-- Logs begin at Wed 2021-12-22 14:15:15 UTC, end at Wed 2021-12-22 16:50:14 UTC. -- Dec 22 15:09:38.553970 dv-neutron-822674-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 22 15:09:40.959403 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.common.config [-] Logging enabled! Dec 22 15:09:40.960233 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev100 Dec 22 15:09:40.960359 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88110) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 22 15:09:40.963699 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.common.config [-] Logging enabled! Dec 22 15:09:40.963957 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev100 Dec 22 15:09:40.964272 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88110) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 22 15:09:40.965236 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:09:40.965472 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 15:09:40.965835 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 15:09:40.966081 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 15:09:40.966330 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 15:09:40.966656 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.966953 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.967251 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.967483 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.967782 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.968074 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.968359 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.968647 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.968947 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.969242 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.969526 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.969812 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.970045 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.970354 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.970645 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.970966 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.971193 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] debug = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.971476 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.971908 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.972346 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.973198 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.973526 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.973799 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.974087 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.974390 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.974682 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.975031 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] host = dv-neutron-822674-1-hyperv {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.975313 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.975605 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.975894 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.976182 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.976488 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.976743 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.977029 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.977305 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.977579 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] log_file = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.977857 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.978149 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.978465 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.978763 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.978993 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.979222 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.979514 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.979806 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.980084 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.980361 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.980635 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.980912 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.981185 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.981455 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.981743 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.982029 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.982343 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.982625 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.982900 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.983174 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.983447 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.983736 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.984013 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.984290 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.984566 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.984858 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.985127 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.985401 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.985710 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.986000 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.986311 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.986602 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.986882 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.987169 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.987445 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.987723 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.988051 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] use_json = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.988854 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.989137 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.989423 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.989701 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.989979 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.990280 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.990559 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.990847 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:40.991150 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.991448 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.991749 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.992038 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.992336 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.992618 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.992909 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.993191 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.993480 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.993770 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.994064 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.994374 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.994671 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.994952 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.995253 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.995567 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.995861 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.996155 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.996439 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.996712 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.996990 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.997274 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.997563 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.997858 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.998149 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.998450 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.998735 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.999036 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.999318 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.999596 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:40.999876 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.000168 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.000452 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.000729 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.001015 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.001297 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.001573 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.001845 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.002125 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.002442 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.002724 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.002999 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.003272 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.003553 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.004440 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.004732 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.005016 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.005291 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.005568 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.005849 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.006123 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.006425 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.006712 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.006990 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.007272 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.007548 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.007824 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.008100 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.008375 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.008652 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.008927 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.009207 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.009488 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.009764 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.010039 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.010341 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.010617 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.010894 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.011187 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.011491 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.011776 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.012062 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.012344 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.012625 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.012908 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.013188 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.013470 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.013750 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.014026 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.014349 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.014638 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.014935 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.015223 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.015506 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.015804 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.016082 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.016368 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.016646 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.016929 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.017227 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.017517 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.017816 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.018112 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.018433 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.018733 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.019033 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.019374 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.020198 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.020481 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:41.020700 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 15:09:41.020954 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88110) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 22 15:09:41.425088 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO keyring.backend [-] Loading KWallet Dec 22 15:09:41.433384 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO keyring.backend [-] Loading SecretService Dec 22 15:09:41.437120 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO keyring.backend [-] Loading Windows Dec 22 15:09:41.438567 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO keyring.backend [-] Loading chainer Dec 22 15:09:41.439204 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO keyring.backend [-] Loading macOS Dec 22 15:09:41.474939 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:09:41.475274 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:09:41.475619 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:09:41.475999 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 22 15:09:41.793004 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:41.793302 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:41.793556 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:41.794834 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:41.795116 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:41.795385 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:41.921708 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:41.921985 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:41.922288 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:41.936881 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:41.937168 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:41.937442 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:41.970671 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:41.971419 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:41.971419 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.013258 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.013544 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.013819 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.255931 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.256288 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.256606 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.256920 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.257711 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.387874 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.388259 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.388586 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.388769 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.389022 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.389344 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.389613 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.389875 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.390132 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.390448 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.390711 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.391184 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.391462 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.391725 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.391998 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.392274 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.392540 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.392815 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.393071 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.393355 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.393713 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.393966 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.394273 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.395130 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.395388 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.395640 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.396059 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:09:42.396299 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:09:42.396537 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:09:42.396772 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:09:42.397010 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:09:42.397244 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:09:42.397627 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 22 15:09:42.401120 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 22 15:09:42.405223 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 22 15:09:42.409331 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Dec 22 15:09:42.411098 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 22 15:09:42.411554 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 22 15:09:42.411889 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 22 15:09:42.412280 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 22 15:09:42.415372 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 22 15:09:42.415632 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 22 15:09:42.416004 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 15:09:42.445012 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 22 15:09:42.445516 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.445863 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88110) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 22 15:09:42.446383 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.447879 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88110) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 22 15:09:42.448215 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 15:09:42.448510 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 22 15:09:42.451899 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.452185 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:42.515155 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 22 15:09:42.515369 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 22 15:09:42.515601 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 22 15:09:42.516022 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 22 15:09:42.551064 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_db.sqlalchemy.engines [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88110) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 22 15:09:43.018649 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.managers [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Initializing driver for type 'gre' Dec 22 15:09:43.019502 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] gre ID ranges: [(1, 1000)] Dec 22 15:09:43.252464 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.managers [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Initializing driver for type 'local' Dec 22 15:09:43.252805 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.managers [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Initializing driver for type 'vlan' Dec 22 15:09:43.361458 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] VlanTypeDriver initialization complete Dec 22 15:09:43.361738 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.managers [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Initializing driver for type 'vxlan' Dec 22 15:09:43.362256 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] vxlan ID ranges: [(1, 1000)] Dec 22 15:09:43.503852 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.managers [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Initializing extension driver 'port_security' Dec 22 15:09:43.504193 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.extensions.port_security [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] PortSecurityExtensionDriver initialization complete Dec 22 15:09:43.504531 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.managers [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Initializing mechanism driver 'openvswitch' Dec 22 15:09:43.504865 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.managers [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Initializing mechanism driver 'hyperv' Dec 22 15:09:43.516523 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:09:43.517280 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > port after_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.517652 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > port after_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.518006 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > port after_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.518417 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > subnet after_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.518772 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > subnet after_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.519115 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.520107 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > network after_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.520420 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > network after_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.520755 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > network after_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.521126 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > security_group after_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.521469 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > security_group after_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.521804 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.522176 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.522573 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.522909 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.523278 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > address_group after_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.523685 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > address_group after_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.524016 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.524350 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] ML2 OVO RPC backend initialized. {{(pid=88110) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 22 15:09:43.525045 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.525489 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.525906 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > network before_response 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.526268 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > networks before_response 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.526616 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > port before_response 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.526952 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > ports before_response 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.527287 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > subnet before_response 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.527620 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > subnets before_response 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.527958 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > network after_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.528290 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > network after_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.528621 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > network after_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.528949 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > port after_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.529277 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > port after_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.529605 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > port after_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.529931 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > subnet after_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.530345 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > subnet after_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.530680 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.531254 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.plugin [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Modular L2 Plugin initialization complete Dec 22 15:09:43.531577 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading services supported by the core plugin {{(pid=88110) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 22 15:09:43.531894 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.plugins.ml2.managers [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Got port-security extension from driver 'port_security' Dec 22 15:09:43.532354 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.extensions.vlantransparent [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Disabled vlantransparent extension. Dec 22 15:09:43.532837 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88110) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 22 15:09:43.533145 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading Plugin: router Dec 22 15:09:43.570593 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.570984 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router after_create 55549900 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.571328 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router before_create 55549900 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.571689 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.572058 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.572410 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router after_delete 55549900 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.572764 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.573122 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router after_create 55549900 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.573464 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router after_update 55549900 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.573809 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router after_update 55549900 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.574153 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.574532 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router after_update 55549900 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.574940 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router precommit_update 55549900 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.575303 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: port after_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.575638 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: port after_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.576027 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: subnet after_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.576399 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.576834 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.577058 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router precommit_create 55549900 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.577396 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: port before_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.577868 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router precommit_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.578218 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router after_update 55549900 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.584895 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.584895 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router precommit_create 55549900 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.584895 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.584895 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router precommit_update 55549900 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.585227 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > agent after_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.585227 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > agent after_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.585227 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > network after_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.585227 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Tracking information for resource: router configured {{(pid=88110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:09:43.585227 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Tracking information for resource: floatingip configured {{(pid=88110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:09:43.587785 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.db.l3_agentschedulers_db [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 22 15:09:43.588363 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: port after_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.588783 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: port after_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.589117 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: port after_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.589463 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: port after_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.590319 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router before_create 55550100 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.590824 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.591187 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router precommit_create 55550100 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.591539 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > router precommit_update 55550100 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.596198 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.services.provider_configuration [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Service providers = [] {{(pid=88110) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 22 15:09:43.596560 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.db.servicetype_db [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88110) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 22 15:09:43.609267 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.services.service_base [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88110) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 15:09:43.609611 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.services.service_base [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88110) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 15:09:43.609945 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.services.service_base [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88110) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 15:09:43.611051 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.services.service_base [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88110) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 15:09:43.611532 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.services.service_base [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 22 15:09:43.611843 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 15:09:43.612158 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 22 15:09:43.626954 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 15:09:43.627288 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading Plugin: auto_allocate Dec 22 15:09:43.633816 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: network precommit_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.634181 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: network precommit_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.634731 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 15:09:43.635047 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading Plugin: tag Dec 22 15:09:43.642092 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 15:09:43.642441 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading Plugin: timestamp Dec 22 15:09:43.647088 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 15:09:43.647412 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading Plugin: network_ip_availability Dec 22 15:09:43.652762 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.653132 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.653486 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.654210 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 15:09:43.654559 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading Plugin: flavors Dec 22 15:09:43.659882 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 15:09:43.660215 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading Plugin: revisions Dec 22 15:09:43.664604 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 15:09:43.664989 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_concurrency.lockutils [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.189s {{(pid=88110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:09:43.665729 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88110) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 22 15:09:43.666058 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Initializing extension manager. Dec 22 15:09:43.666582 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: __init__.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.666920 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: __pycache__ {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.667249 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.667575 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: address_group.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.668340 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.668902 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: address-group Dec 22 15:09:43.669219 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: address_scope.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.669931 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.670449 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: address-scope Dec 22 15:09:43.670770 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.671698 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.672190 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: router-admin-state-down-before-update Dec 22 15:09:43.672505 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: agent.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.673194 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.673684 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: agent Dec 22 15:09:43.673997 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: agent_resources_synced.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.674920 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.675480 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: agent-resources-synced Dec 22 15:09:43.675817 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: allowedaddresspairs.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.677590 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.678110 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: allowed-address-pairs Dec 22 15:09:43.678471 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: auto_allocated_topology.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.679539 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.680052 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: auto-allocated-topology Dec 22 15:09:43.680373 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: availability_zone.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.681059 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.681553 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: availability_zone Dec 22 15:09:43.681872 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: availability_zone_filter.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.682807 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.683309 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: availability_zone_filter Dec 22 15:09:43.683626 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: data_plane_status.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.684520 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.685015 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension data-plane-status not supported by any of loaded plugins Dec 22 15:09:43.685330 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: default_subnetpools.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.686261 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.686750 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: default-subnetpools Dec 22 15:09:43.687066 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.687873 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.688365 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: dhcp_agent_scheduler Dec 22 15:09:43.688681 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: dns.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.689574 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.690068 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension dns-integration not supported by any of loaded plugins Dec 22 15:09:43.690421 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: dns_domain_ports.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.691899 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.692396 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 22 15:09:43.692714 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: dvr.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.693380 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.693879 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: dvr Dec 22 15:09:43.694198 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: empty_string_filtering.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.695129 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.695623 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: empty-string-filtering Dec 22 15:09:43.695940 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.696953 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.697453 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 22 15:09:43.697768 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.698705 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.699203 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 22 15:09:43.699518 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: external_net.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.700416 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.700912 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: external-net Dec 22 15:09:43.701225 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.702124 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.702647 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: extra_dhcp_opt Dec 22 15:09:43.702965 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: extraroute.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.703862 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.704354 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: extraroute Dec 22 15:09:43.704667 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: extraroute_atomic.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.705689 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.706182 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: extraroute-atomic Dec 22 15:09:43.706518 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: filter_validation.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.707793 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.708285 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: filter-validation Dec 22 15:09:43.708597 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: fip_pf_description.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.711338 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.711848 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 22 15:09:43.712179 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: fip_port_details.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.713107 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.713613 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: fip-port-details Dec 22 15:09:43.713933 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: flavors.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.715215 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.715718 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: flavors Dec 22 15:09:43.716038 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.717713 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.718220 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 22 15:09:43.718569 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: floatingip_pools.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.719268 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.719769 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: floatingip-pools Dec 22 15:09:43.720097 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: ip_allocation.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.721008 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.721504 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension ip_allocation not supported by any of loaded plugins Dec 22 15:09:43.721823 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.722866 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.723364 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: ip-substring-filtering Dec 22 15:09:43.723685 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: l2_adjacency.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.724601 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.725093 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 22 15:09:43.725411 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: l3.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.726422 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.726932 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: router Dec 22 15:09:43.727250 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.729511 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.730033 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 22 15:09:43.730389 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.731304 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.731805 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: ext-gw-mode Dec 22 15:09:43.732127 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.733038 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.733638 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: l3-ha Dec 22 15:09:43.733846 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: l3_flavors.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.734782 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.735279 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: l3-flavors Dec 22 15:09:43.735590 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.736511 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.736998 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 22 15:09:43.737317 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: l3agentscheduler.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.738448 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.738952 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: l3_agent_scheduler Dec 22 15:09:43.739283 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: logging.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.740781 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.741293 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension logging not supported by any of loaded plugins Dec 22 15:09:43.741613 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: metering.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.742388 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.742955 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: metering Dec 22 15:09:43.743277 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.744364 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.744861 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: metering_source_and_destination_fields Dec 22 15:09:43.745183 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: multiprovidernet.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.746250 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.746765 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: multi-provider Dec 22 15:09:43.747080 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: netmtu.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.748118 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.748617 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: net-mtu Dec 22 15:09:43.748932 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: netmtu_writable.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.749841 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.750374 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: net-mtu-writable Dec 22 15:09:43.750693 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: network_availability_zone.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.751366 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.751861 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: network_availability_zone Dec 22 15:09:43.752172 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: network_ip_availability.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.753269 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.754367 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: network-ip-availability Dec 22 15:09:43.754685 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: network_segment_range.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.755459 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.755943 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension network-segment-range not supported by any of loaded plugins Dec 22 15:09:43.756257 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: pagination.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.757219 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.757542 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: pagination Dec 22 15:09:43.757854 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: port_device_profile.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.758790 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.759296 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: port-device-profile Dec 22 15:09:43.759610 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.760529 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.761028 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: port-mac-address-regenerate Dec 22 15:09:43.761346 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.762249 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.762761 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: port-numa-affinity-policy Dec 22 15:09:43.763076 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: port_resource_request.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.763985 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.764478 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension port-resource-request not supported by any of loaded plugins Dec 22 15:09:43.764798 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: portbindings.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.765710 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.766198 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: binding Dec 22 15:09:43.766538 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: portbindings_extended.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.767802 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.768299 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: binding-extended Dec 22 15:09:43.768618 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: portsecurity.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.770148 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.770684 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: port-security Dec 22 15:09:43.771000 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: project_id.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.771955 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.772278 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: project-id Dec 22 15:09:43.772592 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: providernet.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.773502 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.774002 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: provider Dec 22 15:09:43.774353 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: qos.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.777873 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.778421 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension qos not supported by any of loaded plugins Dec 22 15:09:43.778749 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.779981 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.780491 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 22 15:09:43.780813 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.781725 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.782246 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 22 15:09:43.782567 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: qos_default.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.783467 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.783972 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension qos-default not supported by any of loaded plugins Dec 22 15:09:43.784292 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: qos_fip.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.784986 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.785479 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension qos-fip not supported by any of loaded plugins Dec 22 15:09:43.785794 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: qos_gateway_ip.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.786742 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.787238 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 22 15:09:43.787556 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: qos_port_network_policy.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.788455 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.788948 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 22 15:09:43.789262 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: qos_rule_type_details.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.790159 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.790683 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 22 15:09:43.790998 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: qos_rules_alias.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.792046 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.792539 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 22 15:09:43.792855 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: quotasv2.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.793809 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.794309 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: quotas Dec 22 15:09:43.794628 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: quotasv2_detail.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.796274 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.796607 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: quota_details Dec 22 15:09:43.796930 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: rbac.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.798110 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.798658 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: rbac-policies Dec 22 15:09:43.798985 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: rbac_address_group.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.799908 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.800491 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: rbac-address-group Dec 22 15:09:43.800816 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: rbac_address_scope.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.801726 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.802256 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: rbac-address-scope Dec 22 15:09:43.802571 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: rbac_security_groups.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.803473 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.803972 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: rbac-security-groups Dec 22 15:09:43.804292 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: rbac_subnetpool.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.805210 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.805711 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: rbac-subnetpool Dec 22 15:09:43.806028 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: revisionifmatch.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.806961 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.807461 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: revision-if-match Dec 22 15:09:43.807780 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: revisions.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.808893 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.809402 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: standard-attr-revisions Dec 22 15:09:43.809722 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: router_availability_zone.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.810429 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.810936 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: router_availability_zone Dec 22 15:09:43.811253 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: routerservicetype.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.812166 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.812667 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension router-service-type not supported by any of loaded plugins Dec 22 15:09:43.812982 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.813891 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.814413 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: security-groups-normalized-cidr Dec 22 15:09:43.814733 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.815638 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.816713 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: port-security-groups-filtering Dec 22 15:09:43.817027 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.817949 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.818488 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: security-groups-remote-address-group Dec 22 15:09:43.818807 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: securitygroup.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.828549 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.829069 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: security-group Dec 22 15:09:43.829398 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: segment.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.830186 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.830716 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension segment not supported by any of loaded plugins Dec 22 15:09:43.831037 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.832599 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.833098 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 22 15:09:43.833418 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: servicetype.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.834566 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.835072 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: service-type Dec 22 15:09:43.835392 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: sorting.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.836621 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.836947 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: sorting Dec 22 15:09:43.837267 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: standard_attr_segment.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.838168 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.838693 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 22 15:09:43.839010 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: standardattrdescription.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.839668 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.840167 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: standard-attr-description Dec 22 15:09:43.840488 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: stateful_security_group.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.841416 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.841918 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: stateful-security-group Dec 22 15:09:43.842260 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: stdattrs_common.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.842844 dv-neutron-822674-1-hyperv neutron-server[88110]: WARNING neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 22 15:09:43.843161 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.844160 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.844661 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 22 15:09:43.844979 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: subnet_onboard.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.846053 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.846590 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: subnet_onboard Dec 22 15:09:43.846911 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.847893 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.848391 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 22 15:09:43.848706 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: subnet_service_types.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.849614 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.850124 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: subnet-service-types Dec 22 15:09:43.850466 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: subnetallocation.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.851550 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.852054 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: subnet_allocation Dec 22 15:09:43.852372 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.853047 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.853542 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: subnetpool-prefix-ops Dec 22 15:09:43.853857 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.854810 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.855301 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 22 15:09:43.855615 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: tagging.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.856700 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.857208 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: standard-attr-tag Dec 22 15:09:43.857527 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: timestamp.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.858756 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.859262 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loaded extension: standard-attr-timestamp Dec 22 15:09:43.859582 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: trunk.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.860602 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.861104 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension trunk not supported by any of loaded plugins Dec 22 15:09:43.861432 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: trunk_details.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.862425 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.862895 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension trunk-details not supported by any of loaded plugins Dec 22 15:09:43.863223 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: uplink_status_propagation.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.864144 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.864628 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 22 15:09:43.864950 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Loading extension file: vlantransparent.py {{(pid=88110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 15:09:43.865618 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 15:09:43.866112 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 22 15:09:43.868617 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Creating instance of TrackedResource for resource:network Dec 22 15:09:43.869354 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Creating instance of TrackedResource for resource:subnet Dec 22 15:09:43.870137 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 15:09:43.870757 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Creating instance of TrackedResource for resource:port Dec 22 15:09:43.872050 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.v2.resource_helper [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 15:09:43.872480 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.v2.resource_helper [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Service FLAVORS assigned prefix: {{(pid=88110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 15:09:43.873079 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.v2.resource_helper [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 15:09:43.873504 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.v2.resource_helper [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 15:09:43.873829 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Creating instance of TrackedResource for resource:router Dec 22 15:09:43.874516 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Creating instance of TrackedResource for resource:floatingip Dec 22 15:09:43.875212 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.v2.resource_helper [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Service METERING assigned prefix: /metering {{(pid=88110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 15:09:43.876676 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.877042 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.877388 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:09:43.879137 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 15:09:43.879597 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Creating instance of TrackedResource for resource:security_group Dec 22 15:09:43.880253 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 15:09:43.880982 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.v2.resource_helper [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Service CORE assigned prefix: {{(pid=88110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 15:09:43.881319 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 15:09:43.881656 dv-neutron-822674-1-hyperv neutron-server[88110]: WARNING neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] subnetpool is already registered Dec 22 15:09:43.882273 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.v2.resource_helper [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Service CORE assigned prefix: {{(pid=88110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 15:09:43.882602 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 15:09:43.882924 dv-neutron-822674-1-hyperv neutron-server[88110]: WARNING neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] subnetpool is already registered Dec 22 15:09:43.885449 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.v2.resource_helper [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 15:09:43.885880 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.v2.resource_helper [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Service FLAVORS assigned prefix: {{(pid=88110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 15:09:43.886493 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.v2.resource_helper [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 15:09:43.886910 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.v2.resource_helper [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 15:09:43.887242 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Creating instance of TrackedResource for resource:router Dec 22 15:09:43.887568 dv-neutron-822674-1-hyperv neutron-server[88110]: WARNING neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] router is already registered Dec 22 15:09:43.888163 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Creating instance of TrackedResource for resource:floatingip Dec 22 15:09:43.888495 dv-neutron-822674-1-hyperv neutron-server[88110]: WARNING neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] floatingip is already registered Dec 22 15:09:43.889110 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.v2.resource_helper [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Service METERING assigned prefix: /metering {{(pid=88110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 15:09:43.889766 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 15:09:43.890089 dv-neutron-822674-1-hyperv neutron-server[88110]: WARNING neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] rbac_policy is already registered Dec 22 15:09:43.890651 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Creating instance of TrackedResource for resource:security_group Dec 22 15:09:43.890974 dv-neutron-822674-1-hyperv neutron-server[88110]: WARNING neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] security_group is already registered Dec 22 15:09:43.891564 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 15:09:43.891896 dv-neutron-822674-1-hyperv neutron-server[88110]: WARNING neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] security_group_rule is already registered Dec 22 15:09:43.892539 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.v2.resource_helper [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Service CORE assigned prefix: {{(pid=88110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 15:09:43.892866 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 15:09:43.893190 dv-neutron-822674-1-hyperv neutron-server[88110]: WARNING neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] subnetpool is already registered Dec 22 15:09:43.893793 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.v2.resource_helper [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Service CORE assigned prefix: {{(pid=88110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 15:09:43.894118 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 15:09:43.895097 dv-neutron-822674-1-hyperv neutron-server[88110]: WARNING neutron.quota.resource_registry [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] subnetpool is already registered Dec 22 15:09:43.895744 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: extensions {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.897252 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: address-groups {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.899085 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: address-scopes {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.900512 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: agents {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.901653 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: auto-allocated-topology {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.902924 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: availability_zones {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.904242 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: dhcp-networks {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.905653 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: dhcp-agents {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.907107 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: routers {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.910542 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: flavors {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.911710 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: service_profiles {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.912907 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: next_providers {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.914557 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: service_profiles {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.915999 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: floatingip-pools {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.917212 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: routers {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.919006 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: floatingips {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.920177 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: l3-routers {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.921703 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: l3-agents {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.923186 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: metering-labels {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.924593 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: metering-label-rules {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.926824 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: network-ip-availabilities {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.928146 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: bindings {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.929935 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: quotas {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.931438 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: quotas {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.932914 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: rbac-policies {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.934278 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: security-groups {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.935583 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: security-group-rules {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.936876 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: service-providers {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.938246 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: subnetpools {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.939723 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: subnetpools {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.941217 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: tags {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.943036 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: tags {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.944841 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: tags {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.946623 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: tags {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.948371 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: tags {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.950220 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: tags {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.952411 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: tags {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.954327 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: tags {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.956072 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: tags {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.957927 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron.api.extensions [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Extended resource: tags {{(pid=88110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 15:09:43.964417 dv-neutron-822674-1-hyperv neutron-server[88110]: WARNING keystonemiddleware.auth_token [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 22 15:09:43.969469 dv-neutron-822674-1-hyperv neutron-server[88110]: WARNING keystonemiddleware.auth_token [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 22 15:09:43.979315 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_concurrency.lockutils [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Acquired lock "singleton_lock" {{(pid=88110) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 22 15:09:43.979792 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_concurrency.lockutils [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Releasing lock "singleton_lock" {{(pid=88110) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 22 15:09:43.980445 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO oslo_service.service [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Starting 2 workers Dec 22 15:09:43.985297 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Started child 88217 {{(pid=88110) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 15:09:43.990700 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Started child 88218 {{(pid=88110) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 15:09:43.992257 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO neutron.service [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 22 15:09:43.992452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:09:43.993015 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Notify callbacks [] for process, before_spawn {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:09:43.994728 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [-] (88217) wsgi starting up on http://0.0.0.0:9696 Dec 22 15:09:43.995463 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO oslo_service.service [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Starting 1 workers Dec 22 15:09:43.996860 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:09:43.998385 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [-] (88218) wsgi starting up on http://0.0.0.0:9696 Dec 22 15:09:44.000790 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Started child 88219 {{(pid=88110) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 15:09:44.001354 dv-neutron-822674-1-hyperv neutron-server[88110]: INFO oslo_service.service [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Starting 1 workers Dec 22 15:09:44.004299 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.service [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] calling RpcWorker wait() {{(pid=88219) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 22 15:09:44.005261 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.service [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] returning from RpcWorker wait() {{(pid=88219) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 22 15:09:44.006043 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Started child 88220 {{(pid=88110) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 15:09:44.006630 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:09:44.006847 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28814df5-0c9f-4a1b-a369-24ca6c0b1426 None None] Notify callbacks [] for process, after_spawn {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:09:44.007108 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:09:44.008772 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88110) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 22 15:09:44.009088 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:09:44.009171 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 15:09:44.009346 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 15:09:44.009683 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 15:09:44.009835 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 15:09:44.010624 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.010855 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:09:44.011357 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.011357 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.011613 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.011914 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.012144 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:09:44.012521 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.012715 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.013117 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.013401 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.013709 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.013788 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.013946 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.014399 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.014636 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.014939 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.015193 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.015429 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.015700 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.015877 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.016141 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.016409 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.016825 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.016968 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] debug = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.017141 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.017648 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.017877 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.018131 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.018400 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.018674 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.019993 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.019993 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.019993 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.020578 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.020578 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.020936 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.021108 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.021273 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.021453 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.021893 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.021893 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.022423 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] host = dv-neutron-822674-1-hyperv {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.022672 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.022893 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.023116 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.023369 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.023614 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.023849 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.024104 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.024351 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.024607 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.024874 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.025092 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.025363 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.025586 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.025836 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] log_file = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.025994 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] log_options = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.026204 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.026528 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.026793 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.026979 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.027127 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.027297 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.027556 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.027716 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.027953 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.028192 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.028422 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.028632 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.028940 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.029100 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.029300 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.029546 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.029781 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.029990 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.030278 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.030498 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.030737 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.030959 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.031190 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.031412 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.031629 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.031901 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.032163 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.032301 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.032488 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.032772 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.033004 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.033241 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.033480 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.033733 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.033977 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.034183 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.034430 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.034699 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.035592 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.035849 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.036109 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.036341 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.036592 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.036919 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.038407 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.039646 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] use_json = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.040188 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.040519 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.040818 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.040971 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.041213 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.041474 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.041725 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.041975 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.042440 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.042740 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.043072 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.043329 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.043573 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.043826 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.044069 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.044324 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.044582 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.044922 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.045172 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.045358 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.045658 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.045928 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.046210 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.046524 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.046791 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.047075 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.047324 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.047581 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.047811 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.048041 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.048363 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.048638 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.048897 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.051006 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.051006 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.051006 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.051006 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.051006 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.051006 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.051006 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.051006 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.062841 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.062841 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.062841 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.062841 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.062841 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.062841 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.062841 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.062841 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.062841 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.063452 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.063452 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.063452 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.063452 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.063452 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.063452 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.063452 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.063452 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.063452 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.064082 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.064082 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.064082 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.064082 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.064082 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.064082 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.064082 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.064082 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.064082 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.064697 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.064697 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.064697 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.064697 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.064697 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.064697 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.064697 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.064697 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.064697 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.065297 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.065297 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.065297 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.065297 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.065297 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.065297 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.065297 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.065297 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.065297 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.065880 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.065880 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.065880 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.065880 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.065880 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.065880 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.065880 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.065880 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.066509 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.066509 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.066509 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.066509 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.066509 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.066509 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.066509 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.066509 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.067060 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.067060 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.067060 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.067060 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.067060 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.067060 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.067060 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.067060 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.067595 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.067595 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.067595 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.067595 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.067898 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.068108 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.068386 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.068706 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.068934 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.069220 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.069484 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.069778 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.070175 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.070635 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.070936 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.071224 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.071458 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.071728 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.072000 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.072251 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.072496 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.072770 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.073024 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.073277 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.073519 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.073998 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.074104 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.074270 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.074509 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.074744 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.075077 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.075343 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.075582 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.075800 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.076097 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.076328 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.076583 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.076861 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.077125 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.077403 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.077667 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.077904 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.078154 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.078445 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.078697 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.078945 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.079197 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.079415 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.079667 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.079888 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.080121 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.080395 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.080630 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.080887 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.081138 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.081391 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.081568 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.082400 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.082623 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.082897 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.083157 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.083401 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.083643 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.083885 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.084139 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.084420 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.084660 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.084935 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.085189 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.085741 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.085911 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.086356 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.087549 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.087951 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.088052 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.088286 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.089049 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.089283 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.089517 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.089771 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.089957 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.090187 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.090449 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.090701 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.091236 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.091623 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.091887 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.092126 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.092372 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.092597 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.092828 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.093053 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.093294 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.093526 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.093746 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.094022 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.094332 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.094596 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.094848 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.095063 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.095287 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.095484 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.095678 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.095880 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.096173 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.096415 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.096632 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.096891 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.097136 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.097953 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.098164 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.098422 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.098647 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.098865 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.099072 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.099283 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.099475 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.099651 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.099854 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.100168 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.100438 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.100659 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.100949 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.101180 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.101431 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.101692 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.102894 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.102894 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.102894 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.102894 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.104166 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.104166 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.104166 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.104166 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.104166 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.105169 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.105169 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.105169 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.105169 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.105806 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.105806 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.106140 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.106140 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.107012 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.107012 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.107012 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.107536 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.107536 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.107814 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.107933 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.108127 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.108345 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.108632 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.108857 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.109085 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.109304 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.109531 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.109754 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.110125 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.110398 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.110653 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.110872 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.111033 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 15:09:44.111568 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88110) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 22 15:09:44.111716 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:09:44.111844 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 15:09:44.111992 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 15:09:44.112162 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 15:09:44.112318 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 15:09:44.112600 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.112812 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.112812 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.113701 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.113701 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.114031 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.114031 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.114378 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.114378 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.114820 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.114820 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.114820 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.115330 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.115330 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.115330 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.115330 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.115787 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.115787 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.115787 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.116148 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.116148 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.116488 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.116488 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] debug = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.116488 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.117006 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.117006 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.117006 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.117484 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.117484 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.117484 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.117910 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.117910 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.118277 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.118277 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.118277 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.118802 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.118802 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.118802 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.119371 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.119371 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.119371 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] host = dv-neutron-822674-1-hyperv {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.119371 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.119961 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.119961 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.119961 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.119961 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.120648 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.120648 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.120648 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.120648 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.120648 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.121489 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.121489 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.121489 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.121489 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] log_file = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.121489 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] log_options = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.121489 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.122443 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.122443 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.122443 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.122443 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.122443 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.122443 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.123215 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.123215 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.123215 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.123215 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.123215 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.124040 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.124040 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.124040 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.124040 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.124040 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.124040 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.125011 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.125011 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.125011 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.125011 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.125011 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.125011 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.125011 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.126191 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.126191 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.126191 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.126191 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.126191 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.126191 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.126191 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.126191 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.128493 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.128493 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.128493 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.128493 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.128493 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.128493 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.128493 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.128493 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.130560 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.130560 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.130560 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.130560 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.130560 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] use_json = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.130560 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.130560 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.130560 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.130560 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.132089 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.132089 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.132089 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.132089 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 15:09:44.132089 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.132089 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.132089 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.132089 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.133392 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.133392 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.133392 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.133392 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.133392 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.133392 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.133392 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.133392 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.133392 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.135112 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.135112 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.135112 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.135112 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.135112 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.135112 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.135112 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.135112 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.136162 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.136162 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.136162 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.136162 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.136162 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.136162 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.136162 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.136162 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.137254 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.137254 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.137254 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.137254 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.137254 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.137254 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.137254 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.137254 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.137254 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.138512 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.138512 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.138512 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.138512 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.138512 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.138512 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.138512 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.138512 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.138512 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.139443 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.139443 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.139443 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.139443 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.139443 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.139443 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.139443 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.139443 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.139443 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.140652 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.140652 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.140652 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.140652 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.140652 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.140652 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.140652 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.140652 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.140652 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.141714 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.141714 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.141714 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.141714 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.141714 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.141714 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.141714 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.141714 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.141714 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.143071 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.143071 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.143071 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.143071 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.143071 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.143071 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.143071 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.143071 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.143071 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.145063 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.145063 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.145063 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.145063 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.145063 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.145063 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.145063 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.145063 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.146455 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.146455 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.146455 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.146455 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.146455 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.146455 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.146455 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.146455 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.147448 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.147448 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.147448 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.147448 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.147448 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.147448 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.147448 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.147448 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.148391 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.148391 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.148391 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.148391 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.148391 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.148391 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.148391 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.148391 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.149102 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.149102 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.149102 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.149102 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.149102 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.149102 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.149102 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.150023 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.150023 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.150023 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.150023 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.150023 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.150023 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.151055 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.151055 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.151055 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.151055 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.151055 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.151055 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.151919 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.151919 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.151919 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.151919 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.151919 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.152419 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.152419 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.152419 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.152419 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.152705 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.152705 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.152849 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.153012 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.153178 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.153366 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.153550 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.153736 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.153924 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.153924 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.154314 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.154314 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.154581 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.154581 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.154851 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.154851 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.155195 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.155195 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.155671 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.155671 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.155671 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.156221 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.156221 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.156221 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.156738 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.156738 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.156738 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.156738 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.157424 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.157424 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.157424 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.157424 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.158101 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.158101 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.158101 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.158101 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.158101 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.158925 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.158925 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.158925 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.158925 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.158925 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.159807 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.159807 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.159807 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.159807 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.159807 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.159807 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.161351 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.161351 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.161351 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.161351 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.161351 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.161351 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.162116 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.162116 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.162116 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.162116 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.162116 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.163033 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.163033 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.163033 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.163033 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.163033 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.163033 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.163971 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.163971 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.163971 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.163971 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.163971 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.163971 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.164837 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.164837 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.164837 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.164837 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.164837 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.164837 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.165843 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.165843 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.165843 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.165843 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.165843 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.165843 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.165843 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.166661 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.166661 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.166661 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.166661 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.166661 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.167079 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.167079 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.167079 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.167315 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.167396 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.167569 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.167733 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.167905 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.168079 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.168252 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.168494 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.168624 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.168748 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.168871 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.169029 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.169189 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.169336 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.169500 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.169666 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.169829 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.169989 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.170150 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.170318 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.170483 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.170645 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.170807 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.170968 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.171182 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.171310 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.171444 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.171570 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.171723 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 15:09:44.171877 dv-neutron-822674-1-hyperv neutron-server[88110]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 15:09:44.185476 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:09:44.253189 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 53870) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:09:44.262764 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066543 Dec 22 15:09:55.198892 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149826d5-51e5-4a08-b1f1-e3ad52255333 None None] get_active_networks_info from dv-neutron-822674-1-hyperv {{(pid=88219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 15:09:55.268488 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149826d5-51e5-4a08-b1f1-e3ad52255333 None None] No non-hosted networks {{(pid=88219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 22 15:09:55.284761 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.agentschedulers_db [None req-149826d5-51e5-4a08-b1f1-e3ad52255333 None None] DHCP Agent not found on host dv-neutron-822674-1-hyperv {{(pid=88219) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 22 15:09:55.357584 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3b20840c-f228-415b-88cd-e5477b291cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685108'] for agent, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:09:57.705523 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-76106d9d-0ca3-48eb-88d7-4d8215f3d251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685108'] for agent, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:09:57.723047 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-8acbbbbf-8062-4e20-aa7c-34ba19ecb1d6 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-822674-1-hyperv {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:09:57.723561 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-8acbbbbf-8062-4e20-aa7c-34ba19ecb1d6 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:09:58.301590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8acbbbbf-8062-4e20-aa7c-34ba19ecb1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:09:58.823995 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685108'] for agent, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:09:59.009027 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685108'] for agent, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:09:59.009598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:09:59.010911 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:09:59.011109 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:09:59.011442 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:09:59.011817 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:09:59.012199 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:09:59.012456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:09:59.013171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:09:59.013171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:09:59.013452 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:09:59.013789 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:09:59.014188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:09:59.014564 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822674-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:09:59.029662 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822674-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:10:00.079585 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.db.l3_hamode_db [None req-cecf0490-67b1-420c-b3a0-0b1541b717a4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 22 15:10:00.177616 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecf0490-67b1-420c-b3a0-0b1541b717a4 None None] Routers set() bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:10:00.178263 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecf0490-67b1-420c-b3a0-0b1541b717a4 None None] Router IDs set() for agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 22 15:10:00.807360 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685108'] for agent, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:02.040999 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 53964) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:02.627881 dv-neutron-822674-1-hyperv neutron-server[88217]: WARNING oslo_policy.policy [None req-869b1ae4-19c4-4d05-a8b0-3ded64c6b8c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 15:10:02.629020 dv-neutron-822674-1-hyperv neutron-server[88217]: WARNING oslo_policy.policy [None req-869b1ae4-19c4-4d05-a8b0-3ded64c6b8c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 15:10:02.848183 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-869b1ae4-19c4-4d05-a8b0-3ded64c6b8c4 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:10:02.849214 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-869b1ae4-19c4-4d05-a8b0-3ded64c6b8c4 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8072946 Dec 22 15:10:05.314558 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 53978) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:05.685619 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4a39d8b3-f35b-460a-88e3-035644d88b4f admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:10:05.787410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.policy [None req-4a39d8b3-f35b-460a-88e3-035644d88b4f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88217) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 22 15:10:05.833297 dv-neutron-822674-1-hyperv neutron-server[88217]: WARNING oslo_policy.policy [None req-4a39d8b3-f35b-460a-88e3-035644d88b4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 15:10:05.833670 dv-neutron-822674-1-hyperv neutron-server[88217]: WARNING oslo_policy.policy [None req-4a39d8b3-f35b-460a-88e3-035644d88b4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 15:10:05.842780 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.quota [None req-4a39d8b3-f35b-460a-88e3-035644d88b4f admin admin] Loaded quota_driver: . Dec 22 15:10:05.858329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4a39d8b3-f35b-460a-88e3-035644d88b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:10:05.968599 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4a39d8b3-f35b-460a-88e3-035644d88b4f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734788904952', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734788903311', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734788897643', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734788888477', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734788880675', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734788935736', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7773691', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7835643', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-439744', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-423057'] for rbac-policy, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:06.138105 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4a39d8b3-f35b-460a-88e3-035644d88b4f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:06.139440 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4a39d8b3-f35b-460a-88e3-035644d88b4f admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8237958 Dec 22 15:10:08.761774 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 53992) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:09.117574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '953edf13aa5e46399456bf08db40c6a0'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:10:09.122461 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:10:09.127445 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Usage tracker for resource:network and tenant:953edf13aa5e46399456bf08db40c6a0 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:10:09.132136 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:10:09.138191 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:10:09.195247 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Made reservation on behalf of 953edf13aa5e46399456bf08db40c6a0 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:10:09.198072 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:09.217244 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:09.231207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:10:09.234800 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Usage tracker for resource:security_group_rule and tenant:953edf13aa5e46399456bf08db40c6a0 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:10:09.240553 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:10:09.246036 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:10:09.349951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:09.389747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:09.394995 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:10:09.418130 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:10:09.444504 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734784304541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:09.445137 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Unsubscribe: segment precommit_create {{(pid=88217) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 15:10:09.445627 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Added segment a9136247-175b-4d89-bc89-e1bfe9b6146d of type vlan for network e9cf51e6-b985-4b03-91b7-6e495766d5e0 Dec 22 15:10:09.454842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a5b733-776d-44c8-bdc0-b1dcac0bc02d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:10:09.506272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:09.506505 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:09.506836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:09.507158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:09.507481 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:09.507807 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:09.508121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:09.508435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:09.508746 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:09.509052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:09.509359 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:09.509665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Tracked resource versions report: Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: pushed versions: Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: { 'AddressGroup': {'1.2'}, Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'ConntrackHelper': {'1.0'}, Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'Log': {'1.0'}, Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'Network': {'1.1'}, Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'Port': {'1.7'}, Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'PortForwarding': {'1.2'}, Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'QosPolicy': {'1.8'}, Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'SecurityGroup': {'1.4'}, Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'SecurityGroupRule': {'1.2'}, Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'SubPort': {'1.0'}, Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'Subnet': {'1.1'}, Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'Trunk': {'1.1'}} Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: consumer versions: Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: { DHCP agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: L3 agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: Metadata agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: Metering agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: Open vSwitch agent@dv-neutron-822674-1-hyperv: { 'AddressGroup': '1.2', Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'ConntrackHelper': '1.0', Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'Log': '1.0', Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'Network': '1.1', Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'Port': '1.7', Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'PortForwarding': '1.2', Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'QosPolicy': '1.8', Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'SecurityGroup': '1.4', Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'SecurityGroupRule': '1.2', Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'SubPort': '1.0', Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'Subnet': '1.1', Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: 'Trunk': '1.1'}} Dec 22 15:10:09.511130 dv-neutron-822674-1-hyperv neutron-server[88217]: {{(pid=88217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 15:10:09.570246 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:10:09.572101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:09.676158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:09.677348 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:10:09.678023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:09.681418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:10:09.785532 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Pushing event updated for resources: {'Network': ['ID=e9cf51e6-b985-4b03-91b7-6e495766d5e0,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:10:09.788580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:10:09.796868 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network e9cf51e6-b985-4b03-91b7-6e495766d5e0 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:10:09.824538 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0616519 Dec 22 15:10:12.516750 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 54008) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:13.112917 dv-neutron-822674-1-hyperv neutron-server[88218]: WARNING oslo_policy.policy [None req-1dc6cf9c-fdb3-4fbe-b50d-23bd1a17cfda admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 15:10:13.113499 dv-neutron-822674-1-hyperv neutron-server[88218]: WARNING oslo_policy.policy [None req-1dc6cf9c-fdb3-4fbe-b50d-23bd1a17cfda admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 15:10:13.586670 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.policy [None req-1dc6cf9c-fdb3-4fbe-b50d-23bd1a17cfda admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88218) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 22 15:10:13.631017 dv-neutron-822674-1-hyperv neutron-server[88218]: WARNING oslo_policy.policy [None req-1dc6cf9c-fdb3-4fbe-b50d-23bd1a17cfda admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 15:10:13.631386 dv-neutron-822674-1-hyperv neutron-server[88218]: WARNING oslo_policy.policy [None req-1dc6cf9c-fdb3-4fbe-b50d-23bd1a17cfda admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 15:10:13.639812 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc6cf9c-fdb3-4fbe-b50d-23bd1a17cfda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:10:13.641696 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1dc6cf9c-fdb3-4fbe-b50d-23bd1a17cfda admin admin] 10.222.0.59 "GET /v2.0/networks/e9cf51e6-b985-4b03-91b7-6e495766d5e0 HTTP/1.1" status: 200 len: 825 time: 1.1228850 Dec 22 15:10:13.673980 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-affca03a-4a10-4d2f-87fa-55a099f1ca6c admin admin] 10.222.0.59 "GET /v2.0/subnetpools/5109ba11-d46e-4126-b0a4-1759c5f938a2 HTTP/1.1" status: 200 len: 734 time: 0.0261188 Dec 22 15:10:13.682969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '5109ba11-d46e-4126-b0a4-1759c5f938a2', 'ip_version': 4, 'tenant_id': '953edf13aa5e46399456bf08db40c6a0', 'name': 'private-subnet', 'network_id': 'e9cf51e6-b985-4b03-91b7-6e495766d5e0'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:10:13.684574 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.quota [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Loaded quota_driver: . Dec 22 15:10:13.691236 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:10:13.696847 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Usage tracker for resource:subnet and tenant:953edf13aa5e46399456bf08db40c6a0 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:10:13.700150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:10:13.707547 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:10:13.766512 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Made reservation on behalf of 953edf13aa5e46399456bf08db40c6a0 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:10:13.769947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:14.143838 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:14.148921 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:10:14.226747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Checking segment: {'id': 'a9136247-175b-4d89-bc89-e1bfe9b6146d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e9cf51e6-b985-4b03-91b7-6e495766d5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:10:14.227139 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Network hostable DHCP agents. Network: e9cf51e6-b985-4b03-91b7-6e495766d5e0, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:10:14.244310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4888207d-4f2e-467e-9744-11bc6df96b1f,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:10:14.255582 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:14.255929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:14.256254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:14.256571 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:14.256885 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:14.257193 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:14.257501 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:14.257809 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:14.258113 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:14.258438 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:14.258740 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:14.259040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Tracked resource versions report: Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: pushed versions: Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: { 'AddressGroup': {'1.2'}, Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'ConntrackHelper': {'1.0'}, Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'Log': {'1.0'}, Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'Network': {'1.1'}, Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'Port': {'1.7'}, Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'PortForwarding': {'1.2'}, Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'QosPolicy': {'1.8'}, Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'SecurityGroup': {'1.4'}, Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'SecurityGroupRule': {'1.2'}, Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'SubPort': {'1.0'}, Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'Subnet': {'1.1'}, Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'Trunk': {'1.1'}} Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: consumer versions: Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: { DHCP agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: L3 agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: Metadata agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: Metering agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: Open vSwitch agent@dv-neutron-822674-1-hyperv: { 'AddressGroup': '1.2', Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'ConntrackHelper': '1.0', Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'Log': '1.0', Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'Network': '1.1', Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'Port': '1.7', Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'PortForwarding': '1.2', Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'QosPolicy': '1.8', Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'SecurityGroup': '1.4', Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'SecurityGroupRule': '1.2', Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'SubPort': '1.0', Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'Subnet': '1.1', Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: 'Trunk': '1.1'}} Dec 22 15:10:14.260348 dv-neutron-822674-1-hyperv neutron-server[88218]: {{(pid=88218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 15:10:14.287669 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:10:14.343060 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Network e9cf51e6-b985-4b03-91b7-6e495766d5e0 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:10:14.411956 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, e9cf51e6-b985-4b03-91b7-6e495766d5e0) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:10:14.416786 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:10:14.417612 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:14.424492 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c0cc6d-9cca-43ab-a79c-3108508a710e None None] Network e9cf51e6-b985-4b03-91b7-6e495766d5e0 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:10:14.504806 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8252738 Dec 22 15:10:14.825084 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-e9cf51e6-b985-4b03-91b7-6e495766d5e0', 'network_id': 'e9cf51e6-b985-4b03-91b7-6e495766d5e0', 'tenant_id': '953edf13aa5e46399456bf08db40c6a0', 'fixed_ips': [{'subnet_id': '4888207d-4f2e-467e-9744-11bc6df96b1f'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:10:14.826418 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:15.010733 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Allocated IP 172.20.0.2 (e9cf51e6-b985-4b03-91b7-6e495766d5e0/4888207d-4f2e-467e-9744-11bc6df96b1f/fca21598-835e-4602-a20c-bfab4d974719) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:10:15.250586 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:15.270056 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Transition to ACTIVE for port object fca21598-835e-4602-a20c-bfab4d974719 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:10:15.284731 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Transition to ACTIVE for port object fca21598-835e-4602-a20c-bfab4d974719 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:10:15.367251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:15.372647 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:10:15.435436 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Network e9cf51e6-b985-4b03-91b7-6e495766d5e0 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:10:15.438322 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:10:15.445396 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:10:15.447613 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Pushing event updated for resources: {'Port': ['ID=fca21598-835e-4602-a20c-bfab4d974719,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:10:15.457080 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:15.459253 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:15.459253 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:15.459253 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:15.459253 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:15.459253 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:15.459881 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:15.459881 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:15.459881 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:15.460257 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:15.460393 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:15.460582 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Tracked resource versions report: Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: pushed versions: Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: { 'AddressGroup': {'1.2'}, Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'ConntrackHelper': {'1.0'}, Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'Log': {'1.0'}, Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'Network': {'1.1'}, Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'Port': {'1.7'}, Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'PortForwarding': {'1.2'}, Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'QosPolicy': {'1.8'}, Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'SecurityGroup': {'1.4'}, Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'SecurityGroupRule': {'1.2'}, Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'SubPort': {'1.0'}, Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'Subnet': {'1.1'}, Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'Trunk': {'1.1'}} Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: consumer versions: Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: { DHCP agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: L3 agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: Metadata agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: Metering agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: Open vSwitch agent@dv-neutron-822674-1-hyperv: { 'AddressGroup': '1.2', Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'ConntrackHelper': '1.0', Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'Log': '1.0', Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'Network': '1.1', Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'Port': '1.7', Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'PortForwarding': '1.2', Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'QosPolicy': '1.8', Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'SecurityGroup': '1.4', Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'SecurityGroupRule': '1.2', Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'SubPort': '1.0', Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'Subnet': '1.1', Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: 'Trunk': '1.1'}} Dec 22 15:10:15.462257 dv-neutron-822674-1-hyperv neutron-server[88219]: {{(pid=88219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 15:10:15.495720 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:10:15.551039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Attempting to bind port fca21598-835e-4602-a20c-bfab4d974719 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:10:15.551354 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Attempting to bind port fca21598-835e-4602-a20c-bfab4d974719 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'a9136247-175b-4d89-bc89-e1bfe9b6146d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e9cf51e6-b985-4b03-91b7-6e495766d5e0'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:10:15.551792 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Attempting to bind port fca21598-835e-4602-a20c-bfab4d974719 on network e9cf51e6-b985-4b03-91b7-6e495766d5e0 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:10:15.557350 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:10:15.557755 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Checking segment: {'id': 'a9136247-175b-4d89-bc89-e1bfe9b6146d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e9cf51e6-b985-4b03-91b7-6e495766d5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:10:15.558267 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:15.558671 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Bound using segment: {'id': 'a9136247-175b-4d89-bc89-e1bfe9b6146d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e9cf51e6-b985-4b03-91b7-6e495766d5e0'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:10:15.559165 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Bound port: fca21598-835e-4602-a20c-bfab4d974719, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9136247-175b-4d89-bc89-e1bfe9b6146d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e9cf51e6-b985-4b03-91b7-6e495766d5e0'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:10:15.559565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:15.668801 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] For port fca21598-835e-4602-a20c-bfab4d974719, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:10:15.672702 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] For port fca21598-835e-4602-a20c-bfab4d974719, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=fca21598-835e-4602-a20c-bfab4d974719,segment=NetworkSegment(a9136247-175b-4d89-bc89-e1bfe9b6146d),segment_id=a9136247-175b-4d89-bc89-e1bfe9b6146d)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:10:15.790058 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:15.794347 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:10:15.883393 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Pushing event updated for resources: {'Port': ['ID=fca21598-835e-4602-a20c-bfab4d974719,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:10:15.886663 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:10:16.944098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 54028) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:17.350291 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-773f6467-a982-4637-8749-5d0531497f5d admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:10:17.351274 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-773f6467-a982-4637-8749-5d0531497f5d admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4062274 Dec 22 15:10:18.816077 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device fca21598-835e-4602-a20c-bfab4d974719 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:10:18.943530 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port fca21598-835e-4602-a20c-bfab4d974719 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:10:19.615680 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948ab1d3-0c18-46b7-be4c-24f2907f3082 None None] Network e9cf51e6-b985-4b03-91b7-6e495766d5e0 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:10:19.833780 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b0216661-e7c8-4a4c-91f1-49fcf26ae2aa None None] Provisioning for port fca21598-835e-4602-a20c-bfab4d974719 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:10:19.848059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b0216661-e7c8-4a4c-91f1-49fcf26ae2aa None None] Provisioning complete for port fca21598-835e-4602-a20c-bfab4d974719 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:10:19.848473 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b0216661-e7c8-4a4c-91f1-49fcf26ae2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:19.858355 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 54042) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:19.991313 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b0216661-e7c8-4a4c-91f1-49fcf26ae2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:20.027016 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b0216661-e7c8-4a4c-91f1-49fcf26ae2aa None None] For port fca21598-835e-4602-a20c-bfab4d974719, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=fca21598-835e-4602-a20c-bfab4d974719,segment=NetworkSegment(a9136247-175b-4d89-bc89-e1bfe9b6146d),segment_id=a9136247-175b-4d89-bc89-e1bfe9b6146d)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:10:20.166553 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b0216661-e7c8-4a4c-91f1-49fcf26ae2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:20.168638 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:10:20.233361 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0216661-e7c8-4a4c-91f1-49fcf26ae2aa None None] Pushing event updated for resources: {'Port': ['ID=fca21598-835e-4602-a20c-bfab4d974719,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:10:20.236470 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b0216661-e7c8-4a4c-91f1-49fcf26ae2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:10:20.290236 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-35c52874-9449-41a1-bf1a-6243f5183e12 None None] Provisioning complete for port fca21598-835e-4602-a20c-bfab4d974719 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:10:20.290788 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-35c52874-9449-41a1-bf1a-6243f5183e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:20.337464 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-b4452063-6437-4a90-a5e8-c1cbacad9c06 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:10:20.338562 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b4452063-6437-4a90-a5e8-c1cbacad9c06 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4846704 Dec 22 15:10:20.786249 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device fca21598-835e-4602-a20c-bfab4d974719 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:10:20.852330 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port fca21598-835e-4602-a20c-bfab4d974719 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:10:20.853002 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:23.020625 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 54054) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:23.375320 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7d9783f6-686d-40e6-9f9d-8c3fd85ffbd4 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '953edf13aa5e46399456bf08db40c6a0', 'name': 'router1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:10:23.380124 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7d9783f6-686d-40e6-9f9d-8c3fd85ffbd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:10:23.384061 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7d9783f6-686d-40e6-9f9d-8c3fd85ffbd4 admin admin] Usage tracker for resource:router and tenant:953edf13aa5e46399456bf08db40c6a0 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:10:23.387304 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7d9783f6-686d-40e6-9f9d-8c3fd85ffbd4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:10:23.392883 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7d9783f6-686d-40e6-9f9d-8c3fd85ffbd4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:10:23.463832 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d9783f6-686d-40e6-9f9d-8c3fd85ffbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:23.465446 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d9783f6-686d-40e6-9f9d-8c3fd85ffbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:23.487437 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d9783f6-686d-40e6-9f9d-8c3fd85ffbd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:23.693342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d9783f6-686d-40e6-9f9d-8c3fd85ffbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:23.777703 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d9783f6-686d-40e6-9f9d-8c3fd85ffbd4 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:23.778980 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7d9783f6-686d-40e6-9f9d-8c3fd85ffbd4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7573755 Dec 22 15:10:25.160767 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c114c136-3de5-4eec-99c5-60f5ab52317c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:26.181647 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 54064) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:26.540838 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-f57f6489-5087-4fef-a1cb-7a42325d0af4 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:10:26.541822 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f57f6489-5087-4fef-a1cb-7a42325d0af4 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3592234 Dec 22 15:10:27.606373 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-06a414bc-417f-451f-8359-f7d89c25595c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:28.748674 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:28.991040 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 54074) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:29.017347 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:29.374730 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:10:29.380368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:10:29.384190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Usage tracker for resource:network and tenant:7441a6c7927943c88713ee0093cfbeaf is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:10:29.387212 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:10:29.392975 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:10:29.440126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Made reservation on behalf of 7441a6c7927943c88713ee0093cfbeaf for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:10:29.442459 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:29.454720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:29.469229 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:10:29.473690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Usage tracker for resource:security_group_rule and tenant:7441a6c7927943c88713ee0093cfbeaf is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:10:29.476628 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:10:29.482474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:10:29.562965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:29.611908 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:29.616305 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:10:29.631696 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Reserving flat network on physical network physnet1 {{(pid=88217) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 22 15:10:29.655291 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02199508-bf9d-4041-b168-77583077962d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:10:29.658729 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:29.659683 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Added segment 63388892-50e4-4b3a-bd59-3fa27c8f5bdc of type flat for network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 Dec 22 15:10:29.660842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:10:29.691476 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:29.801401 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:29.802877 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:10:29.803465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:29.807077 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:10:29.928909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Pushing event updated for resources: {'Network': ['ID=98c1d02c-4416-4565-b8a7-1c1ed298f1f8,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:10:29.931739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:10:29.939187 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:10:29.990039 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9979753 Dec 22 15:10:30.714460 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:32.422601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 54094) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:32.658900 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee10418-393d-450f-9922-d9e2d18ccc08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:10:32.664540 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8ee10418-393d-450f-9922-d9e2d18ccc08 admin admin] 10.222.0.59 "GET /v2.0/subnets/4888207d-4f2e-467e-9744-11bc6df96b1f HTTP/1.1" status: 200 len: 849 time: 0.2409043 Dec 22 15:10:32.884404 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ce46edbe-b86c-4fa4-acb8-6b137a342c20 admin admin] 10.222.0.59 "GET /v2.0/routers/422453a3-7ec0-40ef-a654-3461c2adf960 HTTP/1.1" status: 200 len: 704 time: 0.2137690 Dec 22 15:10:33.374379 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:33.609977 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Allocated IP 172.20.0.1 (e9cf51e6-b985-4b03-91b7-6e495766d5e0/4888207d-4f2e-467e-9744-11bc6df96b1f/abd834c0-b90d-464d-af1b-e020c46c3791) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:10:33.767733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:33.787169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Transition to ACTIVE for port object abd834c0-b90d-464d-af1b-e020c46c3791 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:10:33.903896 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:33.907785 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:10:33.971110 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Network e9cf51e6-b985-4b03-91b7-6e495766d5e0 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:10:33.973825 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:10:33.978173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:10:33.982033 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:34.100150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Pushing event updated for resources: {'Port': ['ID=abd834c0-b90d-464d-af1b-e020c46c3791,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:10:34.111443 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:10:34.263210 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a3f88ed4-53ef-4162-9edb-4121a124f7cd None None] Provisioning for port abd834c0-b90d-464d-af1b-e020c46c3791 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:10:34.268796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a3f88ed4-53ef-4162-9edb-4121a124f7cd None None] Provisioning complete for port abd834c0-b90d-464d-af1b-e020c46c3791 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:10:34.269196 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a3f88ed4-53ef-4162-9edb-4121a124f7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:34.324941 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-a3f88ed4-53ef-4162-9edb-4121a124f7cd None None] Port abd834c0-b90d-464d-af1b-e020c46c3791 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:10:34.337955 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:34.563913 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:34.640218 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:34.641285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:34.645449 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:10:34.773585 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Pushing event updated for resources: {'Port': ['ID=abd834c0-b90d-464d-af1b-e020c46c3791,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:10:34.776457 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:10:34.839720 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Network e9cf51e6-b985-4b03-91b7-6e495766d5e0 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:10:34.840844 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:10:35.046669 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f1da92e2-64e5-43c5-945e-cfb6cb75927d None None] Provisioning complete for port abd834c0-b90d-464d-af1b-e020c46c3791 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:10:35.047042 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f1da92e2-64e5-43c5-945e-cfb6cb75927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:35.105460 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f1da92e2-64e5-43c5-945e-cfb6cb75927d None None] Port abd834c0-b90d-464d-af1b-e020c46c3791 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:10:35.132567 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Router 422453a3-7ec0-40ef-a654-3461c2adf960 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:10:35.295143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:10:35.306677 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] 10.222.0.59 "PUT /v2.0/routers/422453a3-7ec0-40ef-a654-3461c2adf960/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4159722 Dec 22 15:10:35.309232 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] Sync routers for ids ['422453a3-7ec0-40ef-a654-3461c2adf960'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:10:35.321676 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] Routers {'422453a3-7ec0-40ef-a654-3461c2adf960'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:10:35.322571 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:10:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['422453a3-7ec0-40ef-a654-3461c2adf960'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:10:35.496215 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] Set router 422453a3-7ec0-40ef-a654-3461c2adf960 gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:10:35.866395 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422453a3-7ec0-40ef-a654-3461c2adf960', 'name': 'router1', 'tenant_id': '953edf13aa5e46399456bf08db40c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:23Z', 'updated_at': '2021-12-22T15:10:34Z', 'revision_number': 2, 'project_id': '953edf13aa5e46399456bf08db40c6a0', 'gw_port_host': None, '_interfaces': [{'id': 'abd834c0-b90d-464d-af1b-e020c46c3791', 'name': '', 'network_id': 'e9cf51e6-b985-4b03-91b7-6e495766d5e0', 'tenant_id': '953edf13aa5e46399456bf08db40c6a0', 'mac_address': 'fa:16:3e:3c:d6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422453a3-7ec0-40ef-a654-3461c2adf960', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4888207d-4f2e-467e-9744-11bc6df96b1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:33Z', 'updated_at': '2021-12-22T15:10:34Z', 'revision_number': 2, 'project_id': '953edf13aa5e46399456bf08db40c6a0', 'subnets': [{'id': '4888207d-4f2e-467e-9744-11bc6df96b1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5109ba11-d46e-4126-b0a4-1759c5f938a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:10:35.871293 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] Checking router: 422453a3-7ec0-40ef-a654-3461c2adf960 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:10:35.871659 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] Updating router 422453a3-7ec0-40ef-a654-3461c2adf960 port abd834c0-b90d-464d-af1b-e020c46c3791 binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:10:35.927104 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:36.329574 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:36.345154 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] Transition to ACTIVE for port object abd834c0-b90d-464d-af1b-e020c46c3791 will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:10:36.411466 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:36.416434 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:10:36.567664 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0209c4d-19d8-40b6-81db-a3d0de8c8c83 None None] Pushing event updated for resources: {'Port': ['ID=abd834c0-b90d-464d-af1b-e020c46c3791,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:10:36.608009 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0209c4d-19d8-40b6-81db-a3d0de8c8c83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:36.608490 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0209c4d-19d8-40b6-81db-a3d0de8c8c83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:36.608745 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0209c4d-19d8-40b6-81db-a3d0de8c8c83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:36.609015 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0209c4d-19d8-40b6-81db-a3d0de8c8c83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:36.609340 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0209c4d-19d8-40b6-81db-a3d0de8c8c83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:36.609678 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0209c4d-19d8-40b6-81db-a3d0de8c8c83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:36.611143 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0209c4d-19d8-40b6-81db-a3d0de8c8c83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:36.612060 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0209c4d-19d8-40b6-81db-a3d0de8c8c83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:36.612487 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0209c4d-19d8-40b6-81db-a3d0de8c8c83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:36.612825 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0209c4d-19d8-40b6-81db-a3d0de8c8c83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:36.613153 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0209c4d-19d8-40b6-81db-a3d0de8c8c83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:36.613476 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0209c4d-19d8-40b6-81db-a3d0de8c8c83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0209c4d-19d8-40b6-81db-a3d0de8c8c83 None None] Tracked resource versions report: Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: pushed versions: Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: { 'AddressGroup': {'1.2'}, Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'ConntrackHelper': {'1.0'}, Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'Log': {'1.0'}, Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'Network': {'1.1'}, Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'Port': {'1.7'}, Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'PortForwarding': {'1.2'}, Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'QosPolicy': {'1.8'}, Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'SecurityGroup': {'1.4'}, Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'SecurityGroupRule': {'1.2'}, Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'SubPort': {'1.0'}, Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'Subnet': {'1.1'}, Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'Trunk': {'1.1'}} Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: consumer versions: Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: { DHCP agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: L3 agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: Metadata agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: Metering agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: Open vSwitch agent@dv-neutron-822674-1-hyperv: { 'AddressGroup': '1.2', Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'ConntrackHelper': '1.0', Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'Log': '1.0', Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'Network': '1.1', Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'Port': '1.7', Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'PortForwarding': '1.2', Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'QosPolicy': '1.8', Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'SecurityGroup': '1.4', Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'SecurityGroupRule': '1.2', Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'SubPort': '1.0', Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'Subnet': '1.1', Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: 'Trunk': '1.1'}} Dec 22 15:10:36.614989 dv-neutron-822674-1-hyperv neutron-server[88220]: {{(pid=88220) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 15:10:36.626991 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c0209c4d-19d8-40b6-81db-a3d0de8c8c83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:10:36.692924 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] Attempting to bind port abd834c0-b90d-464d-af1b-e020c46c3791 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:10:36.695165 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] Attempting to bind port abd834c0-b90d-464d-af1b-e020c46c3791 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'a9136247-175b-4d89-bc89-e1bfe9b6146d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e9cf51e6-b985-4b03-91b7-6e495766d5e0'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:10:36.695165 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] Attempting to bind port abd834c0-b90d-464d-af1b-e020c46c3791 on network e9cf51e6-b985-4b03-91b7-6e495766d5e0 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:10:36.699176 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:10:36.699589 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] Checking segment: {'id': 'a9136247-175b-4d89-bc89-e1bfe9b6146d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e9cf51e6-b985-4b03-91b7-6e495766d5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:10:36.700063 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:36.700453 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] Bound using segment: {'id': 'a9136247-175b-4d89-bc89-e1bfe9b6146d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e9cf51e6-b985-4b03-91b7-6e495766d5e0'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:10:36.700943 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] Bound port: abd834c0-b90d-464d-af1b-e020c46c3791, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9136247-175b-4d89-bc89-e1bfe9b6146d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e9cf51e6-b985-4b03-91b7-6e495766d5e0'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:10:36.701328 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:36.790189 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] For port abd834c0-b90d-464d-af1b-e020c46c3791, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:10:36.794526 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] For port abd834c0-b90d-464d-af1b-e020c46c3791, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=abd834c0-b90d-464d-af1b-e020c46c3791,segment=NetworkSegment(a9136247-175b-4d89-bc89-e1bfe9b6146d),segment_id=a9136247-175b-4d89-bc89-e1bfe9b6146d)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:10:36.875471 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:36.880091 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:10:36.991289 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] Routers {'422453a3-7ec0-40ef-a654-3461c2adf960'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:10:36.991921 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:10:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['422453a3-7ec0-40ef-a654-3461c2adf960'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:10:37.039562 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0209c4d-19d8-40b6-81db-a3d0de8c8c83 None None] Pushing event updated for resources: {'Port': ['ID=abd834c0-b90d-464d-af1b-e020c46c3791,revision_number=4']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:10:37.049122 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c0209c4d-19d8-40b6-81db-a3d0de8c8c83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:10:37.162667 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] Set router 422453a3-7ec0-40ef-a654-3461c2adf960 gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:10:37.516698 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422453a3-7ec0-40ef-a654-3461c2adf960', 'name': 'router1', 'tenant_id': '953edf13aa5e46399456bf08db40c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:23Z', 'updated_at': '2021-12-22T15:10:34Z', 'revision_number': 2, 'project_id': '953edf13aa5e46399456bf08db40c6a0', 'gw_port_host': None, '_interfaces': [{'id': 'abd834c0-b90d-464d-af1b-e020c46c3791', 'name': '', 'network_id': 'e9cf51e6-b985-4b03-91b7-6e495766d5e0', 'tenant_id': '953edf13aa5e46399456bf08db40c6a0', 'mac_address': 'fa:16:3e:3c:d6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422453a3-7ec0-40ef-a654-3461c2adf960', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4888207d-4f2e-467e-9744-11bc6df96b1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:33Z', 'updated_at': '2021-12-22T15:10:36Z', 'revision_number': 4, 'project_id': '953edf13aa5e46399456bf08db40c6a0', 'subnets': [{'id': '4888207d-4f2e-467e-9744-11bc6df96b1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5109ba11-d46e-4126-b0a4-1759c5f938a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:10:37.521883 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd549f7-9144-4b64-8f57-b582a74bc7b5 None None] The sync data for ids ['422453a3-7ec0-40ef-a654-3461c2adf960'] in dv-neutron-822674-1-hyperv is: [{'id': '422453a3-7ec0-40ef-a654-3461c2adf960', 'name': 'router1', 'tenant_id': '953edf13aa5e46399456bf08db40c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:23Z', 'updated_at': '2021-12-22T15:10:34Z', 'revision_number': 2, 'project_id': '953edf13aa5e46399456bf08db40c6a0', 'gw_port_host': None, '_interfaces': [{'id': 'abd834c0-b90d-464d-af1b-e020c46c3791', 'name': '', 'network_id': 'e9cf51e6-b985-4b03-91b7-6e495766d5e0', 'tenant_id': '953edf13aa5e46399456bf08db40c6a0', 'mac_address': 'fa:16:3e:3c:d6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422453a3-7ec0-40ef-a654-3461c2adf960', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4888207d-4f2e-467e-9744-11bc6df96b1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:33Z', 'updated_at': '2021-12-22T15:10:36Z', 'revision_number': 4, 'project_id': '953edf13aa5e46399456bf08db40c6a0', 'subnets': [{'id': '4888207d-4f2e-467e-9744-11bc6df96b1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5109ba11-d46e-4126-b0a4-1759c5f938a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:10:37.543708 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 54116) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:37.699088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb69140-40ce-44a7-b062-f635c250cb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:10:37.702262 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8cb69140-40ce-44a7-b062-f635c250cb0a admin admin] 10.222.0.59 "GET /v2.0/networks/98c1d02c-4416-4565-b8a7-1c1ed298f1f8 HTTP/1.1" status: 200 len: 842 time: 0.1563420 Dec 22 15:10:37.711289 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-15d9d211-6d65-4db8-9c25-9f2dfca4f7e3 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:10:37.716603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-15d9d211-6d65-4db8-9c25-9f2dfca4f7e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:10:37.720432 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-15d9d211-6d65-4db8-9c25-9f2dfca4f7e3 admin admin] Usage tracker for resource:subnet and tenant:7441a6c7927943c88713ee0093cfbeaf is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:10:37.724985 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-15d9d211-6d65-4db8-9c25-9f2dfca4f7e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:10:37.730619 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-15d9d211-6d65-4db8-9c25-9f2dfca4f7e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:10:37.794436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d9d211-6d65-4db8-9c25-9f2dfca4f7e3 admin admin] Made reservation on behalf of 7441a6c7927943c88713ee0093cfbeaf for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:10:37.796804 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15d9d211-6d65-4db8-9c25-9f2dfca4f7e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:38.282511 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.objects.ports [None req-15d9d211-6d65-4db8-9c25-9f2dfca4f7e3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88218) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 15:10:38.283012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15d9d211-6d65-4db8-9c25-9f2dfca4f7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:38.287458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:10:38.365367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9d211-6d65-4db8-9c25-9f2dfca4f7e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00dfa21c-0d7a-45b6-9654-45eff4c28914,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:10:38.369393 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d9d211-6d65-4db8-9c25-9f2dfca4f7e3 admin admin] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:10:38.369754 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d9d211-6d65-4db8-9c25-9f2dfca4f7e3 admin admin] Network hostable DHCP agents. Network: 98c1d02c-4416-4565-b8a7-1c1ed298f1f8, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:10:38.374247 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-15d9d211-6d65-4db8-9c25-9f2dfca4f7e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:10:38.458040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d9d211-6d65-4db8-9c25-9f2dfca4f7e3 admin admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:10:38.537069 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-15d9d211-6d65-4db8-9c25-9f2dfca4f7e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 98c1d02c-4416-4565-b8a7-1c1ed298f1f8) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:10:38.541048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d9d211-6d65-4db8-9c25-9f2dfca4f7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:10:38.541630 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15d9d211-6d65-4db8-9c25-9f2dfca4f7e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:38.546486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f053e6-e085-4fba-b8f8-bcb202550846 None None] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:10:38.629788 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-15d9d211-6d65-4db8-9c25-9f2dfca4f7e3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9221282 Dec 22 15:10:38.776577 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5976d9-3da1-471e-9473-086580d69850 None None] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:10:38.842896 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device abd834c0-b90d-464d-af1b-e020c46c3791 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:10:39.023658 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port abd834c0-b90d-464d-af1b-e020c46c3791 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:10:39.068422 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port abd834c0-b90d-464d-af1b-e020c46c3791 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:10:39.068714 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:39.191074 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:39.224694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port abd834c0-b90d-464d-af1b-e020c46c3791, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=abd834c0-b90d-464d-af1b-e020c46c3791,segment=NetworkSegment(a9136247-175b-4d89-bc89-e1bfe9b6146d),segment_id=a9136247-175b-4d89-bc89-e1bfe9b6146d)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:10:39.291674 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:39.293745 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:10:39.365849 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=abd834c0-b90d-464d-af1b-e020c46c3791,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:10:39.369588 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:10:40.796515 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device abd834c0-b90d-464d-af1b-e020c46c3791 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:10:40.873276 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port abd834c0-b90d-464d-af1b-e020c46c3791 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:10:40.873644 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:40.923977 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 54130) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:41.139176 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2b7133fe-bfba-4d1e-869a-8d197c49211b admin admin] 10.222.0.59 "GET /v2.0/routers/422453a3-7ec0-40ef-a654-3461c2adf960 HTTP/1.1" status: 200 len: 710 time: 0.2135155 Dec 22 15:10:41.272501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aee865e-70b7-4045-a196-631157a98eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:10:41.273016 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2aee865e-70b7-4045-a196-631157a98eb8 admin admin] Synchronizing usage tracker for tenant:7441a6c7927943c88713ee0093cfbeaf on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:10:41.348824 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2aee865e-70b7-4045-a196-631157a98eb8 admin admin] Unset dirty status for tenant:7441a6c7927943c88713ee0093cfbeaf on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:10:41.350006 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2aee865e-70b7-4045-a196-631157a98eb8 admin admin] 10.222.0.59 "GET /v2.0/networks/98c1d02c-4416-4565-b8a7-1c1ed298f1f8 HTTP/1.1" status: 200 len: 886 time: 0.2048674 Dec 22 15:10:41.359224 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-84ef32d9-5f34-4ef5-988e-13804d3139c9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:10:41.803932 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84ef32d9-5f34-4ef5-988e-13804d3139c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:42.200756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84ef32d9-5f34-4ef5-988e-13804d3139c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:42.260585 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84ef32d9-5f34-4ef5-988e-13804d3139c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:42.462860 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-84ef32d9-5f34-4ef5-988e-13804d3139c9 admin admin] Allocated IP 172.26.6.247 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/12b2abfe-323e-43b2-8bdc-7cbf13008b1b) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:10:42.615610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84ef32d9-5f34-4ef5-988e-13804d3139c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:42.738208 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84ef32d9-5f34-4ef5-988e-13804d3139c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:42.743306 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:10:42.804964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ef32d9-5f34-4ef5-988e-13804d3139c9 admin admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:10:42.807754 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-84ef32d9-5f34-4ef5-988e-13804d3139c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:10:42.811163 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ef32d9-5f34-4ef5-988e-13804d3139c9 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:10:42.875640 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef32d9-5f34-4ef5-988e-13804d3139c9 admin admin] Pushing event updated for resources: {'Port': ['ID=12b2abfe-323e-43b2-8bdc-7cbf13008b1b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:10:42.879442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-84ef32d9-5f34-4ef5-988e-13804d3139c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:10:43.277998 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84ef32d9-5f34-4ef5-988e-13804d3139c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:43.620429 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84ef32d9-5f34-4ef5-988e-13804d3139c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:43.623701 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84ef32d9-5f34-4ef5-988e-13804d3139c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:43.803070 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ef32d9-5f34-4ef5-988e-13804d3139c9 admin admin] Router 422453a3-7ec0-40ef-a654-3461c2adf960 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:10:44.015419 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ef32d9-5f34-4ef5-988e-13804d3139c9 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:10:44.023540 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84ef32d9-5f34-4ef5-988e-13804d3139c9 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:44.026393 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-84ef32d9-5f34-4ef5-988e-13804d3139c9 admin admin] 10.222.0.59 "PUT /v2.0/routers/422453a3-7ec0-40ef-a654-3461c2adf960 HTTP/1.1" status: 200 len: 890 time: 2.6688881 Dec 22 15:10:44.026551 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] Sync routers for ids ['422453a3-7ec0-40ef-a654-3461c2adf960'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:10:44.036601 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] Routers {'422453a3-7ec0-40ef-a654-3461c2adf960'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:10:44.037286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:10:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['422453a3-7ec0-40ef-a654-3461c2adf960'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:10:44.270645 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] Set router 422453a3-7ec0-40ef-a654-3461c2adf960 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:10:44.620404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422453a3-7ec0-40ef-a654-3461c2adf960', 'name': 'router1', 'tenant_id': '953edf13aa5e46399456bf08db40c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': '12b2abfe-323e-43b2-8bdc-7cbf13008b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:23Z', 'updated_at': '2021-12-22T15:10:43Z', 'revision_number': 4, 'project_id': '953edf13aa5e46399456bf08db40c6a0', 'gw_port': {'id': '12b2abfe-323e-43b2-8bdc-7cbf13008b1b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422453a3-7ec0-40ef-a654-3461c2adf960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:42Z', 'updated_at': '2021-12-22T15:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'abd834c0-b90d-464d-af1b-e020c46c3791', 'name': '', 'network_id': 'e9cf51e6-b985-4b03-91b7-6e495766d5e0', 'tenant_id': '953edf13aa5e46399456bf08db40c6a0', 'mac_address': 'fa:16:3e:3c:d6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422453a3-7ec0-40ef-a654-3461c2adf960', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4888207d-4f2e-467e-9744-11bc6df96b1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:33Z', 'updated_at': '2021-12-22T15:10:39Z', 'revision_number': 5, 'project_id': '953edf13aa5e46399456bf08db40c6a0', 'subnets': [{'id': '4888207d-4f2e-467e-9744-11bc6df96b1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5109ba11-d46e-4126-b0a4-1759c5f938a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:10:44.625438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] Checking router: 422453a3-7ec0-40ef-a654-3461c2adf960 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:10:44.625787 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] Updating router 422453a3-7ec0-40ef-a654-3461c2adf960 port 12b2abfe-323e-43b2-8bdc-7cbf13008b1b binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:10:44.677141 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:45.092652 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:45.104521 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] Transition to ACTIVE for port object 12b2abfe-323e-43b2-8bdc-7cbf13008b1b will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:10:45.194507 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:45.198534 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:10:45.267430 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] Attempting to bind port 12b2abfe-323e-43b2-8bdc-7cbf13008b1b on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:10:45.267773 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] Attempting to bind port 12b2abfe-323e-43b2-8bdc-7cbf13008b1b by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:10:45.268735 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] Attempting to bind port 12b2abfe-323e-43b2-8bdc-7cbf13008b1b on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:10:45.276870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:10:45.277242 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:10:45.277637 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:45.278025 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:10:45.278532 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] Bound port: 12b2abfe-323e-43b2-8bdc-7cbf13008b1b, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:10:45.278923 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:45.307741 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b762225-210f-4349-be41-23146910e07e None None] Pushing event updated for resources: {'Port': ['ID=12b2abfe-323e-43b2-8bdc-7cbf13008b1b,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:10:45.316113 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-4b762225-210f-4349-be41-23146910e07e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:10:45.359889 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] For port 12b2abfe-323e-43b2-8bdc-7cbf13008b1b, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:10:45.362859 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] For port 12b2abfe-323e-43b2-8bdc-7cbf13008b1b, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=12b2abfe-323e-43b2-8bdc-7cbf13008b1b,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:10:45.429198 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:45.433175 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:10:45.507656 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] Routers {'422453a3-7ec0-40ef-a654-3461c2adf960'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:10:45.508264 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:10:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['422453a3-7ec0-40ef-a654-3461c2adf960'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:10:45.557905 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b762225-210f-4349-be41-23146910e07e None None] Pushing event updated for resources: {'Port': ['ID=12b2abfe-323e-43b2-8bdc-7cbf13008b1b,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:10:45.565762 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-4b762225-210f-4349-be41-23146910e07e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:10:45.697811 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] Set router 422453a3-7ec0-40ef-a654-3461c2adf960 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:10:46.027192 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422453a3-7ec0-40ef-a654-3461c2adf960', 'name': 'router1', 'tenant_id': '953edf13aa5e46399456bf08db40c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': '12b2abfe-323e-43b2-8bdc-7cbf13008b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:23Z', 'updated_at': '2021-12-22T15:10:43Z', 'revision_number': 4, 'project_id': '953edf13aa5e46399456bf08db40c6a0', 'gw_port': {'id': '12b2abfe-323e-43b2-8bdc-7cbf13008b1b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422453a3-7ec0-40ef-a654-3461c2adf960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:42Z', 'updated_at': '2021-12-22T15:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'abd834c0-b90d-464d-af1b-e020c46c3791', 'name': '', 'network_id': 'e9cf51e6-b985-4b03-91b7-6e495766d5e0', 'tenant_id': '953edf13aa5e46399456bf08db40c6a0', 'mac_address': 'fa:16:3e:3c:d6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422453a3-7ec0-40ef-a654-3461c2adf960', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4888207d-4f2e-467e-9744-11bc6df96b1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:33Z', 'updated_at': '2021-12-22T15:10:39Z', 'revision_number': 5, 'project_id': '953edf13aa5e46399456bf08db40c6a0', 'subnets': [{'id': '4888207d-4f2e-467e-9744-11bc6df96b1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5109ba11-d46e-4126-b0a4-1759c5f938a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:10:46.031281 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adecc70-ac6c-4111-a2a0-ee5fcff25786 None None] The sync data for ids ['422453a3-7ec0-40ef-a654-3461c2adf960'] in dv-neutron-822674-1-hyperv is: [{'id': '422453a3-7ec0-40ef-a654-3461c2adf960', 'name': 'router1', 'tenant_id': '953edf13aa5e46399456bf08db40c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': '12b2abfe-323e-43b2-8bdc-7cbf13008b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:23Z', 'updated_at': '2021-12-22T15:10:43Z', 'revision_number': 4, 'project_id': '953edf13aa5e46399456bf08db40c6a0', 'gw_port': {'id': '12b2abfe-323e-43b2-8bdc-7cbf13008b1b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422453a3-7ec0-40ef-a654-3461c2adf960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:42Z', 'updated_at': '2021-12-22T15:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'abd834c0-b90d-464d-af1b-e020c46c3791', 'name': '', 'network_id': 'e9cf51e6-b985-4b03-91b7-6e495766d5e0', 'tenant_id': '953edf13aa5e46399456bf08db40c6a0', 'mac_address': 'fa:16:3e:3c:d6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422453a3-7ec0-40ef-a654-3461c2adf960', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4888207d-4f2e-467e-9744-11bc6df96b1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:33Z', 'updated_at': '2021-12-22T15:10:39Z', 'revision_number': 5, 'project_id': '953edf13aa5e46399456bf08db40c6a0', 'subnets': [{'id': '4888207d-4f2e-467e-9744-11bc6df96b1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5109ba11-d46e-4126-b0a4-1759c5f938a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:10:46.434781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 54140) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:46.552280 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b2b45850-73bf-4baf-99d4-062bab5e9aba admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1163616 Dec 22 15:10:46.836714 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 12b2abfe-323e-43b2-8bdc-7cbf13008b1b up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:10:46.989585 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 12b2abfe-323e-43b2-8bdc-7cbf13008b1b completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:10:46.995129 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 12b2abfe-323e-43b2-8bdc-7cbf13008b1b triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:10:46.995500 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:47.129803 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:47.149376 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 12b2abfe-323e-43b2-8bdc-7cbf13008b1b, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=12b2abfe-323e-43b2-8bdc-7cbf13008b1b,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:10:47.211975 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:47.214072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b0216661-e7c8-4a4c-91f1-49fcf26ae2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:10:47.281497 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=12b2abfe-323e-43b2-8bdc-7cbf13008b1b,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:10:47.285232 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:10:48.815953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 12b2abfe-323e-43b2-8bdc-7cbf13008b1b up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:10:48.899608 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 12b2abfe-323e-43b2-8bdc-7cbf13008b1b triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:10:48.899979 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:55.177456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b8277430-769f-4ee7-9c38-85b6cf22dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:57.060226 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 5 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:10:57.589190 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ac5b7900-bcc6-4927-9840-6a3a930868c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:58.754602 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:10:58.977124 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:11:00.720158 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:11:25.170905 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c6546a11-5b88-495e-bdeb-7ea412949ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:11:27.600267 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fbcaff5d-620f-4224-82d2-e1e2e2614e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:11:28.793780 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:11:28.988708 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:11:30.731279 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:11:34.058431 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 5 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:11:55.194455 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc20a-b69e-4b11-b04b-d2fb0edfe9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:11:57.611974 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-217b1d28-c45c-47fa-bbd7-ab9cb4fbaa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:11:58.776202 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:11:59.022543 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:12:00.754627 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:12:11.057140 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 5 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:12:25.176995 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-62622048-9884-40e4-b828-8ca04b60e39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:12:27.615307 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7f5bd904-bbaa-484b-bdff-db7f88e94ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:12:28.769861 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:12:28.969648 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:12:30.735717 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:12:48.056012 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 5 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:12:55.176862 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-26a06d13-be54-44e7-bc03-3f56d976be84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:12:57.187237 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 54742) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:12:57.293600 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-6095397e-6e1c-431e-a1e1-1e2b8c1984f6 admin admin] GET failed (client error): The resource could not be found. Dec 22 15:12:57.294947 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6095397e-6e1c-431e-a1e1-1e2b8c1984f6 admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1067364 Dec 22 15:12:57.444054 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82382cee-8ced-47c1-bb7d-c3b648cfe75a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:12:57.445515 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-82382cee-8ced-47c1-bb7d-c3b648cfe75a admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1466544 Dec 22 15:12:57.599857 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5c019958-499c-404f-8ce5-82f1f794942f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:12:58.771095 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:12:58.999589 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:12:59.605605 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 54752) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:12:59.709665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aa817a-c8bc-4af6-900c-2968ac48b1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:12:59.711052 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b7aa817a-c8bc-4af6-900c-2968ac48b1b1 admin admin] 10.222.0.59 "GET /v2.0/subnets/4888207d-4f2e-467e-9744-11bc6df96b1f HTTP/1.1" status: 200 len: 849 time: 0.1045189 Dec 22 15:12:59.721051 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e06464ec-a326-4d88-8bb0-5e2b6a37dde4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:12:59.835424 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e06464ec-a326-4d88-8bb0-5e2b6a37dde4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:00.102392 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e06464ec-a326-4d88-8bb0-5e2b6a37dde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734784429653'] for subnet, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:00.106474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:13:00.151994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06464ec-a326-4d88-8bb0-5e2b6a37dde4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:13:00.152644 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e06464ec-a326-4d88-8bb0-5e2b6a37dde4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:00.155126 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4999a5-9aca-436e-baec-9b7a14ad19b7 None None] Network e9cf51e6-b985-4b03-91b7-6e495766d5e0 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:13:00.155747 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e06464ec-a326-4d88-8bb0-5e2b6a37dde4 admin admin] 10.222.0.59 "PUT /v2.0/subnets/4888207d-4f2e-467e-9744-11bc6df96b1f HTTP/1.1" status: 200 len: 868 time: 0.4388754 Dec 22 15:13:00.185617 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06464ec-a326-4d88-8bb0-5e2b6a37dde4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4888207d-4f2e-467e-9744-11bc6df96b1f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:13:00.194309 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06464ec-a326-4d88-8bb0-5e2b6a37dde4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:00.194695 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06464ec-a326-4d88-8bb0-5e2b6a37dde4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:00.195012 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06464ec-a326-4d88-8bb0-5e2b6a37dde4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:00.195336 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06464ec-a326-4d88-8bb0-5e2b6a37dde4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:00.195664 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06464ec-a326-4d88-8bb0-5e2b6a37dde4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:00.196000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06464ec-a326-4d88-8bb0-5e2b6a37dde4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:00.196324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06464ec-a326-4d88-8bb0-5e2b6a37dde4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:00.196642 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06464ec-a326-4d88-8bb0-5e2b6a37dde4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:00.196956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06464ec-a326-4d88-8bb0-5e2b6a37dde4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:00.197269 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06464ec-a326-4d88-8bb0-5e2b6a37dde4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:00.197580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06464ec-a326-4d88-8bb0-5e2b6a37dde4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:00.197894 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06464ec-a326-4d88-8bb0-5e2b6a37dde4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:00.208210 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e06464ec-a326-4d88-8bb0-5e2b6a37dde4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:13:00.579060 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3ddad0bf-c0c9-4ca2-b9cd-4546ba74b411 None None] Provisioning complete for port fca21598-835e-4602-a20c-bfab4d974719 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:13:00.579433 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3ddad0bf-c0c9-4ca2-b9cd-4546ba74b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:00.738444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3ddad0bf-c0c9-4ca2-b9cd-4546ba74b411 None None] Provisioning complete for port abd834c0-b90d-464d-af1b-e020c46c3791 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:13:00.738444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3ddad0bf-c0c9-4ca2-b9cd-4546ba74b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:00.851103 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:02.306600 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 54762) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:13:02.483800 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe12185-f681-4d79-a58a-5f778b210928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:13:02.484281 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe12185-f681-4d79-a58a-5f778b210928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:13:02.486421 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-efe12185-f681-4d79-a58a-5f778b210928 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1787577 Dec 22 15:13:04.628645 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 54772) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:13:04.812003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd144bf-f57c-45dc-8df8-45dfa077377d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:13:04.818716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd144bf-f57c-45dc-8df8-45dfa077377d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:13:04.818716 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ddd144bf-f57c-45dc-8df8-45dfa077377d admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1844015 Dec 22 15:13:06.940161 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 54782) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:13:07.102577 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f9b529-0cb6-4da2-b921-7a949c042dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:13:07.103846 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-15f9b529-0cb6-4da2-b921-7a949c042dc3 admin admin] 10.222.0.59 "GET /v2.0/networks/98c1d02c-4416-4565-b8a7-1c1ed298f1f8 HTTP/1.1" status: 200 len: 886 time: 0.1627536 Dec 22 15:13:09.199694 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 54792) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:13:09.369824 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06f6c41-f499-482e-983b-8d7802210308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:13:09.371292 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b06f6c41-f499-482e-983b-8d7802210308 admin admin] 10.222.0.59 "GET /v2.0/networks/e9cf51e6-b985-4b03-91b7-6e495766d5e0 HTTP/1.1" status: 200 len: 869 time: 0.1706588 Dec 22 15:13:11.493701 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 54802) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:13:11.598587 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e30a041-01d5-4a5f-87cf-b1557fa2469a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:13:11.602146 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e30a041-01d5-4a5f-87cf-b1557fa2469a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:13:11.602146 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9e30a041-01d5-4a5f-87cf-b1557fa2469a admin admin] Synchronizing usage tracker for tenant:7441a6c7927943c88713ee0093cfbeaf on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:13:11.694507 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9e30a041-01d5-4a5f-87cf-b1557fa2469a admin admin] Unset dirty status for tenant:7441a6c7927943c88713ee0093cfbeaf on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:13:11.695700 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9e30a041-01d5-4a5f-87cf-b1557fa2469a admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2010536 Dec 22 15:13:13.807223 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 54812) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:13:13.916302 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ee09fa-eaa8-4925-86fa-5dbfcdbf4917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:13:13.916754 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ee09fa-eaa8-4925-86fa-5dbfcdbf4917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:13:13.918294 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-65ee09fa-eaa8-4925-86fa-5dbfcdbf4917 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1100826 Dec 22 15:13:16.033642 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 54822) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:13:16.133173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e923fa-e0c8-49fe-90ca-462992044da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:13:16.134813 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-31e923fa-e0c8-49fe-90ca-462992044da7 admin admin] 10.222.0.59 "GET /v2.0/subnets/00dfa21c-0d7a-45b6-9654-45eff4c28914 HTTP/1.1" status: 200 len: 816 time: 0.1001709 Dec 22 15:13:18.286834 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 54832) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:13:18.414168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295f8249-e3dd-4363-bf01-0572c7d1b154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:13:18.415534 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-295f8249-e3dd-4363-bf01-0572c7d1b154 admin admin] 10.222.0.59 "GET /v2.0/subnets/4888207d-4f2e-467e-9744-11bc6df96b1f HTTP/1.1" status: 200 len: 868 time: 0.1277277 Dec 22 15:13:25.054837 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 5 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:13:25.176940 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f1bc0520-9b6e-417e-a50a-d6f3b18ad8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:27.622046 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-715c1c47-96aa-4639-b7d9-831e8140bb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:28.780095 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:28.971063 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:30.757065 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:42.315746 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 54876) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:13:42.363004 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-20ae3292-d28f-4c53-9bea-4f852e6a7169 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:13:42.363985 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-20ae3292-d28f-4c53-9bea-4f852e6a7169 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472279 Dec 22 15:13:44.571564 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 54886) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:13:44.640823 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02cd05c-d6d1-4142-b451-6245b5109eac admin admin] GET failed (client error): The resource could not be found. Dec 22 15:13:44.642015 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b02cd05c-d6d1-4142-b451-6245b5109eac admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0695090 Dec 22 15:13:44.766167 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e959308-b801-45b2-9af4-932357bc93e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:13:44.767666 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3e959308-b801-45b2-9af4-932357bc93e7 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1217828 Dec 22 15:13:46.886178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 54896) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:13:46.933308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fd01a4ce-9170-4a6c-86fa-21334dc2435d admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:13:46.938914 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fd01a4ce-9170-4a6c-86fa-21334dc2435d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:13:46.948269 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fd01a4ce-9170-4a6c-86fa-21334dc2435d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:13:47.016925 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd01a4ce-9170-4a6c-86fa-21334dc2435d admin admin] Made reservation on behalf of 7441a6c7927943c88713ee0093cfbeaf for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:13:47.019465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd01a4ce-9170-4a6c-86fa-21334dc2435d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:47.106301 dv-neutron-822674-1-hyperv neutron-server[88217]: WARNING neutron.services.revisions.revision_plugin [None req-fd01a4ce-9170-4a6c-86fa-21334dc2435d admin admin] Could not find related network for resource to bump revision. Dec 22 15:13:47.117577 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd01a4ce-9170-4a6c-86fa-21334dc2435d admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:13:47.126417 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd01a4ce-9170-4a6c-86fa-21334dc2435d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:47.126757 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-fd01a4ce-9170-4a6c-86fa-21334dc2435d admin admin] Added segment 1229b689-0bc7-43ef-ad83-6ee03b99a1de of type vlan for network eca83293-72d4-432e-9424-0c97ee932298 Dec 22 15:13:47.151186 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd01a4ce-9170-4a6c-86fa-21334dc2435d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:47.256203 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd01a4ce-9170-4a6c-86fa-21334dc2435d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:47.257468 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd01a4ce-9170-4a6c-86fa-21334dc2435d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:13:47.258048 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd01a4ce-9170-4a6c-86fa-21334dc2435d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:47.261372 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:13:47.357148 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01a4ce-9170-4a6c-86fa-21334dc2435d admin admin] Pushing event updated for resources: {'Network': ['ID=eca83293-72d4-432e-9424-0c97ee932298,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:13:47.359702 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fd01a4ce-9170-4a6c-86fa-21334dc2435d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:13:47.367463 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network eca83293-72d4-432e-9424-0c97ee932298 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:13:47.417206 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fd01a4ce-9170-4a6c-86fa-21334dc2435d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5298867 Dec 22 15:13:49.566117 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 54906) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:13:49.631665 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-a082d72f-3ccf-4c7e-844c-7e855a23005b admin admin] GET failed (client error): The resource could not be found. Dec 22 15:13:49.632116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a082d72f-3ccf-4c7e-844c-7e855a23005b admin admin] Synchronizing usage tracker for tenant:7441a6c7927943c88713ee0093cfbeaf on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:13:49.736269 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a082d72f-3ccf-4c7e-844c-7e855a23005b admin admin] Unset dirty status for tenant:7441a6c7927943c88713ee0093cfbeaf on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:13:49.737456 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a082d72f-3ccf-4c7e-844c-7e855a23005b admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1703422 Dec 22 15:13:49.886420 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834454c3-3459-44a1-8069-87c4d806d866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:13:49.887762 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-834454c3-3459-44a1-8069-87c4d806d866 admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1464896 Dec 22 15:13:49.897689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-cb12d1fb-b98c-4d95-a1c8-b15980ad834f admin admin] Request body: {'subnet': {'network_id': 'eca83293-72d4-432e-9424-0c97ee932298', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:13:49.902098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cb12d1fb-b98c-4d95-a1c8-b15980ad834f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:13:49.911338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cb12d1fb-b98c-4d95-a1c8-b15980ad834f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:13:50.002837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb12d1fb-b98c-4d95-a1c8-b15980ad834f admin admin] Made reservation on behalf of 7441a6c7927943c88713ee0093cfbeaf for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:13:50.005288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb12d1fb-b98c-4d95-a1c8-b15980ad834f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:50.285437 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb12d1fb-b98c-4d95-a1c8-b15980ad834f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:50.289194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:13:50.362047 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12d1fb-b98c-4d95-a1c8-b15980ad834f admin admin] Pushing event updated for resources: {'Subnet': ['ID=af19ccdd-0162-466f-bac8-41357a4f46b7,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:13:50.366184 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cb12d1fb-b98c-4d95-a1c8-b15980ad834f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:13:50.371925 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb12d1fb-b98c-4d95-a1c8-b15980ad834f admin admin] Checking segment: {'id': '1229b689-0bc7-43ef-ad83-6ee03b99a1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'eca83293-72d4-432e-9424-0c97ee932298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:13:50.372280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb12d1fb-b98c-4d95-a1c8-b15980ad834f admin admin] Network hostable DHCP agents. Network: eca83293-72d4-432e-9424-0c97ee932298, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:13:50.445410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb12d1fb-b98c-4d95-a1c8-b15980ad834f admin admin] Network eca83293-72d4-432e-9424-0c97ee932298 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:13:50.539722 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-cb12d1fb-b98c-4d95-a1c8-b15980ad834f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, eca83293-72d4-432e-9424-0c97ee932298) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:13:50.543794 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb12d1fb-b98c-4d95-a1c8-b15980ad834f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:13:50.544394 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb12d1fb-b98c-4d95-a1c8-b15980ad834f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:50.549843 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674c23c6-c628-4a33-934c-c10f95cf1ced None None] Network eca83293-72d4-432e-9424-0c97ee932298 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:13:50.637605 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cb12d1fb-b98c-4d95-a1c8-b15980ad834f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7431467 Dec 22 15:13:50.769072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-eca83293-72d4-432e-9424-0c97ee932298', 'network_id': 'eca83293-72d4-432e-9424-0c97ee932298', 'tenant_id': '7441a6c7927943c88713ee0093cfbeaf', 'fixed_ips': [{'subnet_id': 'af19ccdd-0162-466f-bac8-41357a4f46b7'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:13:50.770385 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:50.934523 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Allocated IP 192.168.233.2 (eca83293-72d4-432e-9424-0c97ee932298/af19ccdd-0162-466f-bac8-41357a4f46b7/05b5d4ca-922e-4cca-a89b-b6a63d0d92d6) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:13:51.143644 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:51.153023 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Transition to ACTIVE for port object 05b5d4ca-922e-4cca-a89b-b6a63d0d92d6 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:13:51.172401 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Transition to ACTIVE for port object 05b5d4ca-922e-4cca-a89b-b6a63d0d92d6 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:13:51.273995 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:51.278842 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:13:51.367854 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Network eca83293-72d4-432e-9424-0c97ee932298 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:13:51.370836 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:13:51.374437 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:13:51.378997 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Pushing event updated for resources: {'Port': ['ID=05b5d4ca-922e-4cca-a89b-b6a63d0d92d6,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:13:51.388249 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:51.388613 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:51.389046 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:51.389264 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:51.389583 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:51.389900 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:51.390268 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:51.390584 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:51.390912 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:51.391226 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:51.391537 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:51.391845 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:13:51.418402 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:13:51.492493 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Attempting to bind port 05b5d4ca-922e-4cca-a89b-b6a63d0d92d6 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:13:51.492869 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Attempting to bind port 05b5d4ca-922e-4cca-a89b-b6a63d0d92d6 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '1229b689-0bc7-43ef-ad83-6ee03b99a1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'eca83293-72d4-432e-9424-0c97ee932298'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:13:51.493237 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Attempting to bind port 05b5d4ca-922e-4cca-a89b-b6a63d0d92d6 on network eca83293-72d4-432e-9424-0c97ee932298 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:13:51.498592 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:13:51.498966 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Checking segment: {'id': '1229b689-0bc7-43ef-ad83-6ee03b99a1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'eca83293-72d4-432e-9424-0c97ee932298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:13:51.499359 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:51.500326 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Bound using segment: {'id': '1229b689-0bc7-43ef-ad83-6ee03b99a1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'eca83293-72d4-432e-9424-0c97ee932298'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:13:51.500794 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Bound port: 05b5d4ca-922e-4cca-a89b-b6a63d0d92d6, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1229b689-0bc7-43ef-ad83-6ee03b99a1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'eca83293-72d4-432e-9424-0c97ee932298'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:13:51.501193 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:51.587267 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] For port 05b5d4ca-922e-4cca-a89b-b6a63d0d92d6, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:13:51.590484 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] For port 05b5d4ca-922e-4cca-a89b-b6a63d0d92d6, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=05b5d4ca-922e-4cca-a89b-b6a63d0d92d6,segment=NetworkSegment(1229b689-0bc7-43ef-ad83-6ee03b99a1de),segment_id=1229b689-0bc7-43ef-ad83-6ee03b99a1de)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:13:51.685529 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:51.690484 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f9238c65-bddc-4a1f-8183-67b4c5d9ca3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:13:51.769922 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Pushing event updated for resources: {'Port': ['ID=05b5d4ca-922e-4cca-a89b-b6a63d0d92d6,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:13:51.774377 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:13:52.654912 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215ac4b4-7ac3-450b-affd-8554d3d6abaa None None] Network eca83293-72d4-432e-9424-0c97ee932298 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:13:52.902272 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-609c5657-db10-4403-b61b-53a217ed4e73 None None] Provisioning for port 05b5d4ca-922e-4cca-a89b-b6a63d0d92d6 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:13:52.955611 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 05b5d4ca-922e-4cca-a89b-b6a63d0d92d6 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:13:53.139698 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 05b5d4ca-922e-4cca-a89b-b6a63d0d92d6 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:13:53.145518 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 05b5d4ca-922e-4cca-a89b-b6a63d0d92d6 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:13:53.145882 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:53.270120 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:53.305827 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 05b5d4ca-922e-4cca-a89b-b6a63d0d92d6, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=05b5d4ca-922e-4cca-a89b-b6a63d0d92d6,segment=NetworkSegment(1229b689-0bc7-43ef-ad83-6ee03b99a1de),segment_id=1229b689-0bc7-43ef-ad83-6ee03b99a1de)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:13:53.408534 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:53.411571 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:13:53.480225 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=05b5d4ca-922e-4cca-a89b-b6a63d0d92d6,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:13:53.483374 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:13:54.920091 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 05b5d4ca-922e-4cca-a89b-b6a63d0d92d6 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:13:54.987688 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 05b5d4ca-922e-4cca-a89b-b6a63d0d92d6 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:13:54.988059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:55.182522 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c289a291-3ccd-406b-9954-aeb61a6ec3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:57.594044 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-69c7d113-cafe-46a8-ba68-0c65abc247ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:58.788222 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:13:58.973608 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:14:00.753641 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:14:02.054451 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 5 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:14:25.184866 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f9c687ba-075f-4223-bdf3-a36c03b17345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:14:27.619263 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b48afeb7-c6a4-4a58-bb8d-379c78c9bc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:14:28.796225 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:14:28.987490 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:14:30.776487 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:14:39.052914 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 5 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:14:55.201487 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-52feaf06-96f6-4be5-821b-631d2ed7b00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:14:57.641413 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f1b869bd-807d-45ce-9f83-e971cdb606c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:14:58.807540 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:14:59.002044 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:15:00.759140 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:15:11.572063 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 54956) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:15:11.579428 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-3f7f8d28-dac7-4dba-93ba-b99a45344798 tempest-verify_tempest_config-388668449 tempest-verify_tempest_config-388668449-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:15:11.580385 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3f7f8d28-dac7-4dba-93ba-b99a45344798 tempest-verify_tempest_config-388668449 tempest-verify_tempest_config-388668449-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0073810 Dec 22 15:15:12.075406 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 54974) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:15:12.192399 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:15:12.206789 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:15:12.210526 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Usage tracker for resource:security_group_rule and tenant:f6e80eae3bd741e9be7dcbc6090a5031 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:15:12.213668 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:15:12.220026 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:15:12.309251 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:15:12.387633 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:15:12.395486 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:15:12.434672 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f6e80eae3bd741e9be7dcbc6090a5031&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3581970 Dec 22 15:15:12.435351 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44ce5d8-1336-4d8a-96a8-07606d46d7fc,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:15:12.437817 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 54980) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:15:12.455435 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:15:12.455796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:15:12.456142 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:15:12.456469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:15:12.456793 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:15:12.457139 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:15:12.457467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:15:12.457790 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:15:12.458115 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:15:12.458452 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:15:12.458790 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:15:12.459102 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:15:12.467069 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:15:12.510840 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c0729780-b265-4ec1-b9ef-6815432806a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:15:12.536024 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c0729780-b265-4ec1-b9ef-6815432806a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:15:12.690792 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c0729780-b265-4ec1-b9ef-6815432806a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:15:12.694615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:15:12.707133 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0729780-b265-4ec1-b9ef-6815432806a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44ce5d8-1336-4d8a-96a8-07606d46d7fc,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:15:12.709972 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c0729780-b265-4ec1-b9ef-6815432806a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:15:12.711912 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c0729780-b265-4ec1-b9ef-6815432806a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:15:12.715079 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c0729780-b265-4ec1-b9ef-6815432806a3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c44ce5d8-1336-4d8a-96a8-07606d46d7fc HTTP/1.1" status: 204 len: 168 time: 0.2761738 Dec 22 15:15:16.051945 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 5 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:15:25.199059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b1ec16e8-a388-4d37-8094-20b3b5b1bbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:15:27.638981 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2e007b3c-6d2e-4cb8-8543-cf30906397a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:15:28.798569 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:15:29.003960 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:15:30.759321 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:15:53.052755 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 5 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:15:55.212199 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fcea1bde-363c-49dc-b3e5-f4af25fde63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:15:57.656815 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5487d80e-f6ec-40b6-9462-8acaaa99e4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:15:58.892081 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:15:59.029087 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:16:00.787677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:16:25.171666 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bcab27f6-bf90-4eba-96b0-868031709896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:16:27.679891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-de80406b-15c5-4110-95b6-cb534f2ccd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:16:28.828572 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:16:29.022983 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:16:30.053647 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 5 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:16:30.777188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:16:35.875427 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685108'] for agent, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:16:50.688114 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55050) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:50.823788 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-11d30df9-4a86-4f46-bef8-c3ceb8e8b198 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1345384 Dec 22 15:16:53.085309 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55060) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:53.161319 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-515b07ae-c5a6-4115-ab80-aeb5bb00333b admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0745795 Dec 22 15:16:55.199376 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3f5ccd3c-a15c-431b-b52c-efa031d5074c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:16:57.666994 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-245b7aeb-ac96-484a-95e1-8925f2f4c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:16:58.811505 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:16:58.965372 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:17:00.775685 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:17:05.799197 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:17:07.053173 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:17:25.205335 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-89f2089e-e9f1-4b46-8909-2a39cf0bae93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:17:27.621279 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-851750ae-0890-449f-9ba0-6c86f36b209b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:17:28.846383 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:17:28.983381 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:17:30.794541 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:17:35.810859 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:17:44.053805 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:17:55.233060 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-06cd1ee0-a620-4c0b-8214-149d355c9e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:17:57.632856 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4a0d95e7-f3cb-47e7-9d18-974b3ccdf2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:17:58.832778 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:17:58.958313 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:00.792539 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:05.815466 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:21.053113 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:18:25.226607 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ff3d98ef-eba4-4243-ba6e-a6768b3521e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:26.511022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55260) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:26.526017 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55266) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:26.964346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-41532340-network', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:26.971108 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:26.985666 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Usage tracker for resource:network and tenant:4b1a174dbcbe478299f6879dd11bdd14 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:26.998357 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-777630240-network', 'tenant_id': '11ca12b5724944f583d6f7654599b447'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:27.007107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:27.014493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Usage tracker for resource:network and tenant:11ca12b5724944f583d6f7654599b447 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:27.020001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:27.030702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:27.035545 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:27.045045 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:27.164387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Made reservation on behalf of 4b1a174dbcbe478299f6879dd11bdd14 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:27.171761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:27.193966 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:27.212949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Made reservation on behalf of 11ca12b5724944f583d6f7654599b447 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:27.216155 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:27.245424 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:27.266481 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:27.275365 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Usage tracker for resource:security_group_rule and tenant:4b1a174dbcbe478299f6879dd11bdd14 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:27.281642 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:27.286630 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:27.296564 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:27.303109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Usage tracker for resource:security_group_rule and tenant:11ca12b5724944f583d6f7654599b447 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:27.309836 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:27.393599 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55288) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:27.415178 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:27.420272 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:27.472057 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:27.532033 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c0729780-b265-4ec1-b9ef-6815432806a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:27.571673 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:18:27.623380 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:27.626502 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734784304541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:27.627354 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Unsubscribe: segment precommit_create {{(pid=88218) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 15:18:27.628068 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Added segment 0f551e22-bd40-4f76-a4f3-659f3550fe34 of type vlan for network 6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 Dec 22 15:18:27.639839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-39e2cc25-f9a5-46e1-bfd4-738a11d91fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:27.706993 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:27.719900 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:27.744015 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f41ea4-d81a-4d50-80c0-013621f993f3,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:27.787431 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:27.788008 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:27.788574 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:27.789357 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:27.790390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:27.791221 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:27.791997 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:27.793304 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:27.794053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:27.794828 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:27.795608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:27.796354 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Tracked resource versions report: Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: pushed versions: Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: { 'AddressGroup': {'1.2'}, Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'ConntrackHelper': {'1.0'}, Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'Log': {'1.0'}, Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'Network': {'1.1'}, Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'Port': {'1.7'}, Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'PortForwarding': {'1.2'}, Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'QosPolicy': {'1.8'}, Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'SecurityGroup': {'1.4'}, Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'SecurityGroupRule': {'1.2'}, Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'SubPort': {'1.0'}, Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'Subnet': {'1.1'}, Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'Trunk': {'1.1'}} Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: consumer versions: Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: { DHCP agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: HyperV agent@hv-neutron-8226: {}, Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: L3 agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: Metadata agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: Metering agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: Open vSwitch agent@dv-neutron-822674-1-hyperv: { 'AddressGroup': '1.2', Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'ConntrackHelper': '1.0', Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'Log': '1.0', Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'Network': '1.1', Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'Port': '1.7', Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'PortForwarding': '1.2', Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'QosPolicy': '1.8', Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'SecurityGroup': '1.4', Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'SecurityGroupRule': '1.2', Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'SubPort': '1.0', Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'Subnet': '1.1', Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: 'Trunk': '1.1'}} Dec 22 15:18:27.798777 dv-neutron-822674-1-hyperv neutron-server[88218]: {{(pid=88218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 15:18:27.803683 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:18:27.826214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:27.826885 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:27.862534 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:27.863125 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Added segment 466eb8c0-59da-4ef3-bfc4-5e328775b07e of type vlan for network e848618a-cbd6-4924-afb6-83b772b918f8 Dec 22 15:18:27.897350 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1432b300-c788-4447-8bb2-a4027ca02c61,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:27.912583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:27.916474 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:27.944551 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:27.948237 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:27.949027 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:27.952875 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:28.035467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:28.047235 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:28.048038 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:28.071388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Pushing event updated for resources: {'Network': ['ID=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:28.084182 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:28.086460 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:28.094538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:18:28.106969 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-55457230'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:28.115705 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:28.122580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Usage tracker for resource:network and tenant:896746a3ba814c648a856f49fda64854 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:28.128044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:28.151371 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:28.283244 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Pushing event updated for resources: {'Network': ['ID=e848618a-cbd6-4924-afb6-83b772b918f8,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:28.287878 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:28.313075 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8007479 Dec 22 15:18:28.318066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55306) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:28.322022 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network e848618a-cbd6-4924-afb6-83b772b918f8 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:18:28.329239 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-b6f50ad7-2bfa-43c9-9e16-eb8be4546a93 admin admin] Request body: {'subnet': {'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-41532340-subnet', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:28.340771 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b6f50ad7-2bfa-43c9-9e16-eb8be4546a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:28.349602 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b6f50ad7-2bfa-43c9-9e16-eb8be4546a93 admin admin] Usage tracker for resource:subnet and tenant:4b1a174dbcbe478299f6879dd11bdd14 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:28.355496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b6f50ad7-2bfa-43c9-9e16-eb8be4546a93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:28.369726 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Made reservation on behalf of 896746a3ba814c648a856f49fda64854 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:28.376423 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:28.379506 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b6f50ad7-2bfa-43c9-9e16-eb8be4546a93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:28.411127 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8835776 Dec 22 15:18:28.417821 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55310) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:28.429123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55314) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:28.431198 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:28.439883 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-b8d4c2ec-35a1-4689-bd5b-c9ddf248e7ba admin admin] Request body: {'subnet': {'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-777630240-subnet', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:28.459082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b8d4c2ec-35a1-4689-bd5b-c9ddf248e7ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:28.474912 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b8d4c2ec-35a1-4689-bd5b-c9ddf248e7ba admin admin] Usage tracker for resource:subnet and tenant:11ca12b5724944f583d6f7654599b447 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:28.487955 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b8d4c2ec-35a1-4689-bd5b-c9ddf248e7ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:28.495715 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:28.500101 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f50ad7-2bfa-43c9-9e16-eb8be4546a93 admin admin] Made reservation on behalf of 4b1a174dbcbe478299f6879dd11bdd14 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:28.501475 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Usage tracker for resource:security_group_rule and tenant:896746a3ba814c648a856f49fda64854 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:28.504429 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b6f50ad7-2bfa-43c9-9e16-eb8be4546a93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:28.505925 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:28.514496 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:28.555926 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b8d4c2ec-35a1-4689-bd5b-c9ddf248e7ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:28.670924 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:28.702194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55324) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:28.756202 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:28.772136 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d4c2ec-35a1-4689-bd5b-c9ddf248e7ba admin admin] Made reservation on behalf of 11ca12b5724944f583d6f7654599b447 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:28.774871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b8d4c2ec-35a1-4689-bd5b-c9ddf248e7ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:28.775791 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d1f4c5de-721a-49cb-a0e7-5429f3bdde49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:28.846742 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78438ebf-0eaf-4e52-a414-019e7e9282b7,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:28.870661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:28.873916 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:28.876635 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:28.877457 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:28.878259 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:28.879450 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:28.880567 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:28.881399 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:28.882249 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:28.883090 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:28.884566 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:28.885556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:28.886361 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Tracked resource versions report: Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: pushed versions: Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: { 'AddressGroup': {'1.2'}, Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'ConntrackHelper': {'1.0'}, Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'Log': {'1.0'}, Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'Network': {'1.1'}, Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'Port': {'1.7'}, Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'PortForwarding': {'1.2'}, Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'QosPolicy': {'1.8'}, Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'SecurityGroup': {'1.4'}, Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'SecurityGroupRule': {'1.2'}, Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'SubPort': {'1.0'}, Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'Subnet': {'1.1'}, Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'Trunk': {'1.1'}} Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: consumer versions: Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: { DHCP agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: HyperV agent@hv-neutron-8226: {}, Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: L3 agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: Metadata agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: Metering agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: Open vSwitch agent@dv-neutron-822674-1-hyperv: { 'AddressGroup': '1.2', Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'ConntrackHelper': '1.0', Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'Log': '1.0', Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'Network': '1.1', Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'Port': '1.7', Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'PortForwarding': '1.2', Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'QosPolicy': '1.8', Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'SecurityGroup': '1.4', Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'SecurityGroupRule': '1.2', Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'SubPort': '1.0', Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'Subnet': '1.1', Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: 'Trunk': '1.1'}} Dec 22 15:18:28.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: {{(pid=88217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 15:18:28.910859 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:18:28.958325 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:28.960374 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Added segment 7f315110-eacf-4e5b-a3d4-6f5063f22840 of type vlan for network 6018beee-30c0-4b90-a1ac-d3a457a98ae4 Dec 22 15:18:29.016319 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:29.032918 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:29.040922 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:29.118358 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b6f50ad7-2bfa-43c9-9e16-eb8be4546a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:29.124354 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-faa46dc1-a1e9-486c-8e03-99ce0b828fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:29.152587 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:29.164177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:29.165697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:29.178218 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fd01a4ce-9170-4a6c-86fa-21334dc2435d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:29.221854 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b8d4c2ec-35a1-4689-bd5b-c9ddf248e7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:29.226337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f50ad7-2bfa-43c9-9e16-eb8be4546a93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d351219-3f54-4318-ad3a-f368fdd0eec7,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:29.235465 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b6f50ad7-2bfa-43c9-9e16-eb8be4546a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:29.236278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b6f50ad7-2bfa-43c9-9e16-eb8be4546a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:29.293588 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f50ad7-2bfa-43c9-9e16-eb8be4546a93 admin admin] Checking segment: {'id': '0f551e22-bd40-4f76-a4f3-659f3550fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:18:29.294062 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f50ad7-2bfa-43c9-9e16-eb8be4546a93 admin admin] Network hostable DHCP agents. Network: 6a15c954-fa80-4b4d-85dd-e7e4b59c86e1, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:18:29.341943 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4c2ec-35a1-4689-bd5b-c9ddf248e7ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=436c46ba-002c-4b99-b2f3-b954e93823af,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:29.352939 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b8d4c2ec-35a1-4689-bd5b-c9ddf248e7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:29.377890 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Network': ['ID=6018beee-30c0-4b90-a1ac-d3a457a98ae4,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:29.378173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d4c2ec-35a1-4689-bd5b-c9ddf248e7ba admin admin] Checking segment: {'id': '466eb8c0-59da-4ef3-bfc4-5e328775b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:18:29.378407 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d4c2ec-35a1-4689-bd5b-c9ddf248e7ba admin admin] Network hostable DHCP agents. Network: e848618a-cbd6-4924-afb6-83b772b918f8, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:18:29.388415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-890840279', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:29.394053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:29.400136 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 6018beee-30c0-4b90-a1ac-d3a457a98ae4 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:18:29.415837 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f50ad7-2bfa-43c9-9e16-eb8be4546a93 admin admin] Network 6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:18:29.426550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:29.432654 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Usage tracker for resource:port and tenant:1e7e49dde9774c9ca867ee0081034963 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:29.439035 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d4c2ec-35a1-4689-bd5b-c9ddf248e7ba admin admin] Network e848618a-cbd6-4924-afb6-83b772b918f8 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:18:29.449906 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1088376348'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:29.466283 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:29.481261 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:29.490076 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Usage tracker for resource:network and tenant:a14fb595fe714b1199e56037ec808cb2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:29.492757 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-b8d4c2ec-35a1-4689-bd5b-c9ddf248e7ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, e848618a-cbd6-4924-afb6-83b772b918f8) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:29.495277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-b6f50ad7-2bfa-43c9-9e16-eb8be4546a93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 6a15c954-fa80-4b4d-85dd-e7e4b59c86e1) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:29.502164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:29.519851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:29.527731 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d4c2ec-35a1-4689-bd5b-c9ddf248e7ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:29.530845 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b8d4c2ec-35a1-4689-bd5b-c9ddf248e7ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:29.542463 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1475964 Dec 22 15:18:29.547978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:29.552385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55342) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:29.563813 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dccb88-998f-462d-b51e-48284ebbf18d None None] Network e848618a-cbd6-4924-afb6-83b772b918f8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:18:29.567576 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-497d2308-1664-44e4-9224-9af4fbd4a1bd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'subnet': {'network_id': '6018beee-30c0-4b90-a1ac-d3a457a98ae4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:29.627119 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Made reservation on behalf of a14fb595fe714b1199e56037ec808cb2 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:29.632837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:29.671423 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:29.681357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Made reservation on behalf of 1e7e49dde9774c9ca867ee0081034963 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:29.685169 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:29.701933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:29.724636 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:29.729089 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Usage tracker for resource:security_group_rule and tenant:1e7e49dde9774c9ca867ee0081034963 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:29.736988 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:29.744455 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-497d2308-1664-44e4-9224-9af4fbd4a1bd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:29.745659 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:29.752158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-497d2308-1664-44e4-9224-9af4fbd4a1bd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Usage tracker for resource:subnet and tenant:896746a3ba814c648a856f49fda64854 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:29.755640 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f50ad7-2bfa-43c9-9e16-eb8be4546a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:29.756806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b6f50ad7-2bfa-43c9-9e16-eb8be4546a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:29.763269 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:29.767901 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Usage tracker for resource:security_group_rule and tenant:a14fb595fe714b1199e56037ec808cb2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:29.771210 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:29.773469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-497d2308-1664-44e4-9224-9af4fbd4a1bd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:29.779809 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:29.780195 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-497d2308-1664-44e4-9224-9af4fbd4a1bd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:29.795709 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85571a5-76d7-4a35-8a78-9e34e1b115e2 None None] Network 6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:18:29.847622 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b8d4c2ec-35a1-4689-bd5b-c9ddf248e7ba admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4272060 Dec 22 15:18:29.853624 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55352) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:29.877001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-777630240-router', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:29.894959 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:29.909053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Usage tracker for resource:router and tenant:11ca12b5724944f583d6f7654599b447 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:29.916842 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:29.935445 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:29.964981 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b6f50ad7-2bfa-43c9-9e16-eb8be4546a93 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6409175 Dec 22 15:18:29.964981 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497d2308-1664-44e4-9224-9af4fbd4a1bd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Made reservation on behalf of 896746a3ba814c648a856f49fda64854 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:29.974085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55358) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:29.976565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-497d2308-1664-44e4-9224-9af4fbd4a1bd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:29.979503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-41532340-router', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:30.003781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:30.025165 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:30.031148 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Usage tracker for resource:router and tenant:4b1a174dbcbe478299f6879dd11bdd14 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:30.047223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:30.058373 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:30.068217 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:30.080405 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-e848618a-cbd6-4924-afb6-83b772b918f8', 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'fixed_ips': [{'subnet_id': '436c46ba-002c-4b99-b2f3-b954e93823af'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:18:30.082146 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:30.100829 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:30.104512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:30.174536 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:30.174536 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:30.187507 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55366) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:30.208646 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:30.231895 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:30.263084 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] device_id is not set on port 97254868-f8d6-4079-9561-f7a98c4ff7bd yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:18:30.490727 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Allocated IP 172.20.0.2 (e848618a-cbd6-4924-afb6-83b772b918f8/436c46ba-002c-4b99-b2f3-b954e93823af/caf440d6-146a-408d-b817-abf443c44c0d) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:18:30.600034 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55374) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:30.606999 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c6c2c5-decf-45da-bb03-dbfc5b780c51,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:30.684710 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:30.686430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:30.693886 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Allocated IP 172.26.6.198 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/97254868-f8d6-4079-9561-f7a98c4ff7bd) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:18:30.705593 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:18:30.709460 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:30.710556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8838b771-800c-4fdd-be6f-0feed445ab5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:30.794798 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:30.800414 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:30.800991 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Added segment 69a751dc-7d5d-4b9f-afd1-8efad53aa3d9 of type vlan for network 0885914b-0957-4221-824f-46074a21b835 Dec 22 15:18:30.834627 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-6a15c954-fa80-4b4d-85dd-e7e4b59c86e1', 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'fixed_ips': [{'subnet_id': '1d351219-3f54-4318-ad3a-f368fdd0eec7'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:18:30.836663 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:30.839043 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30689bf-4a5e-4718-85c1-1e4c8b58b9ba,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:30.844782 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:30.860258 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:30.862404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-497d2308-1664-44e4-9224-9af4fbd4a1bd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:30.879881 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-15d9d211-6d65-4db8-9c25-9f2dfca4f7e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:30.905312 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:30.906991 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:31.033417 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d2308-1664-44e4-9224-9af4fbd4a1bd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Subnet': ['ID=805f97be-3231-4bfe-a5de-5190bfd87bc4,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:31.093275 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-497d2308-1664-44e4-9224-9af4fbd4a1bd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:31.097813 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d2308-1664-44e4-9224-9af4fbd4a1bd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Checking segment: {'id': '7f315110-eacf-4e5b-a3d4-6f5063f22840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6018beee-30c0-4b90-a1ac-d3a457a98ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:18:31.111448 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497d2308-1664-44e4-9224-9af4fbd4a1bd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Network hostable DHCP agents. Network: 6018beee-30c0-4b90-a1ac-d3a457a98ae4, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:18:31.111876 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Allocated IP 172.20.0.2 (6a15c954-fa80-4b4d-85dd-e7e4b59c86e1/1d351219-3f54-4318-ad3a-f368fdd0eec7/1f322bfd-e6c3-4bdb-8dd1-f27f6897b358) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:18:31.144388 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1579939085'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:31.182864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4deb2ce5-26ef-4974-aef7-0219404db913 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:31.195329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:31.200096 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:31.203741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497d2308-1664-44e4-9224-9af4fbd4a1bd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Network 6018beee-30c0-4b90-a1ac-d3a457a98ae4 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:18:31.319233 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Usage tracker for resource:network and tenant:5be3e926b62b42ed8dc2e468291e8e5d is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:31.331844 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:31.332678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:31.367602 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-497d2308-1664-44e4-9224-9af4fbd4a1bd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 6018beee-30c0-4b90-a1ac-d3a457a98ae4) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:31.371538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497d2308-1664-44e4-9224-9af4fbd4a1bd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:31.372133 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-497d2308-1664-44e4-9224-9af4fbd4a1bd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:31.415950 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:31.422734 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:31.466751 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc7290a-c331-497a-9962-c141ee4b2cba None None] Network 6018beee-30c0-4b90-a1ac-d3a457a98ae4 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:18:31.543429 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:31.579136 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Transition to ACTIVE for port object caf440d6-146a-408d-b817-abf443c44c0d will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:18:31.622678 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:31.636009 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55394) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:31.643136 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Transition to ACTIVE for port object caf440d6-146a-408d-b817-abf443c44c0d will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:18:31.662818 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Transition to ACTIVE for port object 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:18:31.679551 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:31.712598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Pushing event updated for resources: {'Network': ['ID=0885914b-0957-4221-824f-46074a21b835,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:31.717846 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.0133498 Dec 22 15:18:31.719508 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:31.726391 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:31.730042 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:31.734879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:31.739457 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 0885914b-0957-4221-824f-46074a21b835 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:18:31.745358 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55400) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:31.748148 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:31.761998 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-497d2308-1664-44e4-9224-9af4fbd4a1bd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2035470 Dec 22 15:18:31.764725 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55406) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:31.774517 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-a245394a-e570-406a-9250-37463bf91ff2 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Request body: {'subnet': {'network_id': '0885914b-0957-4221-824f-46074a21b835', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:31.856429 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:31.905580 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Transition to ACTIVE for port object 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:18:31.939102 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-137670336', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:31.950698 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:31.954847 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Usage tracker for resource:router and tenant:896746a3ba814c648a856f49fda64854 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:31.957976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:31.971739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:31.972905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-5d324372-0093-49e9-b138-306bedf20bf5 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:32.033965 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Network e848618a-cbd6-4924-afb6-83b772b918f8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:18:32.037444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a245394a-e570-406a-9250-37463bf91ff2 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:32.041643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a245394a-e570-406a-9250-37463bf91ff2 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Usage tracker for resource:subnet and tenant:a14fb595fe714b1199e56037ec808cb2 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:32.049859 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a245394a-e570-406a-9250-37463bf91ff2 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:32.050159 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4deb2ce5-26ef-4974-aef7-0219404db913 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] 10.222.0.59 "PUT /v2.0/quotas/e7b4db769cd644f89f0d19a1fabfb778 HTTP/1.1" status: 200 len: 366 time: 1.8426449 Dec 22 15:18:32.050159 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Made reservation on behalf of 5be3e926b62b42ed8dc2e468291e8e5d for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:32.050159 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:32.053337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a245394a-e570-406a-9250-37463bf91ff2 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:32.053804 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55412) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:32.061610 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:32.067640 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:32.069704 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:32.073686 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-733daa62-fc44-4ab3-b3e6-738e9fab888f tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0154529 Dec 22 15:18:32.073986 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:32.077846 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:32.079037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55418) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:32.095481 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-89259bb4-924f-4470-9be7-89b7d27651c2 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] 10.222.0.59 "GET /v2.0/quotas/e7b4db769cd644f89f0d19a1fabfb778 HTTP/1.1" status: 200 len: 366 time: 0.0106261 Dec 22 15:18:32.097755 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55422) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:32.103568 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:32.109375 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5d324372-0093-49e9-b138-306bedf20bf5 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] 10.222.0.59 "PUT /v2.0/quotas/13d2882ebc15440ebbce22232fd0e1e5 HTTP/1.1" status: 200 len: 368 time: 0.4663861 Dec 22 15:18:32.109375 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55426) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:32.113866 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Usage tracker for resource:security_group_rule and tenant:5be3e926b62b42ed8dc2e468291e8e5d is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:32.114721 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Request body: {'network': {'project_id': '13d2882ebc15440ebbce22232fd0e1e5'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:32.117978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:32.124926 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9affba-e827-4044-8c8f-82f703fe4882 None None] Network 6018beee-30c0-4b90-a1ac-d3a457a98ae4 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:18:32.127006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:32.127671 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:32.133533 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:32.133763 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:32.145188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Usage tracker for resource:network and tenant:13d2882ebc15440ebbce22232fd0e1e5 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:32.148681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:32.153460 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Pushing event updated for resources: {'Port': ['ID=caf440d6-146a-408d-b817-abf443c44c0d,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:32.160962 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:32.162293 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:32.186799 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a245394a-e570-406a-9250-37463bf91ff2 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Made reservation on behalf of a14fb595fe714b1199e56037ec808cb2 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:32.197519 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a245394a-e570-406a-9250-37463bf91ff2 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks [] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:32.214029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:32.224174 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ce3592fa-3430-40c3-9a02-f82c4b677c58 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/e7b4db769cd644f89f0d19a1fabfb778 HTTP/1.1" status: 204 len: 168 time: 0.1233690 Dec 22 15:18:32.272571 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55430) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:32.277582 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:32.278319 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:32.281379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:32.281379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:32.281379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:32.281379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:32.281379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:32.281379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:32.281379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:32.281379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:32.282450 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:32.283019 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Tracked resource versions report: Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: pushed versions: Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: { 'AddressGroup': {'1.2'}, Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'ConntrackHelper': {'1.0'}, Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'Log': {'1.0'}, Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'Network': {'1.1'}, Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'Port': {'1.7'}, Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'PortForwarding': {'1.2'}, Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'QosPolicy': {'1.8'}, Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'SecurityGroup': {'1.4'}, Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'SecurityGroupRule': {'1.2'}, Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'SubPort': {'1.0'}, Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'Subnet': {'1.1'}, Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'Trunk': {'1.1'}} Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: consumer versions: Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: { DHCP agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: HyperV agent@hv-neutron-8226: {}, Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: L3 agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: Metadata agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: Metering agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: Open vSwitch agent@dv-neutron-822674-1-hyperv: { 'AddressGroup': '1.2', Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'ConntrackHelper': '1.0', Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'Log': '1.0', Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'Network': '1.1', Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'Port': '1.7', Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'PortForwarding': '1.2', Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'QosPolicy': '1.8', Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'SecurityGroup': '1.4', Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'SecurityGroupRule': '1.2', Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'SubPort': '1.0', Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'Subnet': '1.1', Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: 'Trunk': '1.1'}} Dec 22 15:18:32.284586 dv-neutron-822674-1-hyperv neutron-server[88219]: {{(pid=88219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 15:18:32.290387 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:32.293659 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Network 6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:18:32.297527 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-84ef32d9-5f34-4ef5-988e-13804d3139c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:32.299715 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-4b762225-210f-4349-be41-23146910e07e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:32.371385 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Pushing event updated for resources: {'Port': ['ID=97254868-f8d6-4079-9561-f7a98c4ff7bd,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:32.381178 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:32.388147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:32.388340 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:32.498558 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Attempting to bind port caf440d6-146a-408d-b817-abf443c44c0d on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:18:32.499222 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Attempting to bind port caf440d6-146a-408d-b817-abf443c44c0d by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '466eb8c0-59da-4ef3-bfc4-5e328775b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:18:32.499769 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Attempting to bind port caf440d6-146a-408d-b817-abf443c44c0d on network e848618a-cbd6-4924-afb6-83b772b918f8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:18:32.537125 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Pushing event updated for resources: {'Port': ['ID=1f322bfd-e6c3-4bdb-8dd1-f27f6897b358,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:32.540413 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:32.567445 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:18:32.568156 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Checking segment: {'id': '466eb8c0-59da-4ef3-bfc4-5e328775b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:18:32.568559 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:32.568962 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Bound using segment: {'id': '466eb8c0-59da-4ef3-bfc4-5e328775b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:18:32.569454 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Bound port: caf440d6-146a-408d-b817-abf443c44c0d, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466eb8c0-59da-4ef3-bfc4-5e328775b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:18:32.569839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:32.585816 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8544ea07-c40b-4de7-9067-1b717320caa8 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.3106527 Dec 22 15:18:32.599670 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55434) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:32.629894 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:18:32.633944 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Attempting to bind port 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:18:32.634417 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Attempting to bind port 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '0f551e22-bd40-4f76-a4f3-659f3550fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:18:32.635255 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Attempting to bind port 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358 on network 6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:18:32.642245 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Made reservation on behalf of 13d2882ebc15440ebbce22232fd0e1e5 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:32.647352 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:32.682454 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:18:32.682957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Checking segment: {'id': '0f551e22-bd40-4f76-a4f3-659f3550fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:18:32.683424 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:32.683823 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Bound using segment: {'id': '0f551e22-bd40-4f76-a4f3-659f3550fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:18:32.684329 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Bound port: 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f551e22-bd40-4f76-a4f3-659f3550fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:18:32.684730 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:32.695750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:32.712001 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:32.712988 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:32.713931 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:32.722921 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:32.725655 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0866fc92-6767-4821-be45-5fc22df28297 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] 10.222.0.59 "GET /v2.0/quotas/e7b4db769cd644f89f0d19a1fabfb778 HTTP/1.1" status: 200 len: 370 time: 0.1232421 Dec 22 15:18:32.734274 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55438) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:32.740763 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:32.765300 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-eb1a14df-6d5b-4375-9cdc-8d2eb2427356 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] 10.222.0.59 "GET /v2.0/quotas/e7b4db769cd644f89f0d19a1fabfb778/default HTTP/1.1" status: 200 len: 370 time: 0.0156436 Dec 22 15:18:32.770555 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:32.774128 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55442) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:32.792305 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-1710b55b-d728-4dec-afdc-7bc9307a236f tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] delete failed (client error): The resource could not be found. Dec 22 15:18:32.793157 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1710b55b-d728-4dec-afdc-7bc9307a236f tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/e7b4db769cd644f89f0d19a1fabfb778 HTTP/1.1" status: 404 len: 348 time: 0.0170784 Dec 22 15:18:32.840649 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:32.841048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] For port caf440d6-146a-408d-b817-abf443c44c0d, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:18:32.863486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] For port caf440d6-146a-408d-b817-abf443c44c0d, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=caf440d6-146a-408d-b817-abf443c44c0d,segment=NetworkSegment(466eb8c0-59da-4ef3-bfc4-5e328775b07e),segment_id=466eb8c0-59da-4ef3-bfc4-5e328775b07e)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:18:32.879608 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] For port 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:18:32.883452 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] For port 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=1f322bfd-e6c3-4bdb-8dd1-f27f6897b358,segment=NetworkSegment(0f551e22-bd40-4f76-a4f3-659f3550fe34),segment_id=0f551e22-bd40-4f76-a4f3-659f3550fe34)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:18:32.892513 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Usage tracker for resource:security_group_rule and tenant:13d2882ebc15440ebbce22232fd0e1e5 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:32.897801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:32.907434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:32.921239 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.4474456 Dec 22 15:18:32.932585 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:32.935353 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:32.936258 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55448) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:32.941244 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:33.020528 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9850c451-96c8-41f8-acf4-207088fc2fae tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.198'}]}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:33.025371 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:33.029730 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:33.051449 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Allocated IP 172.26.6.226 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/25cf4e63-e22c-4115-a6be-83f886854a5c) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:18:33.068821 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9850c451-96c8-41f8-acf4-207088fc2fae tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:33.149252 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9850c451-96c8-41f8-acf4-207088fc2fae tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Usage tracker for resource:router and tenant:1e7e49dde9774c9ca867ee0081034963 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:33.169919 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9850c451-96c8-41f8-acf4-207088fc2fae tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:33.181476 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:18:33.204783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Pushing event updated for resources: {'Port': ['ID=caf440d6-146a-408d-b817-abf443c44c0d,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:33.217962 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:33.218494 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:33.296024 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9850c451-96c8-41f8-acf4-207088fc2fae tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:33.314430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6417d9d8-d37c-461b-960c-fc16ebc89eb2,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:33.334974 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:33.348320 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:33.349712 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:33.350044 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Added segment c653d9b0-6e39-4339-9395-7a36c2c07a6d of type vlan for network e2bc6fdd-74aa-4ba0-b524-aa17b729bde5 Dec 22 15:18:33.369693 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:33.434340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:33.468743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9850c451-96c8-41f8-acf4-207088fc2fae tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:33.479608 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9850c451-96c8-41f8-acf4-207088fc2fae tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:33.512951 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:33.532192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9850c451-96c8-41f8-acf4-207088fc2fae tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:33.566584 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55452) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:33.576733 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Pushing event updated for resources: {'Port': ['ID=1f322bfd-e6c3-4bdb-8dd1-f27f6897b358,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:33.585508 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:33.599928 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:33.602494 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:18:33.623933 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b313301-b239-4cad-91a5-42aef3e31b27,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:33.631496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:33.635944 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:33.636355 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Added segment c823eef6-e3ba-4ba9-ac03-0cd9511dd8ed of type vlan for network 3f84d733-d546-49ba-8cbd-1bb2fac59a48 Dec 22 15:18:33.637780 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:33.912982 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:33.913994 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:33.913994 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a245394a-e570-406a-9250-37463bf91ff2 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:33.913994 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b8d4c2ec-35a1-4689-bd5b-c9ddf248e7ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:33.914366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f5e2b77e-75ac-4915-a55e-42bf10c21251 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] Usage tracker for resource:network and tenant:7119e1055b0f4b6d91bfc09b81fc4ed5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:33.914366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f5e2b77e-75ac-4915-a55e-42bf10c21251 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:33.914366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f5e2b77e-75ac-4915-a55e-42bf10c21251 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] Usage tracker for resource:subnet and tenant:7119e1055b0f4b6d91bfc09b81fc4ed5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:33.914366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f5e2b77e-75ac-4915-a55e-42bf10c21251 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:33.914665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245394a-e570-406a-9250-37463bf91ff2 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Pushing event updated for resources: {'Subnet': ['ID=382696f1-bd5d-4c73-ba6f-9f693cbcd002,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:33.914665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a245394a-e570-406a-9250-37463bf91ff2 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:33.914665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a245394a-e570-406a-9250-37463bf91ff2 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Checking segment: {'id': '69a751dc-7d5d-4b9f-afd1-8efad53aa3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0885914b-0957-4221-824f-46074a21b835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:18:33.914665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a245394a-e570-406a-9250-37463bf91ff2 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Network hostable DHCP agents. Network: 0885914b-0957-4221-824f-46074a21b835, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:18:33.914665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:33.914665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:33.914665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:33.914665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:33.929842 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:33.965975 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f5e2b77e-75ac-4915-a55e-42bf10c21251 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] Usage tracker for resource:subnetpool and tenant:7119e1055b0f4b6d91bfc09b81fc4ed5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:34.115311 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:34.134865 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a245394a-e570-406a-9250-37463bf91ff2 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Network 0885914b-0957-4221-824f-46074a21b835 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:18:34.135978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:34.136645 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:34.140343 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f5e2b77e-75ac-4915-a55e-42bf10c21251 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:34.150321 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:34.151456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:18:34.164752 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:34.179215 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:34.300910 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Pushing event updated for resources: {'Network': ['ID=3f84d733-d546-49ba-8cbd-1bb2fac59a48,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:34.320107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-a245394a-e570-406a-9250-37463bf91ff2 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 0885914b-0957-4221-824f-46074a21b835) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:34.331459 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24750ded-6238-4198-90e5-3cc8da4eb5dd None None] Network 0885914b-0957-4221-824f-46074a21b835 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:18:34.370273 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 3f84d733-d546-49ba-8cbd-1bb2fac59a48 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:18:34.414182 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:34.422024 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.448s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:34.500849 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a245394a-e570-406a-9250-37463bf91ff2 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:34.502128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a245394a-e570-406a-9250-37463bf91ff2 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:34.531955 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.4214239 Dec 22 15:18:34.547617 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55456) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:34.588797 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Allocated IP 172.26.6.120 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/84398f25-d13a-4c81-ba48-8675720fb2ed) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:18:34.602404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-3ad9f651-45a5-4a91-8b4e-2b48b4312418 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Request body: {'network': {'project_id': '13d2882ebc15440ebbce22232fd0e1e5'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:34.699875 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a245394a-e570-406a-9250-37463bf91ff2 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9465659 Dec 22 15:18:34.706570 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3ad9f651-45a5-4a91-8b4e-2b48b4312418 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:34.718295 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55460) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:34.726979 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3ad9f651-45a5-4a91-8b4e-2b48b4312418 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Usage tracker for resource:network and tenant:13d2882ebc15440ebbce22232fd0e1e5 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:34.740772 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-95e04dbf-6369-4dfa-98b0-67d6b6e588fd tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Request body: {'port': {'network_id': '0885914b-0957-4221-824f-46074a21b835', 'name': 'tempest-AllowedAddressPairTestJSON-206166311'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:34.760184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3ad9f651-45a5-4a91-8b4e-2b48b4312418 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:34.763992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Pushing event updated for resources: {'Port': ['ID=25cf4e63-e22c-4115-a6be-83f886854a5c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:34.779678 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3ad9f651-45a5-4a91-8b4e-2b48b4312418 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:34.781521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:34.816299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f5e2b77e-75ac-4915-a55e-42bf10c21251 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] Usage tracker for resource:port and tenant:7119e1055b0f4b6d91bfc09b81fc4ed5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:34.849882 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f5e2b77e-75ac-4915-a55e-42bf10c21251 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:34.855318 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:34.895198 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9850c451-96c8-41f8-acf4-207088fc2fae tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:34.907370 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 4.2996762 Dec 22 15:18:34.930514 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55464) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:34.931473 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Pushing event updated for resources: {'Network': ['ID=e2bc6fdd-74aa-4ba0-b524-aa17b729bde5,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:34.946289 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:34.950817 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16ab663-359d-4744-ba87-27dde613debd None None] Network 6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:18:34.953719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:34.960881 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:34.976835 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-95e04dbf-6369-4dfa-98b0-67d6b6e588fd tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:34.981799 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-95e04dbf-6369-4dfa-98b0-67d6b6e588fd tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Usage tracker for resource:port and tenant:a14fb595fe714b1199e56037ec808cb2 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:34.982042 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network e2bc6fdd-74aa-4ba0-b524-aa17b729bde5 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:18:34.986261 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-95e04dbf-6369-4dfa-98b0-67d6b6e588fd tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:35.003005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-95e04dbf-6369-4dfa-98b0-67d6b6e588fd tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:35.027996 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad9f651-45a5-4a91-8b4e-2b48b4312418 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Made reservation on behalf of 13d2882ebc15440ebbce22232fd0e1e5 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:35.039886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ad9f651-45a5-4a91-8b4e-2b48b4312418 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:35.050570 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f5e2b77e-75ac-4915-a55e-42bf10c21251 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] Usage tracker for resource:router and tenant:7119e1055b0f4b6d91bfc09b81fc4ed5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:35.087128 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f5e2b77e-75ac-4915-a55e-42bf10c21251 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:35.196901 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f5e2b77e-75ac-4915-a55e-42bf10c21251 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] Usage tracker for resource:floatingip and tenant:7119e1055b0f4b6d91bfc09b81fc4ed5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:35.250730 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad9f651-45a5-4a91-8b4e-2b48b4312418 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:18:35.275387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ad9f651-45a5-4a91-8b4e-2b48b4312418 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:35.277086 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-3ad9f651-45a5-4a91-8b4e-2b48b4312418 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Added segment e21a2ae5-70c1-4466-a5b2-972c253b129d of type vlan for network e1926022-2d2d-414f-8659-03c2ed38ef5c Dec 22 15:18:35.289373 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e04dbf-6369-4dfa-98b0-67d6b6e588fd tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Made reservation on behalf of a14fb595fe714b1199e56037ec808cb2 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:35.294113 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-95e04dbf-6369-4dfa-98b0-67d6b6e588fd tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:35.359815 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-0885914b-0957-4221-824f-46074a21b835', 'network_id': '0885914b-0957-4221-824f-46074a21b835', 'tenant_id': 'a14fb595fe714b1199e56037ec808cb2', 'fixed_ips': [{'subnet_id': '382696f1-bd5d-4c73-ba6f-9f693cbcd002'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:18:35.361408 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:35.394418 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device caf440d6-146a-408d-b817-abf443c44c0d up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:18:35.407867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f5e2b77e-75ac-4915-a55e-42bf10c21251 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:35.422384 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeb9396-c65a-4362-83db-2110914cc480 None None] Network e848618a-cbd6-4924-afb6-83b772b918f8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:18:35.434712 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-df082acc-70cd-4e8a-ae40-e45d8e6ce66e None None] Provisioning for port 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:18:35.462429 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Request body: {'network': {'name': 'tempest-network--1198357745', 'router:external': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:35.493437 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:35.502089 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Usage tracker for resource:network and tenant:a4c6207237284b7dab9dae08f3075247 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:35.505924 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:35.517889 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:35.558167 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:35.589216 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-95e04dbf-6369-4dfa-98b0-67d6b6e588fd tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] device_id is not set on port aec9abf6-d42f-413a-be82-1ef0d30a7212 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:18:35.590027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f5e2b77e-75ac-4915-a55e-42bf10c21251 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] Usage tracker for resource:security_group and tenant:7119e1055b0f4b6d91bfc09b81fc4ed5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:35.608438 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:35.651197 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ad9f651-45a5-4a91-8b4e-2b48b4312418 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:35.658716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:35.674576 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f5e2b77e-75ac-4915-a55e-42bf10c21251 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:35.687889 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Made reservation on behalf of a4c6207237284b7dab9dae08f3075247 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:35.690271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:35.727537 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:35.747518 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:18:35.760000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Pushing event updated for resources: {'Port': ['ID=84398f25-d13a-4c81-ba48-8675720fb2ed,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:35.762808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f5e2b77e-75ac-4915-a55e-42bf10c21251 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] Usage tracker for resource:security_group_rule and tenant:7119e1055b0f4b6d91bfc09b81fc4ed5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:35.766717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:35.781348 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:35.791985 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Allocated IP 172.26.6.236 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/239a0516-de73-4edf-9c6a-a472cbe50feb) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:18:35.796817 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:35.801999 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f5e2b77e-75ac-4915-a55e-42bf10c21251 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:35.836739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Usage tracker for resource:security_group_rule and tenant:a4c6207237284b7dab9dae08f3075247 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:35.850326 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:35.874459 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f5e2b77e-75ac-4915-a55e-42bf10c21251 tempest-QuotasTest-199901056 tempest-QuotasTest-199901056-project-admin] 10.222.0.59 "GET /v2.0/quotas/7119e1055b0f4b6d91bfc09b81fc4ed5/details.json HTTP/1.1" status: 200 len: 703 time: 2.2669256 Dec 22 15:18:35.879152 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:35.907800 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f31960c3-3e1a-4b55-bee4-862e5419c9ed None None] Provisioning for port caf440d6-146a-408d-b817-abf443c44c0d completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:18:35.919610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:35.997106 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:36.006692 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port caf440d6-146a-408d-b817-abf443c44c0d completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:18:36.029581 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port caf440d6-146a-408d-b817-abf443c44c0d triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:36.029987 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:36.148059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Allocated IP 172.20.0.2 (0885914b-0957-4221-824f-46074a21b835/382696f1-bd5d-4c73-ba6f-9f693cbcd002/b1d75a56-9970-47e3-9606-37d23e043cf0) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:18:36.284699 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ad9f651-45a5-4a91-8b4e-2b48b4312418 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:36.309949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad9f651-45a5-4a91-8b4e-2b48b4312418 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:36.311443 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ad9f651-45a5-4a91-8b4e-2b48b4312418 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:36.324697 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2220fe06-6219-4ee0-8589-9460112e7fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:36.398035 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:36.504458 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port caf440d6-146a-408d-b817-abf443c44c0d, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=caf440d6-146a-408d-b817-abf443c44c0d,segment=NetworkSegment(466eb8c0-59da-4ef3-bfc4-5e328775b07e),segment_id=466eb8c0-59da-4ef3-bfc4-5e328775b07e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:18:36.628527 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:36.666553 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:18:36.712315 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3ad9f651-45a5-4a91-8b4e-2b48b4312418 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.1633089 Dec 22 15:18:36.726200 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55478) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:36.736388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-c7c42099-841a-457c-8ad1-464c118f9bbf tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Request body: {'network': {'project_id': '13d2882ebc15440ebbce22232fd0e1e5'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:36.738675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:36.748553 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55482) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:36.860111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c7c42099-841a-457c-8ad1-464c118f9bbf tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:36.889042 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9f651-45a5-4a91-8b4e-2b48b4312418 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Pushing event updated for resources: {'Network': ['ID=e1926022-2d2d-414f-8659-03c2ed38ef5c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:36.894000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3ad9f651-45a5-4a91-8b4e-2b48b4312418 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:36.914974 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c7c42099-841a-457c-8ad1-464c118f9bbf tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Usage tracker for resource:network and tenant:13d2882ebc15440ebbce22232fd0e1e5 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:36.926351 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c7c42099-841a-457c-8ad1-464c118f9bbf tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:36.927361 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network e1926022-2d2d-414f-8659-03c2ed38ef5c details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:18:36.943833 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c7c42099-841a-457c-8ad1-464c118f9bbf tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:36.953810 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c42099-841a-457c-8ad1-464c118f9bbf tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 15:18:36.954883 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c42099-841a-457c-8ad1-464c118f9bbf tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:18:36.960119 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c7c42099-841a-457c-8ad1-464c118f9bbf tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2290459 Dec 22 15:18:36.963954 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55488) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:37.007796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.051798 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.127200 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e4a77db4-e153-4a89-9a0e-b865a4f804c9 None None] Provisioning complete for port caf440d6-146a-408d-b817-abf443c44c0d triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:37.127200 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e4a77db4-e153-4a89-9a0e-b865a4f804c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.139196 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.197214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-95f74c3b-c8e3-4616-9d83-d355d4cd0542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.225313 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9850c451-96c8-41f8-acf4-207088fc2fae tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.261945 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ac7722a3-0262-479f-961e-851d95e8f63a tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=13d2882ebc15440ebbce22232fd0e1e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2871487 Dec 22 15:18:37.264233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55492) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:37.267868 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-95f74c3b-c8e3-4616-9d83-d355d4cd0542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:37.275729 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Transition to ACTIVE for port object b1d75a56-9970-47e3-9606-37d23e043cf0 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:18:37.295528 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9850c451-96c8-41f8-acf4-207088fc2fae tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.298300 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=caf440d6-146a-408d-b817-abf443c44c0d,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:37.299548 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.312003 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:37.340080 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Transition to ACTIVE for port object b1d75a56-9970-47e3-9606-37d23e043cf0 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:18:37.384103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-95f74c3b-c8e3-4616-9d83-d355d4cd0542 admin admin] Usage tracker for resource:security_group_rule and tenant:784d8a0960fc4cee99f31096de5226be is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:37.406078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-95f74c3b-c8e3-4616-9d83-d355d4cd0542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:37.425484 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-95f74c3b-c8e3-4616-9d83-d355d4cd0542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:37.455209 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:18:37.461524 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.475587 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:37.503368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.518009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:37.518415 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.601419 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Network 0885914b-0957-4221-824f-46074a21b835 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:18:37.603247 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1faf036b-5631-4466-9969-624ba5165a93 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.607693 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:37.616364 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:37.629796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Pushing event updated for resources: {'Port': ['ID=b1d75a56-9970-47e3-9606-37d23e043cf0,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:37.631477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.660329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:37.665997 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:37.710728 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-95e04dbf-6369-4dfa-98b0-67d6b6e588fd tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Allocated IP 172.20.0.3 (0885914b-0957-4221-824f-46074a21b835/382696f1-bd5d-4c73-ba6f-9f693cbcd002/aec9abf6-d42f-413a-be82-1ef0d30a7212) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:18:37.721729 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e4a77db4-e153-4a89-9a0e-b865a4f804c9 None None] Provisioning complete for port 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:37.721729 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e4a77db4-e153-4a89-9a0e-b865a4f804c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.723968 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1faf036b-5631-4466-9969-624ba5165a93 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.750812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:18:37.814871 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.822193 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Attempting to bind port b1d75a56-9970-47e3-9606-37d23e043cf0 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:18:37.822626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Attempting to bind port b1d75a56-9970-47e3-9606-37d23e043cf0 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '69a751dc-7d5d-4b9f-afd1-8efad53aa3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0885914b-0957-4221-824f-46074a21b835'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:18:37.823357 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Attempting to bind port b1d75a56-9970-47e3-9606-37d23e043cf0 on network 0885914b-0957-4221-824f-46074a21b835 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:18:37.823855 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.824711 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Added segment 515bce7e-f73c-4531-83af-2030b48d9930 of type vlan for network dcc52944-a743-4dbd-bdea-067ce5da0fa2 Dec 22 15:18:37.828190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60e69fc-720e-4f17-8083-0501f3727c20,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:37.856670 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:18:37.856670 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Checking segment: {'id': '69a751dc-7d5d-4b9f-afd1-8efad53aa3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0885914b-0957-4221-824f-46074a21b835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:18:37.857128 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:37.857253 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.857253 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Bound using segment: {'id': '69a751dc-7d5d-4b9f-afd1-8efad53aa3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0885914b-0957-4221-824f-46074a21b835'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:18:37.857512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Bound port: b1d75a56-9970-47e3-9606-37d23e043cf0, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a751dc-7d5d-4b9f-afd1-8efad53aa3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0885914b-0957-4221-824f-46074a21b835'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:18:37.857822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.860465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:37.875223 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.937265 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:18:37.946360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:37.955763 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.957040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-95f74c3b-c8e3-4616-9d83-d355d4cd0542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:37.957528 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:37.970010 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Router d856ce29-143d-41fa-a1a1-6d65c5e4f669 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:18:38.023012 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=1f322bfd-e6c3-4bdb-8dd1-f27f6897b358,segment=NetworkSegment(0f551e22-bd40-4f76-a4f3-659f3550fe34),segment_id=0f551e22-bd40-4f76-a4f3-659f3550fe34)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:18:38.045561 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e4a77db4-e153-4a89-9a0e-b865a4f804c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:38.065141 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-95f74c3b-c8e3-4616-9d83-d355d4cd0542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:38.065141 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1faf036b-5631-4466-9969-624ba5165a93 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:38.071754 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] For port b1d75a56-9970-47e3-9606-37d23e043cf0, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:18:38.080703 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] For port b1d75a56-9970-47e3-9606-37d23e043cf0, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b1d75a56-9970-47e3-9606-37d23e043cf0,segment=NetworkSegment(69a751dc-7d5d-4b9f-afd1-8efad53aa3d9),segment_id=69a751dc-7d5d-4b9f-afd1-8efad53aa3d9)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:18:38.081971 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:38.086448 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:38.092258 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:38.229527 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device caf440d6-146a-408d-b817-abf443c44c0d up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:18:38.253198 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Port': ['ID=239a0516-de73-4edf-9c6a-a472cbe50feb,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:38.256553 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:38.261934 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:38.273254 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9850c451-96c8-41f8-acf4-207088fc2fae tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:38.298618 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-e4a77db4-e153-4a89-9a0e-b865a4f804c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:18:38.299109 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-e4a77db4-e153-4a89-9a0e-b865a4f804c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:18:38.324406 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=1f322bfd-e6c3-4bdb-8dd1-f27f6897b358,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:38.329875 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:38.329875 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:38.335188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f74c3b-c8e3-4616-9d83-d355d4cd0542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae4ef45-aa4f-4a15-89e4-3473063e5246,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:38.348735 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:38.365533 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-95f74c3b-c8e3-4616-9d83-d355d4cd0542 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=784d8a0960fc4cee99f31096de5226be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6099088 Dec 22 15:18:38.375481 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55498) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:38.403880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf036b-5631-4466-9969-624ba5165a93 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b313301-b239-4cad-91a5-42aef3e31b27,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:38.437721 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1faf036b-5631-4466-9969-624ba5165a93 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:38.438862 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1faf036b-5631-4466-9969-624ba5165a93 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:38.443267 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1faf036b-5631-4466-9969-624ba5165a93 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/6b313301-b239-4cad-91a5-42aef3e31b27 HTTP/1.1" status: 204 len: 168 time: 1.1777775 Dec 22 15:18:38.444451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.301s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:38.444878 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:38.461358 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55502) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:38.461704 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Pushing event updated for resources: {'Port': ['ID=b1d75a56-9970-47e3-9606-37d23e043cf0,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:38.465836 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:38.466659 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port caf440d6-146a-408d-b817-abf443c44c0d triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:38.467032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:38.546209 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:18:38.564112 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] Sync routers for ids ['d856ce29-143d-41fa-a1a1-6d65c5e4f669'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:18:38.599002 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] Routers {'d856ce29-143d-41fa-a1a1-6d65c5e4f669'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:38.600192 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:18:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['d856ce29-143d-41fa-a1a1-6d65c5e4f669'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:38.743681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-95e04dbf-6369-4dfa-98b0-67d6b6e588fd tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:38.775405 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:38.795819 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-688ef4cf-8aba-4b5a-9655-6b7c67dda630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:38.819771 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-95e04dbf-6369-4dfa-98b0-67d6b6e588fd tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Transition to ACTIVE for port object aec9abf6-d42f-413a-be82-1ef0d30a7212 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:18:38.853624 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:38.862934 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.0063992 Dec 22 15:18:38.864088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55506) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:38.899503 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] Set router d856ce29-143d-41fa-a1a1-6d65c5e4f669 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:18:38.998196 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-688ef4cf-8aba-4b5a-9655-6b7c67dda630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:39.116570 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:39.137230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:39.137831 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:39.160023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9850c451-96c8-41f8-acf4-207088fc2fae tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:39.166151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:39.179499 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9850c451-96c8-41f8-acf4-207088fc2fae tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:39.235807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:39.276875 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:39.277338 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:39.278260 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:39.278701 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Subscribe: > port after_create 55550000 {{(pid=88218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:39.279149 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:39.279608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Subscribe: > port after_update 55550000 {{(pid=88218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:39.280060 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:39.280515 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:39.280941 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:39.281365 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:39.291654 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'name': 'tempest-ServersTestJSON-777630240-router', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:34Z', 'revision_number': 3, 'project_id': '11ca12b5724944f583d6f7654599b447', 'gw_port': {'id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:39.299008 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] Checking router: d856ce29-143d-41fa-a1a1-6d65c5e4f669 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:18:39.300036 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] Updating router d856ce29-143d-41fa-a1a1-6d65c5e4f669 port 25cf4e63-e22c-4115-a6be-83f886854a5c binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:18:39.466654 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:39.467556 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:39.467556 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:39.467990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:39.468456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1926022-2d2d-414f-8659-03c2ed38ef5c']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:39.494482 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Pushing event updated for resources: {'Network': ['ID=dcc52944-a743-4dbd-bdea-067ce5da0fa2,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:39.499071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:39.513065 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network dcc52944-a743-4dbd-bdea-067ce5da0fa2 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:18:39.522044 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 4.5825527 Dec 22 15:18:39.525254 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55510) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:39.531196 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:39.572767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:39.689916 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-95e04dbf-6369-4dfa-98b0-67d6b6e588fd tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:39.697174 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21a2ae5-70c1-4466-a5b2-972c253b129d') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:39.697514 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21a2ae5-70c1-4466-a5b2-972c253b129d') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:39.774194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:39.797479 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-adce74c5-44dc-4685-9276-d642ba86e24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:39.868018 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-688ef4cf-8aba-4b5a-9655-6b7c67dda630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:39.984179 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:39.996162 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e04dbf-6369-4dfa-98b0-67d6b6e588fd tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Network 0885914b-0957-4221-824f-46074a21b835 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:18:40.005212 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-95e04dbf-6369-4dfa-98b0-67d6b6e588fd tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:40.018297 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:18:40.018715 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:40.021640 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0363a9a8-c838-4076-b0b1-f851b4f427ae None None] Network 0885914b-0957-4221-824f-46074a21b835 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:18:40.040406 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e04dbf-6369-4dfa-98b0-67d6b6e588fd tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:40.057325 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: from cryptography.utils import int_from_bytes Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: from cryptography.utils import int_from_bytes Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn_limited( Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn_limited( Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:18:40.071327 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:18:40.081836 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e04dbf-6369-4dfa-98b0-67d6b6e588fd tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Pushing event updated for resources: {'Port': ['ID=aec9abf6-d42f-413a-be82-1ef0d30a7212,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:40.097416 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9850c451-96c8-41f8-acf4-207088fc2fae tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:40.097951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9850c451-96c8-41f8-acf4-207088fc2fae tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 890eb7e2-5bbb-4218-b62d-db202096c937 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:18:40.147949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-95e04dbf-6369-4dfa-98b0-67d6b6e588fd tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:40.177313 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Router 76ab0945-a245-41a0-8fc8-3717c5cb87c9 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:18:40.241882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:40.283418 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-688ef4cf-8aba-4b5a-9655-6b7c67dda630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:40.296288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:40.298579 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-688ef4cf-8aba-4b5a-9655-6b7c67dda630 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cae4ef45-aa4f-4a15-89e4-3473063e5246 HTTP/1.1" status: 204 len: 168 time: 1.9113595 Dec 22 15:18:40.342619 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ef4cf-8aba-4b5a-9655-6b7c67dda630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae4ef45-aa4f-4a15-89e4-3473063e5246,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:40.346789 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-688ef4cf-8aba-4b5a-9655-6b7c67dda630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:40.413848 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e04dbf-6369-4dfa-98b0-67d6b6e588fd tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:40.414629 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-95e04dbf-6369-4dfa-98b0-67d6b6e588fd tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:40.444662 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] Transition to ACTIVE for port object 25cf4e63-e22c-4115-a6be-83f886854a5c will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:18:40.462642 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:40.472292 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-81094d16-6df6-413e-9751-48099d3e6174 None None] Provisioning for port b1d75a56-9970-47e3-9606-37d23e043cf0 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:18:40.485150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:40.507039 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:40.508669 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b1d75a56-9970-47e3-9606-37d23e043cf0 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:18:40.510205 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] 10.222.0.59 "DELETE /v2.0/networks/e1926022-2d2d-414f-8659-03c2ed38ef5c HTTP/1.1" status: 204 len: 168 time: 2.0445423 Dec 22 15:18:40.517888 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55516) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:40.536645 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:40.545260 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Pushing event deleted for resources: {'Network': ['ID=e1926022-2d2d-414f-8659-03c2ed38ef5c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:40.561817 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:40.564201 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-9850c451-96c8-41f8-acf4-207088fc2fae tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 15:18:40.565225 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9850c451-96c8-41f8-acf4-207088fc2fae tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.6153917 Dec 22 15:18:40.577357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55520) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:40.579673 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c0209c4d-19d8-40b6-81db-a3d0de8c8c83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:40.583482 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:40.660779 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-95e04dbf-6369-4dfa-98b0-67d6b6e588fd tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.9355865 Dec 22 15:18:40.663488 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da3754-04d4-4500-a810-59e919b664bf None None] Pushing event updated for resources: {'Port': ['ID=25cf4e63-e22c-4115-a6be-83f886854a5c,revision_number=2']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:40.668409 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55524) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:40.678657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-42098bc0-c10e-4f55-a1ba-59a98dac8804 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Request body: {'port': {'network_id': '0885914b-0957-4221-824f-46074a21b835', 'name': 'tempest-AllowedAddressPairTestJSON-26806507', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:31:50:0c'}]}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:40.684997 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] Attempting to bind port 25cf4e63-e22c-4115-a6be-83f886854a5c on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:18:40.690981 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] Attempting to bind port 25cf4e63-e22c-4115-a6be-83f886854a5c by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:18:40.690981 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] Attempting to bind port 25cf4e63-e22c-4115-a6be-83f886854a5c on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:18:40.693952 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:18:40.694630 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:18:40.695188 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:40.695741 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:18:40.696394 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] Bound port: 25cf4e63-e22c-4115-a6be-83f886854a5c, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:18:40.696991 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:40.786285 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] For port 25cf4e63-e22c-4115-a6be-83f886854a5c, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:18:40.790053 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] For port 25cf4e63-e22c-4115-a6be-83f886854a5c, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=25cf4e63-e22c-4115-a6be-83f886854a5c,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:18:40.796468 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3da3754-04d4-4500-a810-59e919b664bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:40.799851 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3da3754-04d4-4500-a810-59e919b664bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:40.799851 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3da3754-04d4-4500-a810-59e919b664bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:40.799851 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3da3754-04d4-4500-a810-59e919b664bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:40.799851 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3da3754-04d4-4500-a810-59e919b664bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:40.799851 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3da3754-04d4-4500-a810-59e919b664bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:40.799851 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3da3754-04d4-4500-a810-59e919b664bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:40.799851 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3da3754-04d4-4500-a810-59e919b664bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:40.799851 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3da3754-04d4-4500-a810-59e919b664bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:40.799851 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3da3754-04d4-4500-a810-59e919b664bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:40.801022 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3da3754-04d4-4500-a810-59e919b664bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:40.801500 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3da3754-04d4-4500-a810-59e919b664bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3da3754-04d4-4500-a810-59e919b664bf None None] Tracked resource versions report: Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: pushed versions: Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: { 'AddressGroup': {'1.2'}, Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'ConntrackHelper': {'1.0'}, Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'Log': {'1.0'}, Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'Network': {'1.1'}, Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'Port': {'1.7'}, Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'PortForwarding': {'1.2'}, Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'QosPolicy': {'1.8'}, Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'SecurityGroup': {'1.4'}, Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'SecurityGroupRule': {'1.2'}, Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'SubPort': {'1.0'}, Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'Subnet': {'1.1'}, Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'Trunk': {'1.1'}} Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: consumer versions: Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: { DHCP agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: HyperV agent@hv-neutron-8226: {}, Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: L3 agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: Metadata agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: Metering agent@dv-neutron-822674-1-hyperv: {}, Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: Open vSwitch agent@dv-neutron-822674-1-hyperv: { 'AddressGroup': '1.2', Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'ConntrackHelper': '1.0', Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'Log': '1.0', Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'Network': '1.1', Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'Port': '1.7', Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'PortForwarding': '1.2', Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'QosPolicy': '1.8', Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'SecurityGroup': '1.4', Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'SecurityGroupRule': '1.2', Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'SubPort': '1.0', Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'Subnet': '1.1', Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: 'Trunk': '1.1'}} Dec 22 15:18:40.803065 dv-neutron-822674-1-hyperv neutron-server[88220]: {{(pid=88220) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 15:18:40.808653 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-f3da3754-04d4-4500-a810-59e919b664bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:40.818995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72d0169a-655f-494c-aa9f-554f088579e3 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:40.878471 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:40.883121 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-f3da3754-04d4-4500-a810-59e919b664bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:41.005885 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] Routers {'d856ce29-143d-41fa-a1a1-6d65c5e4f669'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:41.006670 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:18:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['d856ce29-143d-41fa-a1a1-6d65c5e4f669'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:41.025773 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:41.056134 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port b1d75a56-9970-47e3-9606-37d23e043cf0 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:18:41.068818 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port b1d75a56-9970-47e3-9606-37d23e043cf0 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:41.069514 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:41.080773 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da3754-04d4-4500-a810-59e919b664bf None None] Pushing event updated for resources: {'Port': ['ID=25cf4e63-e22c-4115-a6be-83f886854a5c,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:41.084048 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-f3da3754-04d4-4500-a810-59e919b664bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:41.227417 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72d0169a-655f-494c-aa9f-554f088579e3 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:41.296320 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-72d0169a-655f-494c-aa9f-554f088579e3 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f84d733-d546-49ba-8cbd-1bb2fac59a48']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:41.319977 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-72d0169a-655f-494c-aa9f-554f088579e3 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c823eef6-e3ba-4ba9-ac03-0cd9511dd8ed') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:41.320650 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-72d0169a-655f-494c-aa9f-554f088579e3 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c823eef6-e3ba-4ba9-ac03-0cd9511dd8ed') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:41.337328 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72d0169a-655f-494c-aa9f-554f088579e3 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:41.368807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72d0169a-655f-494c-aa9f-554f088579e3 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:41.377285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d0169a-655f-494c-aa9f-554f088579e3 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:18:41.378366 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72d0169a-655f-494c-aa9f-554f088579e3 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:41.486561 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55530) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:18:41.489934 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:18:41.493781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-42098bc0-c10e-4f55-a1ba-59a98dac8804 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:41.503695 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] Set router d856ce29-143d-41fa-a1a1-6d65c5e4f669 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:18:41.506279 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:41.545046 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-42098bc0-c10e-4f55-a1ba-59a98dac8804 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Usage tracker for resource:port and tenant:a14fb595fe714b1199e56037ec808cb2 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:41.549723 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-42098bc0-c10e-4f55-a1ba-59a98dac8804 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:41.561192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a0a38dc2-c1b4-49ab-b5f1-55b681d716ee tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Deleting port 97254868-f8d6-4079-9561-f7a98c4ff7bd {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:18:41.561556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a0a38dc2-c1b4-49ab-b5f1-55b681d716ee tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:41.565838 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-42098bc0-c10e-4f55-a1ba-59a98dac8804 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:41.577628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72d0169a-655f-494c-aa9f-554f088579e3 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:41.592645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72d0169a-655f-494c-aa9f-554f088579e3 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:41.601947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3ad9f651-45a5-4a91-8b4e-2b48b4312418 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:41.641920 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port b1d75a56-9970-47e3-9606-37d23e043cf0, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b1d75a56-9970-47e3-9606-37d23e043cf0,segment=NetworkSegment(69a751dc-7d5d-4b9f-afd1-8efad53aa3d9),segment_id=69a751dc-7d5d-4b9f-afd1-8efad53aa3d9)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:18:41.651254 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5c437a12-7e85-4741-9c84-fc0285c01b35 None None] Provisioning for port aec9abf6-d42f-413a-be82-1ef0d30a7212 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:18:41.665590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5c437a12-7e85-4741-9c84-fc0285c01b35 None None] Provisioning complete for port aec9abf6-d42f-413a-be82-1ef0d30a7212 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:41.666128 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5c437a12-7e85-4741-9c84-fc0285c01b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:41.669519 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0169a-655f-494c-aa9f-554f088579e3 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f84d733-d546-49ba-8cbd-1bb2fac59a48,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:41.673772 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-72d0169a-655f-494c-aa9f-554f088579e3 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:41.684812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:18:41.686645 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4ee2a2e1-5c5c-4562-ab65-9093840bf7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:41.700288 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-72d0169a-655f-494c-aa9f-554f088579e3 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] 10.222.0.59 "DELETE /v2.0/networks/3f84d733-d546-49ba-8cbd-1bb2fac59a48 HTTP/1.1" status: 204 len: 168 time: 1.1791165 Dec 22 15:18:41.708743 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42098bc0-c10e-4f55-a1ba-59a98dac8804 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Made reservation on behalf of a14fb595fe714b1199e56037ec808cb2 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:41.735914 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:41.736995 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] Sync routers for ids ['76ab0945-a245-41a0-8fc8-3717c5cb87c9'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:18:41.749684 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:18:41.787209 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:41.807721 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:41.853604 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4ee2a2e1-5c5c-4562-ab65-9093840bf7e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:41.872005 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4ee2a2e1-5c5c-4562-ab65-9093840bf7e3 admin admin] Usage tracker for resource:security_group_rule and tenant:7119e1055b0f4b6d91bfc09b81fc4ed5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:41.880737 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-42098bc0-c10e-4f55-a1ba-59a98dac8804 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:41.886039 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4ee2a2e1-5c5c-4562-ab65-9093840bf7e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:41.897476 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=b1d75a56-9970-47e3-9606-37d23e043cf0,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:41.912657 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4ee2a2e1-5c5c-4562-ab65-9093840bf7e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:41.923377 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:41.929885 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-42098bc0-c10e-4f55-a1ba-59a98dac8804 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] device_id is not set on port 4e84bb73-eaf1-4fbb-b99b-a18c25799f25 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:18:41.943478 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] Routers {'76ab0945-a245-41a0-8fc8-3717c5cb87c9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:41.944273 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:18:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['76ab0945-a245-41a0-8fc8-3717c5cb87c9'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:42.123040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Allocated IP 172.20.0.1 (e848618a-cbd6-4924-afb6-83b772b918f8/436c46ba-002c-4b99-b2f3-b954e93823af/bff52be8-ae2b-4f91-83f0-7b2c4638f1a0) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:18:42.216029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:42.217249 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.2419817 Dec 22 15:18:42.222707 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55536) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:42.240870 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'name': 'tempest-ServersTestJSON-777630240-router', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:34Z', 'revision_number': 3, 'project_id': '11ca12b5724944f583d6f7654599b447', 'gw_port': {'id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:42.249262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-5c437a12-7e85-4741-9c84-fc0285c01b35 None None] Port aec9abf6-d42f-413a-be82-1ef0d30a7212 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:18:42.254535 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7cad7b-b46a-4472-b061-d0a0da2bdd97 None None] The sync data for ids ['d856ce29-143d-41fa-a1a1-6d65c5e4f669'] in dv-neutron-822674-1-hyperv is: [{'id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'name': 'tempest-ServersTestJSON-777630240-router', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:34Z', 'revision_number': 3, 'project_id': '11ca12b5724944f583d6f7654599b447', 'gw_port': {'id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:18:42.257310 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:42.257662 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:42.258466 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:42.258871 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Subscribe: > port after_create 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:42.259218 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:42.259574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Subscribe: > port after_update 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:42.259900 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:42.260219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:42.260698 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:42.261078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:42.394498 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:42.395395 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:42.517968 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] Set router 76ab0945-a245-41a0-8fc8-3717c5cb87c9 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:18:42.610782 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:42.611660 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:42.612335 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:42.612988 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 15:18:42.613711 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc52944-a743-4dbd-bdea-067ce5da0fa2']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:42.669622 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5c437a12-7e85-4741-9c84-fc0285c01b35 None None] Provisioning complete for port b1d75a56-9970-47e3-9606-37d23e043cf0 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:42.670283 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5c437a12-7e85-4741-9c84-fc0285c01b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:42.943596 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-42098bc0-c10e-4f55-a1ba-59a98dac8804 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Allocated IP 172.20.0.8 (0885914b-0957-4221-824f-46074a21b835/382696f1-bd5d-4c73-ba6f-9f693cbcd002/4e84bb73-eaf1-4fbb-b99b-a18c25799f25) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:18:43.112740 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4ee2a2e1-5c5c-4562-ab65-9093840bf7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:43.146109 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a0a38dc2-c1b4-49ab-b5f1-55b681d716ee tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:43.341002 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515bce7e-f73c-4531-83af-2030b48d9930') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:43.341575 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515bce7e-f73c-4531-83af-2030b48d9930') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:43.368740 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:43.388830 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Transition to ACTIVE for port object bff52be8-ae2b-4f91-83f0-7b2c4638f1a0 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:18:43.397536 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 25cf4e63-e22c-4115-a6be-83f886854a5c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:18:43.574791 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4ee2a2e1-5c5c-4562-ab65-9093840bf7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:43.593842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a0a38dc2-c1b4-49ab-b5f1-55b681d716ee tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Calling delete_port for 97254868-f8d6-4079-9561-f7a98c4ff7bd owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:18:43.620124 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'name': 'tempest-ServerActionsTestJSON-41532340-router', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:36Z', 'revision_number': 3, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'gw_port': {'id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:33Z', 'updated_at': '2021-12-22T15:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:43.630870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] Checking router: 76ab0945-a245-41a0-8fc8-3717c5cb87c9 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:18:43.634834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] Updating router 76ab0945-a245-41a0-8fc8-3717c5cb87c9 port 84398f25-d13a-4c81-ba48-8675720fb2ed binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:18:43.681073 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:43.682447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:43.684893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 25cf4e63-e22c-4115-a6be-83f886854a5c completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:18:43.693778 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:43.705338 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 25cf4e63-e22c-4115-a6be-83f886854a5c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:43.705722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:43.731715 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:43.735922 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Router 38fe96a1-5a58-4870-bef5-3001fb091ed3 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:18:43.806809 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:43.816888 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:43.822926 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-42098bc0-c10e-4f55-a1ba-59a98dac8804 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:43.858598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-80cc22f1-f554-4cd3-8647-6c12f5180a65 None None] Provisioning complete for port aec9abf6-d42f-413a-be82-1ef0d30a7212 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:43.859015 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-80cc22f1-f554-4cd3-8647-6c12f5180a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:43.997071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4ee2a2e1-5c5c-4562-ab65-9093840bf7e3 admin admin] Synchronizing usage tracker for tenant:7441a6c7927943c88713ee0093cfbeaf on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:18:44.038739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:18:44.039408 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: from cryptography.utils import int_from_bytes Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: from cryptography.utils import int_from_bytes Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn_limited( Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn_limited( Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:18:44.080953 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:18:44.147729 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-80cc22f1-f554-4cd3-8647-6c12f5180a65 None None] Port aec9abf6-d42f-413a-be82-1ef0d30a7212 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:18:44.164026 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:44.173009 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Pushing event updated for resources: {'Port': ['ID=bff52be8-ae2b-4f91-83f0-7b2c4638f1a0,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:44.200005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:44.200746 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55544) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:44.207425 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2a2e1-5c5c-4562-ab65-9093840bf7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c64d4e-632e-4329-98c5-0dd0a3ef39f1,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:44.215563 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 25cf4e63-e22c-4115-a6be-83f886854a5c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=25cf4e63-e22c-4115-a6be-83f886854a5c,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:18:44.221510 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-42098bc0-c10e-4f55-a1ba-59a98dac8804 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Transition to ACTIVE for port object 4e84bb73-eaf1-4fbb-b99b-a18c25799f25 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:18:44.267201 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4ee2a2e1-5c5c-4562-ab65-9093840bf7e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:44.267497 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Network e848618a-cbd6-4924-afb6-83b772b918f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:18:44.284333 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:44.299968 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:44.490739 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:44.506302 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b1d75a56-9970-47e3-9606-37d23e043cf0 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:18:44.507514 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:44.556194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4ee2a2e1-5c5c-4562-ab65-9093840bf7e3 admin admin] Unset dirty status for tenant:7441a6c7927943c88713ee0093cfbeaf on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:18:44.563980 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4ee2a2e1-5c5c-4562-ab65-9093840bf7e3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7119e1055b0f4b6d91bfc09b81fc4ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0462182 Dec 22 15:18:44.565182 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55550) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:44.580882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-42098bc0-c10e-4f55-a1ba-59a98dac8804 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:44.589923 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:44.596283 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-4b762225-210f-4349-be41-23146910e07e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:44.664826 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:44.675317 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-95e04dbf-6369-4dfa-98b0-67d6b6e588fd tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:44.692174 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dcc52944-a743-4dbd-bdea-067ce5da0fa2 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 15:18:44.695824 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:44.697248 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=25cf4e63-e22c-4115-a6be-83f886854a5c,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:44.700811 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:44.710972 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:44.756510 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Pushing event deleted for resources: {'Network': ['ID=dcc52944-a743-4dbd-bdea-067ce5da0fa2,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:44.762393 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:44.764617 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a0a38dc2-c1b4-49ab-b5f1-55b681d716ee tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:44.833858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:44.895868 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port b1d75a56-9970-47e3-9606-37d23e043cf0 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:44.896626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:44.919471 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42098bc0-c10e-4f55-a1ba-59a98dac8804 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Network 0885914b-0957-4221-824f-46074a21b835 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:18:44.937599 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-80481dc6-958b-4d04-81b1-c3fd85694064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:44.947891 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-42098bc0-c10e-4f55-a1ba-59a98dac8804 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:44.975218 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42098bc0-c10e-4f55-a1ba-59a98dac8804 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Pushing event updated for resources: {'Port': ['ID=4e84bb73-eaf1-4fbb-b99b-a18c25799f25,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:44.980865 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42098bc0-c10e-4f55-a1ba-59a98dac8804 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:45.018273 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a38dc2-c1b4-49ab-b5f1-55b681d716ee tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Pushing event deleted for resources: {'Port': ['ID=97254868-f8d6-4079-9561-f7a98c4ff7bd,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:45.023467 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a0a38dc2-c1b4-49ab-b5f1-55b681d716ee tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:45.024379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8b1dbf1a-bbcd-48e5-ba87-d87fb2fddccf None None] Provisioning for port bff52be8-ae2b-4f91-83f0-7b2c4638f1a0 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:18:45.048814 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8b1dbf1a-bbcd-48e5-ba87-d87fb2fddccf None None] Provisioning complete for port bff52be8-ae2b-4f91-83f0-7b2c4638f1a0 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:45.049557 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8b1dbf1a-bbcd-48e5-ba87-d87fb2fddccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:45.160138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:18:45.185360 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] 10.222.0.59 "DELETE /v2.0/networks/dcc52944-a743-4dbd-bdea-067ce5da0fa2 HTTP/1.1" status: 204 len: 168 time: 5.6589761 Dec 22 15:18:45.195021 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a0a38dc2-c1b4-49ab-b5f1-55b681d716ee tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:45.197599 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a0a38dc2-c1b4-49ab-b5f1-55b681d716ee tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] 10.222.0.59 "DELETE /v2.0/ports/97254868-f8d6-4079-9561-f7a98c4ff7bd HTTP/1.1" status: 204 len: 168 time: 4.6188569 Dec 22 15:18:45.200405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55554) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:45.209140 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f57a1838-fadf-487d-9d8c-07740b7b5e67 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:45.213676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-42098bc0-c10e-4f55-a1ba-59a98dac8804 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:45.225934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f57a1838-fadf-487d-9d8c-07740b7b5e67 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:45.230265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-80481dc6-958b-4d04-81b1-c3fd85694064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:45.235862 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f57a1838-fadf-487d-9d8c-07740b7b5e67 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Usage tracker for resource:network and tenant:a4c6207237284b7dab9dae08f3075247 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:45.242317 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f57a1838-fadf-487d-9d8c-07740b7b5e67 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:45.246360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e39d2896-c1ad-4cd0-9f43-2ec2f44726e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:45.250680 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-80481dc6-958b-4d04-81b1-c3fd85694064 admin admin] Usage tracker for resource:security_group_rule and tenant:47bfc76d68a64288989b1ee48998e13f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:45.264177 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-80481dc6-958b-4d04-81b1-c3fd85694064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:45.287732 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e39d2896-c1ad-4cd0-9f43-2ec2f44726e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:45.328897 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-80481dc6-958b-4d04-81b1-c3fd85694064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:45.368547 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42098bc0-c10e-4f55-a1ba-59a98dac8804 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:45.369659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-42098bc0-c10e-4f55-a1ba-59a98dac8804 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:45.372933 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-8b1dbf1a-bbcd-48e5-ba87-d87fb2fddccf None None] Port bff52be8-ae2b-4f91-83f0-7b2c4638f1a0 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:18:45.377040 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:45.379026 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ad0237fc-2551-42cd-b685-d65d8a15560e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 13.6080611 Dec 22 15:18:45.382447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f57a1838-fadf-487d-9d8c-07740b7b5e67 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:45.389430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55560) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:45.393937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:45.508526 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e39d2896-c1ad-4cd0-9f43-2ec2f44726e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:45.528992 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] Transition to ACTIVE for port object 84398f25-d13a-4c81-ba48-8675720fb2ed will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:18:45.532880 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-41fe1c6b-e0be-4c57-9a4f-0e8f361dafea tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:45.565796 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d2896-c1ad-4cd0-9f43-2ec2f44726e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c64d4e-632e-4329-98c5-0dd0a3ef39f1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:45.573811 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e39d2896-c1ad-4cd0-9f43-2ec2f44726e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:45.587840 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e39d2896-c1ad-4cd0-9f43-2ec2f44726e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:45.590273 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e39d2896-c1ad-4cd0-9f43-2ec2f44726e0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f3c64d4e-632e-4329-98c5-0dd0a3ef39f1 HTTP/1.1" status: 204 len: 168 time: 1.0025532 Dec 22 15:18:45.651499 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-42098bc0-c10e-4f55-a1ba-59a98dac8804 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 996 time: 4.9799430 Dec 22 15:18:45.666702 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:45.671387 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:45.684375 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55566) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:45.700744 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57a1838-fadf-487d-9d8c-07740b7b5e67 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Made reservation on behalf of a4c6207237284b7dab9dae08f3075247 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:45.704950 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f57a1838-fadf-487d-9d8c-07740b7b5e67 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:45.713103 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-09662f25-af41-48cd-a4bc-f5d6e8a542ff None None] Provisioning for port 4e84bb73-eaf1-4fbb-b99b-a18c25799f25 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:18:45.736155 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-09662f25-af41-48cd-a4bc-f5d6e8a542ff None None] Provisioning complete for port 4e84bb73-eaf1-4fbb-b99b-a18c25799f25 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:45.736747 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-09662f25-af41-48cd-a4bc-f5d6e8a542ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:45.811846 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fbbd0f-ddbb-424a-90b7-ffd261603e89 None None] Sync routers for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:18:45.844441 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57a1838-fadf-487d-9d8c-07740b7b5e67 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:18:45.852705 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fbbd0f-ddbb-424a-90b7-ffd261603e89 None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:45.852705 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-f0fbbd0f-ddbb-424a-90b7-ffd261603e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:18:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:45.855615 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-09662f25-af41-48cd-a4bc-f5d6e8a542ff None None] Port 4e84bb73-eaf1-4fbb-b99b-a18c25799f25 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:18:45.927001 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] Attempting to bind port 84398f25-d13a-4c81-ba48-8675720fb2ed on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:18:45.929187 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] Attempting to bind port 84398f25-d13a-4c81-ba48-8675720fb2ed by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:18:45.930109 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] Attempting to bind port 84398f25-d13a-4c81-ba48-8675720fb2ed on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:18:45.933420 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:45.954328 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:18:45.954328 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:18:45.955030 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:45.956017 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Allocated IP 172.20.0.1 (6a15c954-fa80-4b4d-85dd-e7e4b59c86e1/1d351219-3f54-4318-ad3a-f368fdd0eec7/41e92c75-afaf-4110-a58c-0499fe45f8dc) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:18:45.956621 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:18:45.957238 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] Bound port: 84398f25-d13a-4c81-ba48-8675720fb2ed, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:18:45.958626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:46.016725 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-f0fbbd0f-ddbb-424a-90b7-ffd261603e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:46.017957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 25cf4e63-e22c-4115-a6be-83f886854a5c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:18:46.043344 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fbbd0f-ddbb-424a-90b7-ffd261603e89 None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:46.047419 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-f0fbbd0f-ddbb-424a-90b7-ffd261603e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:18:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:46.161652 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19abcd9-a08f-4bea-9884-2f66596e0144 None None] Pushing event updated for resources: {'Port': ['ID=84398f25-d13a-4c81-ba48-8675720fb2ed,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:46.191772 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c19abcd9-a08f-4bea-9884-2f66596e0144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:46.229563 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-f0fbbd0f-ddbb-424a-90b7-ffd261603e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:46.230597 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fbbd0f-ddbb-424a-90b7-ffd261603e89 None None] The sync data for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:18:46.248787 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 25cf4e63-e22c-4115-a6be-83f886854a5c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:46.249586 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:46.296248 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-80481dc6-958b-4d04-81b1-c3fd85694064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:46.382018 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f57a1838-fadf-487d-9d8c-07740b7b5e67 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:46.382651 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-f57a1838-fadf-487d-9d8c-07740b7b5e67 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Added segment 019d9d66-fa4f-4836-9a2b-62b2d70c83ba of type vlan for network 14092281-b1b3-404e-bda5-5d027efc84e0 Dec 22 15:18:46.450697 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34619b25-c1d5-406c-87d9-44625a0fe640 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:46.463724 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34619b25-c1d5-406c-87d9-44625a0fe640 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:46.471247 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34619b25-c1d5-406c-87d9-44625a0fe640 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:46.472442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-34619b25-c1d5-406c-87d9-44625a0fe640 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Synchronizing usage tracker for tenant:a14fb595fe714b1199e56037ec808cb2 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:18:46.477276 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55580) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:46.496845 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-80481dc6-958b-4d04-81b1-c3fd85694064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:46.529456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] For port 84398f25-d13a-4c81-ba48-8675720fb2ed, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:18:46.537300 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] For port 84398f25-d13a-4c81-ba48-8675720fb2ed, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=84398f25-d13a-4c81-ba48-8675720fb2ed,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:18:46.564054 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-850b6967-f3b0-4b1e-a62e-e109a0508165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:46.643647 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f57a1838-fadf-487d-9d8c-07740b7b5e67 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:46.648868 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:46.677428 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:46.747507 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:46.771237 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-34619b25-c1d5-406c-87d9-44625a0fe640 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Unset dirty status for tenant:a14fb595fe714b1199e56037ec808cb2 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:18:46.777389 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-34619b25-c1d5-406c-87d9-44625a0fe640 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 1.0335021 Dec 22 15:18:46.795798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55590) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:46.822193 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-80481dc6-958b-4d04-81b1-c3fd85694064 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=47bfc76d68a64288989b1ee48998e13f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5855122 Dec 22 15:18:46.845245 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55594) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:46.865471 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a59bf15-facd-49d6-b309-726cbc05b58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:46.869996 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] Routers {'76ab0945-a245-41a0-8fc8-3717c5cb87c9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:46.871770 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:18:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['76ab0945-a245-41a0-8fc8-3717c5cb87c9'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:46.914324 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Transition to ACTIVE for port object 41e92c75-afaf-4110-a58c-0499fe45f8dc will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:18:46.916744 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80481dc6-958b-4d04-81b1-c3fd85694064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a6db33-20ef-40b7-a24b-64e0b45ae454,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:46.938815 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-80481dc6-958b-4d04-81b1-c3fd85694064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:46.940695 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:18:46.983878 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9a59bf15-facd-49d6-b309-726cbc05b58b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:46.999764 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:47.022141 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9a59bf15-facd-49d6-b309-726cbc05b58b admin admin] Usage tracker for resource:security_group_rule and tenant:93b324175beb4a9bac2652d8dcfe7ce0 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:47.026608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9a59bf15-facd-49d6-b309-726cbc05b58b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:47.027868 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19abcd9-a08f-4bea-9884-2f66596e0144 None None] Pushing event updated for resources: {'Port': ['ID=84398f25-d13a-4c81-ba48-8675720fb2ed,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:47.037640 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c19abcd9-a08f-4bea-9884-2f66596e0144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:47.054206 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9a59bf15-facd-49d6-b309-726cbc05b58b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:47.088933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-f57a1838-fadf-487d-9d8c-07740b7b5e67 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:18:47.117761 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ed20c0c5-38ed-47b8-a5ca-4e159f1dd0da tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Deleting port 4e84bb73-eaf1-4fbb-b99b-a18c25799f25 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:18:47.118396 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ed20c0c5-38ed-47b8-a5ca-4e159f1dd0da tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:47.121194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:47.122579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-464aa979-e888-4acf-8f27-a5ee98a294b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:47.207464 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:47.262588 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] Set router 76ab0945-a245-41a0-8fc8-3717c5cb87c9 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:18:47.353687 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Pushing event updated for resources: {'Port': ['ID=bff52be8-ae2b-4f91-83f0-7b2c4638f1a0,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:47.392903 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:47.404840 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:47.433764 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-464aa979-e888-4acf-8f27-a5ee98a294b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:47.445452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f57a1838-fadf-487d-9d8c-07740b7b5e67 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:47.454278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-42098bc0-c10e-4f55-a1ba-59a98dac8804 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:47.482176 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55606) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:47.500246 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57a1838-fadf-487d-9d8c-07740b7b5e67 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:47.500246 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f57a1838-fadf-487d-9d8c-07740b7b5e67 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:47.557563 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-687dee29-f710-4093-8fde-a35b97a80bd1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:47.570456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Network 6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:18:47.597942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:47.630906 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:47.676496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:47.773634 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a1838-fadf-487d-9d8c-07740b7b5e67 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Pushing event updated for resources: {'Network': ['ID=14092281-b1b3-404e-bda5-5d027efc84e0,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:47.785241 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1067527659'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:47.790296 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 14092281-b1b3-404e-bda5-5d027efc84e0 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:18:47.790861 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f57a1838-fadf-487d-9d8c-07740b7b5e67 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:47.835467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Pushing event updated for resources: {'Port': ['ID=41e92c75-afaf-4110-a58c-0499fe45f8dc,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:47.865812 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:47.917106 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'name': 'tempest-ServerActionsTestJSON-41532340-router', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:36Z', 'revision_number': 3, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'gw_port': {'id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:33Z', 'updated_at': '2021-12-22T15:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:47.930041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0000c44-1996-4e9d-9ba1-cd160a5a97d2 None None] The sync data for ids ['76ab0945-a245-41a0-8fc8-3717c5cb87c9'] in dv-neutron-822674-1-hyperv is: [{'id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'name': 'tempest-ServerActionsTestJSON-41532340-router', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:36Z', 'revision_number': 3, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'gw_port': {'id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:33Z', 'updated_at': '2021-12-22T15:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:18:47.933765 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:47.944477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Usage tracker for resource:network and tenant:2943206724cb4a7aabfaa5d43c6f2fb4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:47.966327 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:47.983738 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:48.007657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:48.030636 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f57a1838-fadf-487d-9d8c-07740b7b5e67 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.8291004 Dec 22 15:18:48.036150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55612) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:48.045245 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ed20c0c5-38ed-47b8-a5ca-4e159f1dd0da tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:48.048513 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-96e8e3ab-9810-4317-b400-2406dd3c2a03 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Request body: {'subnet': {'network_id': '14092281-b1b3-404e-bda5-5d027efc84e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:48.055421 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a59bf15-facd-49d6-b309-726cbc05b58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:48.067457 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7c7ab8d3-94ec-4e63-9187-af055461fb70 None None] Provisioning for port 41e92c75-afaf-4110-a58c-0499fe45f8dc completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:18:48.074897 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-96e8e3ab-9810-4317-b400-2406dd3c2a03 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:48.077641 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7c7ab8d3-94ec-4e63-9187-af055461fb70 None None] Provisioning complete for port 41e92c75-afaf-4110-a58c-0499fe45f8dc triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:48.079009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7c7ab8d3-94ec-4e63-9187-af055461fb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:48.084085 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-96e8e3ab-9810-4317-b400-2406dd3c2a03 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Usage tracker for resource:subnet and tenant:a4c6207237284b7dab9dae08f3075247 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:48.090486 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-96e8e3ab-9810-4317-b400-2406dd3c2a03 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:48.114458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-96e8e3ab-9810-4317-b400-2406dd3c2a03 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:48.128173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a59bf15-facd-49d6-b309-726cbc05b58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:48.148297 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:48.153490 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ab8d3-94ec-4e63-9187-af055461fb70 None None] Port 41e92c75-afaf-4110-a58c-0499fe45f8dc cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:18:48.165763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-464aa979-e888-4acf-8f27-a5ee98a294b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:48.176831 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Network e848618a-cbd6-4924-afb6-83b772b918f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:18:48.190759 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ed20c0c5-38ed-47b8-a5ca-4e159f1dd0da tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Calling delete_port for 4e84bb73-eaf1-4fbb-b99b-a18c25799f25 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:18:48.208056 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:48.226492 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9a59bf15-facd-49d6-b309-726cbc05b58b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=93b324175beb4a9bac2652d8dcfe7ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7426579 Dec 22 15:18:48.227345 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59bf15-facd-49d6-b309-726cbc05b58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021d2c6c-c3f7-4c44-9c4b-e99c5e7c813f,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:48.230988 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55618) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:48.237362 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9a59bf15-facd-49d6-b309-726cbc05b58b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:48.241567 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e45b2d74-05c7-4db0-ad4d-8d0cd1538041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:48.284313 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Made reservation on behalf of 2943206724cb4a7aabfaa5d43c6f2fb4 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:48.289933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:48.354170 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:48.366788 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e8e3ab-9810-4317-b400-2406dd3c2a03 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Made reservation on behalf of a4c6207237284b7dab9dae08f3075247 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:48.372098 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-96e8e3ab-9810-4317-b400-2406dd3c2a03 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:48.378359 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:48.393088 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:48.402131 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Usage tracker for resource:security_group_rule and tenant:2943206724cb4a7aabfaa5d43c6f2fb4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:48.412606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464aa979-e888-4acf-8f27-a5ee98a294b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a6db33-20ef-40b7-a24b-64e0b45ae454,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:48.424986 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:48.451916 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-464aa979-e888-4acf-8f27-a5ee98a294b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:48.485409 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-464aa979-e888-4acf-8f27-a5ee98a294b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:48.497587 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-464aa979-e888-4acf-8f27-a5ee98a294b5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/54a6db33-20ef-40b7-a24b-64e0b45ae454 HTTP/1.1" status: 204 len: 168 time: 1.6406670 Dec 22 15:18:48.550011 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:48.715558 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8c80e66f-d6a6-48d5-9a25-746cbe7dba51 None None] Provisioning complete for port bff52be8-ae2b-4f91-83f0-7b2c4638f1a0 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:48.716622 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8c80e66f-d6a6-48d5-9a25-746cbe7dba51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:48.829398 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-8c80e66f-d6a6-48d5-9a25-746cbe7dba51 None None] Port bff52be8-ae2b-4f91-83f0-7b2c4638f1a0 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:18:48.872325 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3fbbca86-aa8d-458c-9970-67ed11029bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:48.934336 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3fbbca86-aa8d-458c-9970-67ed11029bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:48.968388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:49.040233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Router d856ce29-143d-41fa-a1a1-6d65c5e4f669 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:18:49.057640 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ed20c0c5-38ed-47b8-a5ca-4e159f1dd0da tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:49.100335 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:49.212875 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20c0c5-38ed-47b8-a5ca-4e159f1dd0da tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Pushing event deleted for resources: {'Port': ['ID=4e84bb73-eaf1-4fbb-b99b-a18c25799f25,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:49.231144 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ed20c0c5-38ed-47b8-a5ca-4e159f1dd0da tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:49.428449 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:49.484692 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:49.497987 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:49.500966 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3fbbca86-aa8d-458c-9970-67ed11029bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:49.518327 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:49.559797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbca86-aa8d-458c-9970-67ed11029bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021d2c6c-c3f7-4c44-9c4b-e99c5e7c813f,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:49.574538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3fbbca86-aa8d-458c-9970-67ed11029bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:49.584322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:49.586770 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:18:49.598617 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3fbbca86-aa8d-458c-9970-67ed11029bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:49.599836 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3fbbca86-aa8d-458c-9970-67ed11029bae admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/021d2c6c-c3f7-4c44-9c4b-e99c5e7c813f HTTP/1.1" status: 204 len: 168 time: 1.3641701 Dec 22 15:18:49.601889 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] 10.222.0.59 "PUT /v2.0/routers/d856ce29-143d-41fa-a1a1-6d65c5e4f669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7311924 Dec 22 15:18:49.622929 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] Sync routers for ids ['d856ce29-143d-41fa-a1a1-6d65c5e4f669'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:18:49.664925 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] Routers {'d856ce29-143d-41fa-a1a1-6d65c5e4f669'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:49.667519 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:18:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['d856ce29-143d-41fa-a1a1-6d65c5e4f669'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:49.672145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55632) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:49.723873 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:49.739569 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:18:49.773871 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab447a35-4339-4511-9b4c-ce96c1ff2fd2,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:49.813707 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:49.830406 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 84398f25-d13a-4c81-ba48-8675720fb2ed up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:18:49.878512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:49.913057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:49.913629 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Added segment 19b99017-f14d-425b-ad2c-61fb38390b75 of type vlan for network d13202de-89d4-4e25-959e-87c82b31882d Dec 22 15:18:49.954577 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:49.979155 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-335ac3f6-6c14-44bd-aa29-2d5e4ba983ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:50.007308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Allocated IP 172.20.0.1 (6018beee-30c0-4b90-a1ac-d3a457a98ae4/805f97be-3231-4bfe-a5de-5190bfd87bc4/02ff3a40-f388-44db-9218-31905906694e) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:18:50.007636 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Pushing event updated for resources: {'Port': ['ID=41e92c75-afaf-4110-a58c-0499fe45f8dc,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:50.057862 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:50.081089 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ed20c0c5-38ed-47b8-a5ca-4e159f1dd0da tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:50.201911 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] Set router d856ce29-143d-41fa-a1a1-6d65c5e4f669 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:18:50.215977 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:50.296368 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-335ac3f6-6c14-44bd-aa29-2d5e4ba983ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:50.305495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-335ac3f6-6c14-44bd-aa29-2d5e4ba983ba admin admin] Usage tracker for resource:security_group_rule and tenant:b523f218e76548df86461889e6fa16f9 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:50.311221 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-335ac3f6-6c14-44bd-aa29-2d5e4ba983ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:50.328481 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 84398f25-d13a-4c81-ba48-8675720fb2ed completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:18:50.340049 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-335ac3f6-6c14-44bd-aa29-2d5e4ba983ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:50.360274 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 84398f25-d13a-4c81-ba48-8675720fb2ed triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:50.360888 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:50.380099 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Network 6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:18:50.388539 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:50.501134 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:50.628131 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:50.633101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:50.649505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Router 76ab0945-a245-41a0-8fc8-3717c5cb87c9 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:18:50.692045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:50.695769 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ed20c0c5-38ed-47b8-a5ca-4e159f1dd0da tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "DELETE /v2.0/ports/4e84bb73-eaf1-4fbb-b99b-a18c25799f25 HTTP/1.1" status: 204 len: 168 time: 3.8837824 Dec 22 15:18:50.702583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55648) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:50.723357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Network 6018beee-30c0-4b90-a1ac-d3a457a98ae4 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:18:50.740211 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:50.745956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:50.764970 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:50.771118 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:50.859499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55652) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:50.868107 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:51.034859 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-7efbd535-20d0-4544-b518-b4122f64f575 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] GET failed (client error): The resource could not be found. Dec 22 15:18:51.041713 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7efbd535-20d0-4544-b518-b4122f64f575 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "GET /v2.0/ports/4e84bb73-eaf1-4fbb-b99b-a18c25799f25 HTTP/1.1" status: 404 len: 333 time: 0.3259420 Dec 22 15:18:51.057071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55656) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:51.060068 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.objects.ports [None req-96e8e3ab-9810-4317-b400-2406dd3c2a03 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88218) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 15:18:51.060549 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-96e8e3ab-9810-4317-b400-2406dd3c2a03 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:51.070818 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-851125c6-aa7d-453a-a616-29f927f3d526 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Request body: {'port': {'network_id': '0885914b-0957-4221-824f-46074a21b835', 'name': 'tempest-AllowedAddressPairTestJSON-1622834821'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:51.109209 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:51.128973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ca44bc88-d716-4e75-b56c-512a461b8f59 None None] Provisioning complete for port 41e92c75-afaf-4110-a58c-0499fe45f8dc triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:51.129673 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ca44bc88-d716-4e75-b56c-512a461b8f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:51.154654 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.6613872 Dec 22 15:18:51.156620 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55660) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:51.169915 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-de6e0fbf-a788-429e-a9ca-0c108a148763 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Request body: {'subnet': {'network_id': 'd13202de-89d4-4e25-959e-87c82b31882d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:51.192768 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-335ac3f6-6c14-44bd-aa29-2d5e4ba983ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:51.244193 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ca44bc88-d716-4e75-b56c-512a461b8f59 None None] Port 41e92c75-afaf-4110-a58c-0499fe45f8dc cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:18:51.245954 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:51.265666 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 84398f25-d13a-4c81-ba48-8675720fb2ed, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=84398f25-d13a-4c81-ba48-8675720fb2ed,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:18:51.283719 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'name': 'tempest-ServersTestJSON-777630240-router', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:45Z', 'revision_number': 4, 'project_id': '11ca12b5724944f583d6f7654599b447', 'gw_port': {'id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'bff52be8-ae2b-4f91-83f0-7b2c4638f1a0', 'name': '', 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'mac_address': 'fa:16:3e:1a:60:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '436c46ba-002c-4b99-b2f3-b954e93823af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:41Z', 'updated_at': '2021-12-22T15:18:46Z', 'revision_number': 2, 'project_id': '11ca12b5724944f583d6f7654599b447', 'subnets': [{'id': '436c46ba-002c-4b99-b2f3-b954e93823af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:51.286688 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Port': ['ID=02ff3a40-f388-44db-9218-31905906694e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:51.292349 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] Checking router: d856ce29-143d-41fa-a1a1-6d65c5e4f669 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:18:51.293543 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] Updating router d856ce29-143d-41fa-a1a1-6d65c5e4f669 port bff52be8-ae2b-4f91-83f0-7b2c4638f1a0 binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:18:51.307771 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:51.311573 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.444s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:51.331571 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-335ac3f6-6c14-44bd-aa29-2d5e4ba983ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:51.370538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:51.384111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:51.388603 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:51.414143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:18:51.431302 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] Sync routers for ids ['76ab0945-a245-41a0-8fc8-3717c5cb87c9'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:18:51.450255 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] Routers {'76ab0945-a245-41a0-8fc8-3717c5cb87c9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:51.455610 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:18:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['76ab0945-a245-41a0-8fc8-3717c5cb87c9'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:51.490475 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b9a67861-6ff1-4427-8525-076d9f5365d9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e7e49dde9774c9ca867ee0081034963&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5279129 Dec 22 15:18:51.493443 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-851125c6-aa7d-453a-a616-29f927f3d526 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:51.510927 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-335ac3f6-6c14-44bd-aa29-2d5e4ba983ba admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b523f218e76548df86461889e6fa16f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8215051 Dec 22 15:18:51.512724 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55666) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:51.513060 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55668) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:51.533597 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-851125c6-aa7d-453a-a616-29f927f3d526 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Usage tracker for resource:port and tenant:a14fb595fe714b1199e56037ec808cb2 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:51.557411 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-de6e0fbf-a788-429e-a9ca-0c108a148763 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:51.582738 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-de6e0fbf-a788-429e-a9ca-0c108a148763 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Usage tracker for resource:subnet and tenant:2943206724cb4a7aabfaa5d43c6f2fb4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:51.585566 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-851125c6-aa7d-453a-a616-29f927f3d526 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:51.595392 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=84398f25-d13a-4c81-ba48-8675720fb2ed,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:51.601099 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-de6e0fbf-a788-429e-a9ca-0c108a148763 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:51.605473 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:51.615172 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Pushing event updated for resources: {'Network': ['ID=d13202de-89d4-4e25-959e-87c82b31882d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:51.617487 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-de6e0fbf-a788-429e-a9ca-0c108a148763 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:51.624329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:51.632879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:51.638422 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network d13202de-89d4-4e25-959e-87c82b31882d details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:18:51.688227 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8e3ab-9810-4317-b400-2406dd3c2a03 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Pushing event updated for resources: {'Subnet': ['ID=246b991a-5769-4426-b8a0-223029cc4219,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:51.696430 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-96e8e3ab-9810-4317-b400-2406dd3c2a03 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:51.707573 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] 10.222.0.59 "PUT /v2.0/routers/76ab0945-a245-41a0-8fc8-3717c5cb87c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3703418 Dec 22 15:18:51.744088 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6e0fbf-a788-429e-a9ca-0c108a148763 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Made reservation on behalf of 2943206724cb4a7aabfaa5d43c6f2fb4 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:51.754069 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9a59bf15-facd-49d6-b309-726cbc05b58b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:51.757367 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de6e0fbf-a788-429e-a9ca-0c108a148763 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:51.814424 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-851125c6-aa7d-453a-a616-29f927f3d526 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:51.816310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55676) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:51.818098 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ac3f6-6c14-44bd-aa29-2d5e4ba983ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76ce72d-743e-4530-8097-f1bcd0c244ac,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:51.822607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-335ac3f6-6c14-44bd-aa29-2d5e4ba983ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:51.827071 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 84398f25-d13a-4c81-ba48-8675720fb2ed up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:18:51.848748 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-d040820c-6e4a-4763-a7fa-b6e2c6439dc9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--960604052', 'description': 'tempest-description--1608013534'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:51.858568 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] Set router 76ab0945-a245-41a0-8fc8-3717c5cb87c9 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:18:51.869941 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8e3ab-9810-4317-b400-2406dd3c2a03 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Checking segment: {'id': '019d9d66-fa4f-4836-9a2b-62b2d70c83ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '14092281-b1b3-404e-bda5-5d027efc84e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:18:51.871072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e8e3ab-9810-4317-b400-2406dd3c2a03 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Network hostable DHCP agents. Network: 14092281-b1b3-404e-bda5-5d027efc84e0, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:18:51.881485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d040820c-6e4a-4763-a7fa-b6e2c6439dc9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:51.918332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d040820c-6e4a-4763-a7fa-b6e2c6439dc9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Usage tracker for resource:security_group and tenant:11ca12b5724944f583d6f7654599b447 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:51.927129 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d040820c-6e4a-4763-a7fa-b6e2c6439dc9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:51.955240 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9fb96ce9-8e0b-4154-98ed-e00cb3ecb33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:51.956976 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32479cb3-ec1d-4b00-9dd4-38355f17036c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:51.959244 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d040820c-6e4a-4763-a7fa-b6e2c6439dc9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:52.033694 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851125c6-aa7d-453a-a616-29f927f3d526 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Made reservation on behalf of a14fb595fe714b1199e56037ec808cb2 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:52.046093 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-851125c6-aa7d-453a-a616-29f927f3d526 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:52.088004 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e8e3ab-9810-4317-b400-2406dd3c2a03 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Network 14092281-b1b3-404e-bda5-5d027efc84e0 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:18:52.118994 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 84398f25-d13a-4c81-ba48-8675720fb2ed triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:52.119450 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:52.183291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9fb96ce9-8e0b-4154-98ed-e00cb3ecb33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:52.205455 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32479cb3-ec1d-4b00-9dd4-38355f17036c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:52.290040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-851125c6-aa7d-453a-a616-29f927f3d526 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] device_id is not set on port 11fff40b-38bc-4397-bbda-be45d21071c1 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:18:52.300222 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'name': 'tempest-ServerActionsTestJSON-41532340-router', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:48Z', 'revision_number': 4, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'gw_port': {'id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:33Z', 'updated_at': '2021-12-22T15:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '41e92c75-afaf-4110-a58c-0499fe45f8dc', 'name': '', 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'mac_address': 'fa:16:3e:0c:f8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1d351219-3f54-4318-ad3a-f368fdd0eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:44Z', 'updated_at': '2021-12-22T15:18:49Z', 'revision_number': 2, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'subnets': [{'id': '1d351219-3f54-4318-ad3a-f368fdd0eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:52.309753 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] Checking router: 76ab0945-a245-41a0-8fc8-3717c5cb87c9 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:18:52.310197 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] Updating router 76ab0945-a245-41a0-8fc8-3717c5cb87c9 port 41e92c75-afaf-4110-a58c-0499fe45f8dc binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:18:52.402384 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9fb96ce9-8e0b-4154-98ed-e00cb3ecb33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:52.403125 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-96e8e3ab-9810-4317-b400-2406dd3c2a03 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 14092281-b1b3-404e-bda5-5d027efc84e0) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:52.410465 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d040820c-6e4a-4763-a7fa-b6e2c6439dc9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:52.439371 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:52.452598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defc1e0d-a24f-4a09-a14b-46ad6b184e9f None None] Network 14092281-b1b3-404e-bda5-5d027efc84e0 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:18:52.457322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e8e3ab-9810-4317-b400-2406dd3c2a03 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:52.457322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-96e8e3ab-9810-4317-b400-2406dd3c2a03 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:52.463227 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb96ce9-8e0b-4154-98ed-e00cb3ecb33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30689bf-4a5e-4718-85c1-1e4c8b58b9ba,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:52.490700 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:52.491443 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9fb96ce9-8e0b-4154-98ed-e00cb3ecb33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:52.502706 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32479cb3-ec1d-4b00-9dd4-38355f17036c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:52.539179 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d040820c-6e4a-4763-a7fa-b6e2c6439dc9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:52.542805 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9fb96ce9-8e0b-4154-98ed-e00cb3ecb33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:52.555878 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32479cb3-ec1d-4b00-9dd4-38355f17036c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:52.559588 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-32479cb3-ec1d-4b00-9dd4-38355f17036c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c76ce72d-743e-4530-8097-f1bcd0c244ac HTTP/1.1" status: 204 len: 168 time: 1.0258739 Dec 22 15:18:52.563908 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32479cb3-ec1d-4b00-9dd4-38355f17036c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76ce72d-743e-4530-8097-f1bcd0c244ac,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:52.565937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9fb96ce9-8e0b-4154-98ed-e00cb3ecb33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:52.567084 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9fb96ce9-8e0b-4154-98ed-e00cb3ecb33c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c30689bf-4a5e-4718-85c1-1e4c8b58b9ba HTTP/1.1" status: 204 len: 168 time: 1.0374942 Dec 22 15:18:52.568292 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d040820c-6e4a-4763-a7fa-b6e2c6439dc9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Usage tracker for resource:security_group_rule and tenant:11ca12b5724944f583d6f7654599b447 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:52.571323 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-32479cb3-ec1d-4b00-9dd4-38355f17036c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:52.576146 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d040820c-6e4a-4763-a7fa-b6e2c6439dc9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:52.587913 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d040820c-6e4a-4763-a7fa-b6e2c6439dc9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:52.648702 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-96e8e3ab-9810-4317-b400-2406dd3c2a03 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.6112106 Dec 22 15:18:52.663535 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55694) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:52.679583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Request body: {'floatingip': {'floating_network_id': '14092281-b1b3-404e-bda5-5d027efc84e0'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:52.694452 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:52.705906 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Usage tracker for resource:floatingip and tenant:a4c6207237284b7dab9dae08f3075247 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:52.714836 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:52.730744 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:52.741874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-851125c6-aa7d-453a-a616-29f927f3d526 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Allocated IP 172.20.0.13 (0885914b-0957-4221-824f-46074a21b835/382696f1-bd5d-4c73-ba6f-9f693cbcd002/11fff40b-38bc-4397-bbda-be45d21071c1) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:18:52.812006 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:52.813150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d040820c-6e4a-4763-a7fa-b6e2c6439dc9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:52.832404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:52.889398 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] Transition to ACTIVE for port object bff52be8-ae2b-4f91-83f0-7b2c4638f1a0 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:18:52.916792 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de6e0fbf-a788-429e-a9ca-0c108a148763 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:52.919214 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:52.929003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cb12d1fb-b98c-4d95-a1c8-b15980ad834f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:52.961118 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d040820c-6e4a-4763-a7fa-b6e2c6439dc9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:52.977696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:52.991734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:53.019884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:53.026442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:53.201751 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040820c-6e4a-4763-a7fa-b6e2c6439dc9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8781d02-01be-48a1-bae7-37e818a25599,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:53.207670 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d040820c-6e4a-4763-a7fa-b6e2c6439dc9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:53.241550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e0fbf-a788-429e-a9ca-0c108a148763 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Pushing event updated for resources: {'Subnet': ['ID=b76ad1dd-7911-4146-b6ad-3f6f2657cc0b,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:53.272161 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-de6e0fbf-a788-429e-a9ca-0c108a148763 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:53.272897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:53.303379 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d040820c-6e4a-4763-a7fa-b6e2c6439dc9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:53.320159 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d040820c-6e4a-4763-a7fa-b6e2c6439dc9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4921181 Dec 22 15:18:53.329963 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55700) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:53.356973 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:53.391942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-acc2ef40-f45e-466b-9c6d-f41bf7ab6557 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Request body: {'security_group_rule': {'security_group_id': 'a8781d02-01be-48a1-bae7-37e818a25599', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:53.408284 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-acc2ef40-f45e-466b-9c6d-f41bf7ab6557 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:53.437410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6e0fbf-a788-429e-a9ca-0c108a148763 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Checking segment: {'id': '19b99017-f14d-425b-ad2c-61fb38390b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd13202de-89d4-4e25-959e-87c82b31882d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:18:53.437776 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6e0fbf-a788-429e-a9ca-0c108a148763 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Network hostable DHCP agents. Network: d13202de-89d4-4e25-959e-87c82b31882d, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:18:53.457807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-acc2ef40-f45e-466b-9c6d-f41bf7ab6557 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Usage tracker for resource:security_group_rule and tenant:11ca12b5724944f583d6f7654599b447 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:53.496855 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-acc2ef40-f45e-466b-9c6d-f41bf7ab6557 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:53.559111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-acc2ef40-f45e-466b-9c6d-f41bf7ab6557 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:53.591812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Port': ['ID=02ff3a40-f388-44db-9218-31905906694e,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:53.593410 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-851125c6-aa7d-453a-a616-29f927f3d526 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:53.595424 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:53.649019 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-851125c6-aa7d-453a-a616-29f927f3d526 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Transition to ACTIVE for port object 11fff40b-38bc-4397-bbda-be45d21071c1 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:18:53.671270 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799b241-ce18-488b-8cd6-8b3e5604fde1 None None] Pushing event updated for resources: {'Port': ['ID=bff52be8-ae2b-4f91-83f0-7b2c4638f1a0,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:53.687404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115f7827-b581-4c6e-8cfc-4de46d2f6ac6 None None] Network 14092281-b1b3-404e-bda5-5d027efc84e0 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:18:53.695322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-acc2ef40-f45e-466b-9c6d-f41bf7ab6557 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:53.720390 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d799b241-ce18-488b-8cd6-8b3e5604fde1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:53.743211 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:53.777865 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] Attempting to bind port bff52be8-ae2b-4f91-83f0-7b2c4638f1a0 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:18:53.779273 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] Transition to ACTIVE for port object 41e92c75-afaf-4110-a58c-0499fe45f8dc will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:18:53.785456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] Attempting to bind port bff52be8-ae2b-4f91-83f0-7b2c4638f1a0 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '466eb8c0-59da-4ef3-bfc4-5e328775b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:18:53.786157 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] Attempting to bind port bff52be8-ae2b-4f91-83f0-7b2c4638f1a0 on network e848618a-cbd6-4924-afb6-83b772b918f8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:18:53.788173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-851125c6-aa7d-453a-a616-29f927f3d526 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:53.837033 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:53.844783 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8438b13f-897f-491f-b18d-f2bee3704e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:53.849782 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:53.857602 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:53.912792 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Network 6018beee-30c0-4b90-a1ac-d3a457a98ae4 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:18:53.921183 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:53.939714 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6e0fbf-a788-429e-a9ca-0c108a148763 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Network d13202de-89d4-4e25-959e-87c82b31882d is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:18:54.035081 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:18:54.035926 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] Checking segment: {'id': '466eb8c0-59da-4ef3-bfc4-5e328775b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:18:54.037202 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:54.037989 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] Bound using segment: {'id': '466eb8c0-59da-4ef3-bfc4-5e328775b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:18:54.038998 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] Bound port: bff52be8-ae2b-4f91-83f0-7b2c4638f1a0, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466eb8c0-59da-4ef3-bfc4-5e328775b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:18:54.043905 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:54.151454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-de6e0fbf-a788-429e-a9ca-0c108a148763 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, d13202de-89d4-4e25-959e-87c82b31882d) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:54.156740 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6e0fbf-a788-429e-a9ca-0c108a148763 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:54.157349 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de6e0fbf-a788-429e-a9ca-0c108a148763 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:54.208097 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851125c6-aa7d-453a-a616-29f927f3d526 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Network 0885914b-0957-4221-824f-46074a21b835 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:18:54.222510 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-851125c6-aa7d-453a-a616-29f927f3d526 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:54.226147 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-acc2ef40-f45e-466b-9c6d-f41bf7ab6557 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:54.252519 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851125c6-aa7d-453a-a616-29f927f3d526 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:54.304583 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-de6e0fbf-a788-429e-a9ca-0c108a148763 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1397686 Dec 22 15:18:54.332701 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55728) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:54.337199 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b411dc-dce2-4dd3-a119-e2a7e4d54f45 None None] Pushing event updated for resources: {'Port': ['ID=41e92c75-afaf-4110-a58c-0499fe45f8dc,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:54.361971 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd9951b-4724-4a56-91c2-03a9c4fdc367 None None] Network d13202de-89d4-4e25-959e-87c82b31882d requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:18:54.376952 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fa27f961-058a-48b5-97a0-e9dd046c2ff1 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Request body: {'port': {'network_id': 'd13202de-89d4-4e25-959e-87c82b31882d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1400139149'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:54.400194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-acc2ef40-f45e-466b-9c6d-f41bf7ab6557 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:54.402172 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851125c6-aa7d-453a-a616-29f927f3d526 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Pushing event updated for resources: {'Port': ['ID=11fff40b-38bc-4397-bbda-be45d21071c1,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:54.407822 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-851125c6-aa7d-453a-a616-29f927f3d526 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:54.465729 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c1b411dc-dce2-4dd3-a119-e2a7e4d54f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:54.563506 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:54.570024 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] Attempting to bind port 41e92c75-afaf-4110-a58c-0499fe45f8dc on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:18:54.570555 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] Attempting to bind port 41e92c75-afaf-4110-a58c-0499fe45f8dc by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '0f551e22-bd40-4f76-a4f3-659f3550fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:18:54.570928 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] Attempting to bind port 41e92c75-afaf-4110-a58c-0499fe45f8dc on network 6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:18:54.588520 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:18:54.588520 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] Checking segment: {'id': '0f551e22-bd40-4f76-a4f3-659f3550fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:18:54.588895 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:54.589214 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] Bound using segment: {'id': '0f551e22-bd40-4f76-a4f3-659f3550fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:18:54.592264 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] Bound port: 41e92c75-afaf-4110-a58c-0499fe45f8dc, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f551e22-bd40-4f76-a4f3-659f3550fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:18:54.592688 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:54.596401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-acc2ef40-f45e-466b-9c6d-f41bf7ab6557 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:54.598272 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-acc2ef40-f45e-466b-9c6d-f41bf7ab6557 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2430336 Dec 22 15:18:54.609424 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55740) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:54.612693 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ef40-f45e-466b-9c6d-f41bf7ab6557 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629df398-322b-4658-99ec-d9a9b02077dc,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:54.633006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851125c6-aa7d-453a-a616-29f927f3d526 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:54.633781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-851125c6-aa7d-453a-a616-29f927f3d526 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:54.641346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-a899946f-4897-4f26-914a-845abc6803a9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Request body: {'security_group_rule': {'security_group_id': 'a8781d02-01be-48a1-bae7-37e818a25599', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:54.649859 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-acc2ef40-f45e-466b-9c6d-f41bf7ab6557 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:54.678624 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a899946f-4897-4f26-914a-845abc6803a9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:54.707327 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a899946f-4897-4f26-914a-845abc6803a9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Usage tracker for resource:security_group_rule and tenant:11ca12b5724944f583d6f7654599b447 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:54.708351 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55746) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:54.723120 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a899946f-4897-4f26-914a-845abc6803a9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:54.756432 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a899946f-4897-4f26-914a-845abc6803a9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:54.774352 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c5e3ba85-ed66-471c-87a7-b750d3a6ac4d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1041754157', 'description': 'tempest-description--596102097'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:54.779748 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Allocated IP 172.20.0.3 (14092281-b1b3-404e-bda5-5d027efc84e0/246b991a-5769-4426-b8a0-223029cc4219/c3f9e028-6012-4e7a-989c-663ae0c34a29) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:18:54.801028 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-851125c6-aa7d-453a-a616-29f927f3d526 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7377615 Dec 22 15:18:54.801941 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55752) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:54.810191 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Router 38fe96a1-5a58-4870-bef5-3001fb091ed3 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:18:54.819154 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c5e3ba85-ed66-471c-87a7-b750d3a6ac4d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:54.839869 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-d64739da-47ed-4d52-9e0d-04511777e075 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:31:50:0c'}]}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:54.846936 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] For port 41e92c75-afaf-4110-a58c-0499fe45f8dc, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:18:54.850669 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] For port 41e92c75-afaf-4110-a58c-0499fe45f8dc, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=41e92c75-afaf-4110-a58c-0499fe45f8dc,segment=NetworkSegment(0f551e22-bd40-4f76-a4f3-659f3550fe34),segment_id=0f551e22-bd40-4f76-a4f3-659f3550fe34)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:18:54.882712 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c5e3ba85-ed66-471c-87a7-b750d3a6ac4d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Usage tracker for resource:security_group and tenant:4b1a174dbcbe478299f6879dd11bdd14 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:54.891228 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c5e3ba85-ed66-471c-87a7-b750d3a6ac4d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:54.918877 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:54.936899 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c0209c4d-19d8-40b6-81db-a3d0de8c8c83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:54.984521 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55756) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:54.994383 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c5e3ba85-ed66-471c-87a7-b750d3a6ac4d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:55.100697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fa27f961-058a-48b5-97a0-e9dd046c2ff1 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:55.143988 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b411dc-dce2-4dd3-a119-e2a7e4d54f45 None None] Pushing event updated for resources: {'Port': ['ID=41e92c75-afaf-4110-a58c-0499fe45f8dc,revision_number=4']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:55.194960 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a899946f-4897-4f26-914a-845abc6803a9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:55.201423 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c1b411dc-dce2-4dd3-a119-e2a7e4d54f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:55.217459 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] Routers {'76ab0945-a245-41a0-8fc8-3717c5cb87c9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:55.218527 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:18:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['76ab0945-a245-41a0-8fc8-3717c5cb87c9'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:55.255320 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fa27f961-058a-48b5-97a0-e9dd046c2ff1 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Usage tracker for resource:port and tenant:2943206724cb4a7aabfaa5d43c6f2fb4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:55.287165 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-d13202de-89d4-4e25-959e-87c82b31882d', 'network_id': 'd13202de-89d4-4e25-959e-87c82b31882d', 'tenant_id': '2943206724cb4a7aabfaa5d43c6f2fb4', 'fixed_ips': [{'subnet_id': 'b76ad1dd-7911-4146-b6ad-3f6f2657cc0b'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:18:55.288845 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:55.292685 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fa27f961-058a-48b5-97a0-e9dd046c2ff1 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:55.295818 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c5e3ba85-ed66-471c-87a7-b750d3a6ac4d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:55.359343 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fa27f961-058a-48b5-97a0-e9dd046c2ff1 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:55.630562 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c328d4a4-02c5-4c7c-8b74-e9a1d0ad35c9 tempest-AgentManagementNegativeTest-1118211637 tempest-AgentManagementNegativeTest-1118211637-project] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4499972 Dec 22 15:18:55.630562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c5e3ba85-ed66-471c-87a7-b750d3a6ac4d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:55.630562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c5e3ba85-ed66-471c-87a7-b750d3a6ac4d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Usage tracker for resource:security_group_rule and tenant:4b1a174dbcbe478299f6879dd11bdd14 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:55.630562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c5e3ba85-ed66-471c-87a7-b750d3a6ac4d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:55.630562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c5e3ba85-ed66-471c-87a7-b750d3a6ac4d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:55.633483 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-90ac438b-4a47-4075-a622-c7eb159fa072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:55.633483 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] For port bff52be8-ae2b-4f91-83f0-7b2c4638f1a0, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:18:55.633822 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a899946f-4897-4f26-914a-845abc6803a9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:55.634197 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] For port bff52be8-ae2b-4f91-83f0-7b2c4638f1a0, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=bff52be8-ae2b-4f91-83f0-7b2c4638f1a0,segment=NetworkSegment(466eb8c0-59da-4ef3-bfc4-5e328775b07e),segment_id=466eb8c0-59da-4ef3-bfc4-5e328775b07e)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:18:55.642071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c5e3ba85-ed66-471c-87a7-b750d3a6ac4d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:55.646391 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:18:55.647921 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:55.655008 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa27f961-058a-48b5-97a0-e9dd046c2ff1 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Made reservation on behalf of 2943206724cb4a7aabfaa5d43c6f2fb4 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:55.659477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa27f961-058a-48b5-97a0-e9dd046c2ff1 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:55.665589 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6545794c-5d63-4dc3-bea3-cd8f26be31f8 None None] Sync routers for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:18:55.686720 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "PUT /v2.0/routers/38fe96a1-5a58-4870-bef5-3001fb091ed3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2994030 Dec 22 15:18:55.694674 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-fa27f961-058a-48b5-97a0-e9dd046c2ff1 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] device_id is not set on port d630418f-e720-47eb-9987-019e42943f78 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:18:55.697304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6545794c-5d63-4dc3-bea3-cd8f26be31f8 None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:55.698278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6545794c-5d63-4dc3-bea3-cd8f26be31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:18:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:55.708450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55772) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:55.731349 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] Set router 76ab0945-a245-41a0-8fc8-3717c5cb87c9 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:18:55.746041 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-e1c2af44-ea82-4759-a4f2-e344f0f81a4b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'port': {'network_id': '6018beee-30c0-4b90-a1ac-d3a457a98ae4', 'name': 'tempest-FloatingIPTestJSON-936055248'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:55.753601 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c5e3ba85-ed66-471c-87a7-b750d3a6ac4d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:55.756473 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:55.772578 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:55.778275 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d846164d-13a6-49bc-b1dc-4845e7be323e None None] Provisioning for port 11fff40b-38bc-4397-bbda-be45d21071c1 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:18:55.781039 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a899946f-4897-4f26-914a-845abc6803a9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:55.793334 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:55.819362 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3ba85-ed66-471c-87a7-b750d3a6ac4d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:55.835951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c5e3ba85-ed66-471c-87a7-b750d3a6ac4d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:55.846776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-acc2ef40-f45e-466b-9c6d-f41bf7ab6557 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:55.865016 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6545794c-5d63-4dc3-bea3-cd8f26be31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:55.867670 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d846164d-13a6-49bc-b1dc-4845e7be323e None None] Provisioning complete for port 11fff40b-38bc-4397-bbda-be45d21071c1 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:55.868120 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d846164d-13a6-49bc-b1dc-4845e7be323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:55.968117 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c5e3ba85-ed66-471c-87a7-b750d3a6ac4d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:55.968117 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c5e3ba85-ed66-471c-87a7-b750d3a6ac4d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2107012 Dec 22 15:18:55.968117 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55780) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:55.968399 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Allocated IP 2001:db8::2 (d13202de-89d4-4e25-959e-87c82b31882d/b76ad1dd-7911-4146-b6ad-3f6f2657cc0b/ae94865b-2b0a-4fba-b710-c000ff822d49) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:18:55.968479 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4dddc6c5-b599-4503-aa07-dced2143db9c tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Request body: {'security_group_rule': {'security_group_id': 'f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:55.984377 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4dddc6c5-b599-4503-aa07-dced2143db9c tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:55.993745 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6545794c-5d63-4dc3-bea3-cd8f26be31f8 None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:55.994557 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6545794c-5d63-4dc3-bea3-cd8f26be31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:18:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:56.001630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4dddc6c5-b599-4503-aa07-dced2143db9c tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Usage tracker for resource:security_group_rule and tenant:4b1a174dbcbe478299f6879dd11bdd14 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:56.013046 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4dddc6c5-b599-4503-aa07-dced2143db9c tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:56.026711 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899946f-4897-4f26-914a-845abc6803a9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1b405a-fff3-427a-87fd-5b55d5478b35,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:56.043517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4dddc6c5-b599-4503-aa07-dced2143db9c tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:56.072132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a899946f-4897-4f26-914a-845abc6803a9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:56.073000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] Routers {'d856ce29-143d-41fa-a1a1-6d65c5e4f669'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:56.073828 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:18:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['d856ce29-143d-41fa-a1a1-6d65c5e4f669'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:56.098355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d64739da-47ed-4d52-9e0d-04511777e075 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:56.179375 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4dddc6c5-b599-4503-aa07-dced2143db9c tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:56.210029 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a899946f-4897-4f26-914a-845abc6803a9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:56.216036 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a899946f-4897-4f26-914a-845abc6803a9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5966401 Dec 22 15:18:56.222304 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55786) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:56.238869 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:56.256136 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:56.267733 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Usage tracker for resource:floatingip and tenant:11ca12b5724944f583d6f7654599b447 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:56.277627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:56.284510 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55790) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:56.300957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6545794c-5d63-4dc3-bea3-cd8f26be31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:56.301694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6545794c-5d63-4dc3-bea3-cd8f26be31f8 None None] The sync data for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:18:56.312477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:56.322042 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799b241-ce18-488b-8cd6-8b3e5604fde1 None None] Pushing event updated for resources: {'Port': ['ID=bff52be8-ae2b-4f91-83f0-7b2c4638f1a0,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:56.327340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:56.327497 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d799b241-ce18-488b-8cd6-8b3e5604fde1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:56.327497 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-d846164d-13a6-49bc-b1dc-4845e7be323e None None] Port 11fff40b-38bc-4397-bbda-be45d21071c1 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:18:56.402589 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:56.424449 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4dddc6c5-b599-4503-aa07-dced2143db9c tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:56.432063 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:56.473892 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4dddc6c5-b599-4503-aa07-dced2143db9c tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:56.484529 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'name': 'tempest-ServerActionsTestJSON-41532340-router', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:48Z', 'revision_number': 4, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'gw_port': {'id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:33Z', 'updated_at': '2021-12-22T15:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '41e92c75-afaf-4110-a58c-0499fe45f8dc', 'name': '', 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'mac_address': 'fa:16:3e:0c:f8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1d351219-3f54-4318-ad3a-f368fdd0eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:44Z', 'updated_at': '2021-12-22T15:18:54Z', 'revision_number': 4, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'subnets': [{'id': '1d351219-3f54-4318-ad3a-f368fdd0eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:56.505732 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f837b8d-c0b9-49bc-91f8-465514635c5a None None] The sync data for ids ['76ab0945-a245-41a0-8fc8-3717c5cb87c9'] in dv-neutron-822674-1-hyperv is: [{'id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'name': 'tempest-ServerActionsTestJSON-41532340-router', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:48Z', 'revision_number': 4, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'gw_port': {'id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:33Z', 'updated_at': '2021-12-22T15:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '41e92c75-afaf-4110-a58c-0499fe45f8dc', 'name': '', 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'mac_address': 'fa:16:3e:0c:f8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1d351219-3f54-4318-ad3a-f368fdd0eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:44Z', 'updated_at': '2021-12-22T15:18:54Z', 'revision_number': 4, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'subnets': [{'id': '1d351219-3f54-4318-ad3a-f368fdd0eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:18:56.509080 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e1c2af44-ea82-4759-a4f2-e344f0f81a4b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:56.547127 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:56.552155 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Network 14092281-b1b3-404e-bda5-5d027efc84e0 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:18:56.554185 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e1c2af44-ea82-4759-a4f2-e344f0f81a4b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Usage tracker for resource:port and tenant:896746a3ba814c648a856f49fda64854 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:56.560783 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:56.563586 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:56.623766 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e1c2af44-ea82-4759-a4f2-e344f0f81a4b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:56.650675 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e1c2af44-ea82-4759-a4f2-e344f0f81a4b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:56.684875 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Pushing event updated for resources: {'Port': ['ID=c3f9e028-6012-4e7a-989c-663ae0c34a29,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:56.695353 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] Set router d856ce29-143d-41fa-a1a1-6d65c5e4f669 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:18:56.696467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:56.746146 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55800) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:56.753757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4dddc6c5-b599-4503-aa07-dced2143db9c tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:56.755212 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4dddc6c5-b599-4503-aa07-dced2143db9c tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7997465 Dec 22 15:18:56.784979 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55804) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:56.832431 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddc6c5-b599-4503-aa07-dced2143db9c tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4bd52c1-572e-446f-9109-22e88e6be9ee,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:56.837402 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4dddc6c5-b599-4503-aa07-dced2143db9c tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:56.862004 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:56.900747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1583a46b-ec61-4171-a30e-d81eaa9f7f0d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Request body: {'security_group_rule': {'security_group_id': 'f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:56.911266 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-995891529', 'router:external': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:56.945976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:56.954198 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Usage tracker for resource:network and tenant:1ea8049bd3ba40efa70fd5e7ba0a8e2c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:56.958847 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:56.969522 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:56.972505 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Transition to ACTIVE for port object ae94865b-2b0a-4fba-b710-c000ff822d49 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:18:56.999541 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c2af44-ea82-4759-a4f2-e344f0f81a4b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Made reservation on behalf of 896746a3ba814c648a856f49fda64854 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:56.999745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:57.006938 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e1c2af44-ea82-4759-a4f2-e344f0f81a4b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:57.066641 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Made reservation on behalf of 1ea8049bd3ba40efa70fd5e7ba0a8e2c for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:57.069341 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:57.076490 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Transition to ACTIVE for port object ae94865b-2b0a-4fba-b710-c000ff822d49 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:18:57.090751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:57.125054 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:57.133763 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Usage tracker for resource:security_group_rule and tenant:1ea8049bd3ba40efa70fd5e7ba0a8e2c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:57.140320 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:57.146487 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1583a46b-ec61-4171-a30e-d81eaa9f7f0d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:57.154495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1583a46b-ec61-4171-a30e-d81eaa9f7f0d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Usage tracker for resource:security_group_rule and tenant:4b1a174dbcbe478299f6879dd11bdd14 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:57.160088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1583a46b-ec61-4171-a30e-d81eaa9f7f0d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:57.172549 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1583a46b-ec61-4171-a30e-d81eaa9f7f0d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:57.174408 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:57.181346 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:57.186446 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:57.229187 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-e1c2af44-ea82-4759-a4f2-e344f0f81a4b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] device_id is not set on port a639355e-c833-4068-9083-9146c6d2a478 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:18:57.258586 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Network d13202de-89d4-4e25-959e-87c82b31882d is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:18:57.265731 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:57.284165 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:57.302380 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Allocated IP 172.26.6.24 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/5893f963-246d-4962-8e25-e059e10a6df6) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:18:57.308854 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Pushing event updated for resources: {'Port': ['ID=ae94865b-2b0a-4fba-b710-c000ff822d49,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:57.330324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-fa27f961-058a-48b5-97a0-e9dd046c2ff1 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Allocated IP 2001:db8::21b (d13202de-89d4-4e25-959e-87c82b31882d/b76ad1dd-7911-4146-b6ad-3f6f2657cc0b/d630418f-e720-47eb-9987-019e42943f78) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:18:57.361486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:57.467517 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'name': 'tempest-ServersTestJSON-777630240-router', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:45Z', 'revision_number': 4, 'project_id': '11ca12b5724944f583d6f7654599b447', 'gw_port': {'id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'bff52be8-ae2b-4f91-83f0-7b2c4638f1a0', 'name': '', 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'mac_address': 'fa:16:3e:1a:60:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '436c46ba-002c-4b99-b2f3-b954e93823af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:41Z', 'updated_at': '2021-12-22T15:18:55Z', 'revision_number': 4, 'project_id': '11ca12b5724944f583d6f7654599b447', 'subnets': [{'id': '436c46ba-002c-4b99-b2f3-b954e93823af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:18:57.492890 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f31e02-dda6-407f-8060-f23e6c8ca621 None None] The sync data for ids ['d856ce29-143d-41fa-a1a1-6d65c5e4f669'] in dv-neutron-822674-1-hyperv is: [{'id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'name': 'tempest-ServersTestJSON-777630240-router', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:45Z', 'revision_number': 4, 'project_id': '11ca12b5724944f583d6f7654599b447', 'gw_port': {'id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'bff52be8-ae2b-4f91-83f0-7b2c4638f1a0', 'name': '', 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'mac_address': 'fa:16:3e:1a:60:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '436c46ba-002c-4b99-b2f3-b954e93823af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:41Z', 'updated_at': '2021-12-22T15:18:55Z', 'revision_number': 4, 'project_id': '11ca12b5724944f583d6f7654599b447', 'subnets': [{'id': '436c46ba-002c-4b99-b2f3-b954e93823af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:18:57.513442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-034e8691-f2a1-41f1-b06e-277cc860c5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:57.519150 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Attempting to bind port ae94865b-2b0a-4fba-b710-c000ff822d49 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:18:57.519936 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Attempting to bind port ae94865b-2b0a-4fba-b710-c000ff822d49 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '19b99017-f14d-425b-ad2c-61fb38390b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd13202de-89d4-4e25-959e-87c82b31882d'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:18:57.520626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Attempting to bind port ae94865b-2b0a-4fba-b710-c000ff822d49 on network d13202de-89d4-4e25-959e-87c82b31882d {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:18:57.529404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d64739da-47ed-4d52-9e0d-04511777e075 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:57.543859 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:18:57.544633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Checking segment: {'id': '19b99017-f14d-425b-ad2c-61fb38390b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd13202de-89d4-4e25-959e-87c82b31882d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:18:57.544813 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:57.545160 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Bound using segment: {'id': '19b99017-f14d-425b-ad2c-61fb38390b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd13202de-89d4-4e25-959e-87c82b31882d'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:18:57.545682 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Bound port: ae94865b-2b0a-4fba-b710-c000ff822d49, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b99017-f14d-425b-ad2c-61fb38390b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd13202de-89d4-4e25-959e-87c82b31882d'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:18:57.546064 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:57.575315 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-034e8691-f2a1-41f1-b06e-277cc860c5ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:57.601498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:57.613714 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-034e8691-f2a1-41f1-b06e-277cc860c5ca admin admin] Usage tracker for resource:security_group_rule and tenant:dcca64bf60d94320bcf4a50f9f4fa877 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:57.634046 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-034e8691-f2a1-41f1-b06e-277cc860c5ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:57.637878 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d64739da-47ed-4d52-9e0d-04511777e075 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:57.643518 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:57.646524 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-034e8691-f2a1-41f1-b06e-277cc860c5ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:57.675867 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:57.745926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:57.748900 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:57.767081 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:57.771093 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] For port ae94865b-2b0a-4fba-b710-c000ff822d49, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:18:57.780590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] For port ae94865b-2b0a-4fba-b710-c000ff822d49, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ae94865b-2b0a-4fba-b710-c000ff822d49,segment=NetworkSegment(19b99017-f14d-425b-ad2c-61fb38390b75),segment_id=19b99017-f14d-425b-ad2c-61fb38390b75)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:18:57.820230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:18:57.851086 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9a85cb-ad3b-42cf-b8a7-150b6a8dd98d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:57.851295 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1583a46b-ec61-4171-a30e-d81eaa9f7f0d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:57.855508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:57.857189 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:57.861677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8489db0c-f1a3-460b-8962-ff6451c590a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:57.867968 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:57.868406 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Added segment 0ff50027-acaa-4572-ac04-ee8d8e6ad07c of type vlan for network c99a9f7a-3be1-4532-b297-52c83bd385d5 Dec 22 15:18:57.884465 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-e1c2af44-ea82-4759-a4f2-e344f0f81a4b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Allocated IP 172.20.0.10 (6018beee-30c0-4b90-a1ac-d3a457a98ae4/805f97be-3231-4bfe-a5de-5190bfd87bc4/a639355e-c833-4068-9083-9146c6d2a478) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:18:57.926032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7380a3b2-1a38-4b53-a680-e4873f19b259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:57.988330 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa27f961-058a-48b5-97a0-e9dd046c2ff1 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:58.023025 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:58.038646 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-fa27f961-058a-48b5-97a0-e9dd046c2ff1 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Transition to ACTIVE for port object d630418f-e720-47eb-9987-019e42943f78 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:18:58.055294 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:18:58.097043 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device bff52be8-ae2b-4f91-83f0-7b2c4638f1a0 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:18:58.161615 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:58.175208 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-05d19592-a1f6-4767-bacb-d91d65533afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:58.203429 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Pushing event updated for resources: {'Port': ['ID=ae94865b-2b0a-4fba-b710-c000ff822d49,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:58.207871 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:58.272557 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port bff52be8-ae2b-4f91-83f0-7b2c4638f1a0 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:18:58.280584 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port bff52be8-ae2b-4f91-83f0-7b2c4638f1a0 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:58.290245 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:58.347845 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-06b164fc-ea9d-4d15-954b-87738cdf15a2 None None] Provisioning complete for port 11fff40b-38bc-4397-bbda-be45d21071c1 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:58.348540 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-06b164fc-ea9d-4d15-954b-87738cdf15a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:58.371044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:58.373012 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa27f961-058a-48b5-97a0-e9dd046c2ff1 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:58.412163 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:18:58.431038 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64739da-47ed-4d52-9e0d-04511777e075 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Pushing event updated for resources: {'Port': ['ID=11fff40b-38bc-4397-bbda-be45d21071c1,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:58.435637 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:58.436956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:58.445057 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d64739da-47ed-4d52-9e0d-04511777e075 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:58.448793 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-06b164fc-ea9d-4d15-954b-87738cdf15a2 None None] Port 11fff40b-38bc-4397-bbda-be45d21071c1 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:18:58.524234 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:58.555710 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:58.600959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:58.663047 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.9159455 Dec 22 15:18:58.677651 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55810) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:58.683673 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:58.688986 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa27f961-058a-48b5-97a0-e9dd046c2ff1 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Network d13202de-89d4-4e25-959e-87c82b31882d is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:18:58.701154 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Pushing event updated for resources: {'Port': ['ID=5893f963-246d-4962-8e25-e059e10a6df6,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:58.705040 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:58.709355 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ccb74b9d-a9b0-4d98-b5a3-c49853460a3f tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Request body: {'subnet': {'network_id': 'c99a9f7a-3be1-4532-b297-52c83bd385d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:58.721647 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:58.744622 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-fa27f961-058a-48b5-97a0-e9dd046c2ff1 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:18:58.747630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa27f961-058a-48b5-97a0-e9dd046c2ff1 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:58.753992 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa27f961-058a-48b5-97a0-e9dd046c2ff1 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:58.755012 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa27f961-058a-48b5-97a0-e9dd046c2ff1 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:58.773085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ccb74b9d-a9b0-4d98-b5a3-c49853460a3f tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:58.816872 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port bff52be8-ae2b-4f91-83f0-7b2c4638f1a0, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=bff52be8-ae2b-4f91-83f0-7b2c4638f1a0,segment=NetworkSegment(466eb8c0-59da-4ef3-bfc4-5e328775b07e),segment_id=466eb8c0-59da-4ef3-bfc4-5e328775b07e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:18:58.855832 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:58.872592 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:58.873633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 41e92c75-afaf-4110-a58c-0499fe45f8dc up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:18:58.894054 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d64739da-47ed-4d52-9e0d-04511777e075 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] In _notify_port_updated(), no bound segment for port 11fff40b-38bc-4397-bbda-be45d21071c1 on network 0885914b-0957-4221-824f-46074a21b835 {{(pid=88218) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:18:58.900117 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ccb74b9d-a9b0-4d98-b5a3-c49853460a3f tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Usage tracker for resource:subnet and tenant:1ea8049bd3ba40efa70fd5e7ba0a8e2c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:58.900579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64739da-47ed-4d52-9e0d-04511777e075 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:18:58.901274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d64739da-47ed-4d52-9e0d-04511777e075 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:58.905366 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d64739da-47ed-4d52-9e0d-04511777e075 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "PUT /v2.0/ports/11fff40b-38bc-4397-bbda-be45d21071c1 HTTP/1.1" status: 200 len: 994 time: 4.0824411 Dec 22 15:18:58.905912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ccb74b9d-a9b0-4d98-b5a3-c49853460a3f tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:58.906331 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:58.910758 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1583a46b-ec61-4171-a30e-d81eaa9f7f0d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:58.945026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Pushing event updated for resources: {'Network': ['ID=c99a9f7a-3be1-4532-b297-52c83bd385d5,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:58.968055 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55814) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:58.972448 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:58.974868 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.330s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:59.004754 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1583a46b-ec61-4171-a30e-d81eaa9f7f0d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:59.016346 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ccb74b9d-a9b0-4d98-b5a3-c49853460a3f tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:59.021288 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fa27f961-058a-48b5-97a0-e9dd046c2ff1 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.6835518 Dec 22 15:18:59.069194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55818) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:59.082889 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f6cbe990-a36c-4bd5-8c31-352ff3c0bb21 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Request body: {'port': {'network_id': 'd13202de-89d4-4e25-959e-87c82b31882d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-843766684', 'allowed_address_pairs': [{'ip_address': '2001:db8::21b', 'mac_address': 'fa:16:3e:12:e0:c2'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:59.096796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network c99a9f7a-3be1-4532-b297-52c83bd385d5 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:18:59.129747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:59.203657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583a46b-ec61-4171-a30e-d81eaa9f7f0d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f83e068-1c3c-4770-8470-63efc8b7cada,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:59.207131 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1583a46b-ec61-4171-a30e-d81eaa9f7f0d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:59.307190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb74b9d-a9b0-4d98-b5a3-c49853460a3f tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Made reservation on behalf of 1ea8049bd3ba40efa70fd5e7ba0a8e2c for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:18:59.311508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ccb74b9d-a9b0-4d98-b5a3-c49853460a3f tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:59.326041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=bff52be8-ae2b-4f91-83f0-7b2c4638f1a0,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:59.340475 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:59.341350 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:59.343081 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 41e92c75-afaf-4110-a58c-0499fe45f8dc completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:18:59.351791 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-034e8691-f2a1-41f1-b06e-277cc860c5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:59.352191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 41e92c75-afaf-4110-a58c-0499fe45f8dc triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:18:59.352893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:59.384379 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-66a9aff6-8056-452c-9de9-aae7f4831b96 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Deleting port 11fff40b-38bc-4397-bbda-be45d21071c1 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:18:59.395074 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-66a9aff6-8056-452c-9de9-aae7f4831b96 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:59.431382 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-034e8691-f2a1-41f1-b06e-277cc860c5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:59.434479 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e1c2af44-ea82-4759-a4f2-e344f0f81a4b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:59.478295 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:59.483892 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27f961-058a-48b5-97a0-e9dd046c2ff1 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Pushing event updated for resources: {'Port': ['ID=d630418f-e720-47eb-9987-019e42943f78,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:59.487112 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fa27f961-058a-48b5-97a0-e9dd046c2ff1 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:59.515756 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-034e8691-f2a1-41f1-b06e-277cc860c5ca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dcca64bf60d94320bcf4a50f9f4fa877&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2250955 Dec 22 15:18:59.516440 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e8691-f2a1-41f1-b06e-277cc860c5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f10348f-e904-45fe-b1c3-08b8a414cc89,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:18:59.519262 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1583a46b-ec61-4171-a30e-d81eaa9f7f0d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:59.520541 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1583a46b-ec61-4171-a30e-d81eaa9f7f0d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7155113 Dec 22 15:18:59.524273 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-034e8691-f2a1-41f1-b06e-277cc860c5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:18:59.525973 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55822) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:59.526217 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55824) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:59.556543 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:59.584596 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:18:59.598833 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 41e92c75-afaf-4110-a58c-0499fe45f8dc, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=41e92c75-afaf-4110-a58c-0499fe45f8dc,segment=NetworkSegment(0f551e22-bd40-4f76-a4f3-659f3550fe34),segment_id=0f551e22-bd40-4f76-a4f3-659f3550fe34)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:18:59.600033 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:59.623166 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Usage tracker for resource:floatingip and tenant:4b1a174dbcbe478299f6879dd11bdd14 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:18:59.634796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:18:59.645989 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:59.670178 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8bf78fc2-386b-4db9-8f18-5ce523ad9139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:59.683378 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:18:59.695541 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:59.703609 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:59.713164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:59.746344 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8bf78fc2-386b-4db9-8f18-5ce523ad9139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:59.816833 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:59.821488 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7489e6-67ad-4425-b8f2-6ecc6a89f2e2 None None] Network d13202de-89d4-4e25-959e-87c82b31882d requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:18:59.824065 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e1c2af44-ea82-4759-a4f2-e344f0f81a4b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:59.834168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:18:59.968573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8bf78fc2-386b-4db9-8f18-5ce523ad9139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:18:59.980433 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f6cbe990-a36c-4bd5-8c31-352ff3c0bb21 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:18:59.992207 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device bff52be8-ae2b-4f91-83f0-7b2c4638f1a0 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:19:00.002609 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f6cbe990-a36c-4bd5-8c31-352ff3c0bb21 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Usage tracker for resource:port and tenant:2943206724cb4a7aabfaa5d43c6f2fb4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:00.018767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f6cbe990-a36c-4bd5-8c31-352ff3c0bb21 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:00.032720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f6cbe990-a36c-4bd5-8c31-352ff3c0bb21 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:00.060035 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:00.067908 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:00.137573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=41e92c75-afaf-4110-a58c-0499fe45f8dc,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:00.144173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Pushing event updated for resources: {'Port': ['ID=c3f9e028-6012-4e7a-989c-663ae0c34a29,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:00.144376 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:00.206838 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3b3a9977-baf4-4136-84d6-4221688a99ea None None] Provisioning for port ae94865b-2b0a-4fba-b710-c000ff822d49 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:19:00.311806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cbe990-a36c-4bd5-8c31-352ff3c0bb21 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Made reservation on behalf of 2943206724cb4a7aabfaa5d43c6f2fb4 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:00.313926 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c2af44-ea82-4759-a4f2-e344f0f81a4b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Network 6018beee-30c0-4b90-a1ac-d3a457a98ae4 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:19:00.315904 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port bff52be8-ae2b-4f91-83f0-7b2c4638f1a0 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:00.316571 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:00.321091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8bf78fc2-386b-4db9-8f18-5ce523ad9139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:00.323015 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8bf78fc2-386b-4db9-8f18-5ce523ad9139 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f10348f-e904-45fe-b1c3-08b8a414cc89 HTTP/1.1" status: 204 len: 168 time: 0.7944691 Dec 22 15:19:00.325134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-e1c2af44-ea82-4759-a4f2-e344f0f81a4b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:00.338171 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c2af44-ea82-4759-a4f2-e344f0f81a4b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:00.531254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c2af44-ea82-4759-a4f2-e344f0f81a4b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:00.532623 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e1c2af44-ea82-4759-a4f2-e344f0f81a4b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:00.564898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ae94865b-2b0a-4fba-b710-c000ff822d49 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:19:00.577887 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-66a9aff6-8056-452c-9de9-aae7f4831b96 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:00.748781 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port ae94865b-2b0a-4fba-b710-c000ff822d49 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:19:00.761086 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port ae94865b-2b0a-4fba-b710-c000ff822d49 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:00.762023 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:00.830783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:00.841736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-66a9aff6-8056-452c-9de9-aae7f4831b96 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Calling delete_port for 11fff40b-38bc-4397-bbda-be45d21071c1 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:00.847681 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e1c2af44-ea82-4759-a4f2-e344f0f81a4b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.1216962 Dec 22 15:19:00.884387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55834) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:00.885237 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:00.906467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2af44-ea82-4759-a4f2-e344f0f81a4b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Port': ['ID=a639355e-c833-4068-9083-9146c6d2a478,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:00.933619 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-e05a1c43-9309-4be3-9320-1d4c7e74de2a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'port': {'network_id': '6018beee-30c0-4b90-a1ac-d3a457a98ae4', 'name': 'tempest-FloatingIPTestJSON-1746690788'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:00.992987 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:01.013845 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e1c2af44-ea82-4759-a4f2-e344f0f81a4b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.171s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:01.020333 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.056s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:01.020673 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:01.040123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f6cbe990-a36c-4bd5-8c31-352ff3c0bb21 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:01.059193 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port ae94865b-2b0a-4fba-b710-c000ff822d49, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ae94865b-2b0a-4fba-b710-c000ff822d49,segment=NetworkSegment(19b99017-f14d-425b-ad2c-61fb38390b75),segment_id=19b99017-f14d-425b-ad2c-61fb38390b75)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:01.088802 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-335ac3f6-6c14-44bd-aa29-2d5e4ba983ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.029s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:01.123225 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf78fc2-386b-4db9-8f18-5ce523ad9139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f10348f-e904-45fe-b1c3-08b8a414cc89,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:01.130006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:01.134840 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 8.4698262 Dec 22 15:19:01.140488 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55840) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:01.141286 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8bf78fc2-386b-4db9-8f18-5ce523ad9139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:01.163719 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:01.166548 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d799b241-ce18-488b-8cd6-8b3e5604fde1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:01.181135 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-f6cbe990-a36c-4bd5-8c31-352ff3c0bb21 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] device_id is not set on port db687e95-c6ed-4a4e-87cb-1b2ef6ce31b1 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:19:01.281026 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-dcbd6f74-592f-48ec-b0fd-3d04fe8ed22a tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Synchronizing usage tracker for tenant:a4c6207237284b7dab9dae08f3075247 on resource:floatingip {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:01.336062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=ae94865b-2b0a-4fba-b710-c000ff822d49,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:01.341626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:01.379127 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e05a1c43-9309-4be3-9320-1d4c7e74de2a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:01.379286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d5fd3868-9b9c-42b2-946a-a84250086779 None None] Provisioning complete for port ae94865b-2b0a-4fba-b710-c000ff822d49 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:01.381626 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e05a1c43-9309-4be3-9320-1d4c7e74de2a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Usage tracker for resource:port and tenant:896746a3ba814c648a856f49fda64854 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:01.383030 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d5fd3868-9b9c-42b2-946a-a84250086779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:01.385401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e05a1c43-9309-4be3-9320-1d4c7e74de2a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:01.393616 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e05a1c43-9309-4be3-9320-1d4c7e74de2a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:01.407574 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-dcbd6f74-592f-48ec-b0fd-3d04fe8ed22a tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Unset dirty status for tenant:a4c6207237284b7dab9dae08f3075247 on resource:floatingip {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:01.410502 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-dcbd6f74-592f-48ec-b0fd-3d04fe8ed22a tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] 10.222.0.59 "GET /v2.0/floatingips?floating_network_id=14092281-b1b3-404e-bda5-5d027efc84e0 HTTP/1.1" status: 200 len: 689 time: 0.2673373 Dec 22 15:19:01.415712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55848) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:01.443072 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:19:01.556124 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05a1c43-9309-4be3-9320-1d4c7e74de2a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Made reservation on behalf of 896746a3ba814c648a856f49fda64854 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:01.567781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e05a1c43-9309-4be3-9320-1d4c7e74de2a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:01.571980 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:01.589726 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:01.652885 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-e05a1c43-9309-4be3-9320-1d4c7e74de2a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] device_id is not set on port 72abefd3-6f9c-46aa-901b-4939836e849d yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:19:01.654752 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:01.684553 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:01.817916 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:01.862015 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ae94865b-2b0a-4fba-b710-c000ff822d49 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:19:01.889608 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-f6cbe990-a36c-4bd5-8c31-352ff3c0bb21 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Allocated IP 2001:db8::194 (d13202de-89d4-4e25-959e-87c82b31882d/b76ad1dd-7911-4146-b6ad-3f6f2657cc0b/db687e95-c6ed-4a4e-87cb-1b2ef6ce31b1) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:19:01.904245 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-66a9aff6-8056-452c-9de9-aae7f4831b96 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:01.911223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Pushing event updated for resources: {'Port': ['ID=5893f963-246d-4962-8e25-e059e10a6df6,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:01.914569 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:01.931807 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a0a38dc2-c1b4-49ab-b5f1-55b681d716ee tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:01.932058 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d5fd3868-9b9c-42b2-946a-a84250086779 None None] Provisioning for port d630418f-e720-47eb-9987-019e42943f78 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:19:01.941749 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Allocated IP 172.26.6.53 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/bed808cd-46ee-4143-91e7-49d33a96673e) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:19:01.954066 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d5fd3868-9b9c-42b2-946a-a84250086779 None None] Provisioning complete for port d630418f-e720-47eb-9987-019e42943f78 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:01.955033 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d5fd3868-9b9c-42b2-946a-a84250086779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:02.044124 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9aff6-8056-452c-9de9-aae7f4831b96 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Pushing event deleted for resources: {'Port': ['ID=11fff40b-38bc-4397-bbda-be45d21071c1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:02.046786 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-66a9aff6-8056-452c-9de9-aae7f4831b96 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:02.047749 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:02.121373 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-d5fd3868-9b9c-42b2-946a-a84250086779 None None] Port d630418f-e720-47eb-9987-019e42943f78 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:19:02.143121 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:02.201270 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port ae94865b-2b0a-4fba-b710-c000ff822d49 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:02.202870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:02.394251 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:02.409867 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b3e65518-a43e-43c1-8d5f-e26bff62b91d None None] Provisioning complete for port d630418f-e720-47eb-9987-019e42943f78 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:02.415528 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b3e65518-a43e-43c1-8d5f-e26bff62b91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:02.499797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Deleting port c3f9e028-6012-4e7a-989c-663ae0c34a29 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:02.500266 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:02.593241 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-b3e65518-a43e-43c1-8d5f-e26bff62b91d None None] Port d630418f-e720-47eb-9987-019e42943f78 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:19:02.625667 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 41e92c75-afaf-4110-a58c-0499fe45f8dc up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:19:02.676239 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d64739da-47ed-4d52-9e0d-04511777e075 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:02.707147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 41e92c75-afaf-4110-a58c-0499fe45f8dc triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:02.707565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:02.717227 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55862) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:02.725699 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:02.738270 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5040755 Dec 22 15:19:02.738270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.objects.ports [None req-ccb74b9d-a9b0-4d98-b5a3-c49853460a3f tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88217) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 15:19:02.738270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ccb74b9d-a9b0-4d98-b5a3-c49853460a3f tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:02.778735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:02.779169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:02.800576 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:19:02.864621 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-de6e0fbf-a788-429e-a9ca-0c108a148763 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:02.869753 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:02.952134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Pushing event updated for resources: {'Port': ['ID=bed808cd-46ee-4143-91e7-49d33a96673e,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:02.955356 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:02.987698 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Calling delete_port for c3f9e028-6012-4e7a-989c-663ae0c34a29 owned by network:floatingip {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:03.015777 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-e05a1c43-9309-4be3-9320-1d4c7e74de2a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Allocated IP 172.20.0.11 (6018beee-30c0-4b90-a1ac-d3a457a98ae4/805f97be-3231-4bfe-a5de-5190bfd87bc4/72abefd3-6f9c-46aa-901b-4939836e849d) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:19:03.031567 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:03.037077 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Request body: {'networks': [{'name': 'tempest-network--1838972834'}, {'name': 'tempest-network--444712077'}]} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:03.037391 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Request body: {'network': {'name': 'tempest-network--1838972834'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:03.037926 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Request body: {'network': {'name': 'tempest-network--444712077'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:03.067092 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:03.090014 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Usage tracker for resource:network and tenant:4f40679597d34de8a86a949570b8ce8e is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:03.105929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:03.112956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f6cbe990-a36c-4bd5-8c31-352ff3c0bb21 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:03.116945 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb74b9d-a9b0-4d98-b5a3-c49853460a3f tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a5d2b98c-5514-4399-b82e-5ef86f6a3dee,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:03.119855 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-66a9aff6-8056-452c-9de9-aae7f4831b96 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:03.126380 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-66a9aff6-8056-452c-9de9-aae7f4831b96 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "DELETE /v2.0/ports/11fff40b-38bc-4397-bbda-be45d21071c1 HTTP/1.1" status: 204 len: 168 time: 4.1496422 Dec 22 15:19:03.134174 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55876) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:03.141776 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ccb74b9d-a9b0-4d98-b5a3-c49853460a3f tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:03.190745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb74b9d-a9b0-4d98-b5a3-c49853460a3f tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Checking segment: {'id': '0ff50027-acaa-4572-ac04-ee8d8e6ad07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c99a9f7a-3be1-4532-b297-52c83bd385d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:19:03.191134 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb74b9d-a9b0-4d98-b5a3-c49853460a3f tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Network hostable DHCP agents. Network: c99a9f7a-3be1-4532-b297-52c83bd385d5, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:19:03.202291 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-f6cbe990-a36c-4bd5-8c31-352ff3c0bb21 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Transition to ACTIVE for port object db687e95-c6ed-4a4e-87cb-1b2ef6ce31b1 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:19:03.207471 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7cafb3-198d-4477-9c45-40161705990e tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] GET failed (client error): The resource could not be found. Dec 22 15:19:03.208023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6a7cafb3-198d-4477-9c45-40161705990e tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Synchronizing usage tracker for tenant:a14fb595fe714b1199e56037ec808cb2 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:03.218371 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:03.344075 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb74b9d-a9b0-4d98-b5a3-c49853460a3f tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Network c99a9f7a-3be1-4532-b297-52c83bd385d5 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:19:03.388335 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6a7cafb3-198d-4477-9c45-40161705990e tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Unset dirty status for tenant:a14fb595fe714b1199e56037ec808cb2 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:03.395207 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6a7cafb3-198d-4477-9c45-40161705990e tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "GET /v2.0/ports/11fff40b-38bc-4397-bbda-be45d21071c1 HTTP/1.1" status: 404 len: 333 time: 0.2559037 Dec 22 15:19:03.395207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f6cbe990-a36c-4bd5-8c31-352ff3c0bb21 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:03.412534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55888) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:03.412534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8685cf57-0556-4ea4-914b-0d68d2f111e3 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Request body: {'port': {'network_id': '0885914b-0957-4221-824f-46074a21b835', 'name': 'tempest-AllowedAddressPairTestJSON-446074199'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:03.413148 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Made reservation on behalf of 4f40679597d34de8a86a949570b8ce8e for: {'network': 2} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:03.417672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:03.470368 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:03.471892 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:03.485559 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:03.508885 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:03.518461 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Usage tracker for resource:security_group_rule and tenant:4f40679597d34de8a86a949570b8ce8e is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:03.524458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:03.541824 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:03.567878 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:03.571821 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e05a1c43-9309-4be3-9320-1d4c7e74de2a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:03.591782 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:03.625699 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55898) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:03.661589 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-ccb74b9d-a9b0-4d98-b5a3-c49853460a3f tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, c99a9f7a-3be1-4532-b297-52c83bd385d5) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:03.674645 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083c0f16-b2e2-4395-ab31-a820117c148c None None] Network c99a9f7a-3be1-4532-b297-52c83bd385d5 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:19:03.687676 dv-neutron-822674-1-hyperv neutron-server[88218]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 15:19:03.725800 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb74b9d-a9b0-4d98-b5a3-c49853460a3f tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:03.726870 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ccb74b9d-a9b0-4d98-b5a3-c49853460a3f tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:03.736725 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cbe990-a36c-4bd5-8c31-352ff3c0bb21 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Network d13202de-89d4-4e25-959e-87c82b31882d is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:19:03.745088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3f9e028-6012-4e7a-989c-663ae0c34a29,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:03.753758 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:03.758618 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f6cbe990-a36c-4bd5-8c31-352ff3c0bb21 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:03.787773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cbe990-a36c-4bd5-8c31-352ff3c0bb21 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:03.799556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cbe990-a36c-4bd5-8c31-352ff3c0bb21 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:03.800290 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f6cbe990-a36c-4bd5-8c31-352ff3c0bb21 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:03.818744 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbe990-a36c-4bd5-8c31-352ff3c0bb21 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Pushing event updated for resources: {'Port': ['ID=db687e95-c6ed-4a4e-87cb-1b2ef6ce31b1,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:03.837354 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f6cbe990-a36c-4bd5-8c31-352ff3c0bb21 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:03.858209 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e05a1c43-9309-4be3-9320-1d4c7e74de2a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:03.933236 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8685cf57-0556-4ea4-914b-0d68d2f111e3 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:03.944245 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ccb74b9d-a9b0-4d98-b5a3-c49853460a3f tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 5.2589395 Dec 22 15:19:03.948000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55902) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:03.964917 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8112e0f2-b6f5-41b8-b888-7b6341de03fc tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1251131326', 'network_id': 'c99a9f7a-3be1-4532-b297-52c83bd385d5'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:03.977816 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f6cbe990-a36c-4bd5-8c31-352ff3c0bb21 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.9087241 Dec 22 15:19:03.980287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8685cf57-0556-4ea4-914b-0d68d2f111e3 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:03.989082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55906) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:03.991392 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8112e0f2-b6f5-41b8-b888-7b6341de03fc tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:04.009732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ace0f5-7b34-419d-8499-1fe47ab57459 None None] Network c99a9f7a-3be1-4532-b297-52c83bd385d5 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:19:04.014590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8112e0f2-b6f5-41b8-b888-7b6341de03fc tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Usage tracker for resource:port and tenant:1ea8049bd3ba40efa70fd5e7ba0a8e2c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:04.018876 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8112e0f2-b6f5-41b8-b888-7b6341de03fc tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:04.025884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8112e0f2-b6f5-41b8-b888-7b6341de03fc tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:04.051842 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e30ec56b-1b76-470c-a2ea-57e8508e3d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:04.072971 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8685cf57-0556-4ea4-914b-0d68d2f111e3 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Made reservation on behalf of a14fb595fe714b1199e56037ec808cb2 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:04.079542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8685cf57-0556-4ea4-914b-0d68d2f111e3 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:04.108648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8112e0f2-b6f5-41b8-b888-7b6341de03fc tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Made reservation on behalf of 1ea8049bd3ba40efa70fd5e7ba0a8e2c for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:04.112907 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8112e0f2-b6f5-41b8-b888-7b6341de03fc tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:04.163945 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-8685cf57-0556-4ea4-914b-0d68d2f111e3 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] device_id is not set on port 9310c9a1-557b-438d-ba24-971a938766ae yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:19:04.207897 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:04.237150 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-8112e0f2-b6f5-41b8-b888-7b6341de03fc tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] device_id is not set on port a9c30d0a-5ab2-49bd-a9eb-f7f38e991112 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:19:04.288020 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-006d49e5-ca02-4a6a-bdb3-90369c09bee9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Synchronizing usage tracker for tenant:11ca12b5724944f583d6f7654599b447 on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:04.291083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:04.300780 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05a1c43-9309-4be3-9320-1d4c7e74de2a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Network 6018beee-30c0-4b90-a1ac-d3a457a98ae4 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:19:04.322909 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-e05a1c43-9309-4be3-9320-1d4c7e74de2a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:04.342381 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a1c43-9309-4be3-9320-1d4c7e74de2a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:04.343723 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-898722b6-02fc-4ab3-bf13-c60809763324 None None] Provisioning for port db687e95-c6ed-4a4e-87cb-1b2ef6ce31b1 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:19:04.355106 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-898722b6-02fc-4ab3-bf13-c60809763324 None None] Provisioning complete for port db687e95-c6ed-4a4e-87cb-1b2ef6ce31b1 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:04.355807 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-898722b6-02fc-4ab3-bf13-c60809763324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:04.380888 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a1c43-9309-4be3-9320-1d4c7e74de2a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Port': ['ID=72abefd3-6f9c-46aa-901b-4939836e849d,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:04.400630 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e05a1c43-9309-4be3-9320-1d4c7e74de2a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:04.508924 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-898722b6-02fc-4ab3-bf13-c60809763324 None None] Port db687e95-c6ed-4a4e-87cb-1b2ef6ce31b1 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:19:04.588145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:04.617032 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05a1c43-9309-4be3-9320-1d4c7e74de2a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:04.617697 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e05a1c43-9309-4be3-9320-1d4c7e74de2a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:04.640691 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:04.662770 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-8685cf57-0556-4ea4-914b-0d68d2f111e3 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Allocated IP 172.20.0.8 (0885914b-0957-4221-824f-46074a21b835/382696f1-bd5d-4c73-ba6f-9f693cbcd002/9310c9a1-557b-438d-ba24-971a938766ae) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:19:04.675702 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-8112e0f2-b6f5-41b8-b888-7b6341de03fc tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Allocated IP 2001:db8::39d (c99a9f7a-3be1-4532-b297-52c83bd385d5/a5d2b98c-5514-4399-b82e-5ef86f6a3dee/a9c30d0a-5ab2-49bd-a9eb-f7f38e991112) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:19:04.685117 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:04.706069 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1498ea-bfa2-445a-996f-ea9a03e33342 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:04.712201 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1498ea-bfa2-445a-996f-ea9a03e33342 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:04.718318 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1498ea-bfa2-445a-996f-ea9a03e33342 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:04.720372 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6c1498ea-bfa2-445a-996f-ea9a03e33342 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.7168143 Dec 22 15:19:04.727084 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55910) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:04.727992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:04.737235 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:04.786955 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-006d49e5-ca02-4a6a-bdb3-90369c09bee9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Unset dirty status for tenant:11ca12b5724944f583d6f7654599b447 on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:04.788136 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-006d49e5-ca02-4a6a-bdb3-90369c09bee9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--960604052&fields=id&tenant_id=11ca12b5724944f583d6f7654599b447 HTTP/1.1" status: 200 len: 267 time: 1.1577191 Dec 22 15:19:04.865885 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced8d157-8d7a-4371-845a-4164d8accd70,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:04.879370 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:04.883492 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:19:04.902087 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e05a1c43-9309-4be3-9320-1d4c7e74de2a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0074387 Dec 22 15:19:04.919370 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55914) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:04.944671 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-469d3723-5ed2-4e4e-a34f-de5f46f8936d tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Deleting port db687e95-c6ed-4a4e-87cb-1b2ef6ce31b1 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:04.945000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-469d3723-5ed2-4e4e-a34f-de5f46f8936d tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:04.968266 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:04.968621 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Added segment 70887130-ace3-4376-9384-982b98e9f5c3 of type vlan for network 3a996e76-605b-4e0f-a5e1-d3d661fa5bea Dec 22 15:19:04.973275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': '72abefd3-6f9c-46aa-901b-4939836e849d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:05.008649 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.045576 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:05.051853 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.060733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.083610 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:05.084601 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Usage tracker for resource:floatingip and tenant:896746a3ba814c648a856f49fda64854 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:05.094210 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:05.118959 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.122580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:05.126510 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-351ae741-1aa9-4e60-8d81-3ccd8ae1450c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:05.127305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-351ae741-1aa9-4e60-8d81-3ccd8ae1450c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Synchronizing usage tracker for tenant:11ca12b5724944f583d6f7654599b447 on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:05.149231 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=246b991a-5769-4426-b8a0-223029cc4219,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:05.169858 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:05.176428 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-851125c6-aa7d-453a-a616-29f927f3d526 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:05.253039 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8685cf57-0556-4ea4-914b-0d68d2f111e3 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.307648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.327954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8112e0f2-b6f5-41b8-b888-7b6341de03fc tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.331323 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-8685cf57-0556-4ea4-914b-0d68d2f111e3 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Transition to ACTIVE for port object 9310c9a1-557b-438d-ba24-971a938766ae will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:19:05.352391 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:19:05.381805 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.393555 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.393765 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Added segment 96a5bd66-0511-4b30-af27-2d4e22543467 of type vlan for network 4ad5b96f-9eec-4739-9ef5-738cdeaa82a9 Dec 22 15:19:05.413136 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Pushing event updated for resources: {'Port': ['ID=bed808cd-46ee-4143-91e7-49d33a96673e,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:05.425603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-351ae741-1aa9-4e60-8d81-3ccd8ae1450c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Unset dirty status for tenant:11ca12b5724944f583d6f7654599b447 on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:05.426889 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-351ae741-1aa9-4e60-8d81-3ccd8ae1450c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/networks?id=e848618a-cbd6-4924-afb6-83b772b918f8 HTTP/1.1" status: 200 len: 805 time: 0.6095331 Dec 22 15:19:05.427666 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.443323 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:05.491594 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14092281-b1b3-404e-bda5-5d027efc84e0']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:05.531077 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-c3df43f4-81f8-44e2-90bf-f89d20b9c64c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/quotas/11ca12b5724944f583d6f7654599b447 HTTP/1.1" status: 200 len: 375 time: 0.0641320 Dec 22 15:19:05.540652 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.549631 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019d9d66-fa4f-4836-9a2b-62b2d70c83ba') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:05.550156 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019d9d66-fa4f-4836-9a2b-62b2d70c83ba') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:05.621478 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.638834 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.640086 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1062520 Dec 22 15:19:05.656359 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-469d3723-5ed2-4e4e-a34f-de5f46f8936d tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.684967 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.695011 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:19:05.695518 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:19:05.710124 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:19:05.731187 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8685cf57-0556-4ea4-914b-0d68d2f111e3 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.771153 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.790155 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.797797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-72d0169a-655f-494c-aa9f-554f088579e3 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:05.806146 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-469d3723-5ed2-4e4e-a34f-de5f46f8936d tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Calling delete_port for db687e95-c6ed-4a4e-87cb-1b2ef6ce31b1 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:05.828136 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:05.833925 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:05.833925 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.840809 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8112e0f2-b6f5-41b8-b888-7b6341de03fc tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.852809 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:05.857041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.964927 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8685cf57-0556-4ea4-914b-0d68d2f111e3 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Network 0885914b-0957-4221-824f-46074a21b835 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:19:05.973672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:05.977849 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-8685cf57-0556-4ea4-914b-0d68d2f111e3 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:05.988367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-09a6c4f6-2d34-4701-82ca-1f4702bfb054 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Synchronizing usage tracker for tenant:11ca12b5724944f583d6f7654599b447 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:05.989615 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8685cf57-0556-4ea4-914b-0d68d2f111e3 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:06.002435 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 14092281-b1b3-404e-bda5-5d027efc84e0 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 15:19:06.005791 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Pushing event updated for resources: {'Network': ['ID=3a996e76-605b-4e0f-a5e1-d3d661fa5bea,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:06.020243 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8112e0f2-b6f5-41b8-b888-7b6341de03fc tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Network c99a9f7a-3be1-4532-b297-52c83bd385d5 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:19:06.031583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:06.033832 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] 10.222.0.59 "DELETE /v2.0/networks/14092281-b1b3-404e-bda5-5d027efc84e0 HTTP/1.1" status: 204 len: 168 time: 4.6169894 Dec 22 15:19:06.043217 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55930) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:06.054610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-8112e0f2-b6f5-41b8-b888-7b6341de03fc tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:06.055216 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 3a996e76-605b-4e0f-a5e1-d3d661fa5bea details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:19:06.065481 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685cf57-0556-4ea4-914b-0d68d2f111e3 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Pushing event updated for resources: {'Port': ['ID=9310c9a1-557b-438d-ba24-971a938766ae,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:06.070931 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8112e0f2-b6f5-41b8-b888-7b6341de03fc tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:06.072166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8112e0f2-b6f5-41b8-b888-7b6341de03fc tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:06.072984 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8112e0f2-b6f5-41b8-b888-7b6341de03fc tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:06.087225 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8685cf57-0556-4ea4-914b-0d68d2f111e3 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:06.089539 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:06.181209 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.4596450 Dec 22 15:19:06.195148 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55940) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:06.317446 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55948) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:06.426943 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8685cf57-0556-4ea4-914b-0d68d2f111e3 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:06.427986 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8685cf57-0556-4ea4-914b-0d68d2f111e3 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:06.468522 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Pushing event updated for resources: {'Network': ['ID=4ad5b96f-9eec-4739-9ef5-738cdeaa82a9,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:06.474786 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8112e0f2-b6f5-41b8-b888-7b6341de03fc tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5251741 Dec 22 15:19:06.479277 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:06.487999 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 4ad5b96f-9eec-4739-9ef5-738cdeaa82a9 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:19:06.491318 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55952) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:06.496648 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cb1f7b50-3130-418d-8a75-d66d9647e821 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Synchronizing usage tracker for tenant:a4c6207237284b7dab9dae08f3075247 on resource:floatingip {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:06.501970 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112e0f2-b6f5-41b8-b888-7b6341de03fc tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Pushing event updated for resources: {'Port': ['ID=a9c30d0a-5ab2-49bd-a9eb-f7f38e991112,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:06.502490 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:06.517325 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8112e0f2-b6f5-41b8-b888-7b6341de03fc tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:06.526079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-11175008-56c0-45e0-a605-5b91ce271ce3 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Synchronizing usage tracker for tenant:4b1a174dbcbe478299f6879dd11bdd14 on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:06.544035 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4c97c8b6-39ad-4e36-8019-b79023cc4e08 None None] Provisioning for port 9310c9a1-557b-438d-ba24-971a938766ae completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:19:06.553352 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.709s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:06.625049 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Pushing event deleted for resources: {'Network': ['ID=14092281-b1b3-404e-bda5-5d027efc84e0,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:06.638285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-09a6c4f6-2d34-4701-82ca-1f4702bfb054 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Unset dirty status for tenant:11ca12b5724944f583d6f7654599b447 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:06.651470 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-09a6c4f6-2d34-4701-82ca-1f4702bfb054 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=11ca12b5724944f583d6f7654599b447&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0841806 Dec 22 15:19:06.656276 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:06.659084 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.657s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:06.659400 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:06.660045 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cb1f7b50-3130-418d-8a75-d66d9647e821 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Unset dirty status for tenant:a4c6207237284b7dab9dae08f3075247 on resource:floatingip {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:06.670091 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-cb1f7b50-3130-418d-8a75-d66d9647e821 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1169 time: 0.6209922 Dec 22 15:19:06.670419 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55956) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:06.671894 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4c97c8b6-39ad-4e36-8019-b79023cc4e08 None None] Provisioning complete for port 9310c9a1-557b-438d-ba24-971a938766ae triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:06.672886 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4c97c8b6-39ad-4e36-8019-b79023cc4e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:06.764985 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8685cf57-0556-4ea4-914b-0d68d2f111e3 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3664873 Dec 22 15:19:06.774328 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55964) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:06.784031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3764b-6338-4587-abfa-ddb989fa7cf4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Deleting port a9c30d0a-5ab2-49bd-a9eb-f7f38e991112 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:06.784620 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8fa3764b-6338-4587-abfa-ddb989fa7cf4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:06.797639 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-4c97c8b6-39ad-4e36-8019-b79023cc4e08 None None] Port 9310c9a1-557b-438d-ba24-971a938766ae cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:19:06.798039 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-11175008-56c0-45e0-a605-5b91ce271ce3 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Unset dirty status for tenant:4b1a174dbcbe478299f6879dd11bdd14 on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:06.804339 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-11175008-56c0-45e0-a605-5b91ce271ce3 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1041754157&fields=id&tenant_id=4b1a174dbcbe478299f6879dd11bdd14 HTTP/1.1" status: 200 len: 267 time: 0.4789972 Dec 22 15:19:06.827653 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-3bb49a74-b7c6-4fde-bf40-6cb019ed4688 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:31:50:0c'}]}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:06.865282 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8251e633-54e7-4113-8326-ead8ce5ab0a3 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:06.872019 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8251e633-54e7-4113-8326-ead8ce5ab0a3 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:06.878729 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8251e633-54e7-4113-8326-ead8ce5ab0a3 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:06.885226 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8251e633-54e7-4113-8326-ead8ce5ab0a3 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:06.892209 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8251e633-54e7-4113-8326-ead8ce5ab0a3 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:06.898472 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8251e633-54e7-4113-8326-ead8ce5ab0a3 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3013 time: 0.6994078 Dec 22 15:19:06.900627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-469d3723-5ed2-4e4e-a34f-de5f46f8936d tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:06.905344 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55972) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:06.988981 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fa27f961-058a-48b5-97a0-e9dd046c2ff1 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:07.105363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca84e439-daee-458a-a9d1-0941efdc84c0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:07.105813 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca84e439-daee-458a-a9d1-0941efdc84c0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:07.106302 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca84e439-daee-458a-a9d1-0941efdc84c0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:07.106763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca84e439-daee-458a-a9d1-0941efdc84c0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:07.107212 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca84e439-daee-458a-a9d1-0941efdc84c0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:07.107660 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca84e439-daee-458a-a9d1-0941efdc84c0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:07.108104 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca84e439-daee-458a-a9d1-0941efdc84c0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:07.108559 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca84e439-daee-458a-a9d1-0941efdc84c0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:07.109001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca84e439-daee-458a-a9d1-0941efdc84c0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:07.110111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ca84e439-daee-458a-a9d1-0941efdc84c0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Synchronizing usage tracker for tenant:a4c6207237284b7dab9dae08f3075247 on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:07.147472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-af091845-d88f-442c-83a8-46095ef6c2e0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:19:07.149350 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-af091845-d88f-442c-83a8-46095ef6c2e0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3302274 Dec 22 15:19:07.152259 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d3723-5ed2-4e4e-a34f-de5f46f8936d tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Pushing event deleted for resources: {'Port': ['ID=db687e95-c6ed-4a4e-87cb-1b2ef6ce31b1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:07.184751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-469d3723-5ed2-4e4e-a34f-de5f46f8936d tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:07.290638 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Allocated IP 172.26.6.203 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/5abfb023-3216-49f9-b700-b95fcab6c409) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:19:07.322060 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d0854a9-1891-46a2-92dd-ddcf53630f9d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:07.420192 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ca84e439-daee-458a-a9d1-0941efdc84c0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Unset dirty status for tenant:a4c6207237284b7dab9dae08f3075247 on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:07.422213 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ca84e439-daee-458a-a9d1-0941efdc84c0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5784 time: 0.7503688 Dec 22 15:19:07.448154 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55980) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:07.791543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-469d3723-5ed2-4e4e-a34f-de5f46f8936d tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:07.804196 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-34156104-353a-40ac-bc49-2f76f5a16baa tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:07.805441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-34156104-353a-40ac-bc49-2f76f5a16baa tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Synchronizing usage tracker for tenant:4b1a174dbcbe478299f6879dd11bdd14 on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:07.827150 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-46c6de93-5d52-462a-ad06-41d28e985742 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] delete failed (client error): The resource could not be found. Dec 22 15:19:07.828704 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-46c6de93-5d52-462a-ad06-41d28e985742 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/d82af0b4-4ce6-4fe4-b98b-675cb8c56b33 HTTP/1.1" status: 404 len: 345 time: 0.3552415 Dec 22 15:19:07.837632 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55984) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:07.843594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8fa3764b-6338-4587-abfa-ddb989fa7cf4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:07.886548 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-469d3723-5ed2-4e4e-a34f-de5f46f8936d tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "DELETE /v2.0/ports/db687e95-c6ed-4a4e-87cb-1b2ef6ce31b1 HTTP/1.1" status: 204 len: 168 time: 3.1566894 Dec 22 15:19:07.896088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55988) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:07.996978 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3bb49a74-b7c6-4fde-bf40-6cb019ed4688 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:08.045475 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f930a2-fec1-4cd4-88a3-41ed685a2544 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] GET failed (client error): The resource could not be found. Dec 22 15:19:08.052379 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-17f930a2-fec1-4cd4-88a3-41ed685a2544 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "GET /v2.0/ports/db687e95-c6ed-4a4e-87cb-1b2ef6ce31b1 HTTP/1.1" status: 404 len: 333 time: 0.1464019 Dec 22 15:19:08.057510 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 55992) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:08.067327 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-34156104-353a-40ac-bc49-2f76f5a16baa tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Unset dirty status for tenant:4b1a174dbcbe478299f6879dd11bdd14 on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:08.069335 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-34156104-353a-40ac-bc49-2f76f5a16baa tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/networks?id=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 HTTP/1.1" status: 200 len: 810 time: 1.2527735 Dec 22 15:19:08.075619 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-464c8602-b742-463f-9fa2-bae61c249d00 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] DELETE failed (client error): The resource could not be found. Dec 22 15:19:08.076188 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464c8602-b742-463f-9fa2-bae61c249d00 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:19:08.077916 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-464c8602-b742-463f-9fa2-bae61c249d00 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] 10.222.0.59 "DELETE /v2.0/networks/14092281-b1b3-404e-bda5-5d027efc84e0 HTTP/1.1" status: 404 len: 339 time: 0.2368779 Dec 22 15:19:08.088711 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3764b-6338-4587-abfa-ddb989fa7cf4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Calling delete_port for a9c30d0a-5ab2-49bd-a9eb-f7f38e991112 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:08.120549 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-bcc5986e-9605-4209-8bc0-0fd744e0a8aa tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Request body: {'port': {'network_id': 'd13202de-89d4-4e25-959e-87c82b31882d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1111669650'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:08.138396 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 55996) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:08.147258 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:08.164175 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9186ae25-7f78-45fa-8317-c94f960d5b89 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Request body: {'network': {'name': 'tempest-network--48245176', 'router:external': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:08.176187 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d0854a9-1891-46a2-92dd-ddcf53630f9d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:08.185236 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9186ae25-7f78-45fa-8317-c94f960d5b89 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:08.186633 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-85d71edb-9b61-4648-ac98-e7e75d20967d service neutron] 10.222.0.59 "GET /v2.0/networks/e848618a-cbd6-4924-afb6-83b772b918f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9601066 Dec 22 15:19:08.204085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9186ae25-7f78-45fa-8317-c94f960d5b89 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Usage tracker for resource:network and tenant:a4c6207237284b7dab9dae08f3075247 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:08.218574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9186ae25-7f78-45fa-8317-c94f960d5b89 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:08.235142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-0d0854a9-1891-46a2-92dd-ddcf53630f9d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a996e76-605b-4e0f-a5e1-d3d661fa5bea']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:08.242694 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9186ae25-7f78-45fa-8317-c94f960d5b89 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:08.257674 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-0d0854a9-1891-46a2-92dd-ddcf53630f9d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70887130-ace3-4376-9384-982b98e9f5c3') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:08.257976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-0d0854a9-1891-46a2-92dd-ddcf53630f9d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70887130-ace3-4376-9384-982b98e9f5c3') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:08.290194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d0854a9-1891-46a2-92dd-ddcf53630f9d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:08.346388 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9186ae25-7f78-45fa-8317-c94f960d5b89 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Made reservation on behalf of a4c6207237284b7dab9dae08f3075247 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:08.346685 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-c3858811-33b0-4457-9c53-4e9e32e50964 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/quotas/4b1a174dbcbe478299f6879dd11bdd14 HTTP/1.1" status: 200 len: 375 time: 0.2002206 Dec 22 15:19:08.347455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9186ae25-7f78-45fa-8317-c94f960d5b89 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:08.359058 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d0854a9-1891-46a2-92dd-ddcf53630f9d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:08.386784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0854a9-1891-46a2-92dd-ddcf53630f9d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:19:08.387232 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d0854a9-1891-46a2-92dd-ddcf53630f9d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:19:08.405935 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:19:08.497687 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:08.515403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9186ae25-7f78-45fa-8317-c94f960d5b89 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:19:08.517799 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8112e0f2-b6f5-41b8-b888-7b6341de03fc tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:08.581059 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8fa3764b-6338-4587-abfa-ddb989fa7cf4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:08.601745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9186ae25-7f78-45fa-8317-c94f960d5b89 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:08.601998 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-9186ae25-7f78-45fa-8317-c94f960d5b89 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Added segment b6b4f6b6-e835-4607-ad67-3d9af5e091b4 of type vlan for network 8342ccab-4748-41b2-9bd7-f64578a39cf3 Dec 22 15:19:08.613678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:19:08.622651 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:08.633544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:08.666368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d0854a9-1891-46a2-92dd-ddcf53630f9d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:08.697763 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Port': ['ID=5abfb023-3216-49f9-b700-b95fcab6c409,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:08.717353 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:08.722992 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f6cbe990-a36c-4bd5-8c31-352ff3c0bb21 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:08.778398 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d0854a9-1891-46a2-92dd-ddcf53630f9d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:08.794461 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8fa3764b-6338-4587-abfa-ddb989fa7cf4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:08.798398 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9186ae25-7f78-45fa-8317-c94f960d5b89 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:08.826787 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3764b-6338-4587-abfa-ddb989fa7cf4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9c30d0a-5ab2-49bd-a9eb-f7f38e991112,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:08.836783 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8fa3764b-6338-4587-abfa-ddb989fa7cf4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:08.838983 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0d0854a9-1891-46a2-92dd-ddcf53630f9d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "DELETE /v2.0/networks/3a996e76-605b-4e0f-a5e1-d3d661fa5bea HTTP/1.1" status: 204 len: 168 time: 1.9274225 Dec 22 15:19:08.839188 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:08.856635 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56000) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:08.860241 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8fa3764b-6338-4587-abfa-ddb989fa7cf4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "DELETE /v2.0/ports/a9c30d0a-5ab2-49bd-a9eb-f7f38e991112 HTTP/1.1" status: 204 len: 168 time: 2.3551066 Dec 22 15:19:08.868954 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56004) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:08.887712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c99a9f7a-3be1-4532-b297-52c83bd385d5', 'external_fixed_ips': [{'subnet_id': 'a5d2b98c-5514-4399-b82e-5ef86f6a3dee', 'ip_address': '2001:db8::39d'}]}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:08.931104 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0854a9-1891-46a2-92dd-ddcf53630f9d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Pushing event deleted for resources: {'Network': ['ID=3a996e76-605b-4e0f-a5e1-d3d661fa5bea,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:08.937828 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:08.955973 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-bcc5986e-9605-4209-8bc0-0fd744e0a8aa tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:08.957210 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0d0854a9-1891-46a2-92dd-ddcf53630f9d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:08.966380 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Usage tracker for resource:router and tenant:1ea8049bd3ba40efa70fd5e7ba0a8e2c is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:08.971136 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-9b1a5fdc-5e3c-4135-bcee-1b70fe2a6a8b service neutron] 10.222.0.59 "GET /v2.0/networks/e848618a-cbd6-4924-afb6-83b772b918f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7618048 Dec 22 15:19:08.973761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:08.976819 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-bcc5986e-9605-4209-8bc0-0fd744e0a8aa tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Usage tracker for resource:port and tenant:2943206724cb4a7aabfaa5d43c6f2fb4 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:08.982509 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-bcc5986e-9605-4209-8bc0-0fd744e0a8aa tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:08.997737 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:09.000479 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-bcc5986e-9605-4209-8bc0-0fd744e0a8aa tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:09.031971 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-344a5327-30c6-447d-b6a9-8e42860b99c9 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Synchronizing usage tracker for tenant:4b1a174dbcbe478299f6879dd11bdd14 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:09.090326 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc5986e-9605-4209-8bc0-0fd744e0a8aa tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Made reservation on behalf of 2943206724cb4a7aabfaa5d43c6f2fb4 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:09.097279 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcc5986e-9605-4209-8bc0-0fd744e0a8aa tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:09.110489 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9c89ce8-5620-4fdd-b392-779c609a42cc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:09.121241 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3bb49a74-b7c6-4fde-bf40-6cb019ed4688 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:09.123997 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9186ae25-7f78-45fa-8317-c94f960d5b89 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:09.125224 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-344a5327-30c6-447d-b6a9-8e42860b99c9 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Unset dirty status for tenant:4b1a174dbcbe478299f6879dd11bdd14 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:09.128949 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186ae25-7f78-45fa-8317-c94f960d5b89 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:09.129550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9186ae25-7f78-45fa-8317-c94f960d5b89 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:09.131598 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-344a5327-30c6-447d-b6a9-8e42860b99c9 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b1a174dbcbe478299f6879dd11bdd14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7642879 Dec 22 15:19:09.141427 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:09.153994 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:09.157315 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:09.182523 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-bcc5986e-9605-4209-8bc0-0fd744e0a8aa tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] device_id is not set on port ad51a9bc-8d5c-4796-b02a-3b274ef56a5e yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:19:09.226562 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:09.237256 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3bb49a74-b7c6-4fde-bf40-6cb019ed4688 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:09.263244 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:09.517651 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186ae25-7f78-45fa-8317-c94f960d5b89 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Pushing event updated for resources: {'Network': ['ID=8342ccab-4748-41b2-9bd7-f64578a39cf3,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:09.539158 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 8342ccab-4748-41b2-9bd7-f64578a39cf3 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:19:09.603791 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb49a74-b7c6-4fde-bf40-6cb019ed4688 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] In _notify_port_updated(), no bound segment for port 9310c9a1-557b-438d-ba24-971a938766ae on network 0885914b-0957-4221-824f-46074a21b835 {{(pid=88218) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:19:09.610052 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb49a74-b7c6-4fde-bf40-6cb019ed4688 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:09.610892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3bb49a74-b7c6-4fde-bf40-6cb019ed4688 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:09.612339 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3bb49a74-b7c6-4fde-bf40-6cb019ed4688 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "PUT /v2.0/ports/9310c9a1-557b-438d-ba24-971a938766ae HTTP/1.1" status: 200 len: 995 time: 2.8206258 Dec 22 15:19:09.673509 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5a93d46a-e043-4c14-97fc-0c8397b55bea req-3f512d6c-e049-4365-882b-08e827b965ce tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 210 time: 0.0592108 Dec 22 15:19:09.685295 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-d1a0cd5b-c78e-45ac-93cf-db34fc83e71b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:19:09.686758 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-d1a0cd5b-c78e-45ac-93cf-db34fc83e71b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4301476 Dec 22 15:19:09.689792 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56030) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:09.812246 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9186ae25-7f78-45fa-8317-c94f960d5b89 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:09.864175 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9c89ce8-5620-4fdd-b392-779c609a42cc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:09.904686 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c872af27-8ff4-4089-aa15-222a9a036a17 None None] Provisioning complete for port 9310c9a1-557b-438d-ba24-971a938766ae triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:09.905450 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c872af27-8ff4-4089-aa15-222a9a036a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:09.909200 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9186ae25-7f78-45fa-8317-c94f960d5b89 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.7688549 Dec 22 15:19:09.922362 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a9c89ce8-5620-4fdd-b392-779c609a42cc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad5b96f-9eec-4739-9ef5-738cdeaa82a9']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:09.936076 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56038) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:09.940448 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb49a74-b7c6-4fde-bf40-6cb019ed4688 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Pushing event updated for resources: {'Port': ['ID=9310c9a1-557b-438d-ba24-971a938766ae,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:09.974287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a9c89ce8-5620-4fdd-b392-779c609a42cc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a5bd66-0511-4b30-af27-2d4e22543467') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:09.974287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a9c89ce8-5620-4fdd-b392-779c609a42cc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a5bd66-0511-4b30-af27-2d4e22543467') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:09.983196 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c872af27-8ff4-4089-aa15-222a9a036a17 None None] Port 9310c9a1-557b-438d-ba24-971a938766ae cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:19:09.998565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3bb49a74-b7c6-4fde-bf40-6cb019ed4688 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:10.054303 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9c89ce8-5620-4fdd-b392-779c609a42cc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:10.142977 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d7280036-6cd0-4a72-a5c9-d9df6ec797fb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Deleting port 9310c9a1-557b-438d-ba24-971a938766ae {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:10.143373 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7280036-6cd0-4a72-a5c9-d9df6ec797fb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:10.221931 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9c89ce8-5620-4fdd-b392-779c609a42cc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:10.254111 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c89ce8-5620-4fdd-b392-779c609a42cc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:19:10.254793 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9c89ce8-5620-4fdd-b392-779c609a42cc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:19:10.274674 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:19:10.312447 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:10.328108 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-bcc5986e-9605-4209-8bc0-0fd744e0a8aa tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Allocated IP 2001:db8::28d (d13202de-89d4-4e25-959e-87c82b31882d/b76ad1dd-7911-4146-b6ad-3f6f2657cc0b/ad51a9bc-8d5c-4796-b02a-3b274ef56a5e) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:19:10.416588 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51a8e54-4073-46ab-a896-1efa376713e2 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:10.423308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51a8e54-4073-46ab-a896-1efa376713e2 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:10.429425 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51a8e54-4073-46ab-a896-1efa376713e2 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:10.435933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51a8e54-4073-46ab-a896-1efa376713e2 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:10.441896 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51a8e54-4073-46ab-a896-1efa376713e2 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:10.442844 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d51a8e54-4073-46ab-a896-1efa376713e2 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Synchronizing usage tracker for tenant:5be3e926b62b42ed8dc2e468291e8e5d on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:10.446311 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-f50d9caa-c3d1-4ef3-89c5-2720c0841175 service neutron] 10.222.0.59 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6699510 Dec 22 15:19:10.478728 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:10.543435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9c89ce8-5620-4fdd-b392-779c609a42cc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:10.550594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:10.571076 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9c89ce8-5620-4fdd-b392-779c609a42cc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:10.576986 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d51a8e54-4073-46ab-a896-1efa376713e2 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Unset dirty status for tenant:5be3e926b62b42ed8dc2e468291e8e5d on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:10.578158 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d51a8e54-4073-46ab-a896-1efa376713e2 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3059 time: 0.6408007 Dec 22 15:19:10.580473 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c89ce8-5620-4fdd-b392-779c609a42cc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Pushing event deleted for resources: {'Network': ['ID=4ad5b96f-9eec-4739-9ef5-738cdeaa82a9,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:10.584798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56054) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:10.585624 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a9c89ce8-5620-4fdd-b392-779c609a42cc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:10.608738 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a9c89ce8-5620-4fdd-b392-779c609a42cc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "DELETE /v2.0/networks/4ad5b96f-9eec-4739-9ef5-738cdeaa82a9 HTTP/1.1" status: 204 len: 168 time: 1.7505543 Dec 22 15:19:10.612997 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56058) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:10.894616 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b39f86a8-0ed6-4e68-822c-d8c238544a88 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:10.926374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:10.928883 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dfa721de-e1c0-4d16-b25f-c56fababdc0f req-1277a70a-cbc8-42c1-bdef-551b351cf838 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 210 time: 0.1075368 Dec 22 15:19:10.992701 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-125390eb-3e25-4fbb-b6bd-d78a0e33b296 service neutron] 10.222.0.59 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254812 Dec 22 15:19:10.998216 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7280036-6cd0-4a72-a5c9-d9df6ec797fb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:11.053663 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f952c8a-3c56-4e4c-b2a5-96c3cbc17f0c tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:11.060195 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f952c8a-3c56-4e4c-b2a5-96c3cbc17f0c tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:11.066695 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f952c8a-3c56-4e4c-b2a5-96c3cbc17f0c tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:11.073008 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f952c8a-3c56-4e4c-b2a5-96c3cbc17f0c tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:11.074751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2f952c8a-3c56-4e4c-b2a5-96c3cbc17f0c tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Synchronizing usage tracker for tenant:4f40679597d34de8a86a949570b8ce8e on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:11.283284 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d7280036-6cd0-4a72-a5c9-d9df6ec797fb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Calling delete_port for 9310c9a1-557b-438d-ba24-971a938766ae owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:11.365618 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcc5986e-9605-4209-8bc0-0fd744e0a8aa tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:11.392810 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b39f86a8-0ed6-4e68-822c-d8c238544a88 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:11.455422 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2f952c8a-3c56-4e4c-b2a5-96c3cbc17f0c tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Unset dirty status for tenant:4f40679597d34de8a86a949570b8ce8e on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:11.457438 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2f952c8a-3c56-4e4c-b2a5-96c3cbc17f0c tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2496 time: 0.8396811 Dec 22 15:19:11.524032 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56084) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:11.531414 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-b39f86a8-0ed6-4e68-822c-d8c238544a88 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8342ccab-4748-41b2-9bd7-f64578a39cf3']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:11.556179 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9567ebc2-5a85-40d2-b361-1dab150d6656 req-69d2187a-a4d1-46f6-a78a-c1f66bdb8301 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 210 time: 0.1399782 Dec 22 15:19:11.558451 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-b39f86a8-0ed6-4e68-822c-d8c238544a88 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b4f6b6-e835-4607-ad67-3d9af5e091b4') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:11.558834 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-b39f86a8-0ed6-4e68-822c-d8c238544a88 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b4f6b6-e835-4607-ad67-3d9af5e091b4') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:11.585622 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b39f86a8-0ed6-4e68-822c-d8c238544a88 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:11.593008 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-2fdb115a-a93d-4679-bef4-fc28cb3b3ade tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-803689346'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:11.599561 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-bcc5986e-9605-4209-8bc0-0fd744e0a8aa tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Transition to ACTIVE for port object ad51a9bc-8d5c-4796-b02a-3b274ef56a5e will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:19:11.611855 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2fdb115a-a93d-4679-bef4-fc28cb3b3ade tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:11.612135 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b39f86a8-0ed6-4e68-822c-d8c238544a88 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:11.632580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39f86a8-0ed6-4e68-822c-d8c238544a88 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:19:11.633092 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b39f86a8-0ed6-4e68-822c-d8c238544a88 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:19:11.648199 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:19:11.655035 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2fdb115a-a93d-4679-bef4-fc28cb3b3ade tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:11.765589 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:11.779134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdb115a-a93d-4679-bef4-fc28cb3b3ade tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Made reservation on behalf of 4f40679597d34de8a86a949570b8ce8e for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:11.785700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2fdb115a-a93d-4679-bef4-fc28cb3b3ade tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:11.809360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b39f86a8-0ed6-4e68-822c-d8c238544a88 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:11.814270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-10586542-f635-4ee3-a9fb-88010372c215 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:11.827497 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39f86a8-0ed6-4e68-822c-d8c238544a88 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8342ccab-4748-41b2-9bd7-f64578a39cf3 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 15:19:11.843759 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b39f86a8-0ed6-4e68-822c-d8c238544a88 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:11.849736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:11.851545 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b39f86a8-0ed6-4e68-822c-d8c238544a88 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] 10.222.0.59 "DELETE /v2.0/networks/8342ccab-4748-41b2-9bd7-f64578a39cf3 HTTP/1.1" status: 204 len: 168 time: 1.2649603 Dec 22 15:19:11.852973 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f86a8-0ed6-4e68-822c-d8c238544a88 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Pushing event deleted for resources: {'Network': ['ID=8342ccab-4748-41b2-9bd7-f64578a39cf3,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:11.859241 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b39f86a8-0ed6-4e68-822c-d8c238544a88 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:11.862151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:11.901565 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56100) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:11.921748 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-bdfb91f4-1524-4be0-8bdd-9bc548e7bc69 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Request body: {'network': {'name': 'tempest-network--1636608404', 'router:external': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:11.946464 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bdfb91f4-1524-4be0-8bdd-9bc548e7bc69 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:11.987735 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bdfb91f4-1524-4be0-8bdd-9bc548e7bc69 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Usage tracker for resource:network and tenant:a4c6207237284b7dab9dae08f3075247 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:12.004698 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bdfb91f4-1524-4be0-8bdd-9bc548e7bc69 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:12.010142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Port': ['ID=5abfb023-3216-49f9-b700-b95fcab6c409,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:12.018765 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:12.021983 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bdfb91f4-1524-4be0-8bdd-9bc548e7bc69 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:12.043970 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:12.090881 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcc5986e-9605-4209-8bc0-0fd744e0a8aa tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:12.118246 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fdb115a-a93d-4679-bef4-fc28cb3b3ade tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:19:12.240613 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2fdb115a-a93d-4679-bef4-fc28cb3b3ade tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:12.241308 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-2fdb115a-a93d-4679-bef4-fc28cb3b3ade tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Added segment 198f0b28-ce70-49cc-93d3-9c8e8e68f9a1 of type vlan for network 33ea70b8-56bb-45eb-8b5e-92654d030caf Dec 22 15:19:12.273662 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2fdb115a-a93d-4679-bef4-fc28cb3b3ade tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:12.296900 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Floating IP 53d7087b-65f5-4877-af04-e61de5e1647c associated. External IP: 172.26.6.203, port: 72abefd3-6f9c-46aa-901b-4939836e849d. Dec 22 15:19:12.312115 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:12.351036 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfb91f4-1524-4be0-8bdd-9bc548e7bc69 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Made reservation on behalf of a4c6207237284b7dab9dae08f3075247 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:12.353441 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bdfb91f4-1524-4be0-8bdd-9bc548e7bc69 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:12.428000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdfb91f4-1524-4be0-8bdd-9bc548e7bc69 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:19:12.487986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2fdb115a-a93d-4679-bef4-fc28cb3b3ade tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:12.528820 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bdfb91f4-1524-4be0-8bdd-9bc548e7bc69 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:12.529272 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-bdfb91f4-1524-4be0-8bdd-9bc548e7bc69 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Added segment c79f9ba0-9ce0-4fa5-8acf-01139cd03112 of type vlan for network 93b44db1-0500-4768-8b3f-58bf02c61ebe Dec 22 15:19:12.551923 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdb115a-a93d-4679-bef4-fc28cb3b3ade tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:12.552951 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2fdb115a-a93d-4679-bef4-fc28cb3b3ade tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:12.571683 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5986e-9605-4209-8bc0-0fd744e0a8aa tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Pushing event updated for resources: {'Port': ['ID=ad51a9bc-8d5c-4796-b02a-3b274ef56a5e,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:12.575489 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bdfb91f4-1524-4be0-8bdd-9bc548e7bc69 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:12.611561 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c5375c1e-154a-42cd-8161-a6c29c8917f6 req-b26735f9-fc14-4858-9255-6f3493c2c6e0 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 210 time: 0.1493342 Dec 22 15:19:12.653864 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc5986e-9605-4209-8bc0-0fd744e0a8aa tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Network d13202de-89d4-4e25-959e-87c82b31882d is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:19:12.655463 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bcc5986e-9605-4209-8bc0-0fd744e0a8aa tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:12.658786 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:12.707983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-bcc5986e-9605-4209-8bc0-0fd744e0a8aa tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:12.711054 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-49bb40e4-6716-42a9-89a4-f1a4a7e32a2f tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:12.724819 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bdfb91f4-1524-4be0-8bdd-9bc548e7bc69 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:12.735477 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7280036-6cd0-4a72-a5c9-d9df6ec797fb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:12.743864 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc5986e-9605-4209-8bc0-0fd744e0a8aa tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:12.749170 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfb91f4-1524-4be0-8bdd-9bc548e7bc69 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:12.751565 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bdfb91f4-1524-4be0-8bdd-9bc548e7bc69 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:12.763335 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc5986e-9605-4209-8bc0-0fd744e0a8aa tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:12.764335 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcc5986e-9605-4209-8bc0-0fd744e0a8aa tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:12.869111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:12.913043 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:12.957142 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2fdb115a-a93d-4679-bef4-fc28cb3b3ade tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4304278 Dec 22 15:19:12.970664 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56116) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:13.015430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-79d13365-bada-4cce-9031-43266d9f2f60 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1732894077'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:13.017692 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c1e431e2-86fd-46a4-915a-ed3dd0f34b65 req-ef945cbe-0f94-438f-bd69-5ae72a473d55 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 210 time: 0.2770336 Dec 22 15:19:13.101293 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bcc5986e-9605-4209-8bc0-0fd744e0a8aa tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.0362313 Dec 22 15:19:13.111170 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56120) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:13.121789 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-79d13365-bada-4cce-9031-43266d9f2f60 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:13.134359 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-79d13365-bada-4cce-9031-43266d9f2f60 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Usage tracker for resource:network and tenant:4f40679597d34de8a86a949570b8ce8e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:13.143090 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-79d13365-bada-4cce-9031-43266d9f2f60 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:13.146551 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-65b7726b-9b7a-4354-bb8c-568ab32d8dad tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21b', 'mac_address': 'fa:16:3e:12:e0:c2'}]}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:13.199863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb91f4-1524-4be0-8bdd-9bc548e7bc69 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Pushing event updated for resources: {'Network': ['ID=93b44db1-0500-4768-8b3f-58bf02c61ebe,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:13.203031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-79d13365-bada-4cce-9031-43266d9f2f60 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:13.214624 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bdfb91f4-1524-4be0-8bdd-9bc548e7bc69 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:13.221279 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bdfb91f4-1524-4be0-8bdd-9bc548e7bc69 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3138919 Dec 22 15:19:13.224523 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 93b44db1-0500-4768-8b3f-58bf02c61ebe details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:19:13.232644 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56124) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:13.264747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb115a-a93d-4679-bef4-fc28cb3b3ade tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Pushing event updated for resources: {'Network': ['ID=33ea70b8-56bb-45eb-8b5e-92654d030caf,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:13.330681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2fdb115a-a93d-4679-bef4-fc28cb3b3ade tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:13.331945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.527s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:13.429361 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d13365-bada-4cce-9031-43266d9f2f60 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Made reservation on behalf of 4f40679597d34de8a86a949570b8ce8e for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:13.438553 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 33ea70b8-56bb-45eb-8b5e-92654d030caf details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:19:13.449513 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79d13365-bada-4cce-9031-43266d9f2f60 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:13.473798 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2c952314-d35a-4931-bd8d-837b3b396731 None None] Provisioning for port ad51a9bc-8d5c-4796-b02a-3b274ef56a5e completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:19:13.499178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Router 38fe96a1-5a58-4870-bef5-3001fb091ed3 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:19:13.505410 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7280036-6cd0-4a72-a5c9-d9df6ec797fb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Pushing event deleted for resources: {'Port': ['ID=9310c9a1-557b-438d-ba24-971a938766ae,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:13.515854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d13365-bada-4cce-9031-43266d9f2f60 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:19:13.521297 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d7280036-6cd0-4a72-a5c9-d9df6ec797fb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:13.528966 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79d13365-bada-4cce-9031-43266d9f2f60 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:13.528966 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-79d13365-bada-4cce-9031-43266d9f2f60 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Added segment 3e3f3db7-e132-45c6-97d4-eef7f298defe of type vlan for network 6a2b8704-756f-4704-a2ff-054473e4dea7 Dec 22 15:19:13.545080 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2c952314-d35a-4931-bd8d-837b3b396731 None None] Provisioning complete for port ad51a9bc-8d5c-4796-b02a-3b274ef56a5e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:13.545697 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2c952314-d35a-4931-bd8d-837b3b396731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:13.558723 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79d13365-bada-4cce-9031-43266d9f2f60 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:13.608708 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2c952314-d35a-4931-bd8d-837b3b396731 None None] Port ad51a9bc-8d5c-4796-b02a-3b274ef56a5e cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:19:13.608962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c38f9d-e15c-41e5-89c4-c4eb3bc5d9c1 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:13.611404 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d5c38f9d-e15c-41e5-89c4-c4eb3bc5d9c1 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] 10.222.0.59 "GET /v2.0/networks/93b44db1-0500-4768-8b3f-58bf02c61ebe HTTP/1.1" status: 200 len: 757 time: 0.3750582 Dec 22 15:19:13.622451 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56130) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:13.798642 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7280036-6cd0-4a72-a5c9-d9df6ec797fb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:13.886559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.57', 55507) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:13.924970 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d7280036-6cd0-4a72-a5c9-d9df6ec797fb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "DELETE /v2.0/ports/9310c9a1-557b-438d-ba24-971a938766ae HTTP/1.1" status: 204 len: 168 time: 4.2220981 Dec 22 15:19:13.935361 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2570c957-6787-414d-b1ec-318af371a205 req-9c270eb3-2e73-4aec-829a-825176a96953 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 210 time: 0.1314538 Dec 22 15:19:13.936093 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56138) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:13.991442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79d13365-bada-4cce-9031-43266d9f2f60 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:14.033255 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d13365-bada-4cce-9031-43266d9f2f60 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:14.034332 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79d13365-bada-4cce-9031-43266d9f2f60 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:14.152350 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:14.170360 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f411d46-c809-4c73-bb23-78937bc086de tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] GET failed (client error): The resource could not be found. Dec 22 15:19:14.171234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6f411d46-c809-4c73-bb23-78937bc086de tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Synchronizing usage tracker for tenant:a14fb595fe714b1199e56037ec808cb2 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:14.240343 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Allocated IP 2001:db8::39d (c99a9f7a-3be1-4532-b297-52c83bd385d5/a5d2b98c-5514-4399-b82e-5ef86f6a3dee/e5aa27bd-ef84-4843-bcef-7c19e480282c) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:19:14.393754 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-65b7726b-9b7a-4354-bb8c-568ab32d8dad tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:14.466980 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6f411d46-c809-4c73-bb23-78937bc086de tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Unset dirty status for tenant:a14fb595fe714b1199e56037ec808cb2 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:14.472677 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6f411d46-c809-4c73-bb23-78937bc086de tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "GET /v2.0/ports/9310c9a1-557b-438d-ba24-971a938766ae HTTP/1.1" status: 404 len: 333 time: 0.3755524 Dec 22 15:19:14.499592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56154) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:14.525672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-80152bc9-4061-44ce-bacb-6f7ec12201ba tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Request body: {'port': {'network_id': '0885914b-0957-4221-824f-46074a21b835', 'name': 'tempest-AllowedAddressPairTestJSON-1833469560'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:14.553906 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9550b2bf-59d8-4e4d-9cd9-918aac3c35d2 req-78c7fe4a-e38c-4504-9758-35c3db22f583 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 210 time: 0.2458518 Dec 22 15:19:14.675981 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a80b314-f3f9-4f65-bf13-2ac9e5929a6f tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:14.677409 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6a80b314-f3f9-4f65-bf13-2ac9e5929a6f tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] 10.222.0.59 "GET /v2.0/networks/e2bc6fdd-74aa-4ba0-b524-aa17b729bde5 HTTP/1.1" status: 200 len: 768 time: 1.0503204 Dec 22 15:19:14.684521 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d13365-bada-4cce-9031-43266d9f2f60 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Pushing event updated for resources: {'Network': ['ID=6a2b8704-756f-4704-a2ff-054473e4dea7,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:14.691052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56162) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:14.692472 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-79d13365-bada-4cce-9031-43266d9f2f60 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7066252 Dec 22 15:19:14.700746 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 6a2b8704-756f-4704-a2ff-054473e4dea7 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:19:14.701302 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-79d13365-bada-4cce-9031-43266d9f2f60 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:14.713566 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56166) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:14.735737 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Request body: {'ports': [{'network_id': '33ea70b8-56bb-45eb-8b5e-92654d030caf', 'name': 'tempest-port--2080700937', 'admin_state_up': True}, {'network_id': '6a2b8704-756f-4704-a2ff-054473e4dea7', 'admin_state_up': False}]} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:14.736141 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Request body: {'port': {'network_id': '33ea70b8-56bb-45eb-8b5e-92654d030caf', 'name': 'tempest-port--2080700937', 'admin_state_up': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:14.736541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Request body: {'port': {'network_id': '6a2b8704-756f-4704-a2ff-054473e4dea7', 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:14.781830 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:19:14.789732 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-0b226c35-28d4-4907-ba37-f2895fcdbfc3 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:14.791287 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-0b226c35-28d4-4907-ba37-f2895fcdbfc3 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.57 "GET /v2.0/networks?id=e848618a-cbd6-4924-afb6-83b772b918f8 HTTP/1.1" status: 200 len: 805 time: 0.8604796 Dec 22 15:19:14.800072 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb142fb-73ed-4e86-9825-7b081332cc7d None None] Sync routers for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:19:14.829027 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb142fb-73ed-4e86-9825-7b081332cc7d None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:14.835305 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-1eb142fb-73ed-4e86-9825-7b081332cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:18:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:14.887653 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:15.001531 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.57', 55513) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:15.090824 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:15.131133 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-1eb142fb-73ed-4e86-9825-7b081332cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:15.131773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7642ba66-96d0-49b7-a729-6ae0f6136fcd tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:15.163940 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb142fb-73ed-4e86-9825-7b081332cc7d None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:15.165172 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-1eb142fb-73ed-4e86-9825-7b081332cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:18:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:15.259800 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-9849cc79-b0a7-4882-b973-5d9fc964a3e7 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11ca12b5724944f583d6f7654599b447 HTTP/1.1" status: 200 len: 379 time: 0.3555486 Dec 22 15:19:15.305574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-104c1542-24c1-40c7-bc30-9bdf3c1ac972 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Request body: {'port': {'device_id': '53516aa2-d888-4e5b-98c4-154208f8aa32', 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8', 'admin_state_up': True, 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'security_groups': ['a8781d02-01be-48a1-bae7-37e818a25599']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:15.306681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-80152bc9-4061-44ce-bacb-6f7ec12201ba tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:15.379618 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-1eb142fb-73ed-4e86-9825-7b081332cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:15.380716 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb142fb-73ed-4e86-9825-7b081332cc7d None None] The sync data for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:19:15.431765 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:15.448423 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-80152bc9-4061-44ce-bacb-6f7ec12201ba tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:15.462090 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:15.551842 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a1f84415-7f39-4647-9a4e-cd6e676bb0e9 req-9d129fab-d92e-4a77-a750-bcd7fb4c0121 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 210 time: 0.2173767 Dec 22 15:19:15.590525 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.6662614 Dec 22 15:19:15.593894 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56190) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:15.629330 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Pushing event updated for resources: {'Port': ['ID=e5aa27bd-ef84-4843-bcef-7c19e480282c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:15.644952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:15.661881 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Network c99a9f7a-3be1-4532-b297-52c83bd385d5 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:19:15.669967 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:15.678439 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:15.712187 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:15.720815 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Usage tracker for resource:port and tenant:4f40679597d34de8a86a949570b8ce8e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:15.726501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:15.738352 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:15.759269 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80152bc9-4061-44ce-bacb-6f7ec12201ba tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Made reservation on behalf of a14fb595fe714b1199e56037ec808cb2 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:15.763975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-80152bc9-4061-44ce-bacb-6f7ec12201ba tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:15.789041 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fa8280db-79df-4741-b1e6-3a66beb49572 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:15.795878 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-65b7726b-9b7a-4354-bb8c-568ab32d8dad tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:19:15.907466 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Made reservation on behalf of 4f40679597d34de8a86a949570b8ce8e for: {'port': 2} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:15.923234 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:15.923790 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-65b7726b-9b7a-4354-bb8c-568ab32d8dad tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:15.973631 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-12f68489-2a75-4e4b-bdab-5cda2584c7d3 req-0a797087-38c2-46c0-91e8-e46c6906ebb6 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 210 time: 0.1074653 Dec 22 15:19:15.975041 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-80152bc9-4061-44ce-bacb-6f7ec12201ba tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] device_id is not set on port cba020b0-701c-48ea-89ad-b26887c2cd65 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:19:16.056129 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-65b7726b-9b7a-4354-bb8c-568ab32d8dad tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:16.067910 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:16.255516 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-3ddc2f18-19a0-470c-8cf3-69f5ae37bfab tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:16.257186 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-3ddc2f18-19a0-470c-8cf3-69f5ae37bfab tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.57 "GET /v2.0/networks?id=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 HTTP/1.1" status: 200 len: 810 time: 1.2545943 Dec 22 15:19:16.257875 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:16.260448 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-65b7726b-9b7a-4354-bb8c-568ab32d8dad tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] In _notify_port_updated(), no bound segment for port ad51a9bc-8d5c-4796-b02a-3b274ef56a5e on network d13202de-89d4-4e25-959e-87c82b31882d {{(pid=88218) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:19:16.271076 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7726b-9b7a-4354-bb8c-568ab32d8dad tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:16.272623 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-65b7726b-9b7a-4354-bb8c-568ab32d8dad tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:16.276340 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-65b7726b-9b7a-4354-bb8c-568ab32d8dad tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "PUT /v2.0/ports/ad51a9bc-8d5c-4796-b02a-3b274ef56a5e HTTP/1.1" status: 200 len: 1003 time: 3.1589963 Dec 22 15:19:16.283015 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56200) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:16.350477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7642ba66-96d0-49b7-a729-6ae0f6136fcd tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:16.469375 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7726b-9b7a-4354-bb8c-568ab32d8dad tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Pushing event updated for resources: {'Port': ['ID=ad51a9bc-8d5c-4796-b02a-3b274ef56a5e,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:16.518432 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-65b7726b-9b7a-4354-bb8c-568ab32d8dad tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:16.737791 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] device_id is not set on port 82b1bd52-d99d-4da3-b640-1adb4415b2cc yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:19:16.785472 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b6221cec-b97b-4840-97ec-7396e80bc056 None None] Provisioning complete for port ad51a9bc-8d5c-4796-b02a-3b274ef56a5e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:16.787337 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b6221cec-b97b-4840-97ec-7396e80bc056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:16.817053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-7642ba66-96d0-49b7-a729-6ae0f6136fcd tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b44db1-0500-4768-8b3f-58bf02c61ebe']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:16.881067 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-7642ba66-96d0-49b7-a729-6ae0f6136fcd tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79f9ba0-9ce0-4fa5-8acf-01139cd03112') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:16.881486 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-7642ba66-96d0-49b7-a729-6ae0f6136fcd tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79f9ba0-9ce0-4fa5-8acf-01139cd03112') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:16.883891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-b6221cec-b97b-4840-97ec-7396e80bc056 None None] Port ad51a9bc-8d5c-4796-b02a-3b274ef56a5e cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:19:16.894276 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a6a2883f-d535-4f85-9ccb-49c598e2d287 req-08a543d4-cbb3-4573-b647-07d5a8f09e78 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 210 time: 0.0899596 Dec 22 15:19:16.897168 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-104c1542-24c1-40c7-bc30-9bdf3c1ac972 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:16.916628 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa8280db-79df-4741-b1e6-3a66beb49572 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:16.976144 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-80152bc9-4061-44ce-bacb-6f7ec12201ba tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Allocated IP 172.20.0.9 (0885914b-0957-4221-824f-46074a21b835/382696f1-bd5d-4c73-ba6f-9f693cbcd002/cba020b0-701c-48ea-89ad-b26887c2cd65) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:19:16.983390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-0ac67cea-a3e6-4318-a23f-5c191d44cddb tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Deleting port ad51a9bc-8d5c-4796-b02a-3b274ef56a5e {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:16.984050 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0ac67cea-a3e6-4318-a23f-5c191d44cddb tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:17.089694 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7642ba66-96d0-49b7-a729-6ae0f6136fcd tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:17.163361 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-104c1542-24c1-40c7-bc30-9bdf3c1ac972 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:17.177890 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-ca0b9b80-cfee-4c58-bb3c-3479a1ed40f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Synchronizing usage tracker for tenant:4b1a174dbcbe478299f6879dd11bdd14 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:17.237290 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7642ba66-96d0-49b7-a729-6ae0f6136fcd tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:17.274628 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7642ba66-96d0-49b7-a729-6ae0f6136fcd tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:19:17.276877 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7642ba66-96d0-49b7-a729-6ae0f6136fcd tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:19:17.306319 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:19:17.457667 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:17.515222 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-104c1542-24c1-40c7-bc30-9bdf3c1ac972 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Made reservation on behalf of 11ca12b5724944f583d6f7654599b447 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:17.521941 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-104c1542-24c1-40c7-bc30-9bdf3c1ac972 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:17.538678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-ca0b9b80-cfee-4c58-bb3c-3479a1ed40f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Unset dirty status for tenant:4b1a174dbcbe478299f6879dd11bdd14 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:17.540987 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-ca0b9b80-cfee-4c58-bb3c-3479a1ed40f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b1a174dbcbe478299f6879dd11bdd14 HTTP/1.1" status: 200 len: 380 time: 1.2478521 Dec 22 15:19:17.547033 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2e783d1b-db87-455c-a5b3-e509a03cea15 req-443af25a-caf9-4d20-bfa7-52eb487d5975 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 210 time: 0.1957543 Dec 22 15:19:17.666505 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-9fca629b-c283-495b-a581-565ca268a4e1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Request body: {'port': {'device_id': 'e349c196-2209-427c-95eb-199d929cf1b9', 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1', 'admin_state_up': True, 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'security_groups': ['f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:18.121236 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa8280db-79df-4741-b1e6-3a66beb49572 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:18.130376 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7642ba66-96d0-49b7-a729-6ae0f6136fcd tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:18.187104 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-22a389b6-0e58-408f-a0b5-ca64d9082c55 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:18.213864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7642ba66-96d0-49b7-a729-6ae0f6136fcd tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 93b44db1-0500-4768-8b3f-58bf02c61ebe {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 15:19:18.220989 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7642ba66-96d0-49b7-a729-6ae0f6136fcd tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:18.238012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0ac67cea-a3e6-4318-a23f-5c191d44cddb tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:18.299607 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5e81685d-288f-42d8-8351-6325bf466c0b req-3812ad4a-4b59-42a1-bccb-acae8f087035 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 210 time: 0.1562667 Dec 22 15:19:18.317088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-80152bc9-4061-44ce-bacb-6f7ec12201ba tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:18.397009 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa8280db-79df-4741-b1e6-3a66beb49572 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:18.397612 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-fa8280db-79df-4741-b1e6-3a66beb49572 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Floating IP 53d7087b-65f5-4877-af04-e61de5e1647c disassociated. External IP: 172.26.6.203, port: 72abefd3-6f9c-46aa-901b-4939836e849d. Dec 22 15:19:18.517693 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-0ac67cea-a3e6-4318-a23f-5c191d44cddb tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Calling delete_port for ad51a9bc-8d5c-4796-b02a-3b274ef56a5e owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:18.812619 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:18.856752 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642ba66-96d0-49b7-a729-6ae0f6136fcd tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Pushing event deleted for resources: {'Network': ['ID=93b44db1-0500-4768-8b3f-58bf02c61ebe,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:18.890051 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7642ba66-96d0-49b7-a729-6ae0f6136fcd tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:18.958120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-9fca629b-c283-495b-a581-565ca268a4e1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:19.138153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-9fca629b-c283-495b-a581-565ca268a4e1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:19.148473 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-104c1542-24c1-40c7-bc30-9bdf3c1ac972 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Allocated IP 172.20.0.3 (e848618a-cbd6-4924-afb6-83b772b918f8/436c46ba-002c-4b99-b2f3-b954e93823af/bbaf721b-942b-43fe-bdc2-d54c98660094) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:19:19.369434 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0178f241-f982-4bee-9e83-7ab2f8d46ccc req-67e6863f-14f2-44bd-a535-0cd82a225108 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 210 time: 0.3395510 Dec 22 15:19:19.420842 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0ac67cea-a3e6-4318-a23f-5c191d44cddb tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:19.436041 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:19.478335 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-80152bc9-4061-44ce-bacb-6f7ec12201ba tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Transition to ACTIVE for port object cba020b0-701c-48ea-89ad-b26887c2cd65 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:19:19.547444 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7642ba66-96d0-49b7-a729-6ae0f6136fcd tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] 10.222.0.59 "DELETE /v2.0/networks/93b44db1-0500-4768-8b3f-58bf02c61ebe HTTP/1.1" status: 204 len: 168 time: 4.8536344 Dec 22 15:19:19.548084 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac67cea-a3e6-4318-a23f-5c191d44cddb tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Pushing event deleted for resources: {'Port': ['ID=ad51a9bc-8d5c-4796-b02a-3b274ef56a5e,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:19.555934 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-315a3a94-b6bf-49e1-91c9-f4b53a0f620b req-30bb70d6-55de-4238-a705-9b692760eed6 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 210 time: 0.0669084 Dec 22 15:19:19.556975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:19.561573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0ac67cea-a3e6-4318-a23f-5c191d44cddb tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:19.562264 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56214) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:19.582436 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] device_id is not set on port 9c7f891e-f653-4f9e-97f8-8ad73347292f yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:19:19.626557 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-28becddb-c00b-483c-b6c2-00731dc0098a tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Request body: {'network': {'name': 'tempest-network--1157005234'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:19.811023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-9fca629b-c283-495b-a581-565ca268a4e1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Made reservation on behalf of 4b1a174dbcbe478299f6879dd11bdd14 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:19.816253 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-9fca629b-c283-495b-a581-565ca268a4e1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:19.829765 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-28becddb-c00b-483c-b6c2-00731dc0098a tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:19.865357 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-28becddb-c00b-483c-b6c2-00731dc0098a tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Usage tracker for resource:network and tenant:a4c6207237284b7dab9dae08f3075247 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:19.883990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-28becddb-c00b-483c-b6c2-00731dc0098a tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:19.907902 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-28becddb-c00b-483c-b6c2-00731dc0098a tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:20.228866 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:20.265097 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8280db-79df-4741-b1e6-3a66beb49572 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Router 38fe96a1-5a58-4870-bef5-3001fb091ed3 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:19:20.300351 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0ac67cea-a3e6-4318-a23f-5c191d44cddb tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:20.337479 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0ac67cea-a3e6-4318-a23f-5c191d44cddb tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "DELETE /v2.0/ports/ad51a9bc-8d5c-4796-b02a-3b274ef56a5e HTTP/1.1" status: 204 len: 168 time: 4.0457168 Dec 22 15:19:20.344960 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56218) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:20.430318 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-aece88a1-a3a8-4128-8f47-796eba91c77d tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] GET failed (client error): The resource could not be found. Dec 22 15:19:20.431421 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-aece88a1-a3a8-4128-8f47-796eba91c77d tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Synchronizing usage tracker for tenant:2943206724cb4a7aabfaa5d43c6f2fb4 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:20.460304 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28becddb-c00b-483c-b6c2-00731dc0098a tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Made reservation on behalf of a4c6207237284b7dab9dae08f3075247 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:20.464945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-28becddb-c00b-483c-b6c2-00731dc0098a tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:20.488873 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Router cb1ca2b6-4339-450b-844b-77b440ff376e is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:19:20.493938 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-80152bc9-4061-44ce-bacb-6f7ec12201ba tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:20.502940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:20.603051 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80152bc9-4061-44ce-bacb-6f7ec12201ba tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Pushing event updated for resources: {'Port': ['ID=cba020b0-701c-48ea-89ad-b26887c2cd65,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:20.615891 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-80152bc9-4061-44ce-bacb-6f7ec12201ba tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:20.623439 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-aece88a1-a3a8-4128-8f47-796eba91c77d tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Unset dirty status for tenant:2943206724cb4a7aabfaa5d43c6f2fb4 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:20.625304 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-aece88a1-a3a8-4128-8f47-796eba91c77d tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "GET /v2.0/ports/ad51a9bc-8d5c-4796-b02a-3b274ef56a5e HTTP/1.1" status: 404 len: 333 time: 0.2737010 Dec 22 15:19:20.648858 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56226) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:20.661099 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-104c1542-24c1-40c7-bc30-9bdf3c1ac972 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:20.731054 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-9fca629b-c283-495b-a581-565ca268a4e1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Allocated IP 172.20.0.6 (6a15c954-fa80-4b4d-85dd-e7e4b59c86e1/1d351219-3f54-4318-ad3a-f368fdd0eec7/d4f5910c-f46d-47d8-a4e5-89a454b2a0c2) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:19:20.748403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-104c1542-24c1-40c7-bc30-9bdf3c1ac972 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Transition to ACTIVE for port object bbaf721b-942b-43fe-bdc2-d54c98660094 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:19:20.804438 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28becddb-c00b-483c-b6c2-00731dc0098a tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:19:20.810848 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1d5ad7ce-1f14-4e71-8037-804ea9f5505c tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Request body: {'port': {'network_id': 'd13202de-89d4-4e25-959e-87c82b31882d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1064059177'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:20.841065 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:20.878867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:20.928392 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-998b27a0-bd86-4b5f-9087-086855cb366f req-c6e6f331-3cab-4c20-b2b2-a311d4b2429f tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 210 time: 0.2752633 Dec 22 15:19:21.013185 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4fe4cc73-0f97-463e-acb2-73cd11121608 req-d8325115-0490-4101-a05d-e30a4469e68c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 210 time: 0.2105033 Dec 22 15:19:21.022500 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80152bc9-4061-44ce-bacb-6f7ec12201ba tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Network 0885914b-0957-4221-824f-46074a21b835 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:19:21.026043 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-28becddb-c00b-483c-b6c2-00731dc0098a tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:21.027181 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-28becddb-c00b-483c-b6c2-00731dc0098a tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Added segment 4d15e8e2-e175-4165-a25e-fca5a04b2921 of type vlan for network 345ef4f9-333b-45eb-ae85-e6644225e157 Dec 22 15:19:21.049446 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-80152bc9-4061-44ce-bacb-6f7ec12201ba tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:21.105810 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8280db-79df-4741-b1e6-3a66beb49572 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:19:21.107558 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Pushing event updated for resources: {'Port': ['ID=82b1bd52-d99d-4da3-b640-1adb4415b2cc,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:21.117234 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:21.129363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80152bc9-4061-44ce-bacb-6f7ec12201ba tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:21.139542 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c8771c-6c3c-4e20-b411-0d27b2216377 None None] Sync routers for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:19:21.155185 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c8771c-6c3c-4e20-b411-0d27b2216377 None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:21.158683 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-84c8771c-6c3c-4e20-b411-0d27b2216377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:18:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:21.159461 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa8280db-79df-4741-b1e6-3a66beb49572 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:21.211861 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-104c1542-24c1-40c7-bc30-9bdf3c1ac972 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:21.236940 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:21.253252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-28becddb-c00b-483c-b6c2-00731dc0098a tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:21.296370 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-84c8771c-6c3c-4e20-b411-0d27b2216377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:21.336062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c8771c-6c3c-4e20-b411-0d27b2216377 None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:21.337863 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-84c8771c-6c3c-4e20-b411-0d27b2216377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:18:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:21.356745 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80152bc9-4061-44ce-bacb-6f7ec12201ba tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:21.357353 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-80152bc9-4061-44ce-bacb-6f7ec12201ba tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:21.358764 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Checking segment: {'id': '198f0b28-ce70-49cc-93d3-9c8e8e68f9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '33ea70b8-56bb-45eb-8b5e-92654d030caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:19:21.359157 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Network hostable DHCP agents. Network: 33ea70b8-56bb-45eb-8b5e-92654d030caf, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:19:21.426032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-104c1542-24c1-40c7-bc30-9bdf3c1ac972 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Network e848618a-cbd6-4924-afb6-83b772b918f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:19:21.444776 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-104c1542-24c1-40c7-bc30-9bdf3c1ac972 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:21.468543 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:19:21.480980 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-104c1542-24c1-40c7-bc30-9bdf3c1ac972 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:21.481473 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] Sync routers for ids ['cb1ca2b6-4339-450b-844b-77b440ff376e'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:19:21.498845 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] Routers {'cb1ca2b6-4339-450b-844b-77b440ff376e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:21.503554 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:18:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cb1ca2b6-4339-450b-844b-77b440ff376e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:21.508207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1d5ad7ce-1f14-4e71-8037-804ea9f5505c tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:21.527528 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1d5ad7ce-1f14-4e71-8037-804ea9f5505c tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:21.532349 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-84c8771c-6c3c-4e20-b411-0d27b2216377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:21.532349 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c8771c-6c3c-4e20-b411-0d27b2216377 None None] The sync data for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:19:21.543897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-9fca629b-c283-495b-a581-565ca268a4e1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:21.556369 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fa8280db-79df-4741-b1e6-3a66beb49572 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "PUT /v2.0/floatingips/53d7087b-65f5-4877-af04-e61de5e1647c HTTP/1.1" status: 200 len: 688 time: 5.9001327 Dec 22 15:19:21.563610 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56230) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:21.590752 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c1542-24c1-40c7-bc30-9bdf3c1ac972 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Pushing event updated for resources: {'Port': ['ID=bbaf721b-942b-43fe-bdc2-d54c98660094,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:21.621809 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5744f320-b31c-4d50-bac9-cac0481cb8c1 None None] Provisioning for port cba020b0-701c-48ea-89ad-b26887c2cd65 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:19:21.624135 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-104c1542-24c1-40c7-bc30-9bdf3c1ac972 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:21.635337 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5744f320-b31c-4d50-bac9-cac0481cb8c1 None None] Provisioning complete for port cba020b0-701c-48ea-89ad-b26887c2cd65 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:21.637671 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5744f320-b31c-4d50-bac9-cac0481cb8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:21.638308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-9fca629b-c283-495b-a581-565ca268a4e1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Transition to ACTIVE for port object d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:19:21.658886 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-104c1542-24c1-40c7-bc30-9bdf3c1ac972 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:21.659573 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-104c1542-24c1-40c7-bc30-9bdf3c1ac972 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:21.679408 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:21.685052 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-84435413-9ea0-4953-ae41-a40bb5f6d5f4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 12.7992418 Dec 22 15:19:21.693547 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-80152bc9-4061-44ce-bacb-6f7ec12201ba tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.1893301 Dec 22 15:19:21.693783 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56234) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:21.694706 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-28becddb-c00b-483c-b6c2-00731dc0098a tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:21.702791 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56238) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:21.704286 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28becddb-c00b-483c-b6c2-00731dc0098a tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:21.706373 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-28becddb-c00b-483c-b6c2-00731dc0098a tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:21.766676 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Network 33ea70b8-56bb-45eb-8b5e-92654d030caf is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:19:21.817346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:21.829741 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-104c1542-24c1-40c7-bc30-9bdf3c1ac972 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5320668 Dec 22 15:19:21.918098 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-5744f320-b31c-4d50-bac9-cac0481cb8c1 None None] Port cba020b0-701c-48ea-89ad-b26887c2cd65 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:19:21.940398 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 33ea70b8-56bb-45eb-8b5e-92654d030caf) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:21.951390 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb9532-c802-4726-bded-b452a4c57f7f None None] Network 33ea70b8-56bb-45eb-8b5e-92654d030caf requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:19:21.953105 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-9fca629b-c283-495b-a581-565ca268a4e1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:21.969825 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:21.970474 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5ad7ce-1f14-4e71-8037-804ea9f5505c tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Made reservation on behalf of 2943206724cb4a7aabfaa5d43c6f2fb4 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:21.974480 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d5ad7ce-1f14-4e71-8037-804ea9f5505c tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:21.989732 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Request body: {'port': {'network_id': '0885914b-0957-4221-824f-46074a21b835', 'name': 'tempest-AllowedAddressPairTestJSON-1602972333'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:22.011948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28becddb-c00b-483c-b6c2-00731dc0098a tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Pushing event updated for resources: {'Network': ['ID=345ef4f9-333b-45eb-ae85-e6644225e157,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:22.015891 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-28becddb-c00b-483c-b6c2-00731dc0098a tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:22.083334 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] Set router cb1ca2b6-4339-450b-844b-77b440ff376e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:19:22.352781 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 345ef4f9-333b-45eb-ae85-e6644225e157 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:19:22.413005 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-28becddb-c00b-483c-b6c2-00731dc0098a tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.8436806 Dec 22 15:19:22.431791 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56246) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:22.477797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-b3ec463a-8c08-4137-a0a0-088c9cdb80f0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:22.525497 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:22.526566 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:22.559487 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-fd59dda6-a986-49d8-9b14-7deb2e5dce00 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:19:22.560836 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-fd59dda6-a986-49d8-9b14-7deb2e5dce00 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152557 Dec 22 15:19:22.608326 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:22.910437 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8803cf7d-b62a-4fd1-99cd-ecb1ce9bcf4b None None] Provisioning for port bbaf721b-942b-43fe-bdc2-d54c98660094 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:19:22.947486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8803cf7d-b62a-4fd1-99cd-ecb1ce9bcf4b None None] Provisioning complete for port bbaf721b-942b-43fe-bdc2-d54c98660094 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:22.953899 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8803cf7d-b62a-4fd1-99cd-ecb1ce9bcf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:22.973757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-9fca629b-c283-495b-a581-565ca268a4e1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Network 6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:19:22.996120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Request body: {'port': {'device_id': '53516aa2-d888-4e5b-98c4-154208f8aa32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:23.029625 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1ca2b6-4339-450b-844b-77b440ff376e', 'name': '', 'tenant_id': '1ea8049bd3ba40efa70fd5e7ba0a8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c99a9f7a-3be1-4532-b297-52c83bd385d5', 'external_fixed_ips': [{'subnet_id': 'a5d2b98c-5514-4399-b82e-5ef86f6a3dee', 'ip_address': '2001:db8::39d'}], 'enable_snat': True}, 'gw_port_id': 'e5aa27bd-ef84-4843-bcef-7c19e480282c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:19:09Z', 'updated_at': '2021-12-22T15:19:16Z', 'revision_number': 3, 'project_id': '1ea8049bd3ba40efa70fd5e7ba0a8e2c', 'gw_port': {'id': 'e5aa27bd-ef84-4843-bcef-7c19e480282c', 'name': '', 'network_id': 'c99a9f7a-3be1-4532-b297-52c83bd385d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1ca2b6-4339-450b-844b-77b440ff376e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': 'a5d2b98c-5514-4399-b82e-5ef86f6a3dee', 'ip_address': '2001:db8::39d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:19:12Z', 'updated_at': '2021-12-22T15:19:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5d2b98c-5514-4399-b82e-5ef86f6a3dee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:23.036147 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] Checking router: cb1ca2b6-4339-450b-844b-77b440ff376e for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:19:23.037427 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] Updating router cb1ca2b6-4339-450b-844b-77b440ff376e port e5aa27bd-ef84-4843-bcef-7c19e480282c binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:19:23.140996 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-1d5ad7ce-1f14-4e71-8037-804ea9f5505c tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] device_id is not set on port 2e0cd786-d302-4dd3-b15c-4e0ab1392379 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:19:23.143065 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:23.156742 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-9fca629b-c283-495b-a581-565ca268a4e1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:23.241360 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-8803cf7d-b62a-4fd1-99cd-ecb1ce9bcf4b None None] Port bbaf721b-942b-43fe-bdc2-d54c98660094 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:19:23.340338 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5efd-d3eb-4712-8359-43a67bb4c0c8 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Deleting port 5abfb023-3216-49f9-b700-b95fcab6c409 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:23.340692 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a35b5efd-d3eb-4712-8359-43a67bb4c0c8 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:23.347795 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-9fca629b-c283-495b-a581-565ca268a4e1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:23.422302 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:23.449314 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Checking segment: {'id': '3e3f3db7-e132-45c6-97d4-eef7f298defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a2b8704-756f-4704-a2ff-054473e4dea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:19:23.453971 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Network hostable DHCP agents. Network: 6a2b8704-756f-4704-a2ff-054473e4dea7, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:19:23.474758 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca629b-c283-495b-a581-565ca268a4e1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Pushing event updated for resources: {'Port': ['ID=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:23.525332 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9fca629b-c283-495b-a581-565ca268a4e1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.552s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:23.559112 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.997s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:23.849584 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5866aa8f-60f0-4827-9400-d15b2194e474 None None] Provisioning for port d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:19:23.850682 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-1d5ad7ce-1f14-4e71-8037-804ea9f5505c tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Allocated IP 2001:db8::7d (d13202de-89d4-4e25-959e-87c82b31882d/b76ad1dd-7911-4146-b6ad-3f6f2657cc0b/2e0cd786-d302-4dd3-b15c-4e0ab1392379) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:19:23.881892 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5866aa8f-60f0-4827-9400-d15b2194e474 None None] Provisioning complete for port d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:23.882448 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5866aa8f-60f0-4827-9400-d15b2194e474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:24.007041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-5866aa8f-60f0-4827-9400-d15b2194e474 None None] Port d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:19:24.011507 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:24.024826 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:24.037388 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Pushing event updated for resources: {'Port': ['ID=9c7f891e-f653-4f9e-97f8-8ad73347292f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:24.050974 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] Transition to ACTIVE for port object e5aa27bd-ef84-4843-bcef-7c19e480282c will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:19:24.061604 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-9fca629b-c283-495b-a581-565ca268a4e1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:24.066418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-9fca629b-c283-495b-a581-565ca268a4e1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:24.068993 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:24.175122 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:24.187554 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:24.212574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Network 6a2b8704-756f-4704-a2ff-054473e4dea7 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:19:24.217773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Deleting port e5aa27bd-ef84-4843-bcef-7c19e480282c {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:24.217773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:24.297821 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] Attempting to bind port e5aa27bd-ef84-4843-bcef-7c19e480282c on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:19:24.298282 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] Attempting to bind port e5aa27bd-ef84-4843-bcef-7c19e480282c by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '0ff50027-acaa-4572-ac04-ee8d8e6ad07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c99a9f7a-3be1-4532-b297-52c83bd385d5'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:19:24.298656 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] Attempting to bind port e5aa27bd-ef84-4843-bcef-7c19e480282c on network c99a9f7a-3be1-4532-b297-52c83bd385d5 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:19:24.313250 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:19:24.314277 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] Checking segment: {'id': '0ff50027-acaa-4572-ac04-ee8d8e6ad07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c99a9f7a-3be1-4532-b297-52c83bd385d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:19:24.314277 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:24.314629 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] Bound using segment: {'id': '0ff50027-acaa-4572-ac04-ee8d8e6ad07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c99a9f7a-3be1-4532-b297-52c83bd385d5'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:19:24.315078 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] Bound port: e5aa27bd-ef84-4843-bcef-7c19e480282c, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff50027-acaa-4572-ac04-ee8d8e6ad07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c99a9f7a-3be1-4532-b297-52c83bd385d5'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:19:24.315494 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:24.437526 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] For port e5aa27bd-ef84-4843-bcef-7c19e480282c, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:19:24.441203 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] For port e5aa27bd-ef84-4843-bcef-7c19e480282c, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e5aa27bd-ef84-4843-bcef-7c19e480282c,segment=NetworkSegment(0ff50027-acaa-4572-ac04-ee8d8e6ad07c),segment_id=0ff50027-acaa-4572-ac04-ee8d8e6ad07c)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:19:24.455283 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] For port e5aa27bd-ef84-4843-bcef-7c19e480282c, host dv-neutron-822674-1-hyperv, got binding levels [] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:24.455825 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:24.465433 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:24.493439 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb4ab2-a66d-418c-b28d-ff1072e07953 None None] Pushing event updated for resources: {'Port': ['ID=e5aa27bd-ef84-4843-bcef-7c19e480282c,revision_number=2']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:24.513448 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-71bb4ab2-a66d-418c-b28d-ff1072e07953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:24.532082 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:24.540763 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c1b411dc-dce2-4dd3-a119-e2a7e4d54f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:24.603687 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Calling delete_port for e5aa27bd-ef84-4843-bcef-7c19e480282c owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:24.623248 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] Routers {'cb1ca2b6-4339-450b-844b-77b440ff376e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:24.623903 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:18:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cb1ca2b6-4339-450b-844b-77b440ff376e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:24.626502 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a35b5efd-d3eb-4712-8359-43a67bb4c0c8 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:24.627042 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a35b5efd-d3eb-4712-8359-43a67bb4c0c8 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:24.858899 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] Set router cb1ca2b6-4339-450b-844b-77b440ff376e gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:19:24.957115 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d5ad7ce-1f14-4e71-8037-804ea9f5505c tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:24.998700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1d5ad7ce-1f14-4e71-8037-804ea9f5505c tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Transition to ACTIVE for port object 2e0cd786-d302-4dd3-b15c-4e0ab1392379 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:19:24.999222 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1ca2b6-4339-450b-844b-77b440ff376e', 'name': '', 'tenant_id': '1ea8049bd3ba40efa70fd5e7ba0a8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:19:09Z', 'updated_at': '2021-12-22T15:19:24Z', 'revision_number': 4, 'project_id': '1ea8049bd3ba40efa70fd5e7ba0a8e2c', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:25.006512 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725fd891-e5f5-4656-9d54-143bfa0289a5 None None] The sync data for ids ['cb1ca2b6-4339-450b-844b-77b440ff376e'] in dv-neutron-822674-1-hyperv is: [{'id': 'cb1ca2b6-4339-450b-844b-77b440ff376e', 'name': '', 'tenant_id': '1ea8049bd3ba40efa70fd5e7ba0a8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:19:09Z', 'updated_at': '2021-12-22T15:19:24Z', 'revision_number': 4, 'project_id': '1ea8049bd3ba40efa70fd5e7ba0a8e2c', 'gw_port_host': None}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:19:25.031575 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb4ab2-a66d-418c-b28d-ff1072e07953 None None] Pushing event updated for resources: {'Port': ['ID=e5aa27bd-ef84-4843-bcef-7c19e480282c,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:25.053067 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:25.054938 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-71bb4ab2-a66d-418c-b28d-ff1072e07953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:25.098151 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-9fca629b-c283-495b-a581-565ca268a4e1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4379854 Dec 22 15:19:25.229944 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd686e-d1a3-4c92-bfdf-2fba3102e8a5 req-d66a217f-9691-463d-9b5f-ca370380f817 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:25.237434 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Request body: {'port': {'device_id': 'e349c196-2209-427c-95eb-199d929cf1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:25.238282 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-67fd686e-d1a3-4c92-bfdf-2fba3102e8a5 req-d66a217f-9691-463d-9b5f-ca370380f817 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 931 time: 2.7152796 Dec 22 15:19:25.272414 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2649f-a2fd-4b75-bd61-6c565ab68676 req-e9f30ef0-2161-4f7f-9917-341f70fecc04 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:25.272414 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-15a2649f-a2fd-4b75-bd61-6c565ab68676 req-e9f30ef0-2161-4f7f-9917-341f70fecc04 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 931 time: 2.8217890 Dec 22 15:19:25.275724 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 6a2b8704-756f-4704-a2ff-054473e4dea7) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:25.291287 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a15f50a-e70b-4132-8799-c0f639a5b237 None None] Network 6a2b8704-756f-4704-a2ff-054473e4dea7 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:19:25.296626 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5efd-d3eb-4712-8359-43a67bb4c0c8 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Calling delete_port for 5abfb023-3216-49f9-b700-b95fcab6c409 owned by network:floatingip {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:25.330998 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:25.340372 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:25.349889 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:25.350898 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:25.393937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d5ad7ce-1f14-4e71-8037-804ea9f5505c tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:25.477083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Made reservation on behalf of a14fb595fe714b1199e56037ec808cb2 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:25.489316 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:25.606971 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b3ec463a-8c08-4137-a0a0-088c9cdb80f0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:25.612647 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-af1715e2-b559-41c2-a4e2-c78f06bf77c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:25.747339 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:25.867945 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 11.1532075 Dec 22 15:19:25.880571 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56252) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:25.972422 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:26.187611 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44ca730-dae1-450b-abd5-2ab918af6624 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:26.194021 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44ca730-dae1-450b-abd5-2ab918af6624 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:26.194878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f44ca730-dae1-450b-abd5-2ab918af6624 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Synchronizing usage tracker for tenant:4f40679597d34de8a86a949570b8ce8e on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:26.205858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:19:26.206178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:19:26.271926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbaf721b-942b-43fe-bdc2-d54c98660094 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:19:26.274000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5ad7ce-1f14-4e71-8037-804ea9f5505c tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Network d13202de-89d4-4e25-959e-87c82b31882d is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:19:26.289253 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:26.320326 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-67fd686e-d1a3-4c92-bfdf-2fba3102e8a5 req-48c3737f-e626-4012-93bf-b3cba7261fa6 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8781d02-01be-48a1-bae7-37e818a25599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0800149 Dec 22 15:19:26.323618 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b3ec463a-8c08-4137-a0a0-088c9cdb80f0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:26.324546 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-1d5ad7ce-1f14-4e71-8037-804ea9f5505c tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:26.352566 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] device_id is not set on port 10dcc206-766b-4958-8719-1f5544468192 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:19:26.467518 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f44ca730-dae1-450b-abd5-2ab918af6624 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Unset dirty status for tenant:4f40679597d34de8a86a949570b8ce8e on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:26.472436 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f44ca730-dae1-450b-abd5-2ab918af6624 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5840468 Dec 22 15:19:26.473744 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Transition to ACTIVE for port object bbaf721b-942b-43fe-bdc2-d54c98660094 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:19:26.474414 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56256) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:26.599011 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ad7ce-1f14-4e71-8037-804ea9f5505c tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Pushing event updated for resources: {'Port': ['ID=2e0cd786-d302-4dd3-b15c-4e0ab1392379,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:26.599011 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1d5ad7ce-1f14-4e71-8037-804ea9f5505c tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:26.600062 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-260b5cab-1345-42f7-90f4-b5d903552199 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Deleting port 82b1bd52-d99d-4da3-b640-1adb4415b2cc {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:26.600062 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-260b5cab-1345-42f7-90f4-b5d903552199 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:26.600355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ad7ce-1f14-4e71-8037-804ea9f5505c tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:26.600355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5ad7ce-1f14-4e71-8037-804ea9f5505c tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:26.600355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d5ad7ce-1f14-4e71-8037-804ea9f5505c tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:26.644811 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2fdb115a-a93d-4679-bef4-fc28cb3b3ade tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:26.671447 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-15a2649f-a2fd-4b75-bd61-6c565ab68676 req-67545fee-e0e1-4798-a87f-7f2c65dfa186 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2247205 Dec 22 15:19:26.762514 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Deleting port e5aa27bd-ef84-4843-bcef-7c19e480282c {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:26.763206 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:26.798499 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:26.801387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3ec463a-8c08-4137-a0a0-088c9cdb80f0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Network 345ef4f9-333b-45eb-ae85-e6644225e157 is not hosted by any dhcp agent {{(pid=88218) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 15:19:26.805498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ec463a-8c08-4137-a0a0-088c9cdb80f0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:26.808248 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b3ec463a-8c08-4137-a0a0-088c9cdb80f0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:26.814476 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b3ec463a-8c08-4137-a0a0-088c9cdb80f0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] 10.222.0.59 "PUT /v2.0/networks/345ef4f9-333b-45eb-ae85-e6644225e157 HTTP/1.1" status: 200 len: 858 time: 4.3674300 Dec 22 15:19:26.821941 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:26.883718 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0a3fc630-9fd3-4bee-a5a3-76de016a3484 None None] Provisioning for port 2e0cd786-d302-4dd3-b15c-4e0ab1392379 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:19:26.963155 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0a3fc630-9fd3-4bee-a5a3-76de016a3484 None None] Provisioning complete for port 2e0cd786-d302-4dd3-b15c-4e0ab1392379 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:26.963155 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0a3fc630-9fd3-4bee-a5a3-76de016a3484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:26.963513 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56260) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:27.023368 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-0a3fc630-9fd3-4bee-a5a3-76de016a3484 None None] Port 2e0cd786-d302-4dd3-b15c-4e0ab1392379 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:19:27.071368 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec463a-8c08-4137-a0a0-088c9cdb80f0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Pushing event updated for resources: {'Network': ['ID=345ef4f9-333b-45eb-ae85-e6644225e157,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:27.076330 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b3ec463a-8c08-4137-a0a0-088c9cdb80f0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:27.115881 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Allocated IP 172.20.0.4 (0885914b-0957-4221-824f-46074a21b835/382696f1-bd5d-4c73-ba6f-9f693cbcd002/10dcc206-766b-4958-8719-1f5544468192) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:19:27.211231 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1d5ad7ce-1f14-4e71-8037-804ea9f5505c tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 6.4126587 Dec 22 15:19:27.211231 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a35b5efd-d3eb-4712-8359-43a67bb4c0c8 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:27.231687 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56264) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:27.231687 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:27.290529 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-bcb8c5c1-84e1-401a-8295-cacf4a38ebc4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:12:e0:c2'}]}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:27.443528 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5efd-d3eb-4712-8359-43a67bb4c0c8 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event deleted for resources: {'Port': ['ID=5abfb023-3216-49f9-b700-b95fcab6c409,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:27.465560 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a35b5efd-d3eb-4712-8359-43a67bb4c0c8 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:27.631479 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-532a6631-0dc8-4e71-a9a8-a527709a7191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:27.656837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c1267a5c-aad3-4da9-b186-1ee2fcc36256 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:27.671055 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Pushing event updated for resources: {'Port': ['ID=bbaf721b-942b-43fe-bdc2-d54c98660094,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:27.711410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.889s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:27.908561 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:19:27.942973 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-260b5cab-1345-42f7-90f4-b5d903552199 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:27.974388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a35b5efd-d3eb-4712-8359-43a67bb4c0c8 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:28.047606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:28.051940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a35b5efd-d3eb-4712-8359-43a67bb4c0c8 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:28.053103 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a35b5efd-d3eb-4712-8359-43a67bb4c0c8 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "DELETE /v2.0/floatingips/53d7087b-65f5-4877-af04-e61de5e1647c HTTP/1.1" status: 204 len: 168 time: 6.4883521 Dec 22 15:19:28.062566 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56274) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:28.079062 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': 'a639355e-c833-4068-9083-9146c6d2a478'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:28.097573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:28.104305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcb8c5c1-84e1-401a-8295-cacf4a38ebc4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:28.121588 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Transition to ACTIVE for port object 10dcc206-766b-4958-8719-1f5544468192 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:19:28.123285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Usage tracker for resource:floatingip and tenant:896746a3ba814c648a856f49fda64854 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:28.129717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:28.142588 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9f841-56fe-496a-abe2-e35f89f0b6c2 req-5bb925f3-b5b7-4adf-b8a8-70e83aef4907 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:28.144316 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-86c9f841-56fe-496a-abe2-e35f89f0b6c2 req-5bb925f3-b5b7-4adf-b8a8-70e83aef4907 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 943 time: 0.5362215 Dec 22 15:19:28.155638 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:28.263619 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d321e-04ee-49da-9998-153743fbec8d req-de37b2b9-9d63-4c9a-8fe3-0ff21ab2e553 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:28.265153 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8c0d321e-04ee-49da-9998-153743fbec8d req-de37b2b9-9d63-4c9a-8fe3-0ff21ab2e553 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 931 time: 0.4286010 Dec 22 15:19:28.285401 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] For port e5aa27bd-ef84-4843-bcef-7c19e480282c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e5aa27bd-ef84-4843-bcef-7c19e480282c,segment=NetworkSegment(0ff50027-acaa-4572-ac04-ee8d8e6ad07c),segment_id=0ff50027-acaa-4572-ac04-ee8d8e6ad07c)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:28.287469 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:28.318275 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:28.333918 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-86c9f841-56fe-496a-abe2-e35f89f0b6c2 req-b5cb9e9e-43a3-4778-8a7e-2f9853cc1e58 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8781d02-01be-48a1-bae7-37e818a25599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748896 Dec 22 15:19:28.387048 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8c0d321e-04ee-49da-9998-153743fbec8d req-15dbc6e6-e013-47f0-9db5-26dcf05dcecd tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025052 Dec 22 15:19:28.461539 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:28.505633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-260b5cab-1345-42f7-90f4-b5d903552199 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Calling delete_port for 82b1bd52-d99d-4da3-b640-1adb4415b2cc owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:28.519503 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:28.605781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:19:28.621905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Network 0885914b-0957-4221-824f-46074a21b835 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:19:28.627384 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:28.642592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:28.690076 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Pushing event updated for resources: {'Port': ['ID=10dcc206-766b-4958-8719-1f5544468192,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:28.695815 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Calling delete_port for e5aa27bd-ef84-4843-bcef-7c19e480282c owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:28.732047 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:28.732534 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:28.732995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:28.733347 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:28.733604 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:28.734029 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:28.734472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:28.734901 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:28.735884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:28.736320 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:28.736730 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:28.737253 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:28.737670 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:28.742747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:28.883918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c1267a5c-aad3-4da9-b186-1ee2fcc36256 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:28.884037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:28.884037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:28.884223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Attempting to bind port bbaf721b-942b-43fe-bdc2-d54c98660094 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:19:28.884223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Attempting to bind port bbaf721b-942b-43fe-bdc2-d54c98660094 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '466eb8c0-59da-4ef3-bfc4-5e328775b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:19:28.884223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Attempting to bind port bbaf721b-942b-43fe-bdc2-d54c98660094 on network e848618a-cbd6-4924-afb6-83b772b918f8 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:19:28.884223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Transition to ACTIVE for port object d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:19:28.884223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c1267a5c-aad3-4da9-b186-1ee2fcc36256 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345ef4f9-333b-45eb-ae85-e6644225e157']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:28.884223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Port bbaf721b-942b-43fe-bdc2-d54c98660094 on network e848618a-cbd6-4924-afb6-83b772b918f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:19:28.884223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Attempting to bind port bbaf721b-942b-43fe-bdc2-d54c98660094 on network e848618a-cbd6-4924-afb6-83b772b918f8 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:19:28.899183 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:19:28.899501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Checking segment: {'id': '466eb8c0-59da-4ef3-bfc4-5e328775b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:19:28.899956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Bound using segment: {'id': '466eb8c0-59da-4ef3-bfc4-5e328775b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:19:28.900447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Bound port: bbaf721b-942b-43fe-bdc2-d54c98660094, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '466eb8c0-59da-4ef3-bfc4-5e328775b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:19:28.900805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:28.911989 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c1267a5c-aad3-4da9-b186-1ee2fcc36256 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d15e8e2-e175-4165-a25e-fca5a04b2921') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:28.912225 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c1267a5c-aad3-4da9-b186-1ee2fcc36256 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d15e8e2-e175-4165-a25e-fca5a04b2921') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:28.931643 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c1267a5c-aad3-4da9-b186-1ee2fcc36256 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:28.945797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-bcb8c5c1-84e1-401a-8295-cacf4a38ebc4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:19:28.964351 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcb8c5c1-84e1-401a-8295-cacf4a38ebc4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:28.977830 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:28.985035 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c1267a5c-aad3-4da9-b186-1ee2fcc36256 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:29.013397 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1267a5c-aad3-4da9-b186-1ee2fcc36256 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:19:29.013845 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c1267a5c-aad3-4da9-b186-1ee2fcc36256 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:29.027491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:19:29.028367 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:19:29.055994 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:29.059166 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.2802515 Dec 22 15:19:29.061123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c68ad22b-26e4-410c-a7f2-7523763205d2 None None] Provisioning for port 10dcc206-766b-4958-8719-1f5544468192 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:19:29.063519 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcb8c5c1-84e1-401a-8295-cacf4a38ebc4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:29.071444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c68ad22b-26e4-410c-a7f2-7523763205d2 None None] Provisioning complete for port 10dcc206-766b-4958-8719-1f5544468192 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:29.072054 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c68ad22b-26e4-410c-a7f2-7523763205d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:29.077717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56278) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:29.078406 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:29.104894 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-260b5cab-1345-42f7-90f4-b5d903552199 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:29.106582 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:29.126589 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:29.134542 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-46904939-9d71-4be4-ac7d-b2c8cd4fb229 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:31:50:0c'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:33:3e:40'}]}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:29.161523 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8c5c1-84e1-401a-8295-cacf4a38ebc4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] In _notify_port_updated(), no bound segment for port 2e0cd786-d302-4dd3-b15c-4e0ab1392379 on network d13202de-89d4-4e25-959e-87c82b31882d {{(pid=88218) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:19:29.167060 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb8c5c1-84e1-401a-8295-cacf4a38ebc4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:29.167726 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcb8c5c1-84e1-401a-8295-cacf4a38ebc4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:29.173391 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bcb8c5c1-84e1-401a-8295-cacf4a38ebc4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "PUT /v2.0/ports/2e0cd786-d302-4dd3-b15c-4e0ab1392379 HTTP/1.1" status: 200 len: 1002 time: 1.8950856 Dec 22 15:19:29.176644 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c68ad22b-26e4-410c-a7f2-7523763205d2 None None] Port 10dcc206-766b-4958-8719-1f5544468192 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:19:29.186126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56282) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:29.262990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8c5c1-84e1-401a-8295-cacf4a38ebc4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Pushing event updated for resources: {'Port': ['ID=2e0cd786-d302-4dd3-b15c-4e0ab1392379,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:29.269757 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bcb8c5c1-84e1-401a-8295-cacf4a38ebc4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:29.354369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Allocated IP 172.26.6.146 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/dac45e83-eecd-47e2-8091-3d0ec32c2673) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:19:29.423960 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff8222-bd46-42bb-8e1c-5c9d708c0971 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Deleting port 2e0cd786-d302-4dd3-b15c-4e0ab1392379 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:29.425854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8222-bd46-42bb-8e1c-5c9d708c0971 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:29.461126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-260b5cab-1345-42f7-90f4-b5d903552199 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:29.476367 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] For port bbaf721b-942b-43fe-bdc2-d54c98660094, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:19:29.550333 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c1267a5c-aad3-4da9-b186-1ee2fcc36256 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:29.569052 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-260b5cab-1345-42f7-90f4-b5d903552199 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "DELETE /v2.0/ports/82b1bd52-d99d-4da3-b640-1adb4415b2cc HTTP/1.1" status: 204 len: 168 time: 3.0855329 Dec 22 15:19:29.575685 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] For port bbaf721b-942b-43fe-bdc2-d54c98660094, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bbaf721b-942b-43fe-bdc2-d54c98660094,segment=NetworkSegment(466eb8c0-59da-4ef3-bfc4-5e328775b07e),segment_id=466eb8c0-59da-4ef3-bfc4-5e328775b07e)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:19:29.580799 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56292) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:29.586654 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:29.628164 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-fc296ee9-ded9-4615-9b12-9dca3fa78b7a None None] Provisioning complete for port 2e0cd786-d302-4dd3-b15c-4e0ab1392379 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:29.630102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fc296ee9-ded9-4615-9b12-9dca3fa78b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:29.639931 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-46904939-9d71-4be4-ac7d-b2c8cd4fb229 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:29.640083 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:29.640418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:29.640823 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:29.641252 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:29.641614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:29.641968 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:29.642344 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:29.642695 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:29.643081 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:29.643447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:29.643716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:29.644061 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:29.649739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1267a5c-aad3-4da9-b186-1ee2fcc36256 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 345ef4f9-333b-45eb-ae85-e6644225e157 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 15:19:29.737537 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-fc296ee9-ded9-4615-9b12-9dca3fa78b7a None None] Port 2e0cd786-d302-4dd3-b15c-4e0ab1392379 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:19:29.740217 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c1267a5c-aad3-4da9-b186-1ee2fcc36256 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:29.746450 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c1267a5c-aad3-4da9-b186-1ee2fcc36256 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] 10.222.0.59 "DELETE /v2.0/networks/345ef4f9-333b-45eb-ae85-e6644225e157 HTTP/1.1" status: 204 len: 168 time: 2.8328717 Dec 22 15:19:29.746450 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b5cab-1345-42f7-90f4-b5d903552199 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Pushing event deleted for resources: {'Port': ['ID=82b1bd52-d99d-4da3-b640-1adb4415b2cc,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:29.748152 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:29.758827 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56296) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:29.760140 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-260b5cab-1345-42f7-90f4-b5d903552199 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:29.761060 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-260b5cab-1345-42f7-90f4-b5d903552199 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:29.908655 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff331e-9c62-4414-9f57-8c3c425a771b req-1e152387-2968-47fa-a900-362db3a30e6f tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:29.910749 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-71ff331e-9c62-4414-9f57-8c3c425a771b req-1e152387-2968-47fa-a900-362db3a30e6f tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 943 time: 0.3627090 Dec 22 15:19:30.134570 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:30.143917 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:30.144249 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:30.145920 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] 10.222.0.57 "PUT /v2.0/ports/bbaf721b-942b-43fe-bdc2-d54c98660094 HTTP/1.1" status: 200 len: 1093 time: 7.3105898 Dec 22 15:19:30.170195 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-71ff331e-9c62-4414-9f57-8c3c425a771b req-0090a43f-a068-4c08-88e5-78b1588270bd tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8781d02-01be-48a1-bae7-37e818a25599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367165 Dec 22 15:19:30.218861 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa779e-6aa2-4f8d-a206-c1e687d72784 req-3dacb071-22c0-40ef-87a2-cc7343cb6012 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:30.222802 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cafa779e-6aa2-4f8d-a206-c1e687d72784 req-3dacb071-22c0-40ef-87a2-cc7343cb6012 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 943 time: 0.4753239 Dec 22 15:19:30.233455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53516aa2-d888-4e5b-98c4-154208f8aa32', 'tag': 'bbaf721b-942b-43fe-bdc2-d54c98660094'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:19:30.240149 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4eb9cdd-3497-4888-b3ef-5eaa349f8915 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] DELETE failed (client error): The resource could not be found. Dec 22 15:19:30.240877 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4eb9cdd-3497-4888-b3ef-5eaa349f8915 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:19:30.243824 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e4eb9cdd-3497-4888-b3ef-5eaa349f8915 tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] 10.222.0.59 "DELETE /v2.0/subnets/246b991a-5769-4426-b8a0-223029cc4219 HTTP/1.1" status: 404 len: 337 time: 0.4219937 Dec 22 15:19:30.249390 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-bcdabd6f-903e-40ba-8f86-b7dcb1439f31 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Deleting port 9c7f891e-f653-4f9e-97f8-8ad73347292f {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:30.249941 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bcdabd6f-903e-40ba-8f86-b7dcb1439f31 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:30.268967 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56302) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:30.382889 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:30.578590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Attempting to bind port d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:19:30.578936 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Attempting to bind port d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '0f551e22-bd40-4f76-a4f3-659f3550fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:19:30.579271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Attempting to bind port d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 on network 6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:19:30.611590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Pushing event updated for resources: {'Port': ['ID=bbaf721b-942b-43fe-bdc2-d54c98660094,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:30.618909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:30.624517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f57a1838-fadf-487d-9d8c-07740b7b5e67 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.967s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:30.641720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:30.657475 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ad3b04d3-8fb8-44b1-bea4-4e9b53e7c18a tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:30.671903 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cafa779e-6aa2-4f8d-a206-c1e687d72784 req-5f3c629d-4d48-49b3-aa5a-50ed15a3a2f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4252627 Dec 22 15:19:30.676776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-46904939-9d71-4be4-ac7d-b2c8cd4fb229 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:30.689715 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Port d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 on network 6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:19:30.693192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Attempting to bind port d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 on network 6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:19:30.753365 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-46904939-9d71-4be4-ac7d-b2c8cd4fb229 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:30.757925 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-80152bc9-4061-44ce-bacb-6f7ec12201ba tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:30.825649 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:30.826061 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:30.831303 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53516aa2-d888-4e5b-98c4-154208f8aa32', 'tag': 'bbaf721b-942b-43fe-bdc2-d54c98660094', 'status': 'completed', 'code': 200} Dec 22 15:19:30.832101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:19:30.832462 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Checking segment: {'id': '0f551e22-bd40-4f76-a4f3-659f3550fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:19:30.832824 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Bound using segment: {'id': '0f551e22-bd40-4f76-a4f3-659f3550fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:19:30.833276 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Bound port: d4f5910c-f46d-47d8-a4e5-89a454b2a0c2, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f551e22-bd40-4f76-a4f3-659f3550fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:19:30.833625 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:30.843882 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1267a5c-aad3-4da9-b186-1ee2fcc36256 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Pushing event deleted for resources: {'Network': ['ID=345ef4f9-333b-45eb-ae85-e6644225e157,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:30.921759 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c1267a5c-aad3-4da9-b186-1ee2fcc36256 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:30.932773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9fca629b-c283-495b-a581-565ca268a4e1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.774s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:30.978518 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46904939-9d71-4be4-ac7d-b2c8cd4fb229 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Pushing event updated for resources: {'Port': ['ID=10dcc206-766b-4958-8719-1f5544468192,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:30.987800 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:19:30.990011 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ad3b04d3-8fb8-44b1-bea4-4e9b53e7c18a tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:31.000790 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-46904939-9d71-4be4-ac7d-b2c8cd4fb229 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:31.001180 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0ac67cea-a3e6-4318-a23f-5c191d44cddb tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:31.008267 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5aa27bd-ef84-4843-bcef-7c19e480282c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:31.015917 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:31.037157 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:31.052159 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:31.054187 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:31.056122 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.823s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:31.056697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:31.058027 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:31.080435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8222-bd46-42bb-8e1c-5c9d708c0971 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:31.216273 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-ad3b04d3-8fb8-44b1-bea4-4e9b53e7c18a tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2bc6fdd-74aa-4ba0-b524-aa17b729bde5']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:31.235417 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-46904939-9d71-4be4-ac7d-b2c8cd4fb229 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] In _notify_port_updated(), no bound segment for port 10dcc206-766b-4958-8719-1f5544468192 on network 0885914b-0957-4221-824f-46074a21b835 {{(pid=88218) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:19:31.241234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46904939-9d71-4be4-ac7d-b2c8cd4fb229 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:31.241806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-46904939-9d71-4be4-ac7d-b2c8cd4fb229 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:31.246616 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-46904939-9d71-4be4-ac7d-b2c8cd4fb229 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "PUT /v2.0/ports/10dcc206-766b-4958-8719-1f5544468192 HTTP/1.1" status: 200 len: 1055 time: 2.1328485 Dec 22 15:19:31.256762 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-ad3b04d3-8fb8-44b1-bea4-4e9b53e7c18a tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c653d9b0-6e39-4339-9395-7a36c2c07a6d') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:31.257089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-ad3b04d3-8fb8-44b1-bea4-4e9b53e7c18a tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c653d9b0-6e39-4339-9395-7a36c2c07a6d') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:31.263211 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d476cda4-c745-44a3-b35c-f1b77f24b903 None None] Provisioning complete for port 10dcc206-766b-4958-8719-1f5544468192 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:31.263588 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d476cda4-c745-44a3-b35c-f1b77f24b903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:31.268106 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56316) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:31.308214 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff8222-bd46-42bb-8e1c-5c9d708c0971 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Calling delete_port for 2e0cd786-d302-4dd3-b15c-4e0ab1392379 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:31.317137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Port': ['ID=dac45e83-eecd-47e2-8091-3d0ec32c2673,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:31.321610 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ad3b04d3-8fb8-44b1-bea4-4e9b53e7c18a tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:31.338199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:31.368702 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-d476cda4-c745-44a3-b35c-f1b77f24b903 None None] Port 10dcc206-766b-4958-8719-1f5544468192 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:19:31.399141 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ad3b04d3-8fb8-44b1-bea4-4e9b53e7c18a tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:31.404014 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-7e49ed35-38f1-439d-b2b0-96c23ef387db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:31.407051 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-7e49ed35-38f1-439d-b2b0-96c23ef387db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11ca12b5724944f583d6f7654599b447&device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 1096 time: 1.0855272 Dec 22 15:19:31.417482 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bcdabd6f-903e-40ba-8f86-b7dcb1439f31 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:31.453322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3b04d3-8fb8-44b1-bea4-4e9b53e7c18a tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:19:31.453726 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ad3b04d3-8fb8-44b1-bea4-4e9b53e7c18a tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:19:31.475734 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:19:31.490920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ca0a0974-1f21-4fa0-8d8e-aeaaf0266ae5 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Deleting port 10dcc206-766b-4958-8719-1f5544468192 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:31.491303 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ca0a0974-1f21-4fa0-8d8e-aeaaf0266ae5 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:31.555933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:31.556427 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb1ca2b6-4339-450b-844b-77b440ff376e {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:19:31.622149 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-f058415b-0ec1-4606-95e6-80776a3789c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbaf721b-942b-43fe-bdc2-d54c98660094 HTTP/1.1" status: 200 len: 217 time: 0.1951096 Dec 22 15:19:31.646178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-bcdabd6f-903e-40ba-8f86-b7dcb1439f31 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Calling delete_port for 9c7f891e-f653-4f9e-97f8-8ad73347292f owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:31.676113 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] For port d4f5910c-f46d-47d8-a4e5-89a454b2a0c2, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:19:31.757289 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ad3b04d3-8fb8-44b1-bea4-4e9b53e7c18a tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:31.838774 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:31.859442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ad3b04d3-8fb8-44b1-bea4-4e9b53e7c18a tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:31.883269 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:31.887817 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "DELETE /v2.0/routers/cb1ca2b6-4339-450b-844b-77b440ff376e HTTP/1.1" status: 204 len: 168 time: 10.1929474 Dec 22 15:19:31.888501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56322) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:31.890410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] For port d4f5910c-f46d-47d8-a4e5-89a454b2a0c2, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2,segment=NetworkSegment(0f551e22-bd40-4f76-a4f3-659f3550fe34),segment_id=0f551e22-bd40-4f76-a4f3-659f3550fe34)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:19:31.906532 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b04d3-8fb8-44b1-bea4-4e9b53e7c18a tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Pushing event deleted for resources: {'Network': ['ID=e2bc6fdd-74aa-4ba0-b524-aa17b729bde5,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:31.917656 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ad3b04d3-8fb8-44b1-bea4-4e9b53e7c18a tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:31.982032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:32.019968 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-469d3723-5ed2-4e4e-a34f-de5f46f8936d tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:32.080937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce43bf8-faee-4b77-9980-0c8b1c2ca905 req-69185114-6eda-4f4b-915b-9bc836c8f258 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:32.082953 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8ce43bf8-faee-4b77-9980-0c8b1c2ca905 req-69185114-6eda-4f4b-915b-9bc836c8f258 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 943 time: 0.6673646 Dec 22 15:19:32.088943 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-7bf0d5fc-b304-422b-aa2f-6df22ac4e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:32.090488 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-7bf0d5fc-b304-422b-aa2f-6df22ac4e5a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=436c46ba-002c-4b99-b2f3-b954e93823af HTTP/1.1" status: 200 len: 844 time: 0.4158852 Dec 22 15:19:32.111251 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ad3b04d3-8fb8-44b1-bea4-4e9b53e7c18a tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] 10.222.0.59 "DELETE /v2.0/networks/e2bc6fdd-74aa-4ba0-b524-aa17b729bde5 HTTP/1.1" status: 204 len: 168 time: 1.8409674 Dec 22 15:19:32.162543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-1688e13b-0d23-4788-896b-9cd5ab4e6753 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Deleting subnet a5d2b98c-5514-4399-b82e-5ef86f6a3dee {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:19:32.184910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1688e13b-0d23-4788-896b-9cd5ab4e6753 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:32.214869 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:32.215781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:32.217430 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] 10.222.0.57 "PUT /v2.0/ports/d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 HTTP/1.1" status: 200 len: 1093 time: 6.9880128 Dec 22 15:19:32.285989 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:32.288946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bcdabd6f-903e-40ba-8f86-b7dcb1439f31 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:32.302282 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:32.302714 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b9fcd784-7093-497c-866c-2e1108001e12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:32.390081 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1688e13b-0d23-4788-896b-9cd5ab4e6753 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:32.414119 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ca0a0974-1f21-4fa0-8d8e-aeaaf0266ae5 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:32.459777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8222-bd46-42bb-8e1c-5c9d708c0971 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:32.461572 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdabd6f-903e-40ba-8f86-b7dcb1439f31 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Pushing event deleted for resources: {'Port': ['ID=9c7f891e-f653-4f9e-97f8-8ad73347292f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:32.478556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bcdabd6f-903e-40ba-8f86-b7dcb1439f31 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:32.483941 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8685cf57-0556-4ea4-914b-0d68d2f111e3 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:32.542816 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bcdabd6f-903e-40ba-8f86-b7dcb1439f31 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:32.569955 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff8222-bd46-42bb-8e1c-5c9d708c0971 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Pushing event deleted for resources: {'Port': ['ID=2e0cd786-d302-4dd3-b15c-4e0ab1392379,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:32.606085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f4ff8222-bd46-42bb-8e1c-5c9d708c0971 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:32.639731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1688e13b-0d23-4788-896b-9cd5ab4e6753 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:32.681128 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8222-bd46-42bb-8e1c-5c9d708c0971 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:32.690188 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f4ff8222-bd46-42bb-8e1c-5c9d708c0971 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "DELETE /v2.0/ports/2e0cd786-d302-4dd3-b15c-4e0ab1392379 HTTP/1.1" status: 204 len: 168 time: 3.4904351 Dec 22 15:19:32.693676 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bcdabd6f-903e-40ba-8f86-b7dcb1439f31 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "DELETE /v2.0/ports/9c7f891e-f653-4f9e-97f8-8ad73347292f HTTP/1.1" status: 204 len: 168 time: 3.1109586 Dec 22 15:19:32.702074 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56328) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:32.702074 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56330) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:32.832123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e349c196-2209-427c-95eb-199d929cf1b9', 'tag': 'd4f5910c-f46d-47d8-a4e5-89a454b2a0c2'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:19:32.852709 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bb1b63e9-6cd1-4b4a-9d42-082a0b26db89 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Synchronizing usage tracker for tenant:4f40679597d34de8a86a949570b8ce8e on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:32.869183 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4918faa-6822-4f9d-abc7-9049107af09e tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] GET failed (client error): The resource could not be found. Dec 22 15:19:32.870482 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8ce43bf8-faee-4b77-9980-0c8b1c2ca905 req-ff76d89a-87f3-4930-a1e7-368120dba5b1 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8781d02-01be-48a1-bae7-37e818a25599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7427070 Dec 22 15:19:32.877858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f4918faa-6822-4f9d-abc7-9049107af09e tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Synchronizing usage tracker for tenant:2943206724cb4a7aabfaa5d43c6f2fb4 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:32.911031 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ca0a0974-1f21-4fa0-8d8e-aeaaf0266ae5 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Calling delete_port for 10dcc206-766b-4958-8719-1f5544468192 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:32.922584 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-9c96d41b-6dc0-483b-99d1-9699ed9c5e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:32.924907 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-9c96d41b-6dc0-483b-99d1-9699ed9c5e48 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e848618a-cbd6-4924-afb6-83b772b918f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8154449 Dec 22 15:19:33.021207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f4918faa-6822-4f9d-abc7-9049107af09e tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Unset dirty status for tenant:2943206724cb4a7aabfaa5d43c6f2fb4 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:33.024608 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f4918faa-6822-4f9d-abc7-9049107af09e tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "GET /v2.0/ports/2e0cd786-d302-4dd3-b15c-4e0ab1392379 HTTP/1.1" status: 404 len: 333 time: 0.3180439 Dec 22 15:19:33.030428 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56340) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:33.034540 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-8cf49df8-47c5-448f-84c5-69c4929d77f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:33.037692 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-8cf49df8-47c5-448f-84c5-69c4929d77f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b1a174dbcbe478299f6879dd11bdd14&device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 1096 time: 0.6795208 Dec 22 15:19:33.094959 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183bdc8-90be-40be-b393-f294ff33ee5e req-9dc07b65-ae4d-46ff-8bd9-a2791ba87224 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:33.102882 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f183bdc8-90be-40be-b393-f294ff33ee5e req-9dc07b65-ae4d-46ff-8bd9-a2791ba87224 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 943 time: 1.1803391 Dec 22 15:19:33.143697 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e349c196-2209-427c-95eb-199d929cf1b9', 'tag': 'd4f5910c-f46d-47d8-a4e5-89a454b2a0c2', 'status': 'completed', 'code': 200} Dec 22 15:19:33.147796 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1ecf2a80-e822-410e-94b5-262a2d9e2bc7 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Request body: {'port': {'network_id': 'd13202de-89d4-4e25-959e-87c82b31882d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-984226048'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:33.162743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56346) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:33.240276 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bb1b63e9-6cd1-4b4a-9d42-082a0b26db89 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Unset dirty status for tenant:4f40679597d34de8a86a949570b8ce8e on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:33.243541 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bb1b63e9-6cd1-4b4a-9d42-082a0b26db89 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5358005 Dec 22 15:19:33.245676 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1688e13b-0d23-4788-896b-9cd5ab4e6753 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:33.293844 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56352) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:33.462868 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:33.535730 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-adbd398d-d87c-4e09-8513-bc2bdd32809b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-761068661'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:33.545220 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-8e0b65fe-2961-488c-8397-3d2a4f5b3e17 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 HTTP/1.1" status: 200 len: 217 time: 0.3810921 Dec 22 15:19:33.546975 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1688e13b-0d23-4788-896b-9cd5ab4e6753 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:33.563256 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1ecf2a80-e822-410e-94b5-262a2d9e2bc7 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:33.574435 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1688e13b-0d23-4788-896b-9cd5ab4e6753 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/a5d2b98c-5514-4399-b82e-5ef86f6a3dee HTTP/1.1" status: 204 len: 168 time: 1.6740534 Dec 22 15:19:33.580062 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f183bdc8-90be-40be-b393-f294ff33ee5e req-e2d4e25b-aa11-4553-9765-0618ccb9ae39 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4762251 Dec 22 15:19:33.584611 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56358) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:33.652800 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-adbd398d-d87c-4e09-8513-bc2bdd32809b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:33.656024 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688e13b-0d23-4788-896b-9cd5ab4e6753 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a5d2b98c-5514-4399-b82e-5ef86f6a3dee,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:33.685316 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-adbd398d-d87c-4e09-8513-bc2bdd32809b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Usage tracker for resource:network and tenant:4f40679597d34de8a86a949570b8ce8e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:33.688465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1688e13b-0d23-4788-896b-9cd5ab4e6753 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:33.696078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-adbd398d-d87c-4e09-8513-bc2bdd32809b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:33.717265 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1ecf2a80-e822-410e-94b5-262a2d9e2bc7 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:33.736671 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-adbd398d-d87c-4e09-8513-bc2bdd32809b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:33.790255 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0b3e8f0e-192a-454f-b0e8-4fa97f514445 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5be3e926b62b42ed8dc2e468291e8e5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6245866 Dec 22 15:19:33.795753 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56362) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:33.814164 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-03119a5c-569f-4ffe-ab58-664df7361c96 service neutron] 10.222.0.57 "GET /v2.0/networks/e848618a-cbd6-4924-afb6-83b772b918f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8685868 Dec 22 15:19:33.815736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-faeb159e-52c8-4874-b8da-e62c7b46aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:33.817329 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-faeb159e-52c8-4874-b8da-e62c7b46aaf4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d351219-3f54-4318-ad3a-f368fdd0eec7 HTTP/1.1" status: 200 len: 849 time: 0.2134671 Dec 22 15:19:33.825962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbd398d-d87c-4e09-8513-bc2bdd32809b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Made reservation on behalf of 4f40679597d34de8a86a949570b8ce8e for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:33.829782 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-adbd398d-d87c-4e09-8513-bc2bdd32809b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:33.858361 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:33.911868 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ca0a0974-1f21-4fa0-8d8e-aeaaf0266ae5 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:33.919331 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecf2a80-e822-410e-94b5-262a2d9e2bc7 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Made reservation on behalf of 2943206724cb4a7aabfaa5d43c6f2fb4 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:33.922329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1ecf2a80-e822-410e-94b5-262a2d9e2bc7 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:33.923625 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-383b7137-efbc-4cb1-b40c-030dc14c0c44 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:33.925419 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:33.980444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a0974-1f21-4fa0-8d8e-aeaaf0266ae5 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Pushing event deleted for resources: {'Port': ['ID=10dcc206-766b-4958-8719-1f5544468192,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:33.984956 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ca0a0974-1f21-4fa0-8d8e-aeaaf0266ae5 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:34.199959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adbd398d-d87c-4e09-8513-bc2bdd32809b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:19:34.212778 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-1ecf2a80-e822-410e-94b5-262a2d9e2bc7 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] device_id is not set on port f24d22bb-3526-415b-9e3b-434981dae715 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:19:34.289686 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-adbd398d-d87c-4e09-8513-bc2bdd32809b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:34.290090 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-adbd398d-d87c-4e09-8513-bc2bdd32809b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Added segment 4c7a2a8e-86a2-42b0-acd9-0a6849587d64 of type vlan for network e41bcd0d-586a-421a-8456-5bebfe2860c8 Dec 22 15:19:34.306323 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dae2708c-9d8b-4a20-b3b3-7b6b7d8881d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:34.362281 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-84abf6a2-eb7c-4fb6-b1cf-1bbc18a8ba9e req-d6a68b6d-2132-4bec-9b14-bfbdafe26ced service neutron] 10.222.0.57 "GET /v2.0/networks/e848618a-cbd6-4924-afb6-83b772b918f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187144 Dec 22 15:19:34.386112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-383b7137-efbc-4cb1-b40c-030dc14c0c44 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:34.397226 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-adbd398d-d87c-4e09-8513-bc2bdd32809b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:34.405386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:34.410661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dae2708c-9d8b-4a20-b3b3-7b6b7d8881d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:34.481998 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-c281ddbd-9d1a-43eb-919a-13e572994faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:34.483583 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-c281ddbd-9d1a-43eb-919a-13e572994faf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6389790 Dec 22 15:19:34.491273 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-383b7137-efbc-4cb1-b40c-030dc14c0c44 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99a9f7a-3be1-4532-b297-52c83bd385d5']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:34.519921 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-383b7137-efbc-4cb1-b40c-030dc14c0c44 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff50027-acaa-4572-ac04-ee8d8e6ad07c') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:34.520238 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-383b7137-efbc-4cb1-b40c-030dc14c0c44 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff50027-acaa-4572-ac04-ee8d8e6ad07c') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:34.577909 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-383b7137-efbc-4cb1-b40c-030dc14c0c44 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:34.664853 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-1ecf2a80-e822-410e-94b5-262a2d9e2bc7 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Allocated IP 2001:db8::218 (d13202de-89d4-4e25-959e-87c82b31882d/b76ad1dd-7911-4146-b6ad-3f6f2657cc0b/f24d22bb-3526-415b-9e3b-434981dae715) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:19:34.669980 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-383b7137-efbc-4cb1-b40c-030dc14c0c44 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:34.682735 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-adbd398d-d87c-4e09-8513-bc2bdd32809b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:34.692264 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6c511-be98-4084-847e-7dc5e771b25f req-e1782d00-97ad-45e0-a082-7d64f9074e63 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:34.697581 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d9e6c511-be98-4084-847e-7dc5e771b25f req-e1782d00-97ad-45e0-a082-7d64f9074e63 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 943 time: 0.5979271 Dec 22 15:19:34.697581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383b7137-efbc-4cb1-b40c-030dc14c0c44 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:19:34.697581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-383b7137-efbc-4cb1-b40c-030dc14c0c44 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:34.698087 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbd398d-d87c-4e09-8513-bc2bdd32809b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:34.698087 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-adbd398d-d87c-4e09-8513-bc2bdd32809b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:34.714911 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b39f86a8-0ed6-4e68-822c-d8c238544a88 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:19:34.718267 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:19:34.924328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd398d-d87c-4e09-8513-bc2bdd32809b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Pushing event updated for resources: {'Network': ['ID=e41bcd0d-586a-421a-8456-5bebfe2860c8,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:34.936053 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-c6e0f2ab-9bdb-4407-ac4f-46457273f8c4 service neutron] 10.222.0.57 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355943 Dec 22 15:19:34.936531 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dae2708c-9d8b-4a20-b3b3-7b6b7d8881d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:34.939111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network e41bcd0d-586a-421a-8456-5bebfe2860c8 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:19:34.945061 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-adbd398d-d87c-4e09-8513-bc2bdd32809b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:34.948004 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dae2708c-9d8b-4a20-b3b3-7b6b7d8881d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:34.954882 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dae2708c-9d8b-4a20-b3b3-7b6b7d8881d2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6417d9d8-d37c-461b-960c-fc16ebc89eb2 HTTP/1.1" status: 204 len: 168 time: 1.1552374 Dec 22 15:19:35.059654 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:19:35.062954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:35.072267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ca0a0974-1f21-4fa0-8d8e-aeaaf0266ae5 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:35.143001 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d9e6c511-be98-4084-847e-7dc5e771b25f req-5778a2ca-5b92-4f69-a7dd-341ed7c25fb4 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8781d02-01be-48a1-bae7-37e818a25599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2941067 Dec 22 15:19:35.196368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2708c-9d8b-4a20-b3b3-7b6b7d8881d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6417d9d8-d37c-461b-960c-fc16ebc89eb2,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:35.200080 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dae2708c-9d8b-4a20-b3b3-7b6b7d8881d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:35.202401 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-adbd398d-d87c-4e09-8513-bc2bdd32809b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7416162 Dec 22 15:19:35.205930 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56374) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:35.217045 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-e42e136d-06df-4aea-af10-3d3581a3f91a tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1179287032'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:35.227116 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e42e136d-06df-4aea-af10-3d3581a3f91a tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:35.239504 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e42e136d-06df-4aea-af10-3d3581a3f91a tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Usage tracker for resource:network and tenant:4f40679597d34de8a86a949570b8ce8e is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:35.252127 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11dfc6-f3c8-404c-a475-237c6af78878 req-37a92238-d21f-41f0-ab83-0a8cd18baba5 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:35.253667 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cc11dfc6-f3c8-404c-a475-237c6af78878 req-37a92238-d21f-41f0-ab83-0a8cd18baba5 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 943 time: 0.4036741 Dec 22 15:19:35.257975 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ca0a0974-1f21-4fa0-8d8e-aeaaf0266ae5 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "DELETE /v2.0/ports/10dcc206-766b-4958-8719-1f5544468192 HTTP/1.1" status: 204 len: 168 time: 3.9889436 Dec 22 15:19:35.259523 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e42e136d-06df-4aea-af10-3d3581a3f91a tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:35.260888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56378) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:35.269329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eea19-afee-42ab-91de-2c4e485f3d32 req-e892c0f6-0897-47a2-819b-dbf7f8eece76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:35.269672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-383b7137-efbc-4cb1-b40c-030dc14c0c44 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:35.271204 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-200eea19-afee-42ab-91de-2c4e485f3d32 req-e892c0f6-0897-47a2-819b-dbf7f8eece76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11ca12b5724944f583d6f7654599b447&device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 1096 time: 0.7195854 Dec 22 15:19:35.276550 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:35.278480 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e42e136d-06df-4aea-af10-3d3581a3f91a tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:35.302196 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:35.318498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383b7137-efbc-4cb1-b40c-030dc14c0c44 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c99a9f7a-3be1-4532-b297-52c83bd385d5 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 15:19:35.325053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-383b7137-efbc-4cb1-b40c-030dc14c0c44 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:35.346099 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9ea8c2-1bae-4993-804e-64eacc302bdf tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] GET failed (client error): The resource could not be found. Dec 22 15:19:35.346512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9b9ea8c2-1bae-4993-804e-64eacc302bdf tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Synchronizing usage tracker for tenant:a14fb595fe714b1199e56037ec808cb2 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:35.347994 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:35.356179 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b7137-efbc-4cb1-b40c-030dc14c0c44 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Pushing event deleted for resources: {'Network': ['ID=c99a9f7a-3be1-4532-b297-52c83bd385d5,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:35.363047 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-383b7137-efbc-4cb1-b40c-030dc14c0c44 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "DELETE /v2.0/networks/c99a9f7a-3be1-4532-b297-52c83bd385d5 HTTP/1.1" status: 204 len: 168 time: 1.7657621 Dec 22 15:19:35.365347 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-383b7137-efbc-4cb1-b40c-030dc14c0c44 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:35.368492 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-86c817d5-d998-4940-93c4-3c539c59381d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:35.544371 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cc11dfc6-f3c8-404c-a475-237c6af78878 req-6441938b-4282-486c-aba7-f4e8d0d11418 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782216 Dec 22 15:19:35.562518 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42e136d-06df-4aea-af10-3d3581a3f91a tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Made reservation on behalf of 4f40679597d34de8a86a949570b8ce8e for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:35.568195 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e42e136d-06df-4aea-af10-3d3581a3f91a tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:35.614288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9b9ea8c2-1bae-4993-804e-64eacc302bdf tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Unset dirty status for tenant:a14fb595fe714b1199e56037ec808cb2 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:35.616001 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9b9ea8c2-1bae-4993-804e-64eacc302bdf tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "GET /v2.0/ports/10dcc206-766b-4958-8719-1f5544468192 HTTP/1.1" status: 404 len: 333 time: 0.3496776 Dec 22 15:19:35.638154 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56388) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:35.718597 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42e136d-06df-4aea-af10-3d3581a3f91a tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:19:35.728064 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-49bc1143-bab7-4108-bb01-bd90f7a306fc req-907ae5a7-afd5-404e-8d5f-927d848b26a7 service neutron] 10.222.0.57 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7070637 Dec 22 15:19:35.728810 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e42e136d-06df-4aea-af10-3d3581a3f91a tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:35.729216 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-e42e136d-06df-4aea-af10-3d3581a3f91a tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Added segment b1e107f1-c552-4de5-bd79-7a3b5218bf47 of type vlan for network 2bb37147-0070-498a-b4e0-953c7faa67a2 Dec 22 15:19:35.769080 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1ecf2a80-e822-410e-94b5-262a2d9e2bc7 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:35.774477 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e42e136d-06df-4aea-af10-3d3581a3f91a tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:35.817388 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eea19-afee-42ab-91de-2c4e485f3d32 req-fc066cf2-4929-4a42-b542-c773880d058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:35.819124 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-200eea19-afee-42ab-91de-2c4e485f3d32 req-fc066cf2-4929-4a42-b542-c773880d058a service neutron] 10.222.0.57 "GET /v2.0/networks?id=e848618a-cbd6-4924-afb6-83b772b918f8 HTTP/1.1" status: 200 len: 906 time: 0.5291615 Dec 22 15:19:35.822827 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Port': ['ID=dac45e83-eecd-47e2-8091-3d0ec32c2673,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:35.827690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-65ce6528-22b7-4aa4-970b-fc33ac544498 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Deleting port cba020b0-701c-48ea-89ad-b26887c2cd65 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:35.827690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65ce6528-22b7-4aa4-970b-fc33ac544498 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:35.828243 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:35.839718 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:35.848681 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:35.874044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-1ecf2a80-e822-410e-94b5-262a2d9e2bc7 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Transition to ACTIVE for port object f24d22bb-3526-415b-9e3b-434981dae715 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:19:35.913364 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56394) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:35.917030 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e42e136d-06df-4aea-af10-3d3581a3f91a tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:35.943226 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-200eea19-afee-42ab-91de-2c4e485f3d32 req-1efd686b-185d-43aa-8c8d-e87c08fb70de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbaf721b-942b-43fe-bdc2-d54c98660094 HTTP/1.1" status: 200 len: 217 time: 0.0686450 Dec 22 15:19:36.023979 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42e136d-06df-4aea-af10-3d3581a3f91a tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:36.024666 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e42e136d-06df-4aea-af10-3d3581a3f91a tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:36.030707 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a963bf81-980f-472c-af8e-40dc6be878f6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a4c6207237284b7dab9dae08f3075247&name=default HTTP/1.1" status: 200 len: 2976 time: 0.1154156 Dec 22 15:19:36.031437 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:36.043870 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56398) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:36.225504 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eea19-afee-42ab-91de-2c4e485f3d32 req-206871d7-4e10-4ade-a31a-315bade75e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:36.227842 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-200eea19-afee-42ab-91de-2c4e485f3d32 req-206871d7-4e10-4ade-a31a-315bade75e9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=436c46ba-002c-4b99-b2f3-b954e93823af HTTP/1.1" status: 200 len: 844 time: 0.2686658 Dec 22 15:19:36.260160 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e136d-06df-4aea-af10-3d3581a3f91a tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Pushing event updated for resources: {'Network': ['ID=2bb37147-0070-498a-b4e0-953c7faa67a2,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:36.268095 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e42e136d-06df-4aea-af10-3d3581a3f91a tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:36.278000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b427448-1f01-42a8-8e80-b7ed33421de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:36.289116 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 2bb37147-0070-498a-b4e0-953c7faa67a2 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:19:36.333531 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e42e136d-06df-4aea-af10-3d3581a3f91a tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1241031 Dec 22 15:19:36.364044 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Floating IP e290b318-988c-469d-b8d6-62e6fcf7cba8 associated. External IP: 172.26.6.146, port: a639355e-c833-4068-9083-9146c6d2a478. Dec 22 15:19:36.548285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56404) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:36.574486 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-87a2d936-aff9-4aca-a62c-c4937a7a9df8 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Request body: {'router': {'name': 'tempest-router--1274312783', 'project_id': 'f0e3af6113d94424a4b019ed866a88a6'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:36.615006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56408) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:36.618382 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-87a2d936-aff9-4aca-a62c-c4937a7a9df8 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:36.627656 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Request body: {'subnets': [{'network_id': 'e41bcd0d-586a-421a-8456-5bebfe2860c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--581031759', 'ip_version': 4}, {'network_id': '2bb37147-0070-498a-b4e0-953c7faa67a2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:36.628232 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Request body: {'subnet': {'network_id': 'e41bcd0d-586a-421a-8456-5bebfe2860c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--581031759', 'ip_version': 4}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:36.629022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Request body: {'subnet': {'network_id': '2bb37147-0070-498a-b4e0-953c7faa67a2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:36.716451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-87a2d936-aff9-4aca-a62c-c4937a7a9df8 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Usage tracker for resource:router and tenant:f0e3af6113d94424a4b019ed866a88a6 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:36.731520 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-87a2d936-aff9-4aca-a62c-c4937a7a9df8 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:36.764137 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1ecf2a80-e822-410e-94b5-262a2d9e2bc7 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:36.791272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-66a9aff6-8056-452c-9de9-aae7f4831b96 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:36.865518 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-87a2d936-aff9-4aca-a62c-c4937a7a9df8 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:36.908295 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b427448-1f01-42a8-8e80-b7ed33421de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:36.922405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecf2a80-e822-410e-94b5-262a2d9e2bc7 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Network d13202de-89d4-4e25-959e-87c82b31882d is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:19:36.926994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a182f63-4014-4180-82d5-49c89a12c18e req-f98ef4cb-b733-4559-b3cb-0b52ec5b9b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:36.928499 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a182f63-4014-4180-82d5-49c89a12c18e req-f98ef4cb-b733-4559-b3cb-0b52ec5b9b41 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b1a174dbcbe478299f6879dd11bdd14&device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 1096 time: 0.9232275 Dec 22 15:19:36.937315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-1ecf2a80-e822-410e-94b5-262a2d9e2bc7 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:36.948883 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf2a80-e822-410e-94b5-262a2d9e2bc7 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:36.954637 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecf2a80-e822-410e-94b5-262a2d9e2bc7 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:36.955319 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1ecf2a80-e822-410e-94b5-262a2d9e2bc7 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:36.989992 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf2a80-e822-410e-94b5-262a2d9e2bc7 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Pushing event updated for resources: {'Port': ['ID=f24d22bb-3526-415b-9e3b-434981dae715,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:37.020803 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1ecf2a80-e822-410e-94b5-262a2d9e2bc7 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:37.124612 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-87a2d936-aff9-4aca-a62c-c4937a7a9df8 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:37.125643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-87a2d936-aff9-4aca-a62c-c4937a7a9df8 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:37.128631 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65ce6528-22b7-4aa4-970b-fc33ac544498 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:37.191606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-87a2d936-aff9-4aca-a62c-c4937a7a9df8 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:37.211001 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1ecf2a80-e822-410e-94b5-262a2d9e2bc7 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.1717205 Dec 22 15:19:37.219312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4df4a-6a8b-424d-ae6c-7aeab0070b5e req-1718d6e1-c8d6-46e8-9eec-7bde78c56a0a tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:37.221167 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-28e4df4a-6a8b-424d-ae6c-7aeab0070b5e req-1718d6e1-c8d6-46e8-9eec-7bde78c56a0a tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 943 time: 0.5733111 Dec 22 15:19:37.222891 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56414) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:37.279643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:37.284910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eea19-afee-42ab-91de-2c4e485f3d32 req-915d1710-8cce-4ff5-9666-4555a295659e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:37.286461 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-200eea19-afee-42ab-91de-2c4e485f3d32 req-915d1710-8cce-4ff5-9666-4555a295659e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e848618a-cbd6-4924-afb6-83b772b918f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0097208 Dec 22 15:19:37.294050 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-9fddfe42-1fe0-4f0c-9510-9b55ad244ead tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Request body: {'port': {'network_id': 'd13202de-89d4-4e25-959e-87c82b31882d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-244394985'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:37.297065 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-65ce6528-22b7-4aa4-970b-fc33ac544498 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Calling delete_port for cba020b0-701c-48ea-89ad-b26887c2cd65 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:37.349629 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Usage tracker for resource:subnet and tenant:4f40679597d34de8a86a949570b8ce8e is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:37.367897 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:37.412690 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:37.422808 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ec394c75-c75e-4616-ba92-d7d23240d922 None None] Provisioning for port f24d22bb-3526-415b-9e3b-434981dae715 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:19:37.442424 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ec394c75-c75e-4616-ba92-d7d23240d922 None None] Provisioning complete for port f24d22bb-3526-415b-9e3b-434981dae715 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:37.444674 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ec394c75-c75e-4616-ba92-d7d23240d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:37.460031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a182f63-4014-4180-82d5-49c89a12c18e req-e280b1b0-f018-4a81-b06d-5b8a684446e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:37.461535 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a182f63-4014-4180-82d5-49c89a12c18e req-e280b1b0-f018-4a81-b06d-5b8a684446e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 HTTP/1.1" status: 200 len: 911 time: 0.5197594 Dec 22 15:19:37.467018 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b427448-1f01-42a8-8e80-b7ed33421de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:37.505316 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09195af6-03ae-49f9-b527-2a1823b1b9e7 req-df4cf854-03c0-4909-a619-168850e02424 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:37.511666 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-09195af6-03ae-49f9-b527-2a1823b1b9e7 req-df4cf854-03c0-4909-a619-168850e02424 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 943 time: 0.6546144 Dec 22 15:19:37.541994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:37.558355 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ec394c75-c75e-4616-ba92-d7d23240d922 None None] Port f24d22bb-3526-415b-9e3b-434981dae715 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:19:37.586095 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b427448-1f01-42a8-8e80-b7ed33421de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60e69fc-720e-4f17-8083-0501f3727c20,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:37.600682 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a182f63-4014-4180-82d5-49c89a12c18e req-c4b3bb55-f0ff-4ab7-a020-d9b89eb8b00e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 HTTP/1.1" status: 200 len: 217 time: 0.1271467 Dec 22 15:19:37.604907 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8b427448-1f01-42a8-8e80-b7ed33421de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:37.715678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b427448-1f01-42a8-8e80-b7ed33421de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:37.716908 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8b427448-1f01-42a8-8e80-b7ed33421de6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b60e69fc-720e-4f17-8083-0501f3727c20 HTTP/1.1" status: 204 len: 168 time: 1.6717851 Dec 22 15:19:37.740510 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-200eea19-afee-42ab-91de-2c4e485f3d32 req-6b8b8add-6a5d-472d-a24e-226317815eb9 service neutron] 10.222.0.57 "GET /v2.0/networks/e848618a-cbd6-4924-afb6-83b772b918f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152820 Dec 22 15:19:37.811985 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-87a2d936-aff9-4aca-a62c-c4937a7a9df8 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:37.821552 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-28e4df4a-6a8b-424d-ae6c-7aeab0070b5e req-89902f2e-e83e-4cc9-a3e7-ebb99f544f9b tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8781d02-01be-48a1-bae7-37e818a25599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5455825 Dec 22 15:19:37.861501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a182f63-4014-4180-82d5-49c89a12c18e req-8d04b89b-b220-4484-8e4b-4d402e9f5b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:37.861501 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a182f63-4014-4180-82d5-49c89a12c18e req-8d04b89b-b220-4484-8e4b-4d402e9f5b23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d351219-3f54-4318-ad3a-f368fdd0eec7 HTTP/1.1" status: 200 len: 849 time: 0.2492650 Dec 22 15:19:37.886907 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Made reservation on behalf of 4f40679597d34de8a86a949570b8ce8e for: {'subnet': 2} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:37.892331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:37.892662 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:37.914104 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65ce6528-22b7-4aa4-970b-fc33ac544498 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:37.929077 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f4ff8222-bd46-42bb-8e1c-5c9d708c0971 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:37.991440 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce6528-22b7-4aa4-970b-fc33ac544498 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Pushing event deleted for resources: {'Port': ['ID=cba020b0-701c-48ea-89ad-b26887c2cd65,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:37.997977 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-65ce6528-22b7-4aa4-970b-fc33ac544498 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:38.107358 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-09195af6-03ae-49f9-b527-2a1823b1b9e7 req-46b9f63d-9317-4423-9168-c9c2964cc822 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5360763 Dec 22 15:19:38.140721 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-200eea19-afee-42ab-91de-2c4e485f3d32 req-a7274b81-9ab0-487d-b610-4e9a2fb49c7c service neutron] 10.222.0.57 "GET /v2.0/networks/e848618a-cbd6-4924-afb6-83b772b918f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926744 Dec 22 15:19:38.156440 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65ce6528-22b7-4aa4-970b-fc33ac544498 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:38.174818 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a182f63-4014-4180-82d5-49c89a12c18e req-97611f3f-b17f-4890-ae3e-b3a21d6fcf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:38.176811 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a182f63-4014-4180-82d5-49c89a12c18e req-97611f3f-b17f-4890-ae3e-b3a21d6fcf3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3093486 Dec 22 15:19:38.210117 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-87a2d936-aff9-4aca-a62c-c4937a7a9df8 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:38.214738 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-87a2d936-aff9-4aca-a62c-c4937a7a9df8 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.6525900 Dec 22 15:19:38.220842 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9fddfe42-1fe0-4f0c-9510-9b55ad244ead tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:38.222120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56422) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:38.233923 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9fddfe42-1fe0-4f0c-9510-9b55ad244ead tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:38.253058 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Router 38fe96a1-5a58-4870-bef5-3001fb091ed3 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:19:38.411143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fddfe42-1fe0-4f0c-9510-9b55ad244ead tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Made reservation on behalf of 2943206724cb4a7aabfaa5d43c6f2fb4 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:38.418326 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9fddfe42-1fe0-4f0c-9510-9b55ad244ead tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:38.501544 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device bbaf721b-942b-43fe-bdc2-d54c98660094 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:19:38.505618 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-65ce6528-22b7-4aa4-970b-fc33ac544498 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "DELETE /v2.0/ports/cba020b0-701c-48ea-89ad-b26887c2cd65 HTTP/1.1" status: 204 len: 168 time: 2.8638623 Dec 22 15:19:38.506940 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56430) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:38.641056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-870dc53a-6508-4cab-b354-9e8c67e963ef tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:38.665476 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-9fddfe42-1fe0-4f0c-9510-9b55ad244ead tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] device_id is not set on port ae392e6f-a803-478c-84d5-24762bb33a9d yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:19:38.678688 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port bbaf721b-942b-43fe-bdc2-d54c98660094, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bbaf721b-942b-43fe-bdc2-d54c98660094,segment=NetworkSegment(466eb8c0-59da-4ef3-bfc4-5e328775b07e),segment_id=466eb8c0-59da-4ef3-bfc4-5e328775b07e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:38.696959 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5b0148-92cb-465c-b9a5-f2e172c88a2b tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] GET failed (client error): The resource could not be found. Dec 22 15:19:38.697922 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cf5b0148-92cb-465c-b9a5-f2e172c88a2b tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Synchronizing usage tracker for tenant:a14fb595fe714b1199e56037ec808cb2 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:38.701066 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': 'bbaf721b-942b-43fe-bdc2-d54c98660094', 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8', 'port_id': 'bbaf721b-942b-43fe-bdc2-d54c98660094', 'mac_address': 'fa:16:3e:e0:5d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436c46ba-002c-4b99-b2f3-b954e93823af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:19:38.775788 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:38.815136 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbaf721b-942b-43fe-bdc2-d54c98660094 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:19:38.847897 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port bbaf721b-942b-43fe-bdc2-d54c98660094, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bbaf721b-942b-43fe-bdc2-d54c98660094,segment=NetworkSegment(466eb8c0-59da-4ef3-bfc4-5e328775b07e),segment_id=466eb8c0-59da-4ef3-bfc4-5e328775b07e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:38.877097 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a182f63-4014-4180-82d5-49c89a12c18e req-4ed7147c-9f2a-4665-acbb-22bb7f47fad6 service neutron] 10.222.0.57 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6921363 Dec 22 15:19:38.923900 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:38.928439 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:38.932007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:19:38.942718 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cf5b0148-92cb-465c-b9a5-f2e172c88a2b tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Unset dirty status for tenant:a14fb595fe714b1199e56037ec808cb2 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:38.950262 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cf5b0148-92cb-465c-b9a5-f2e172c88a2b tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "GET /v2.0/ports/cba020b0-701c-48ea-89ad-b26887c2cd65 HTTP/1.1" status: 404 len: 333 time: 0.4280708 Dec 22 15:19:38.951898 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56440) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:39.000480 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f64c36-57ac-4d76-93f6-e87243befd94 None None] Sync routers for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:19:39.038264 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f64c36-57ac-4d76-93f6-e87243befd94 None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:39.039138 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-74f64c36-57ac-4d76-93f6-e87243befd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:39.090270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-870dc53a-6508-4cab-b354-9e8c67e963ef tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:39.149655 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-870dc53a-6508-4cab-b354-9e8c67e963ef tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:39.152084 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-74f64c36-57ac-4d76-93f6-e87243befd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:39.183699 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f64c36-57ac-4d76-93f6-e87243befd94 None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:39.184856 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-74f64c36-57ac-4d76-93f6-e87243befd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:39.212848 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-89106fbd-f826-4baf-b45e-943de480cab6 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Deleting port aec9abf6-d42f-413a-be82-1ef0d30a7212 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:39.213223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-89106fbd-f826-4baf-b45e-943de480cab6 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:39.290143 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-74f64c36-57ac-4d76-93f6-e87243befd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:39.291804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f64c36-57ac-4d76-93f6-e87243befd94 None None] The sync data for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:19:39.291931 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-870dc53a-6508-4cab-b354-9e8c67e963ef tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:39.293654 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870dc53a-6508-4cab-b354-9e8c67e963ef tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 412fd2e3-db6e-42ea-8b39-30aa14334e7b {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:19:39.312798 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=bbaf721b-942b-43fe-bdc2-d54c98660094,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:39.325363 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:39.325861 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:39.326334 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:39.326767 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:39.328076 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:39.328785 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:39.329515 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:39.330258 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:39.338804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:39.338804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:39.338804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:39.338804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:19:39.339430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-870dc53a-6508-4cab-b354-9e8c67e963ef tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:39.339430 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-870dc53a-6508-4cab-b354-9e8c67e963ef tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "DELETE /v2.0/routers/412fd2e3-db6e-42ea-8b39-30aa14334e7b HTTP/1.1" status: 204 len: 168 time: 1.1125486 Dec 22 15:19:39.339430 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a182f63-4014-4180-82d5-49c89a12c18e req-260c16df-2660-4f89-9ea4-e878a116594b service neutron] 10.222.0.57 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964171 Dec 22 15:19:39.346951 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:39.370025 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:39.461619 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['bbaf721b-942b-43fe-bdc2-d54c98660094'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:19:39.601351 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-9fddfe42-1fe0-4f0c-9510-9b55ad244ead tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Allocated IP 2001:db8::281 (d13202de-89d4-4e25-959e-87c82b31882d/b76ad1dd-7911-4146-b6ad-3f6f2657cc0b/ae392e6f-a803-478c-84d5-24762bb33a9d) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:19:39.657167 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-89106fbd-f826-4baf-b45e-943de480cab6 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:39.673686 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.6070268 Dec 22 15:19:39.676467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56456) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:39.821251 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-89106fbd-f826-4baf-b45e-943de480cab6 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Calling delete_port for aec9abf6-d42f-413a-be82-1ef0d30a7212 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:40.004037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c9d50-5458-41a1-b185-14092d3ac99d req-2a4221cf-6097-4a6b-bf57-ab46575b32b4 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:40.014038 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e89c9d50-5458-41a1-b185-14092d3ac99d req-2a4221cf-6097-4a6b-bf57-ab46575b32b4 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 944 time: 0.9829035 Dec 22 15:19:40.034017 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56462) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:40.105947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffffe59-4d42-4829-bd85-3bdbcfa938eb req-1a137452-35ba-42c7-a2dd-87f96621d7ba tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:40.106973 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-89106fbd-f826-4baf-b45e-943de480cab6 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:40.114275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-929823ec-1a8f-4e97-bcc9-71d535722d8c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:40.115117 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7ffffe59-4d42-4829-bd85-3bdbcfa938eb req-1a137452-35ba-42c7-a2dd-87f96621d7ba tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 943 time: 0.6965454 Dec 22 15:19:40.174217 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1b7969b7-f10c-490d-8950-b838a7156cf4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "GET /v2.0/floatingips/e290b318-988c-469d-b8d6-62e6fcf7cba8 HTTP/1.1" status: 200 len: 978 time: 0.4728069 Dec 22 15:19:40.196784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56470) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:40.292817 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e89c9d50-5458-41a1-b185-14092d3ac99d req-ef86c9e2-82c8-43ee-96cc-13ed392628a0 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8781d02-01be-48a1-bae7-37e818a25599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370369 Dec 22 15:19:40.345338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89106fbd-f826-4baf-b45e-943de480cab6 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Pushing event deleted for resources: {'Port': ['ID=aec9abf6-d42f-413a-be82-1ef0d30a7212,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:40.369537 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7ffffe59-4d42-4829-bd85-3bdbcfa938eb req-3cafee5a-4828-4051-b6a1-6d48855ec554 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534041 Dec 22 15:19:40.415401 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-89106fbd-f826-4baf-b45e-943de480cab6 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:40.466393 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-22266559', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:40.466922 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:19:40.485840 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:40.516633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device bbaf721b-942b-43fe-bdc2-d54c98660094 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:19:40.520300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:40.532078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9fddfe42-1fe0-4f0c-9510-9b55ad244ead tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:40.538414 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-96e8e3ab-9810-4317-b400-2406dd3c2a03 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:40.551529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Usage tracker for resource:router and tenant:4640dc4cc0f84813af0f47fbeedc30ca is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:40.561153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:40.581669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:40.590889 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.resource_extend [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:19:40.600374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-783427cc-9b3b-4431-b06e-72d9c52f412a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Synchronizing usage tracker for tenant:896746a3ba814c648a856f49fda64854 on resource:floatingip {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:40.625070 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-89106fbd-f826-4baf-b45e-943de480cab6 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:40.653892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9fddfe42-1fe0-4f0c-9510-9b55ad244ead tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Transition to ACTIVE for port object ae392e6f-a803-478c-84d5-24762bb33a9d will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:19:40.688668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:40.690450 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:40.712269 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:40.735422 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-783427cc-9b3b-4431-b06e-72d9c52f412a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Unset dirty status for tenant:896746a3ba814c648a856f49fda64854 on resource:floatingip {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:40.740722 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-783427cc-9b3b-4431-b06e-72d9c52f412a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3960965 Dec 22 15:19:40.740722 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-89106fbd-f826-4baf-b45e-943de480cab6 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "DELETE /v2.0/ports/aec9abf6-d42f-413a-be82-1ef0d30a7212 HTTP/1.1" status: 204 len: 168 time: 1.7615602 Dec 22 15:19:40.741092 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56478) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:40.748089 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c962889c-4da7-4f97-bee8-6ebb223b7405 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'floatingip': {'port_id': '72abefd3-6f9c-46aa-901b-4939836e849d'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:40.802086 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56482) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:40.850034 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Pushing event updated for resources: {'Subnet': ['ID=1cf5a46f-afa8-4cc7-9404-5f1229c642a2,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:40.853015 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:40.864993 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Checking segment: {'id': '4c7a2a8e-86a2-42b0-acd9-0a6849587d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e41bcd0d-586a-421a-8456-5bebfe2860c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:19:40.865357 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Network hostable DHCP agents. Network: e41bcd0d-586a-421a-8456-5bebfe2860c8, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:19:40.956044 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Network e41bcd0d-586a-421a-8456-5bebfe2860c8 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:19:40.958904 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port d4f5910c-f46d-47d8-a4e5-89a454b2a0c2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2,segment=NetworkSegment(0f551e22-bd40-4f76-a4f3-659f3550fe34),segment_id=0f551e22-bd40-4f76-a4f3-659f3550fe34)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:40.971652 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abf6afd-4870-4503-bce6-61e070d61e5f tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Deleting subnet 382696f1-bd5d-4c73-ba6f-9f693cbcd002 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:19:40.978882 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9abf6afd-4870-4503-bce6-61e070d61e5f tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:40.979203 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': 'd4f5910c-f46d-47d8-a4e5-89a454b2a0c2', 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1', 'port_id': 'd4f5910c-f46d-47d8-a4e5-89a454b2a0c2', 'mac_address': 'fa:16:3e:b9:27:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d351219-3f54-4318-ad3a-f368fdd0eec7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:19:40.987068 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9fddfe42-1fe0-4f0c-9510-9b55ad244ead tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:40.993950 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bcb8c5c1-84e1-401a-8295-cacf4a38ebc4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:41.027620 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port bbaf721b-942b-43fe-bdc2-d54c98660094 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:19:41.054604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port bbaf721b-942b-43fe-bdc2-d54c98660094 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:41.054945 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:41.075829 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fddfe42-1fe0-4f0c-9510-9b55ad244ead tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Pushing event updated for resources: {'Port': ['ID=ae392e6f-a803-478c-84d5-24762bb33a9d,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:41.085712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9fddfe42-1fe0-4f0c-9510-9b55ad244ead tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:41.085712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, e41bcd0d-586a-421a-8456-5bebfe2860c8) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:41.085712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:41.093275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c962889c-4da7-4f97-bee8-6ebb223b7405 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:41.098081 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:41.114414 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80de673-7c1d-44b7-9cca-56999b1bf548 None None] Network e41bcd0d-586a-421a-8456-5bebfe2860c8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:19:41.162937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fddfe42-1fe0-4f0c-9510-9b55ad244ead tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Network d13202de-89d4-4e25-959e-87c82b31882d is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:19:41.167938 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-9fddfe42-1fe0-4f0c-9510-9b55ad244ead tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:41.170729 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fddfe42-1fe0-4f0c-9510-9b55ad244ead tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:41.177944 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fddfe42-1fe0-4f0c-9510-9b55ad244ead tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:41.179085 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9fddfe42-1fe0-4f0c-9510-9b55ad244ead tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:41.234373 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Pushing event updated for resources: {'Subnet': ['ID=43783e4b-7897-4e2b-b435-ca4d9592a157,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:41.237771 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:41.245634 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Checking segment: {'id': 'b1e107f1-c552-4de5-bd79-7a3b5218bf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2bb37147-0070-498a-b4e0-953c7faa67a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:19:41.248113 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Network hostable DHCP agents. Network: 2bb37147-0070-498a-b4e0-953c7faa67a2, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:19:41.248814 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:41.275251 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9fddfe42-1fe0-4f0c-9510-9b55ad244ead tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.0492809 Dec 22 15:19:41.279643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56492) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:41.282892 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:19:41.295214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1204c0b8-4001-4399-816b-f1e93ff119ee tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21b', 'mac_address': 'fa:16:3e:12:e0:c2'}, {'ip_address': '2001:db8::218', 'mac_address': 'fa:16:3e:f0:5d:4f'}]}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:41.338538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port d4f5910c-f46d-47d8-a4e5-89a454b2a0c2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2,segment=NetworkSegment(0f551e22-bd40-4f76-a4f3-659f3550fe34),segment_id=0f551e22-bd40-4f76-a4f3-659f3550fe34)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:41.357783 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9abf6afd-4870-4503-bce6-61e070d61e5f tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:41.358545 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Network 2bb37147-0070-498a-b4e0-953c7faa67a2 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:19:41.493720 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:41.517906 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:41.544411 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56500) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:41.545069 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 2bb37147-0070-498a-b4e0-953c7faa67a2) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:41.577105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:41.577743 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:41.578569 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:41.631534 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efbef8c-838b-4153-ab91-1848839e3e49 None None] Network 2bb37147-0070-498a-b4e0-953c7faa67a2 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:19:41.760881 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:41.769250 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:41.855482 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:41.884318 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:41.887298 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 5.2706611 Dec 22 15:19:41.893052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56506) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:41.912459 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-e41bcd0d-586a-421a-8456-5bebfe2860c8', 'network_id': 'e41bcd0d-586a-421a-8456-5bebfe2860c8', 'tenant_id': '4f40679597d34de8a86a949570b8ce8e', 'fixed_ips': [{'subnet_id': '1cf5a46f-afa8-4cc7-9404-5f1229c642a2'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:19:41.914579 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:41.930905 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['d4f5910c-f46d-47d8-a4e5-89a454b2a0c2'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:19:41.940769 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817cb9e-7ec1-42ee-a437-46b50abca173 req-eea8e473-44e2-4ff7-bf36-128751bff034 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:41.943831 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0817cb9e-7ec1-42ee-a437-46b50abca173 req-eea8e473-44e2-4ff7-bf36-128751bff034 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 944 time: 0.3544066 Dec 22 15:19:41.945829 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1204c0b8-4001-4399-816b-f1e93ff119ee tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:41.982682 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6a4732ad-02ba-4252-8581-68fca061c86f None None] Provisioning for port ae392e6f-a803-478c-84d5-24762bb33a9d completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:19:41.996273 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69dd8b-b776-4fcd-aa0a-eacdf318d19d req-16e53e0c-a0e7-4cff-91c3-fe2a45779beb tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:41.998042 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-af69dd8b-b776-4fcd-aa0a-eacdf318d19d req-16e53e0c-a0e7-4cff-91c3-fe2a45779beb tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 944 time: 0.4149814 Dec 22 15:19:42.014248 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6a4732ad-02ba-4252-8581-68fca061c86f None None] Provisioning complete for port ae392e6f-a803-478c-84d5-24762bb33a9d triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:42.014785 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6a4732ad-02ba-4252-8581-68fca061c86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:42.024738 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2029801949'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:42.052939 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9abf6afd-4870-4503-bce6-61e070d61e5f tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:42.109801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:42.152804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53516aa2-d888-4e5b-98c4-154208f8aa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbaf721b-942b-43fe-bdc2-d54c98660094'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:19:42.156578 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Usage tracker for resource:network and tenant:4bbd88f2036f4c3f85d2e4b8977fce15 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:42.173604 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0817cb9e-7ec1-42ee-a437-46b50abca173 req-0314e482-b182-4a36-89fb-7a5f74b56339 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8781d02-01be-48a1-bae7-37e818a25599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120006 Dec 22 15:19:42.179773 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:42.228335 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:42.273344 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port bbaf721b-942b-43fe-bdc2-d54c98660094, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bbaf721b-942b-43fe-bdc2-d54c98660094,segment=NetworkSegment(466eb8c0-59da-4ef3-bfc4-5e328775b07e),segment_id=466eb8c0-59da-4ef3-bfc4-5e328775b07e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:42.280934 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-af69dd8b-b776-4fcd-aa0a-eacdf318d19d req-832b0c3c-d651-4937-ae4a-65f50e274581 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693899 Dec 22 15:19:42.315612 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-6a4732ad-02ba-4252-8581-68fca061c86f None None] Port ae392e6f-a803-478c-84d5-24762bb33a9d cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:19:42.341555 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Made reservation on behalf of 4bbd88f2036f4c3f85d2e4b8977fce15 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:42.361848 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:42.393868 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:42.403079 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:42.483417 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857da9af-c292-487c-a523-d7db641c912b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:42.486308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857da9af-c292-487c-a523-d7db641c912b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:42.490161 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857da9af-c292-487c-a523-d7db641c912b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:42.495596 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-857da9af-c292-487c-a523-d7db641c912b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.5919101 Dec 22 15:19:42.515636 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56516) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:42.569450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:42.603417 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-2bb37147-0070-498a-b4e0-953c7faa67a2', 'network_id': '2bb37147-0070-498a-b4e0-953c7faa67a2', 'tenant_id': '4f40679597d34de8a86a949570b8ce8e', 'fixed_ips': [{'subnet_id': '43783e4b-7897-4e2b-b435-ca4d9592a157'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:19:42.604566 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:42.622694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Allocated IP 172.20.0.2 (e41bcd0d-586a-421a-8456-5bebfe2860c8/1cf5a46f-afa8-4cc7-9404-5f1229c642a2/15882192-843f-4041-b9b9-6bf6d53651e7) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:19:42.638057 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:42.642626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=bbaf721b-942b-43fe-bdc2-d54c98660094,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:42.653782 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:42.662811 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Usage tracker for resource:security_group_rule and tenant:4bbd88f2036f4c3f85d2e4b8977fce15 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:42.688470 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:42.708416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:42.845904 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1204c0b8-4001-4399-816b-f1e93ff119ee tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:42.911429 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1204c0b8-4001-4399-816b-f1e93ff119ee tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:42.917356 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53516aa2-d888-4e5b-98c4-154208f8aa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbaf721b-942b-43fe-bdc2-d54c98660094', 'code': 200} Dec 22 15:19:42.934734 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1d5ad7ce-1f14-4e71-8037-804ea9f5505c tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:42.966714 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Allocated IP 172.20.0.18 (2bb37147-0070-498a-b4e0-953c7faa67a2/43783e4b-7897-4e2b-b435-ca4d9592a157/dc6d4af8-7802-42ea-b830-8beb11150b81) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:19:43.061828 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1204c0b8-4001-4399-816b-f1e93ff119ee tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] In _notify_port_updated(), no bound segment for port ae392e6f-a803-478c-84d5-24762bb33a9d on network d13202de-89d4-4e25-959e-87c82b31882d {{(pid=88218) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:19:43.068035 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-492474b9-e20e-496a-be7e-d18a5a94dc75 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Deleting subnet 1cf5a46f-afa8-4cc7-9404-5f1229c642a2 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:19:43.074039 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1204c0b8-4001-4399-816b-f1e93ff119ee tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:43.074039 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1204c0b8-4001-4399-816b-f1e93ff119ee tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:43.080752 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1204c0b8-4001-4399-816b-f1e93ff119ee tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "PUT /v2.0/ports/ae392e6f-a803-478c-84d5-24762bb33a9d HTTP/1.1" status: 200 len: 1067 time: 1.7992330 Dec 22 15:19:43.087060 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56524) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:43.093091 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9abf6afd-4870-4503-bce6-61e070d61e5f tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:43.112049 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ccb74b9d-a9b0-4d98-b5a3-c49853460a3f tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:43.173864 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:43.190473 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf6afd-4870-4503-bce6-61e070d61e5f tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Pushing event deleted for resources: {'Subnet': ['ID=382696f1-bd5d-4c73-ba6f-9f693cbcd002,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:43.202901 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9abf6afd-4870-4503-bce6-61e070d61e5f tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:43.202901 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9abf6afd-4870-4503-bce6-61e070d61e5f tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:43.231256 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bbc240-45d1-4075-9338-18fe2abbad2c None None] Network 0885914b-0957-4221-824f-46074a21b835 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:19:43.236839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204c0b8-4001-4399-816b-f1e93ff119ee tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Pushing event updated for resources: {'Port': ['ID=ae392e6f-a803-478c-84d5-24762bb33a9d,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:43.245656 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1204c0b8-4001-4399-816b-f1e93ff119ee tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:43.278905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-02885fc6-3ef7-4763-9721-85ec724d95ce tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Deleting port ae392e6f-a803-478c-84d5-24762bb33a9d {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:43.279752 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-02885fc6-3ef7-4763-9721-85ec724d95ce tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:43.306961 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9abf6afd-4870-4503-bce6-61e070d61e5f tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "DELETE /v2.0/subnets/382696f1-bd5d-4c73-ba6f-9f693cbcd002 HTTP/1.1" status: 204 len: 168 time: 2.5034261 Dec 22 15:19:43.311355 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56532) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:43.352618 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:43.424829 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d040820c-6e4a-4763-a7fa-b6e2c6439dc9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:43.586066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a46085-bbe1-44a2-9b76-1b5697acf8a8,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:43.620364 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:43.645564 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:19:43.760094 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:43.777157 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:43.781911 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:43.787506 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1da122a0-1430-4015-a756-b07b2d8f3684 None None] Provisioning complete for port ae392e6f-a803-478c-84d5-24762bb33a9d triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:43.787895 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1da122a0-1430-4015-a756-b07b2d8f3684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:43.825882 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Transition to ACTIVE for port object 15882192-843f-4041-b9b9-6bf6d53651e7 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:19:43.826516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:43.827153 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Added segment 65ed0bef-7b19-43bd-9aee-006f3b3d1639 of type vlan for network fb583130-375e-472f-be31-182d3bce2f30 Dec 22 15:19:43.828789 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Transition to ACTIVE for port object dc6d4af8-7802-42ea-b830-8beb11150b81 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:19:43.850201 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-c962889c-4da7-4f97-bee8-6ebb223b7405 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:19:43.888449 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Transition to ACTIVE for port object dc6d4af8-7802-42ea-b830-8beb11150b81 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:19:43.892127 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Transition to ACTIVE for port object 15882192-843f-4041-b9b9-6bf6d53651e7 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:19:43.901618 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-1da122a0-1430-4015-a756-b07b2d8f3684 None None] Port ae392e6f-a803-478c-84d5-24762bb33a9d cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:19:43.949053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:43.970842 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:43.979742 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:44.000382 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-492474b9-e20e-496a-be7e-d18a5a94dc75 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:44.039776 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:44.042157 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Deleting port b1d75a56-9970-47e3-9606-37d23e043cf0 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:44.042531 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:44.057672 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7fc414-e0fc-4703-baba-959c218be9a1 None None] DHCP port deletion for 0885914b-0957-4221-824f-46074a21b835 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:19:44.059635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:44.079592 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-cc7fc414-e0fc-4703-baba-959c218be9a1 None None] Deleting port b1d75a56-9970-47e3-9606-37d23e043cf0 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:44.079819 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc414-e0fc-4703-baba-959c218be9a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:44.114916 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:44.120310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcb51e-c2e5-44d9-ab50-ac81f91034a0 req-25286869-7df0-4363-93c3-2d15d561cf0f tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:44.123125 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-33fcb51e-c2e5-44d9-ab50-ac81f91034a0 req-25286869-7df0-4363-93c3-2d15d561cf0f tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 945 time: 0.7132144 Dec 22 15:19:44.167719 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Network 2bb37147-0070-498a-b4e0-953c7faa67a2 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:19:44.173295 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316420ae-e6c2-45c1-814c-d161be680c78 req-04d3c276-6089-4afc-b619-a9dbb326e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:44.175957 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-316420ae-e6c2-45c1-814c-d161be680c78 req-04d3c276-6089-4afc-b619-a9dbb326e40f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 1098 time: 0.8315914 Dec 22 15:19:44.178804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:44.183191 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0fe1a-cb0c-4b62-90a3-f9cf0b3a5565 req-fdd27ed3-6997-40e7-9124-746057af3c3d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:44.185734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Pushing event updated for resources: {'Port': ['ID=dc6d4af8-7802-42ea-b830-8beb11150b81,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:44.185948 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8bd0fe1a-cb0c-4b62-90a3-f9cf0b3a5565 req-fdd27ed3-6997-40e7-9124-746057af3c3d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 944 time: 0.4863756 Dec 22 15:19:44.191827 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c962889c-4da7-4f97-bee8-6ebb223b7405 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:44.197087 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:44.202476 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Network e41bcd0d-586a-421a-8456-5bebfe2860c8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:19:44.203470 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:44.203957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:44.260654 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-316420ae-e6c2-45c1-814c-d161be680c78 req-82805a22-f6c5-4842-916f-af9f556fc390 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:44.268744 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:44.273617 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-492474b9-e20e-496a-be7e-d18a5a94dc75 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:44.291746 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:44.369030 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-02885fc6-3ef7-4763-9721-85ec724d95ce tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:44.429377 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c962889c-4da7-4f97-bee8-6ebb223b7405 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:44.432470 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Pushing event updated for resources: {'Port': ['ID=15882192-843f-4041-b9b9-6bf6d53651e7,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:44.470785 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:44.512019 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:19:44.518505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:44.580116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-316420ae-e6c2-45c1-814c-d161be680c78 req-82805a22-f6c5-4842-916f-af9f556fc390 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:44.607647 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Attempting to bind port dc6d4af8-7802-42ea-b830-8beb11150b81 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:19:44.608032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Attempting to bind port dc6d4af8-7802-42ea-b830-8beb11150b81 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'b1e107f1-c552-4de5-bd79-7a3b5218bf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2bb37147-0070-498a-b4e0-953c7faa67a2'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:19:44.608414 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Attempting to bind port dc6d4af8-7802-42ea-b830-8beb11150b81 on network 2bb37147-0070-498a-b4e0-953c7faa67a2 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:19:44.626453 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:44.627614 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:44.638909 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8bd0fe1a-cb0c-4b62-90a3-f9cf0b3a5565 req-db08715d-d47f-4371-9104-44b05fdfaff6 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4234710 Dec 22 15:19:44.639806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b3ec463a-8c08-4137-a0a0-088c9cdb80f0 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:44.649538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:19:44.649917 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Checking segment: {'id': 'b1e107f1-c552-4de5-bd79-7a3b5218bf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2bb37147-0070-498a-b4e0-953c7faa67a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:19:44.650320 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:44.651294 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Bound using segment: {'id': 'b1e107f1-c552-4de5-bd79-7a3b5218bf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2bb37147-0070-498a-b4e0-953c7faa67a2'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:19:44.651853 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Bound port: dc6d4af8-7802-42ea-b830-8beb11150b81, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e107f1-c552-4de5-bd79-7a3b5218bf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2bb37147-0070-498a-b4e0-953c7faa67a2'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:19:44.652244 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:44.694885 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Attempting to bind port 15882192-843f-4041-b9b9-6bf6d53651e7 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:19:44.695320 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Attempting to bind port 15882192-843f-4041-b9b9-6bf6d53651e7 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '4c7a2a8e-86a2-42b0-acd9-0a6849587d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e41bcd0d-586a-421a-8456-5bebfe2860c8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:19:44.695629 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Attempting to bind port 15882192-843f-4041-b9b9-6bf6d53651e7 on network e41bcd0d-586a-421a-8456-5bebfe2860c8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:19:44.708129 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-cc7fc414-e0fc-4703-baba-959c218be9a1 None None] For port b1d75a56-9970-47e3-9606-37d23e043cf0, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b1d75a56-9970-47e3-9606-37d23e043cf0,segment=NetworkSegment(69a751dc-7d5d-4b9f-afd1-8efad53aa3d9),segment_id=69a751dc-7d5d-4b9f-afd1-8efad53aa3d9)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:44.708981 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc414-e0fc-4703-baba-959c218be9a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:44.753999 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:19:44.753999 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Checking segment: {'id': '4c7a2a8e-86a2-42b0-acd9-0a6849587d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e41bcd0d-586a-421a-8456-5bebfe2860c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:19:44.753999 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:44.754648 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Bound using segment: {'id': '4c7a2a8e-86a2-42b0-acd9-0a6849587d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e41bcd0d-586a-421a-8456-5bebfe2860c8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:19:44.754780 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Bound port: 15882192-843f-4041-b9b9-6bf6d53651e7, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7a2a8e-86a2-42b0-acd9-0a6849587d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e41bcd0d-586a-421a-8456-5bebfe2860c8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:19:44.755315 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:44.808717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-316420ae-e6c2-45c1-814c-d161be680c78 req-82805a22-f6c5-4842-916f-af9f556fc390 service neutron] Usage tracker for resource:security_group_rule and tenant:6b5dc7cc801c4b1c83b8d29dd8ca7750 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:44.825905 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-316420ae-e6c2-45c1-814c-d161be680c78 req-82805a22-f6c5-4842-916f-af9f556fc390 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:44.904162 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-33fcb51e-c2e5-44d9-ab50-ac81f91034a0 req-7b009381-c6e2-4c50-9c5d-2daf59e632a8 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8781d02-01be-48a1-bae7-37e818a25599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7395649 Dec 22 15:19:44.906918 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-cc7fc414-e0fc-4703-baba-959c218be9a1 None None] Calling delete_port for b1d75a56-9970-47e3-9606-37d23e043cf0 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:44.911768 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-316420ae-e6c2-45c1-814c-d161be680c78 req-82805a22-f6c5-4842-916f-af9f556fc390 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:44.943744 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-02885fc6-3ef7-4763-9721-85ec724d95ce tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Calling delete_port for ae392e6f-a803-478c-84d5-24762bb33a9d owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:45.056647 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Allocated IP 172.26.6.134 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/ac0ba323-b7e4-469a-9577-48c8f174f2d0) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:19:45.060223 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:19:45.083577 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:45.084087 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:45.087283 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-492474b9-e20e-496a-be7e-d18a5a94dc75 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:45.092372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Pushing event updated for resources: {'Network': ['ID=fb583130-375e-472f-be31-182d3bce2f30,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:45.097537 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:45.167393 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-c962889c-4da7-4f97-bee8-6ebb223b7405 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Floating IP e290b318-988c-469d-b8d6-62e6fcf7cba8 associated. External IP: 172.26.6.146, port: a639355e-c833-4068-9083-9146c6d2a478. Dec 22 15:19:45.178038 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network fb583130-375e-472f-be31-182d3bce2f30 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:19:45.199005 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] For port dc6d4af8-7802-42ea-b830-8beb11150b81, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:19:45.259631 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.7117145 Dec 22 15:19:45.266444 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] For port b1d75a56-9970-47e3-9606-37d23e043cf0, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b1d75a56-9970-47e3-9606-37d23e043cf0,segment=NetworkSegment(69a751dc-7d5d-4b9f-afd1-8efad53aa3d9),segment_id=69a751dc-7d5d-4b9f-afd1-8efad53aa3d9)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:45.267052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:45.411016 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-02885fc6-3ef7-4763-9721-85ec724d95ce tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:45.439736 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:45.464425 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Calling delete_port for b1d75a56-9970-47e3-9606-37d23e043cf0 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:45.475717 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] For port dc6d4af8-7802-42ea-b830-8beb11150b81, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=dc6d4af8-7802-42ea-b830-8beb11150b81,segment=NetworkSegment(b1e107f1-c552-4de5-bd79-7a3b5218bf47),segment_id=b1e107f1-c552-4de5-bd79-7a3b5218bf47)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:19:45.512456 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56542) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:45.532421 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02885fc6-3ef7-4763-9721-85ec724d95ce tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Pushing event deleted for resources: {'Port': ['ID=ae392e6f-a803-478c-84d5-24762bb33a9d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:45.539187 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-02885fc6-3ef7-4763-9721-85ec724d95ce tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:45.575701 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:45.585060 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Request body: {'port': {'network_id': 'fb583130-375e-472f-be31-182d3bce2f30', 'binding:host_id': 'hv-neutron-8226', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1815847760'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:45.586144 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:45.631284 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc414-e0fc-4703-baba-959c218be9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:45.680545 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7fc414-e0fc-4703-baba-959c218be9a1 None None] No DVR routers for this DVR port b1d75a56-9970-47e3-9606-37d23e043cf0 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:19:45.697754 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] For port 15882192-843f-4041-b9b9-6bf6d53651e7, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:19:45.767005 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] For port 15882192-843f-4041-b9b9-6bf6d53651e7, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=15882192-843f-4041-b9b9-6bf6d53651e7,segment=NetworkSegment(4c7a2a8e-86a2-42b0-acd9-0a6849587d64),segment_id=4c7a2a8e-86a2-42b0-acd9-0a6849587d64)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:19:45.779344 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Pushing event updated for resources: {'Port': ['ID=dc6d4af8-7802-42ea-b830-8beb11150b81,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:45.785193 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:45.785411 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:45.788080 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:45.858544 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fc414-e0fc-4703-baba-959c218be9a1 None None] Pushing event deleted for resources: {'Port': ['ID=b1d75a56-9970-47e3-9606-37d23e043cf0,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:45.862033 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:45.869500 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-cc7fc414-e0fc-4703-baba-959c218be9a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:45.870433 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-cc7fc414-e0fc-4703-baba-959c218be9a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:45.920089 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-316420ae-e6c2-45c1-814c-d161be680c78 req-82805a22-f6c5-4842-916f-af9f556fc390 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:45.939501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:45.957194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:45.962589 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Usage tracker for resource:port and tenant:0e7c8af3b5a2467a987d8e505cfe9a0a is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:45.966559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:45.969548 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:46.017966 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-492474b9-e20e-496a-be7e-d18a5a94dc75 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:46.025222 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:46.088432 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-316420ae-e6c2-45c1-814c-d161be680c78 req-82805a22-f6c5-4842-916f-af9f556fc390 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:46.093414 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b1d75a56-9970-47e3-9606-37d23e043cf0 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:19:46.094609 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:46.167535 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-492474b9-e20e-496a-be7e-d18a5a94dc75 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:46.183290 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-02885fc6-3ef7-4763-9721-85ec724d95ce tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:46.274069 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ac3c0-1708-4e5a-85b4-2a5e3ab0e5b3 req-c21d961e-3a31-4b1c-922f-de2c2949067c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:46.283981 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-145ac3c0-1708-4e5a-85b4-2a5e3ab0e5b3 req-c21d961e-3a31-4b1c-922f-de2c2949067c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 945 time: 0.1442325 Dec 22 15:19:46.284147 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-316420ae-e6c2-45c1-814c-d161be680c78 req-82805a22-f6c5-4842-916f-af9f556fc390 service neutron] Synchronizing usage tracker for tenant:6b5dc7cc801c4b1c83b8d29dd8ca7750 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:46.284624 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: b1d75a56-9970-47e3-9606-37d23e043cf0 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:19:46.284624 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b1d75a56-9970-47e3-9606-37d23e043cf0 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:19:46.286595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2eef4-6b40-49e3-99d3-03abc0578b55 req-49c01771-7f4a-4525-9265-28f4c7cfc896 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:46.295337 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Pushing event updated for resources: {'Port': ['ID=15882192-843f-4041-b9b9-6bf6d53651e7,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:46.300170 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7ff2eef4-6b40-49e3-99d3-03abc0578b55 req-49c01771-7f4a-4525-9265-28f4c7cfc896 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 944 time: 0.3897395 Dec 22 15:19:46.309611 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e349c196-2209-427c-95eb-199d929cf1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f5910c-f46d-47d8-a4e5-89a454b2a0c2'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:19:46.311367 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-02885fc6-3ef7-4763-9721-85ec724d95ce tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "DELETE /v2.0/ports/ae392e6f-a803-478c-84d5-24762bb33a9d HTTP/1.1" status: 204 len: 168 time: 3.2084713 Dec 22 15:19:46.319351 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:19:46.324557 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56550) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:46.333934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:19:46.333934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:19:46.336838 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:46.343689 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:46.367908 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port d4f5910c-f46d-47d8-a4e5-89a454b2a0c2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2,segment=NetworkSegment(0f551e22-bd40-4f76-a4f3-659f3550fe34),segment_id=0f551e22-bd40-4f76-a4f3-659f3550fe34)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:46.411997 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-492474b9-e20e-496a-be7e-d18a5a94dc75 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "DELETE /v2.0/subnets/1cf5a46f-afa8-4cc7-9404-5f1229c642a2 HTTP/1.1" status: 204 len: 168 time: 3.8879673 Dec 22 15:19:46.413796 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0daf58e-18ce-49d7-8079-38b269806289 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] GET failed (client error): The resource could not be found. Dec 22 15:19:46.414778 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f0daf58e-18ce-49d7-8079-38b269806289 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Synchronizing usage tracker for tenant:2943206724cb4a7aabfaa5d43c6f2fb4 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:46.420548 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56556) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:46.423288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:46.430837 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7ff2eef4-6b40-49e3-99d3-03abc0578b55 req-32f91bd5-d421-4981-9f28-f408af13aa08 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305070 Dec 22 15:19:46.437514 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:46.439611 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:46.460138 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-145ac3c0-1708-4e5a-85b4-2a5e3ab0e5b3 req-60e753b5-7ec2-4bf5-8d16-f9eb4b0f6322 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8781d02-01be-48a1-bae7-37e818a25599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582825 Dec 22 15:19:46.493663 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Pushing event updated for resources: {'Port': ['ID=ac0ba323-b7e4-469a-9577-48c8f174f2d0,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:46.527192 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:46.530677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:46.580781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Made reservation on behalf of 0e7c8af3b5a2467a987d8e505cfe9a0a for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:46.581777 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e349c196-2209-427c-95eb-199d929cf1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f5910c-f46d-47d8-a4e5-89a454b2a0c2', 'code': 200} Dec 22 15:19:46.582158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:46.640589 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:46.648464 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.531s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:46.703911 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:46.713951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-316420ae-e6c2-45c1-814c-d161be680c78 req-82805a22-f6c5-4842-916f-af9f556fc390 service neutron] Unset dirty status for tenant:6b5dc7cc801c4b1c83b8d29dd8ca7750 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:46.715183 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-316420ae-e6c2-45c1-814c-d161be680c78 req-82805a22-f6c5-4842-916f-af9f556fc390 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a8781d02-01be-48a1-bae7-37e818a25599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.5076377 Dec 22 15:19:46.752148 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492474b9-e20e-496a-be7e-d18a5a94dc75 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Pushing event deleted for resources: {'Subnet': ['ID=1cf5a46f-afa8-4cc7-9404-5f1229c642a2,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:46.763167 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-492474b9-e20e-496a-be7e-d18a5a94dc75 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:46.766605 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:46.955420 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4c321a71-00b0-4ca0-b2ee-646072ff5ef9 tempest-RoutersAdminNegativeIpV6Test-124203016 tempest-RoutersAdminNegativeIpV6Test-124203016-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.676s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:46.973184 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Deleting port b1d75a56-9970-47e3-9606-37d23e043cf0 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:46.973527 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:47.002338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Usage tracker for resource:security_group_rule and tenant:0e7c8af3b5a2467a987d8e505cfe9a0a is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:47.070498 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f0daf58e-18ce-49d7-8079-38b269806289 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Unset dirty status for tenant:2943206724cb4a7aabfaa5d43c6f2fb4 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:47.074672 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f0daf58e-18ce-49d7-8079-38b269806289 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "GET /v2.0/ports/ae392e6f-a803-478c-84d5-24762bb33a9d HTTP/1.1" status: 404 len: 333 time: 0.7448518 Dec 22 15:19:47.075850 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56560) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:47.139073 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:47.146838 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-97675875-4493-45ed-be4b-fb6415060d07 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Deleting subnet 43783e4b-7897-4e2b-b435-ca4d9592a157 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:19:47.164469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-dfa47a65-ad38-47dd-9169-b0f4c8c8d354 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Deleting port f24d22bb-3526-415b-9e3b-434981dae715 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:47.165065 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dfa47a65-ad38-47dd-9169-b0f4c8c8d354 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:47.232002 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-97675875-4493-45ed-be4b-fb6415060d07 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:47.306550 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11be329d-1147-401e-b479-69183cf16ac9 None None] Network 2bb37147-0070-498a-b4e0-953c7faa67a2 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:19:47.311520 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:47.376143 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] The port 'b1d75a56-9970-47e3-9606-37d23e043cf0' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:19:47.404799 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82805a22-f6c5-4842-916f-af9f556fc390 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=895e3272-4c41-4424-a5f9-fdaa2418bd86,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:47.585363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dfa47a65-ad38-47dd-9169-b0f4c8c8d354 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:47.592166 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c1c3da8f-8832-4bc5-ba23-93550adca3c5 None None] Provisioning for port dc6d4af8-7802-42ea-b830-8beb11150b81 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:19:47.661710 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-82805a22-f6c5-4842-916f-af9f556fc390 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:47.688920 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-97675875-4493-45ed-be4b-fb6415060d07 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:47.779435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:47.863612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c962889c-4da7-4f97-bee8-6ebb223b7405 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Router 38fe96a1-5a58-4870-bef5-3001fb091ed3 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:19:47.884007 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:47.909198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-dfa47a65-ad38-47dd-9169-b0f4c8c8d354 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Calling delete_port for f24d22bb-3526-415b-9e3b-434981dae715 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:48.006363 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:48.051491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device dc6d4af8-7802-42ea-b830-8beb11150b81 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:19:48.077851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] device_id is not set on port 71972e07-29a2-45c2-8bf0-285cff01e3f7 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:19:48.231629 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e28970-388b-46a0-b8b7-23686d682b6d None None] Network e41bcd0d-586a-421a-8456-5bebfe2860c8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:19:48.280133 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93853f21-b5db-49dd-9d92-4f2dd3bb52b0 req-e8d9630d-848d-4847-a47a-f1a7d27143d4 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:48.281652 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-93853f21-b5db-49dd-9d92-4f2dd3bb52b0 req-e8d9630d-848d-4847-a47a-f1a7d27143d4 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.5279770 Dec 22 15:19:48.290427 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682198c-278e-4f55-b2ec-4f95bd37a1b0 req-e3a2caa7-9638-4dac-9a35-5940c8b72d78 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:48.292941 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d682198c-278e-4f55-b2ec-4f95bd37a1b0 req-e3a2caa7-9638-4dac-9a35-5940c8b72d78 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 945 time: 0.5050452 Dec 22 15:19:48.334399 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:48.353525 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dfa47a65-ad38-47dd-9169-b0f4c8c8d354 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:48.364317 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1204c0b8-4001-4399-816b-f1e93ff119ee tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:48.369743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7a87bd-d4f7-44e0-8255-2b0fbc57b149,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:48.393198 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:48.432182 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-93853f21-b5db-49dd-9d92-4f2dd3bb52b0 req-c66154fd-4d6e-40e6-9630-2f9f57167c17 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381106 Dec 22 15:19:48.432507 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4be62-5135-46cf-8eb7-6e636ddc0fb2 req-c964b5ce-4447-4870-b0ed-729f333c517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:48.434433 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7dc4be62-5135-46cf-8eb7-6e636ddc0fb2 req-c964b5ce-4447-4870-b0ed-729f333c517f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 1098 time: 1.2924173 Dec 22 15:19:48.437776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa47a65-ad38-47dd-9169-b0f4c8c8d354 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Pushing event deleted for resources: {'Port': ['ID=f24d22bb-3526-415b-9e3b-434981dae715,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:48.441060 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dfa47a65-ad38-47dd-9169-b0f4c8c8d354 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:48.451804 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0885914b-0957-4221-824f-46074a21b835']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:48.490703 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port dc6d4af8-7802-42ea-b830-8beb11150b81 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:19:48.517357 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port dc6d4af8-7802-42ea-b830-8beb11150b81 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:48.517793 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:48.523362 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d682198c-278e-4f55-b2ec-4f95bd37a1b0 req-e1d6a56d-8cdc-4915-b0be-28f40e4e5fbe tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8781d02-01be-48a1-bae7-37e818a25599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153847 Dec 22 15:19:48.550920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dfa47a65-ad38-47dd-9169-b0f4c8c8d354 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:48.568941 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a751dc-7d5d-4b9f-afd1-8efad53aa3d9') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:48.569334 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a751dc-7d5d-4b9f-afd1-8efad53aa3d9') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:48.608389 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c49a9469-6762-4ac0-892a-ec6af6cdc67a None None] Provisioning for port 15882192-843f-4041-b9b9-6bf6d53651e7 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:19:48.672538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c49a9469-6762-4ac0-892a-ec6af6cdc67a None None] Provisioning complete for port dc6d4af8-7802-42ea-b830-8beb11150b81 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:19:48.672993 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c49a9469-6762-4ac0-892a-ec6af6cdc67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:48.696224 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:48.712354 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-dfa47a65-ad38-47dd-9169-b0f4c8c8d354 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "DELETE /v2.0/ports/f24d22bb-3526-415b-9e3b-434981dae715 HTTP/1.1" status: 204 len: 168 time: 1.6347904 Dec 22 15:19:48.722892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56568) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:48.767403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:48.770143 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-97675875-4493-45ed-be4b-fb6415060d07 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:48.804575 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-0212a135-d1e1-4f63-83d5-d256b701906a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] GET failed (client error): The resource could not be found. Dec 22 15:19:48.805127 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0212a135-d1e1-4f63-83d5-d256b701906a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Synchronizing usage tracker for tenant:2943206724cb4a7aabfaa5d43c6f2fb4 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:48.819313 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7dc4be62-5135-46cf-8eb7-6e636ddc0fb2 req-86385d02-aa05-4a54-a629-8cd1a4a1767d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3567326 Dec 22 15:19:48.846772 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:19:48.847168 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:19:48.862918 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:19:48.879293 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:48.880993 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:48.900429 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0212a135-d1e1-4f63-83d5-d256b701906a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Unset dirty status for tenant:2943206724cb4a7aabfaa5d43c6f2fb4 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:48.908043 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0212a135-d1e1-4f63-83d5-d256b701906a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "GET /v2.0/ports/f24d22bb-3526-415b-9e3b-434981dae715 HTTP/1.1" status: 404 len: 333 time: 0.1906908 Dec 22 15:19:48.909655 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56572) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:48.932462 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a34051-7c02-4ab9-806f-cca603dd80a4 None None] DHCP port deletion for e41bcd0d-586a-421a-8456-5bebfe2860c8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:19:48.935086 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c49a9469-6762-4ac0-892a-ec6af6cdc67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:48.951730 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-79a34051-7c02-4ab9-806f-cca603dd80a4 None None] Deleting port 15882192-843f-4041-b9b9-6bf6d53651e7 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:48.952117 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-79a34051-7c02-4ab9-806f-cca603dd80a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:49.011108 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fb2f85da-ab31-4aa1-a95c-9fb5ac8904f4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Deleting port d630418f-e720-47eb-9987-019e42943f78 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:49.011669 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fb2f85da-ab31-4aa1-a95c-9fb5ac8904f4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:49.110739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c962889c-4da7-4f97-bee8-6ebb223b7405 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:19:49.130437 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d7858-568f-4dc7-88eb-cc3bc05d7c0d None None] Sync routers for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:19:49.149508 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d7858-568f-4dc7-88eb-cc3bc05d7c0d None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:49.151198 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-d48d7858-568f-4dc7-88eb-cc3bc05d7c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:49.282687 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-d48d7858-568f-4dc7-88eb-cc3bc05d7c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:49.303063 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d7858-568f-4dc7-88eb-cc3bc05d7c0d None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:49.304470 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-d48d7858-568f-4dc7-88eb-cc3bc05d7c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:49.355379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-79a34051-7c02-4ab9-806f-cca603dd80a4 None None] For port 15882192-843f-4041-b9b9-6bf6d53651e7, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=15882192-843f-4041-b9b9-6bf6d53651e7,segment=NetworkSegment(4c7a2a8e-86a2-42b0-acd9-0a6849587d64),segment_id=4c7a2a8e-86a2-42b0-acd9-0a6849587d64)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:49.355894 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-79a34051-7c02-4ab9-806f-cca603dd80a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:49.445753 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-d48d7858-568f-4dc7-88eb-cc3bc05d7c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:49.446829 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d7858-568f-4dc7-88eb-cc3bc05d7c0d None None] The sync data for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:19:49.538633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-79a34051-7c02-4ab9-806f-cca603dd80a4 None None] Calling delete_port for 15882192-843f-4041-b9b9-6bf6d53651e7 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:49.571697 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fb2f85da-ab31-4aa1-a95c-9fb5ac8904f4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:49.636269 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:49.658824 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:49.696332 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-79a34051-7c02-4ab9-806f-cca603dd80a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:49.701450 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-fb4415d2-0c6c-4fcd-9005-acaff124bdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:49.731596 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:49.768321 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fb2f85da-ab31-4aa1-a95c-9fb5ac8904f4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Calling delete_port for d630418f-e720-47eb-9987-019e42943f78 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:49.790102 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-97675875-4493-45ed-be4b-fb6415060d07 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:49.809459 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a34051-7c02-4ab9-806f-cca603dd80a4 None None] Pushing event deleted for resources: {'Port': ['ID=15882192-843f-4041-b9b9-6bf6d53651e7,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:49.829324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Pushing event deleted for resources: {'Network': ['ID=0885914b-0957-4221-824f-46074a21b835,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:49.843940 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-79a34051-7c02-4ab9-806f-cca603dd80a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:49.845688 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a34051-7c02-4ab9-806f-cca603dd80a4 None None] No DVR routers for this DVR port 15882192-843f-4041-b9b9-6bf6d53651e7 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:19:49.858307 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:49.872337 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:19:49.873713 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:19:49.873852 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e06464ec-a326-4d88-8bb0-5e2b6a37dde4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:49.882082 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-c49a9469-6762-4ac0-892a-ec6af6cdc67a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:19:49.882536 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-c49a9469-6762-4ac0-892a-ec6af6cdc67a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:19:49.933675 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95143b8a-8c19-402a-b299-007567a818fe req-3d6f2666-d17a-4e6f-b716-5e953755b1e9 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:49.935281 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-95143b8a-8c19-402a-b299-007567a818fe req-3d6f2666-d17a-4e6f-b716-5e953755b1e9 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.3466926 Dec 22 15:19:49.947277 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97675875-4493-45ed-be4b-fb6415060d07 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Pushing event deleted for resources: {'Subnet': ['ID=43783e4b-7897-4e2b-b435-ca4d9592a157,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:49.967102 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-97675875-4493-45ed-be4b-fb6415060d07 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:49.973758 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66048c0e-c984-4be5-bb02-a4807ea219d2 None None] Network 2bb37147-0070-498a-b4e0-953c7faa67a2 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:19:50.004012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f4bd6-e580-40c6-b74a-f47580d1a2e9 req-c675bc94-7518-438e-a3d1-ec6d79880a2e tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:50.005586 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e58f4bd6-e580-40c6-b74a-f47580d1a2e9 req-c675bc94-7518-438e-a3d1-ec6d79880a2e tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 945 time: 0.2447526 Dec 22 15:19:50.077830 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-95143b8a-8c19-402a-b299-007567a818fe req-e034b507-f274-408b-ba58-0abd8d961117 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348188 Dec 22 15:19:50.101808 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e58f4bd6-e580-40c6-b74a-f47580d1a2e9 req-984218ba-95b4-4516-90f4-c7696ec9d5df tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8781d02-01be-48a1-bae7-37e818a25599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707350 Dec 22 15:19:50.148585 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-97675875-4493-45ed-be4b-fb6415060d07 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:50.151236 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-97675875-4493-45ed-be4b-fb6415060d07 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "DELETE /v2.0/subnets/43783e4b-7897-4e2b-b435-ca4d9592a157 HTTP/1.1" status: 204 len: 168 time: 3.6585007 Dec 22 15:19:50.153500 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] device_id is not set on port 71972e07-29a2-45c2-8bf0-285cff01e3f7 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:19:50.154490 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56582) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:50.179310 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] 10.222.0.59 "DELETE /v2.0/networks/0885914b-0957-4221-824f-46074a21b835 HTTP/1.1" status: 204 len: 168 time: 6.8647234 Dec 22 15:19:50.238503 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fb2f85da-ab31-4aa1-a95c-9fb5ac8904f4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:50.248694 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3bb49a74-b7c6-4fde-bf40-6cb019ed4688 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:50.266382 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:50.385723 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f85da-ab31-4aa1-a95c-9fb5ac8904f4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Pushing event deleted for resources: {'Port': ['ID=d630418f-e720-47eb-9987-019e42943f78,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:50.397574 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fb2f85da-ab31-4aa1-a95c-9fb5ac8904f4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:50.418219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Transition to ACTIVE for port object 71972e07-29a2-45c2-8bf0-285cff01e3f7 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:19:50.429031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:50.466741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d21c3a-fb59-4207-a025-db0540e7d285 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:50.467983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-06d21c3a-fb59-4207-a025-db0540e7d285 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Synchronizing usage tracker for tenant:4f40679597d34de8a86a949570b8ce8e on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:19:50.470992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fb2f85da-ab31-4aa1-a95c-9fb5ac8904f4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:50.472976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c962889c-4da7-4f97-bee8-6ebb223b7405 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Router 38fe96a1-5a58-4870-bef5-3001fb091ed3 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:19:50.511047 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:50.569917 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:50.587264 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:50.589512 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b2e00-91ab-47ff-9ae1-59b376296859 req-6d246414-ce16-4479-a15c-08f649a890fd tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:50.591981 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] DHCP port deletion for 2bb37147-0070-498a-b4e0-953c7faa67a2 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:19:50.593334 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-329b2e00-91ab-47ff-9ae1-59b376296859 req-6d246414-ce16-4479-a15c-08f649a890fd tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 945 time: 0.2652330 Dec 22 15:19:50.595381 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-06d21c3a-fb59-4207-a025-db0540e7d285 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Unset dirty status for tenant:4f40679597d34de8a86a949570b8ce8e on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:19:50.602452 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] Deleting port dc6d4af8-7802-42ea-b830-8beb11150b81 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:50.602452 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:50.603995 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-06d21c3a-fb59-4207-a025-db0540e7d285 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4403908 Dec 22 15:19:50.604986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56588) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:50.605387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56590) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:50.612587 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fb2f85da-ab31-4aa1-a95c-9fb5ac8904f4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "DELETE /v2.0/ports/d630418f-e720-47eb-9987-019e42943f78 HTTP/1.1" status: 204 len: 168 time: 1.7004721 Dec 22 15:19:50.644731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56596) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:50.844105 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] For port dc6d4af8-7802-42ea-b830-8beb11150b81, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=dc6d4af8-7802-42ea-b830-8beb11150b81,segment=NetworkSegment(b1e107f1-c552-4de5-bd79-7a3b5218bf47),segment_id=b1e107f1-c552-4de5-bd79-7a3b5218bf47)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:50.844512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:50.880484 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-feda35b0-de51-435f-bbe9-480407e44f10 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Request body: {'floatingip': {'port_id': 'bbaf721b-942b-43fe-bdc2-d54c98660094'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:50.912645 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port dc6d4af8-7802-42ea-b830-8beb11150b81, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=dc6d4af8-7802-42ea-b830-8beb11150b81,segment=NetworkSegment(b1e107f1-c552-4de5-bd79-7a3b5218bf47),segment_id=b1e107f1-c552-4de5-bd79-7a3b5218bf47)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:50.921030 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56602) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:50.983047 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] Calling delete_port for dc6d4af8-7802-42ea-b830-8beb11150b81 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:50.989777 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:51.017528 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-a002ff81-a0ed-482b-89ab-4fc59fcb5321 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Deleting subnet b76ad1dd-7911-4146-b6ad-3f6f2657cc0b {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:19:51.023707 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:51.024752 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 15882192-843f-4041-b9b9-6bf6d53651e7 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:19:51.058548 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c19abcd9-a08f-4bea-9884-2f66596e0144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:51.092236 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c49a9469-6762-4ac0-892a-ec6af6cdc67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:51.111116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a002ff81-a0ed-482b-89ab-4fc59fcb5321 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:51.178158 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 15882192-843f-4041-b9b9-6bf6d53651e7 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:19:51.178715 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 15882192-843f-4041-b9b9-6bf6d53651e7 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 15:19:51.216780 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=dc6d4af8-7802-42ea-b830-8beb11150b81,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:51.223525 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-feda35b0-de51-435f-bbe9-480407e44f10 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for floatingip, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:51.237146 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:51.245123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Port 15882192-843f-4041-b9b9-6bf6d53651e7 not found, will not notify nova. {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 15:19:51.351625 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Deleting port dc6d4af8-7802-42ea-b830-8beb11150b81 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:51.352202 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:51.374490 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Pushing event updated for resources: {'Port': ['ID=71972e07-29a2-45c2-8bf0-285cff01e3f7,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:51.383586 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device dc6d4af8-7802-42ea-b830-8beb11150b81 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:19:51.426737 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a002ff81-a0ed-482b-89ab-4fc59fcb5321 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:51.473307 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-c49a9469-6762-4ac0-892a-ec6af6cdc67a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:19:51.474139 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-c49a9469-6762-4ac0-892a-ec6af6cdc67a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:19:51.474885 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:19:51.475430 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:19:51.489339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:51.552808 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:51.616037 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port dc6d4af8-7802-42ea-b830-8beb11150b81, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=dc6d4af8-7802-42ea-b830-8beb11150b81,segment=NetworkSegment(b1e107f1-c552-4de5-bd79-7a3b5218bf47),segment_id=b1e107f1-c552-4de5-bd79-7a3b5218bf47)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:51.651462 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fd82023b-d8e7-4671-a22e-96eb26995d89 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a14fb595fe714b1199e56037ec808cb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7233708 Dec 22 15:19:51.657550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56610) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:51.670040 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Checking segment: {'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:19:51.670439 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Network hostable DHCP agents. Network: fb583130-375e-472f-be31-182d3bce2f30, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:19:51.691424 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c962889c-4da7-4f97-bee8-6ebb223b7405 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:19:51.700176 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a002ff81-a0ed-482b-89ab-4fc59fcb5321 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:51.701373 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:51.702904 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 15882192-843f-4041-b9b9-6bf6d53651e7 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:19:51.732032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c962889c-4da7-4f97-bee8-6ebb223b7405 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:51.747089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-68f2a50d-9a8d-4b95-ba7c-429a25089018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:51.812747 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5785606-5485-4452-bc6d-ec7a9bda19de None None] Sync routers for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:19:51.852438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 15882192-843f-4041-b9b9-6bf6d53651e7 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:19:51.852438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 15882192-843f-4041-b9b9-6bf6d53651e7 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:19:51.862176 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5785606-5485-4452-bc6d-ec7a9bda19de None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:51.863231 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e5785606-5485-4452-bc6d-ec7a9bda19de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:51.935908 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ed65b-b918-4d24-9153-dd17c8fbb128 req-7681463e-f6cf-476b-a766-5e5c98a467f5 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:51.943883 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6b5ed65b-b918-4d24-9153-dd17c8fbb128 req-7681463e-f6cf-476b-a766-5e5c98a467f5 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.6168137 Dec 22 15:19:51.954803 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44aa9bda-28b6-4c43-97c5-b880a1cb9485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:51.968835 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e5785606-5485-4452-bc6d-ec7a9bda19de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:51.978102 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c962889c-4da7-4f97-bee8-6ebb223b7405 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "PUT /v2.0/floatingips/e290b318-988c-469d-b8d6-62e6fcf7cba8 HTTP/1.1" status: 200 len: 979 time: 11.2318909 Dec 22 15:19:51.978926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56614) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:51.981523 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] Deleting port dc6d4af8-7802-42ea-b830-8beb11150b81 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:51.981700 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:51.997273 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44aa9bda-28b6-4c43-97c5-b880a1cb9485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:52.007696 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5785606-5485-4452-bc6d-ec7a9bda19de None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:52.008336 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e5785606-5485-4452-bc6d-ec7a9bda19de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:52.008730 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b35c5556-0cac-44d6-ac9e-75c3bdcfce88 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:52.074129 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Network fb583130-375e-472f-be31-182d3bce2f30 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:19:52.090132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] For port dc6d4af8-7802-42ea-b830-8beb11150b81, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=dc6d4af8-7802-42ea-b830-8beb11150b81,segment=NetworkSegment(b1e107f1-c552-4de5-bd79-7a3b5218bf47),segment_id=b1e107f1-c552-4de5-bd79-7a3b5218bf47)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:52.090665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:52.117926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Router df9afef7-d2b9-4580-9a79-ebbfda0a3203 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:19:52.124509 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6b5ed65b-b918-4d24-9153-dd17c8fbb128 req-f7db7c91-d048-44b5-a20c-d7d347de411c tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803887 Dec 22 15:19:52.137847 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=dc6d4af8-7802-42ea-b830-8beb11150b81,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:52.144397 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a002ff81-a0ed-482b-89ab-4fc59fcb5321 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:52.154980 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:52.155687 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e5785606-5485-4452-bc6d-ec7a9bda19de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:52.156212 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5785606-5485-4452-bc6d-ec7a9bda19de None None] The sync data for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:19:52.192294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:52.203660 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c49a9469-6762-4ac0-892a-ec6af6cdc67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:52.277291 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c49a9469-6762-4ac0-892a-ec6af6cdc67a None None] For port dc6d4af8-7802-42ea-b830-8beb11150b81, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=dc6d4af8-7802-42ea-b830-8beb11150b81,segment=NetworkSegment(b1e107f1-c552-4de5-bd79-7a3b5218bf47),segment_id=b1e107f1-c552-4de5-bd79-7a3b5218bf47)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:52.374064 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002ff81-a0ed-482b-89ab-4fc59fcb5321 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Pushing event deleted for resources: {'Subnet': ['ID=b76ad1dd-7911-4146-b6ad-3f6f2657cc0b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:52.444488 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] For port dc6d4af8-7802-42ea-b830-8beb11150b81, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=dc6d4af8-7802-42ea-b830-8beb11150b81,segment=NetworkSegment(b1e107f1-c552-4de5-bd79-7a3b5218bf47),segment_id=b1e107f1-c552-4de5-bd79-7a3b5218bf47)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:52.445084 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:52.469086 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-feda35b0-de51-435f-bbe9-480407e44f10 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:52.483976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, fb583130-375e-472f-be31-182d3bce2f30) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:19:52.487593 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b35c5556-0cac-44d6-ac9e-75c3bdcfce88 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:52.559969 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a002ff81-a0ed-482b-89ab-4fc59fcb5321 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:52.567168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Calling delete_port for dc6d4af8-7802-42ea-b830-8beb11150b81 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:52.571837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:52.583171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] Calling delete_port for dc6d4af8-7802-42ea-b830-8beb11150b81 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:52.599858 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-feda35b0-de51-435f-bbe9-480407e44f10 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:52.610153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a002ff81-a0ed-482b-89ab-4fc59fcb5321 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:52.623669 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e515f49a-bd8b-4bec-a48b-67dd4f09f31e None None] Network fb583130-375e-472f-be31-182d3bce2f30 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:19:52.636268 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb06815-03ee-4771-ba89-c5ea955ae1bc None None] Network d13202de-89d4-4e25-959e-87c82b31882d requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:19:52.641395 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:19:52.641742 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:19:52.642547 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:19:52.653044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44aa9bda-28b6-4c43-97c5-b880a1cb9485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:52.661087 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c49a9469-6762-4ac0-892a-ec6af6cdc67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:52.671526 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44aa9bda-28b6-4c43-97c5-b880a1cb9485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:52.672727 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-44aa9bda-28b6-4c43-97c5-b880a1cb9485 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/59c6c2c5-decf-45da-bb03-dbfc5b780c51 HTTP/1.1" status: 204 len: 168 time: 1.0099115 Dec 22 15:19:52.676323 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-79a34051-7c02-4ab9-806f-cca603dd80a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:52.678193 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:52.685549 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:19:52.685942 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:19:52.687467 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a002ff81-a0ed-482b-89ab-4fc59fcb5321 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "DELETE /v2.0/subnets/b76ad1dd-7911-4146-b6ad-3f6f2657cc0b HTTP/1.1" status: 204 len: 168 time: 2.0380170 Dec 22 15:19:52.703808 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56622) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:52.752575 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 2 to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 Dec 22 15:19:52.852735 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa9bda-28b6-4c43-97c5-b880a1cb9485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c6c2c5-decf-45da-bb03-dbfc5b780c51,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:52.867469 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-44aa9bda-28b6-4c43-97c5-b880a1cb9485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:52.887854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:19:52.887854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:19:52.888412 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:19:52.909286 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:19:52.909711 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:19:52.913697 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 3 to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 Dec 22 15:19:52.933163 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:19:52.958762 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb20fec-003f-4ade-89d3-985f46f7520b None None] Sync routers for ids ['df9afef7-d2b9-4580-9a79-ebbfda0a3203'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:19:52.972195 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb20fec-003f-4ade-89d3-985f46f7520b None None] Routers {'df9afef7-d2b9-4580-9a79-ebbfda0a3203'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:52.973362 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-2eb20fec-003f-4ade-89d3-985f46f7520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['df9afef7-d2b9-4580-9a79-ebbfda0a3203'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:53.029333 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:53.056379 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b35c5556-0cac-44d6-ac9e-75c3bdcfce88 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:53.064193 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:19:53.064541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:19:53.066051 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:19:53.070536 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a9469-6762-4ac0-892a-ec6af6cdc67a None None] Pushing event updated for resources: {'Port': ['ID=dc6d4af8-7802-42ea-b830-8beb11150b81,revision_number=6']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:53.111235 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c49a9469-6762-4ac0-892a-ec6af6cdc67a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:53.112361 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:19:53.112968 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:19:53.115804 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 4 to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 Dec 22 15:19:53.163922 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b35c5556-0cac-44d6-ac9e-75c3bdcfce88 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:53.164264 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-b35c5556-0cac-44d6-ac9e-75c3bdcfce88 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Floating IP e290b318-988c-469d-b8d6-62e6fcf7cba8 disassociated. External IP: 172.26.6.146, port: 72abefd3-6f9c-46aa-901b-4939836e849d. Dec 22 15:19:53.173014 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Deleting port ae94865b-2b0a-4fba-b710-c000ff822d49 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:53.173413 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:53.204379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:19:53.205385 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:19:53.276070 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-2eb20fec-003f-4ade-89d3-985f46f7520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:53.289078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6d7fb-4754-416c-a3cd-af28f3e07a60 req-af788a10-a670-498a-89d5-7160fef62671 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:53.289667 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb20fec-003f-4ade-89d3-985f46f7520b None None] Routers {'df9afef7-d2b9-4580-9a79-ebbfda0a3203'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:53.290674 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-2eb20fec-003f-4ade-89d3-985f46f7520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['df9afef7-d2b9-4580-9a79-ebbfda0a3203'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:53.291457 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9fb6d7fb-4754-416c-a3cd-af28f3e07a60 req-af788a10-a670-498a-89d5-7160fef62671 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.7629833 Dec 22 15:19:53.320145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56634) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:53.326630 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-feda35b0-de51-435f-bbe9-480407e44f10 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Floating IP 0d60ac93-760e-4f3e-833c-bacfb62b6d60 associated. External IP: 172.26.6.24, port: bbaf721b-942b-43fe-bdc2-d54c98660094. Dec 22 15:19:53.387136 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261acffc-6279-4b60-afdd-6ebd24502b27 None None] DHCP port deletion for d13202de-89d4-4e25-959e-87c82b31882d request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:19:53.392873 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-261acffc-6279-4b60-afdd-6ebd24502b27 None None] Deleting port ae94865b-2b0a-4fba-b710-c000ff822d49 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:53.393404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-261acffc-6279-4b60-afdd-6ebd24502b27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:53.408729 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-2eb20fec-003f-4ade-89d3-985f46f7520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:53.409307 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb20fec-003f-4ade-89d3-985f46f7520b None None] The sync data for ids ['df9afef7-d2b9-4580-9a79-ebbfda0a3203'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:19:53.420192 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:19:53.420764 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:19:53.426196 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-fc3425af-6a7d-40fb-8b9d-c680d95db379 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Request body: {'floatingip': {'port_id': 'd4f5910c-f46d-47d8-a4e5-89a454b2a0c2'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:53.457990 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:19:53.458259 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:19:53.458607 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:19:53.460871 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:53.464995 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 13.4297020 Dec 22 15:19:53.468610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56638) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:53.544917 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:19:53.545310 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:19:53.552955 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 5 to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 Dec 22 15:19:53.620858 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fc3425af-6a7d-40fb-8b9d-c680d95db379 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for floatingip, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:53.645297 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:19:53.645636 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:19:53.645965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:19:53.653865 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] Deleting port dc6d4af8-7802-42ea-b830-8beb11150b81 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:53.654777 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:53.683159 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:19:53.683826 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:19:53.736877 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 6 to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 Dec 22 15:19:53.793390 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:19:53.793798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:19:53.794071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:19:53.818109 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4e8ab79d-3fbf-4536-bccb-2f9f0868b986 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "GET /v2.0/routers/df9afef7-d2b9-4580-9a79-ebbfda0a3203 HTTP/1.1" status: 200 len: 923 time: 0.3427167 Dec 22 15:19:53.818109 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:19:53.818109 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:19:53.818109 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 7 to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 Dec 22 15:19:53.827261 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56648) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:53.950494 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f75c37fc-e6dc-4cf1-8bfe-e774d1f0761a tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9afef7-d2b9-4580-9a79-ebbfda0a3203 HTTP/1.1" status: 200 len: 205 time: 0.1171017 Dec 22 15:19:53.950494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:19:53.950494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:19:53.950494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:19:53.957524 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56654) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:54.002271 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-261acffc-6279-4b60-afdd-6ebd24502b27 None None] For port ae94865b-2b0a-4fba-b710-c000ff822d49, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ae94865b-2b0a-4fba-b710-c000ff822d49,segment=NetworkSegment(19b99017-f14d-425b-ad2c-61fb38390b75),segment_id=19b99017-f14d-425b-ad2c-61fb38390b75)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:54.003024 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-261acffc-6279-4b60-afdd-6ebd24502b27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:54.025596 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:19:54.025885 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:19:54.040536 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 8 to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 Dec 22 15:19:54.076752 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:19:54.086672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Deleting port dc6d4af8-7802-42ea-b830-8beb11150b81 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:54.087442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:19:54.087663 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:54.088743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:19:54.169496 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:19:54.169770 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:19:54.181616 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 9 to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 Dec 22 15:19:54.183338 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-261acffc-6279-4b60-afdd-6ebd24502b27 None None] Calling delete_port for ae94865b-2b0a-4fba-b710-c000ff822d49 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:54.274071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:19:54.274365 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:19:54.274668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:19:54.300462 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:19:54.300462 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:19:54.306346 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 10 to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 Dec 22 15:19:54.358285 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] For port dc6d4af8-7802-42ea-b830-8beb11150b81, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=dc6d4af8-7802-42ea-b830-8beb11150b81,segment=NetworkSegment(b1e107f1-c552-4de5-bd79-7a3b5218bf47),segment_id=b1e107f1-c552-4de5-bd79-7a3b5218bf47)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:54.358851 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:54.376005 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:19:54.376468 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:19:54.376755 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:19:54.390941 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35c5556-0cac-44d6-ac9e-75c3bdcfce88 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Router 38fe96a1-5a58-4870-bef5-3001fb091ed3 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:19:54.412039 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-07a88904-cd29-4815-a22f-1cd765838106 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:54.492009 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56660) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:54.508724 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:19:54.509269 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 71972e07-29a2-45c2-8bf0-285cff01e3f7 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:19:54.510403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:54.575665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-261acffc-6279-4b60-afdd-6ebd24502b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:54.584835 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] Calling delete_port for dc6d4af8-7802-42ea-b830-8beb11150b81 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:54.616523 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:54.616992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] For port ae94865b-2b0a-4fba-b710-c000ff822d49, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ae94865b-2b0a-4fba-b710-c000ff822d49,segment=NetworkSegment(19b99017-f14d-425b-ad2c-61fb38390b75),segment_id=19b99017-f14d-425b-ad2c-61fb38390b75)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:54.617322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:54.688922 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261acffc-6279-4b60-afdd-6ebd24502b27 None None] Pushing event deleted for resources: {'Port': ['ID=ae94865b-2b0a-4fba-b710-c000ff822d49,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:54.692878 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-261acffc-6279-4b60-afdd-6ebd24502b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:54.696342 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261acffc-6279-4b60-afdd-6ebd24502b27 None None] No DVR routers for this DVR port ae94865b-2b0a-4fba-b710-c000ff822d49 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:19:54.806893 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Calling delete_port for ae94865b-2b0a-4fba-b710-c000ff822d49 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:54.826319 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:54.841625 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:54.911263 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] No DVR routers for this DVR port dc6d4af8-7802-42ea-b830-8beb11150b81 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:19:54.925911 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] Pushing event deleted for resources: {'Port': ['ID=dc6d4af8-7802-42ea-b830-8beb11150b81,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:54.925911 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:55.083146 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] For port dc6d4af8-7802-42ea-b830-8beb11150b81, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=dc6d4af8-7802-42ea-b830-8beb11150b81,segment=NetworkSegment(b1e107f1-c552-4de5-bd79-7a3b5218bf47),segment_id=b1e107f1-c552-4de5-bd79-7a3b5218bf47)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:55.083423 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:55.184010 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-639174058'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:55.203253 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8734a0e5-8653-4166-80fe-d86a73ad4876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:55.207366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:55.216307 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Usage tracker for resource:network and tenant:5ad4929875a143c3a3c626895027b991 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:55.219265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:19:55.220367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:19:55.228755 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Calling delete_port for dc6d4af8-7802-42ea-b830-8beb11150b81 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:55.273123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:55.274005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feda35b0-de51-435f-bbe9-480407e44f10 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Router d856ce29-143d-41fa-a1a1-6d65c5e4f669 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:19:55.319818 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] For port 71972e07-29a2-45c2-8bf0-285cff01e3f7, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:19:55.320452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempted to set empty binding levels {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 15:19:55.324421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:55.366506 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-07a88904-cd29-4815-a22f-1cd765838106 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:55.374854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35c5556-0cac-44d6-ac9e-75c3bdcfce88 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:19:55.379733 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b35c5556-0cac-44d6-ac9e-75c3bdcfce88 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:55.384000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ae94865b-2b0a-4fba-b710-c000ff822d49 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:19:55.462574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:55.468387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Made reservation on behalf of 5ad4929875a143c3a3c626895027b991 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:55.468680 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: ae94865b-2b0a-4fba-b710-c000ff822d49 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:19:55.468856 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ae94865b-2b0a-4fba-b710-c000ff822d49 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:19:55.473189 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0201dda-f636-403b-8572-0e5d70befc7b None None] Sync routers for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:19:55.473465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:55.508375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0201dda-f636-403b-8572-0e5d70befc7b None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:55.509069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ed20c0c5-38ed-47b8-a5ca-4e159f1dd0da tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:55.510059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a0201dda-f636-403b-8572-0e5d70befc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:55.517487 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:19:55.517839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:19:55.569667 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fc3425af-6a7d-40fb-8b9d-c680d95db379 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:55.594931 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-07a88904-cd29-4815-a22f-1cd765838106 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Deleting port ac0ba323-b7e4-469a-9577-48c8f174f2d0 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:55.595544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-07a88904-cd29-4815-a22f-1cd765838106 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:55.620151 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a0201dda-f636-403b-8572-0e5d70befc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:55.621340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feda35b0-de51-435f-bbe9-480407e44f10 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:19:55.634289 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fc3425af-6a7d-40fb-8b9d-c680d95db379 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:55.636343 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0201dda-f636-403b-8572-0e5d70befc7b None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:55.637449 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a0201dda-f636-403b-8572-0e5d70befc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:55.643650 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:55.657290 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894baade-7d56-41b2-b941-702ed430ce2e None None] Sync routers for ids ['d856ce29-143d-41fa-a1a1-6d65c5e4f669'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:19:55.661288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:55.661898 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:55.668300 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Pushing event updated for resources: {'Port': ['ID=71972e07-29a2-45c2-8bf0-285cff01e3f7,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:55.682562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:55.688616 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b35c5556-0cac-44d6-ac9e-75c3bdcfce88 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "PUT /v2.0/floatingips/e290b318-988c-469d-b8d6-62e6fcf7cba8 HTTP/1.1" status: 200 len: 688 time: 3.6943426 Dec 22 15:19:55.692250 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56666) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:55.700643 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894baade-7d56-41b2-b941-702ed430ce2e None None] Routers {'d856ce29-143d-41fa-a1a1-6d65c5e4f669'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:55.701976 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-894baade-7d56-41b2-b941-702ed430ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['d856ce29-143d-41fa-a1a1-6d65c5e4f669'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:55.704596 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-feda35b0-de51-435f-bbe9-480407e44f10 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:55.737962 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Deleting port ae94865b-2b0a-4fba-b710-c000ff822d49 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:55.738469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:55.763183 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a0201dda-f636-403b-8572-0e5d70befc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:55.765505 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0201dda-f636-403b-8572-0e5d70befc7b None None] The sync data for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:19:55.769148 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:55.794396 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Usage tracker for resource:security_group_rule and tenant:5ad4929875a143c3a3c626895027b991 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:55.818117 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:55.843827 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] The port 'ae94865b-2b0a-4fba-b710-c000ff822d49' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:19:55.951380 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 10.3752809 Dec 22 15:19:55.952695 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56670) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:55.984419 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:55.987813 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-894baade-7d56-41b2-b941-702ed430ce2e None None] Set router d856ce29-143d-41fa-a1a1-6d65c5e4f669 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:19:55.993287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-953c948c-0965-40c6-a298-8ada57d558c1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Deleting port dac45e83-eecd-47e2-8091-3d0ec32c2673 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:55.993873 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-953c948c-0965-40c6-a298-8ada57d558c1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:56.050267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Deleting port dc6d4af8-7802-42ea-b830-8beb11150b81 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:56.050484 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:56.141522 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-feda35b0-de51-435f-bbe9-480407e44f10 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "PUT /v2.0/floatingips/0d60ac93-760e-4f3e-833c-bacfb62b6d60 HTTP/1.1" status: 200 len: 990 time: 5.5329800 Dec 22 15:19:56.147339 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53516aa2-d888-4e5b-98c4-154208f8aa32', 'tag': 'bbaf721b-942b-43fe-bdc2-d54c98660094'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:19:56.252948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] The port 'dc6d4af8-7802-42ea-b830-8beb11150b81' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:19:56.257751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-739e2ef8-c354-4b2e-bdf5-ddf6f87b5c83 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Deleting port 71972e07-29a2-45c2-8bf0-285cff01e3f7 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:19:56.258889 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-739e2ef8-c354-4b2e-bdf5-ddf6f87b5c83 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:56.324676 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-fc3425af-6a7d-40fb-8b9d-c680d95db379 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Floating IP 66d9d850-064c-4773-960f-a6e918b84457 associated. External IP: 172.26.6.53, port: d4f5910c-f46d-47d8-a4e5-89a454b2a0c2. Dec 22 15:19:56.444595 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-07a88904-cd29-4815-a22f-1cd765838106 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:56.471549 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-894baade-7d56-41b2-b941-702ed430ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'name': 'tempest-ServersTestJSON-777630240-router', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:45Z', 'revision_number': 4, 'project_id': '11ca12b5724944f583d6f7654599b447', 'gw_port': {'id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '0d60ac93-760e-4f3e-833c-bacfb62b6d60', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'floating_ip_address': '172.26.6.24', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'port_id': 'bbaf721b-942b-43fe-bdc2-d54c98660094', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8', 'mac_address': 'fa:16:3e:e0:5d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53516aa2-d888-4e5b-98c4-154208f8aa32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:18:59Z', 'updated_at': '2021-12-22T15:19:52Z', 'revision_number': 1, 'project_id': '11ca12b5724944f583d6f7654599b447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff52be8-ae2b-4f91-83f0-7b2c4638f1a0', 'name': '', 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'mac_address': 'fa:16:3e:1a:60:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '436c46ba-002c-4b99-b2f3-b954e93823af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:41Z', 'updated_at': '2021-12-22T15:18:58Z', 'revision_number': 5, 'project_id': '11ca12b5724944f583d6f7654599b447', 'subnets': [{'id': '436c46ba-002c-4b99-b2f3-b954e93823af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:56.476658 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894baade-7d56-41b2-b941-702ed430ce2e None None] Checking router: d856ce29-143d-41fa-a1a1-6d65c5e4f669 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:19:56.489918 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894baade-7d56-41b2-b941-702ed430ce2e None None] Routers {'d856ce29-143d-41fa-a1a1-6d65c5e4f669'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:56.491031 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-894baade-7d56-41b2-b941-702ed430ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['d856ce29-143d-41fa-a1a1-6d65c5e4f669'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:56.505271 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:56.639008 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13202de-89d4-4e25-959e-87c82b31882d']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:56.674748 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53516aa2-d888-4e5b-98c4-154208f8aa32', 'tag': 'bbaf721b-942b-43fe-bdc2-d54c98660094', 'status': 'completed', 'code': 200} Dec 22 15:19:56.682387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b99017-f14d-425b-ad2c-61fb38390b75') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:56.682387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b99017-f14d-425b-ad2c-61fb38390b75') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:56.700902 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:56.708365 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-07a88904-cd29-4815-a22f-1cd765838106 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Calling delete_port for ac0ba323-b7e4-469a-9577-48c8f174f2d0 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:56.710141 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:56.804843 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-894baade-7d56-41b2-b941-702ed430ce2e None None] Set router d856ce29-143d-41fa-a1a1-6d65c5e4f669 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:19:56.817911 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb37147-0070-498a-b4e0-953c7faa67a2']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:56.825834 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:56.841802 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:19:56.842598 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:19:56.858281 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:19:56.863581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e107f1-c552-4de5-bd79-7a3b5218bf47') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:56.863581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e107f1-c552-4de5-bd79-7a3b5218bf47') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:56.880430 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:57.033588 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:57.059695 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:19:57.060278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:57.078532 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:57.082825 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-953c948c-0965-40c6-a298-8ada57d558c1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:57.083192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-953c948c-0965-40c6-a298-8ada57d558c1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:19:57.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:19:57.103111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3425af-6a7d-40fb-8b9d-c680d95db379 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Router 76ab0945-a245-41a0-8fc8-3717c5cb87c9 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:19:57.177944 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:57.251020 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:57.272251 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:57.302100 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] 10.222.0.59 "DELETE /v2.0/networks/d13202de-89d4-4e25-959e-87c82b31882d HTTP/1.1" status: 204 len: 168 time: 4.6009049 Dec 22 15:19:57.312240 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Pushing event deleted for resources: {'Network': ['ID=d13202de-89d4-4e25-959e-87c82b31882d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:57.312240 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:57.317121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:57.380367 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-739e2ef8-c354-4b2e-bdf5-ddf6f87b5c83 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] For port 71972e07-29a2-45c2-8bf0-285cff01e3f7, host hv-neutron-8226, got binding levels [] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:19:57.380725 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-739e2ef8-c354-4b2e-bdf5-ddf6f87b5c83 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:57.399439 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-894baade-7d56-41b2-b941-702ed430ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'name': 'tempest-ServersTestJSON-777630240-router', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:45Z', 'revision_number': 4, 'project_id': '11ca12b5724944f583d6f7654599b447', 'gw_port': {'id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '0d60ac93-760e-4f3e-833c-bacfb62b6d60', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'floating_ip_address': '172.26.6.24', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'port_id': 'bbaf721b-942b-43fe-bdc2-d54c98660094', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8', 'mac_address': 'fa:16:3e:e0:5d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53516aa2-d888-4e5b-98c4-154208f8aa32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:18:59Z', 'updated_at': '2021-12-22T15:19:52Z', 'revision_number': 1, 'project_id': '11ca12b5724944f583d6f7654599b447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff52be8-ae2b-4f91-83f0-7b2c4638f1a0', 'name': '', 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'mac_address': 'fa:16:3e:1a:60:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '436c46ba-002c-4b99-b2f3-b954e93823af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:41Z', 'updated_at': '2021-12-22T15:18:58Z', 'revision_number': 5, 'project_id': '11ca12b5724944f583d6f7654599b447', 'subnets': [{'id': '436c46ba-002c-4b99-b2f3-b954e93823af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:57.404561 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-953c948c-0965-40c6-a298-8ada57d558c1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Calling delete_port for dac45e83-eecd-47e2-8091-3d0ec32c2673 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:57.408376 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894baade-7d56-41b2-b941-702ed430ce2e None None] The sync data for ids ['d856ce29-143d-41fa-a1a1-6d65c5e4f669'] in dv-neutron-822674-1-hyperv is: [{'id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'name': 'tempest-ServersTestJSON-777630240-router', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:45Z', 'revision_number': 4, 'project_id': '11ca12b5724944f583d6f7654599b447', 'gw_port': {'id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '0d60ac93-760e-4f3e-833c-bacfb62b6d60', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'floating_ip_address': '172.26.6.24', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'port_id': 'bbaf721b-942b-43fe-bdc2-d54c98660094', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8', 'mac_address': 'fa:16:3e:e0:5d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53516aa2-d888-4e5b-98c4-154208f8aa32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:18:59Z', 'updated_at': '2021-12-22T15:19:52Z', 'revision_number': 1, 'project_id': '11ca12b5724944f583d6f7654599b447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff52be8-ae2b-4f91-83f0-7b2c4638f1a0', 'name': '', 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'mac_address': 'fa:16:3e:1a:60:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '436c46ba-002c-4b99-b2f3-b954e93823af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:41Z', 'updated_at': '2021-12-22T15:18:58Z', 'revision_number': 5, 'project_id': '11ca12b5724944f583d6f7654599b447', 'subnets': [{'id': '436c46ba-002c-4b99-b2f3-b954e93823af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:19:57.455258 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-82805a22-f6c5-4842-916f-af9f556fc390 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:57.475388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:57.503550 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:57.523677 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:57.544266 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Pushing event deleted for resources: {'Network': ['ID=2bb37147-0070-498a-b4e0-953c7faa67a2,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:57.555341 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:57.570342 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "DELETE /v2.0/networks/2bb37147-0070-498a-b4e0-953c7faa67a2 HTTP/1.1" status: 204 len: 168 time: 6.9633305 Dec 22 15:19:57.579247 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56690) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:57.605973 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3425af-6a7d-40fb-8b9d-c680d95db379 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:19:57.614024 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fc3425af-6a7d-40fb-8b9d-c680d95db379 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:57.619809 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec5e61a-edfe-4c74-adc5-644edac73466 None None] Sync routers for ids ['76ab0945-a245-41a0-8fc8-3717c5cb87c9'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:19:57.661338 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec5e61a-edfe-4c74-adc5-644edac73466 None None] Routers {'76ab0945-a245-41a0-8fc8-3717c5cb87c9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:57.667298 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3ec5e61a-edfe-4c74-adc5-644edac73466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['76ab0945-a245-41a0-8fc8-3717c5cb87c9'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:57.691913 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4afa8f-a101-4bfb-bc98-2763403d9632 req-bf2f52fa-6678-4346-b1ae-813242dd4c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:57.693516 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bf4afa8f-a101-4bfb-bc98-2763403d9632 req-bf2f52fa-6678-4346-b1ae-813242dd4c1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11ca12b5724944f583d6f7654599b447&device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 1098 time: 0.9413552 Dec 22 15:19:57.711211 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-739e2ef8-c354-4b2e-bdf5-ddf6f87b5c83 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Calling delete_port for 71972e07-29a2-45c2-8bf0-285cff01e3f7 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:19:57.788686 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:19:57.802778 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:57.807343 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Added segment a64f1d60-87a0-4096-be91-eb0460176b0b of type vlan for network 24ab14d8-61a4-430d-ae86-0afd874ca7cf Dec 22 15:19:57.838912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:57.870214 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9e73f4-b2ca-4e2a-835b-a4990713cc34,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:57.895692 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:57.899616 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a0b015-2e59-45fe-9d80-7e59fbd8574f None None] New status for floating IP 0d60ac93-760e-4f3e-833c-bacfb62b6d60: ACTIVE {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:19:57.970715 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-3ec5e61a-edfe-4c74-adc5-644edac73466 None None] Set router 76ab0945-a245-41a0-8fc8-3717c5cb87c9 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:19:58.064723 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fc3425af-6a7d-40fb-8b9d-c680d95db379 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "PUT /v2.0/floatingips/66d9d850-064c-4773-960f-a6e918b84457 HTTP/1.1" status: 200 len: 990 time: 4.7366116 Dec 22 15:19:58.075853 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d081ecc3-b44c-4fee-a67f-f23ebbaa61dc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:58.180392 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:58.194074 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:58.199273 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:58.233629 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f4f9ece7-7f52-44ff-8947-73e6b2056029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:58.241667 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:58.318033 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d081ecc3-b44c-4fee-a67f-f23ebbaa61dc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:58.349804 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-d081ecc3-b44c-4fee-a67f-f23ebbaa61dc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41bcd0d-586a-421a-8456-5bebfe2860c8']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:58.366093 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-d081ecc3-b44c-4fee-a67f-f23ebbaa61dc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7a2a8e-86a2-42b0-acd9-0a6849587d64') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:58.366768 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-d081ecc3-b44c-4fee-a67f-f23ebbaa61dc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7a2a8e-86a2-42b0-acd9-0a6849587d64') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:58.381160 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d081ecc3-b44c-4fee-a67f-f23ebbaa61dc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:58.400478 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d081ecc3-b44c-4fee-a67f-f23ebbaa61dc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:58.408254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d081ecc3-b44c-4fee-a67f-f23ebbaa61dc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:19:58.408927 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d081ecc3-b44c-4fee-a67f-f23ebbaa61dc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:58.533226 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3ec5e61a-edfe-4c74-adc5-644edac73466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'name': 'tempest-ServerActionsTestJSON-41532340-router', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:48Z', 'revision_number': 4, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'gw_port': {'id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:33Z', 'updated_at': '2021-12-22T15:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '66d9d850-064c-4773-960f-a6e918b84457', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'floating_ip_address': '172.26.6.53', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'port_id': 'd4f5910c-f46d-47d8-a4e5-89a454b2a0c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1', 'mac_address': 'fa:16:3e:b9:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e349c196-2209-427c-95eb-199d929cf1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:19:03Z', 'updated_at': '2021-12-22T15:19:55Z', 'revision_number': 1, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e92c75-afaf-4110-a58c-0499fe45f8dc', 'name': '', 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'mac_address': 'fa:16:3e:0c:f8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1d351219-3f54-4318-ad3a-f368fdd0eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:44Z', 'updated_at': '2021-12-22T15:18:59Z', 'revision_number': 5, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'subnets': [{'id': '1d351219-3f54-4318-ad3a-f368fdd0eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:19:58.535289 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:19:58.539399 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56700) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:58.539538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec5e61a-edfe-4c74-adc5-644edac73466 None None] Checking router: 76ab0945-a245-41a0-8fc8-3717c5cb87c9 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:19:58.548603 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec5e61a-edfe-4c74-adc5-644edac73466 None None] Routers {'76ab0945-a245-41a0-8fc8-3717c5cb87c9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:58.549245 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3ec5e61a-edfe-4c74-adc5-644edac73466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['76ab0945-a245-41a0-8fc8-3717c5cb87c9'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:58.622550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4afa8f-a101-4bfb-bc98-2763403d9632 req-476db19d-990e-4e23-a6af-c48a71a108d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:58.624010 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bf4afa8f-a101-4bfb-bc98-2763403d9632 req-476db19d-990e-4e23-a6af-c48a71a108d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e848618a-cbd6-4924-afb6-83b772b918f8 HTTP/1.1" status: 200 len: 906 time: 0.8703291 Dec 22 15:19:58.638315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Pushing event updated for resources: {'Network': ['ID=24ab14d8-61a4-430d-ae86-0afd874ca7cf,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:58.661072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d081ecc3-b44c-4fee-a67f-f23ebbaa61dc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:58.676595 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 24ab14d8-61a4-430d-ae86-0afd874ca7cf details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:19:58.681012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:58.701245 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:58.720443 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d081ecc3-b44c-4fee-a67f-f23ebbaa61dc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:58.732089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e349c196-2209-427c-95eb-199d929cf1b9', 'tag': 'd4f5910c-f46d-47d8-a4e5-89a454b2a0c2'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:19:58.757102 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081ecc3-b44c-4fee-a67f-f23ebbaa61dc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Pushing event deleted for resources: {'Network': ['ID=e41bcd0d-586a-421a-8456-5bebfe2860c8,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:58.792446 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d081ecc3-b44c-4fee-a67f-f23ebbaa61dc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:58.814939 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d081ecc3-b44c-4fee-a67f-f23ebbaa61dc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "DELETE /v2.0/networks/e41bcd0d-586a-421a-8456-5bebfe2860c8 HTTP/1.1" status: 204 len: 168 time: 1.2341051 Dec 22 15:19:58.818849 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56710) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:58.827028 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e349c196-2209-427c-95eb-199d929cf1b9', 'tag': 'd4f5910c-f46d-47d8-a4e5-89a454b2a0c2', 'status': 'completed', 'code': 200} Dec 22 15:19:58.827188 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 4.3150046 Dec 22 15:19:58.833409 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56712) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:58.847650 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-739e2ef8-c354-4b2e-bdf5-ddf6f87b5c83 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:58.871554 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-6c0986a2-f488-49a8-97c4-93aba3684487 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Request body: {'subnet': {'network_id': '24ab14d8-61a4-430d-ae86-0afd874ca7cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:19:58.949517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:58.996689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-07a88904-cd29-4815-a22f-1cd765838106 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:59.022810 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bf4afa8f-a101-4bfb-bc98-2763403d9632 req-145e57b6-c3ef-4cac-9f37-1bcbb1f365b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbaf721b-942b-43fe-bdc2-d54c98660094 HTTP/1.1" status: 200 len: 1000 time: 0.3782072 Dec 22 15:19:59.051611 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e2ef8-c354-4b2e-bdf5-ddf6f87b5c83 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Pushing event deleted for resources: {'Port': ['ID=71972e07-29a2-45c2-8bf0-285cff01e3f7,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:59.069373 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-3ec5e61a-edfe-4c74-adc5-644edac73466 None None] Set router 76ab0945-a245-41a0-8fc8-3717c5cb87c9 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:19:59.121684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6c0986a2-f488-49a8-97c4-93aba3684487 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:19:59.139734 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6c0986a2-f488-49a8-97c4-93aba3684487 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Usage tracker for resource:subnet and tenant:5ad4929875a143c3a3c626895027b991 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:19:59.149039 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-739e2ef8-c354-4b2e-bdf5-ddf6f87b5c83 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:59.155669 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-33d30be0-df44-463a-80fb-42b7708283bd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2943206724cb4a7aabfaa5d43c6f2fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6004608 Dec 22 15:19:59.155918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-739e2ef8-c354-4b2e-bdf5-ddf6f87b5c83 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:59.168384 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dce79e02-af70-4d62-8484-a1250090850d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:59.171755 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6c0986a2-f488-49a8-97c4-93aba3684487 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:19:59.181472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56720) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:59.212648 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6c0986a2-f488-49a8-97c4-93aba3684487 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:19:59.225800 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f115c24e-ba0a-4ae3-8713-43b8b96f79e7 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:59.314634 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a88904-cd29-4815-a22f-1cd765838106 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Pushing event deleted for resources: {'Port': ['ID=ac0ba323-b7e4-469a-9577-48c8f174f2d0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:59.341248 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:59.342411 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:59.347010 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-07a88904-cd29-4815-a22f-1cd765838106 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:19:59.460788 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0986a2-f488-49a8-97c4-93aba3684487 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Made reservation on behalf of 5ad4929875a143c3a3c626895027b991 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:19:59.467152 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6c0986a2-f488-49a8-97c4-93aba3684487 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:59.530684 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-953c948c-0965-40c6-a298-8ada57d558c1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:59.538384 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-739e2ef8-c354-4b2e-bdf5-ddf6f87b5c83 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] 10.222.0.59 "DELETE /v2.0/ports/71972e07-29a2-45c2-8bf0-285cff01e3f7 HTTP/1.1" status: 204 len: 168 time: 3.5473509 Dec 22 15:19:59.544511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:19:59.600986 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56726) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:59.603550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74567d1f-8949-496e-95a5-67a60cfb04c1 req-95d2d509-1e2d-4d32-a2ed-60c593679efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:59.605421 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74567d1f-8949-496e-95a5-67a60cfb04c1 req-95d2d509-1e2d-4d32-a2ed-60c593679efa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b1a174dbcbe478299f6879dd11bdd14&device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 1098 time: 0.7031195 Dec 22 15:19:59.606892 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4afa8f-a101-4bfb-bc98-2763403d9632 req-dbcc6252-3ff1-4f65-86b1-d63e6acc4e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:19:59.608250 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bf4afa8f-a101-4bfb-bc98-2763403d9632 req-dbcc6252-3ff1-4f65-86b1-d63e6acc4e07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=436c46ba-002c-4b99-b2f3-b954e93823af HTTP/1.1" status: 200 len: 844 time: 0.5644093 Dec 22 15:19:59.645907 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-58fe6324-7fc8-4132-aa67-9efe6036ec2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:59.683664 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c948c-0965-40c6-a298-8ada57d558c1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event deleted for resources: {'Port': ['ID=dac45e83-eecd-47e2-8091-3d0ec32c2673,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:19:59.687915 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f115c24e-ba0a-4ae3-8713-43b8b96f79e7 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:59.718481 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-58fe6324-7fc8-4132-aa67-9efe6036ec2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:59.757961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-f115c24e-ba0a-4ae3-8713-43b8b96f79e7 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2b8704-756f-4704-a2ff-054473e4dea7']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:59.780929 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3ec5e61a-edfe-4c74-adc5-644edac73466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'name': 'tempest-ServerActionsTestJSON-41532340-router', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:48Z', 'revision_number': 4, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'gw_port': {'id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:33Z', 'updated_at': '2021-12-22T15:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '66d9d850-064c-4773-960f-a6e918b84457', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'floating_ip_address': '172.26.6.53', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'port_id': 'd4f5910c-f46d-47d8-a4e5-89a454b2a0c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1', 'mac_address': 'fa:16:3e:b9:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e349c196-2209-427c-95eb-199d929cf1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:19:03Z', 'updated_at': '2021-12-22T15:19:55Z', 'revision_number': 1, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e92c75-afaf-4110-a58c-0499fe45f8dc', 'name': '', 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'mac_address': 'fa:16:3e:0c:f8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1d351219-3f54-4318-ad3a-f368fdd0eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:44Z', 'updated_at': '2021-12-22T15:18:59Z', 'revision_number': 5, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'subnets': [{'id': '1d351219-3f54-4318-ad3a-f368fdd0eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:59.788310 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec5e61a-edfe-4c74-adc5-644edac73466 None None] The sync data for ids ['76ab0945-a245-41a0-8fc8-3717c5cb87c9'] in dv-neutron-822674-1-hyperv is: [{'id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'name': 'tempest-ServerActionsTestJSON-41532340-router', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:48Z', 'revision_number': 4, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'gw_port': {'id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:33Z', 'updated_at': '2021-12-22T15:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '66d9d850-064c-4773-960f-a6e918b84457', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'floating_ip_address': '172.26.6.53', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'port_id': 'd4f5910c-f46d-47d8-a4e5-89a454b2a0c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1', 'mac_address': 'fa:16:3e:b9:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e349c196-2209-427c-95eb-199d929cf1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:19:03Z', 'updated_at': '2021-12-22T15:19:55Z', 'revision_number': 1, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e92c75-afaf-4110-a58c-0499fe45f8dc', 'name': '', 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'mac_address': 'fa:16:3e:0c:f8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1d351219-3f54-4318-ad3a-f368fdd0eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:44Z', 'updated_at': '2021-12-22T15:18:59Z', 'revision_number': 5, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'subnets': [{'id': '1d351219-3f54-4318-ad3a-f368fdd0eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:19:59.789524 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-f115c24e-ba0a-4ae3-8713-43b8b96f79e7 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3f3db7-e132-45c6-97d4-eef7f298defe') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:59.790291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-f115c24e-ba0a-4ae3-8713-43b8b96f79e7 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3f3db7-e132-45c6-97d4-eef7f298defe') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:19:59.812810 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f115c24e-ba0a-4ae3-8713-43b8b96f79e7 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:59.877146 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f115c24e-ba0a-4ae3-8713-43b8b96f79e7 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:59.901972 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f115c24e-ba0a-4ae3-8713-43b8b96f79e7 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:19:59.901972 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f115c24e-ba0a-4ae3-8713-43b8b96f79e7 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:19:59.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:19:59.953872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-953c948c-0965-40c6-a298-8ada57d558c1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:00.039437 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2649b83-6d58-4b48-9976-d3415f8281d9 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:20:00.039437 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d2649b83-6d58-4b48-9976-d3415f8281d9 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Synchronizing usage tracker for tenant:0e7c8af3b5a2467a987d8e505cfe9a0a on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:20:00.080755 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-07a88904-cd29-4815-a22f-1cd765838106 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:00.081237 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-58fe6324-7fc8-4132-aa67-9efe6036ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:00.088307 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-034e8691-f2a1-41f1-b06e-277cc860c5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:00.105154 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe6324-7fc8-4132-aa67-9efe6036ec2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab447a35-4339-4511-9b4c-ce96c1ff2fd2,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:00.109437 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-58fe6324-7fc8-4132-aa67-9efe6036ec2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:00.141444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f115c24e-ba0a-4ae3-8713-43b8b96f79e7 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:00.157425 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6c0986a2-f488-49a8-97c4-93aba3684487 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:00.162179 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-58fe6324-7fc8-4132-aa67-9efe6036ec2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:00.163520 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-58fe6324-7fc8-4132-aa67-9efe6036ec2b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ab447a35-4339-4511-9b4c-ce96c1ff2fd2 HTTP/1.1" status: 204 len: 168 time: 0.9803648 Dec 22 15:20:00.165467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f115c24e-ba0a-4ae3-8713-43b8b96f79e7 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:00.173203 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f115c24e-ba0a-4ae3-8713-43b8b96f79e7 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "DELETE /v2.0/networks/6a2b8704-756f-4704-a2ff-054473e4dea7 HTTP/1.1" status: 204 len: 168 time: 1.3427024 Dec 22 15:20:00.174486 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:00.213996 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31a6ca-dc2e-4143-b902-ba87f5dee5b5 None None] New status for floating IP 66d9d850-064c-4773-960f-a6e918b84457: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:20:00.217521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56734) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:00.219036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115c24e-ba0a-4ae3-8713-43b8b96f79e7 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Pushing event deleted for resources: {'Network': ['ID=6a2b8704-756f-4704-a2ff-054473e4dea7,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:00.239742 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f115c24e-ba0a-4ae3-8713-43b8b96f79e7 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:00.239742 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:00.392648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-07a88904-cd29-4815-a22f-1cd765838106 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:00.411743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-07a88904-cd29-4815-a22f-1cd765838106 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:00.460030 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0986a2-f488-49a8-97c4-93aba3684487 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Pushing event updated for resources: {'Subnet': ['ID=b2af128d-bcff-4f86-b352-978dba64da93,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:00.471808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d2649b83-6d58-4b48-9976-d3415f8281d9 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Unset dirty status for tenant:0e7c8af3b5a2467a987d8e505cfe9a0a on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:20:00.479559 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d2649b83-6d58-4b48-9976-d3415f8281d9 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] 10.222.0.59 "GET /v2.0/ports/71972e07-29a2-45c2-8bf0-285cff01e3f7 HTTP/1.1" status: 404 len: 333 time: 0.8696322 Dec 22 15:20:00.498923 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6c0986a2-f488-49a8-97c4-93aba3684487 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:00.498923 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56738) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:00.502311 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-953c948c-0965-40c6-a298-8ada57d558c1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:00.509347 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-eb4965f6-b9d1-457f-8197-587a89fc075c tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Request body: {'port': {'network_id': 'fb583130-375e-472f-be31-182d3bce2f30', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-780046938'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:00.523038 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-eb4965f6-b9d1-457f-8197-587a89fc075c tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:00.533860 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-eb4965f6-b9d1-457f-8197-587a89fc075c tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:00.562636 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0986a2-f488-49a8-97c4-93aba3684487 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Checking segment: {'id': 'a64f1d60-87a0-4096-be91-eb0460176b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '24ab14d8-61a4-430d-ae86-0afd874ca7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:00.562922 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0986a2-f488-49a8-97c4-93aba3684487 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Network hostable DHCP agents. Network: 24ab14d8-61a4-430d-ae86-0afd874ca7cf, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:20:00.573174 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-953c948c-0965-40c6-a298-8ada57d558c1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:00.584806 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-953c948c-0965-40c6-a298-8ada57d558c1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "DELETE /v2.0/floatingips/e290b318-988c-469d-b8d6-62e6fcf7cba8 HTTP/1.1" status: 204 len: 168 time: 4.8851881 Dec 22 15:20:00.590008 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-07a88904-cd29-4815-a22f-1cd765838106 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:00.594076 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a88904-cd29-4815-a22f-1cd765838106 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Fanout notify agent at l3_agent the message router_deleted on router df9afef7-d2b9-4580-9a79-ebbfda0a3203 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:20:00.604373 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74567d1f-8949-496e-95a5-67a60cfb04c1 req-c044ba6a-cf09-4aa4-b64a-fe7e895d087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:00.611376 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74567d1f-8949-496e-95a5-67a60cfb04c1 req-c044ba6a-cf09-4aa4-b64a-fe7e895d087b service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 HTTP/1.1" status: 200 len: 911 time: 0.9291410 Dec 22 15:20:00.630272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-07a88904-cd29-4815-a22f-1cd765838106 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:00.630272 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-07a88904-cd29-4815-a22f-1cd765838106 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "DELETE /v2.0/routers/df9afef7-d2b9-4580-9a79-ebbfda0a3203 HTTP/1.1" status: 204 len: 168 time: 6.6671026 Dec 22 15:20:00.630272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56744) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:00.633446 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56748) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:00.693505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4965f6-b9d1-457f-8197-587a89fc075c tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Made reservation on behalf of 0e7c8af3b5a2467a987d8e505cfe9a0a for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:00.696254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eb4965f6-b9d1-457f-8197-587a89fc075c tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:00.726088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ffde3459-6aec-4787-8f20-90e1842dd386 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:00.757046 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4afa8f-a101-4bfb-bc98-2763403d9632 req-19fc50ce-8e66-4169-a85a-03b95a7ae5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:00.758036 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bf4afa8f-a101-4bfb-bc98-2763403d9632 req-19fc50ce-8e66-4169-a85a-03b95a7ae5e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e848618a-cbd6-4924-afb6-83b772b918f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1069734 Dec 22 15:20:00.776873 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-eb4965f6-b9d1-457f-8197-587a89fc075c tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] device_id is not set on port 9940fe95-a771-4ee3-a87b-563378e52018 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:20:00.893895 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0986a2-f488-49a8-97c4-93aba3684487 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Network 24ab14d8-61a4-430d-ae86-0afd874ca7cf is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:20:00.941069 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:00.951521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ffde3459-6aec-4787-8f20-90e1842dd386 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:00.991011 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Request body: {'router': {'name': 'tempest-snat-router-48963495', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'enable_snat': False}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:00.996510 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-6c0986a2-f488-49a8-97c4-93aba3684487 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 24ab14d8-61a4-430d-ae86-0afd874ca7cf) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:01.009555 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0912b3a8-ab37-4727-baa9-70d04bfaf829 None None] Network 24ab14d8-61a4-430d-ae86-0afd874ca7cf requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:01.015801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-ffde3459-6aec-4787-8f20-90e1842dd386 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ea70b8-56bb-45eb-8b5e-92654d030caf']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:01.026952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0986a2-f488-49a8-97c4-93aba3684487 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:01.027575 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6c0986a2-f488-49a8-97c4-93aba3684487 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:01.049757 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-ffde3459-6aec-4787-8f20-90e1842dd386 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198f0b28-ce70-49cc-93d3-9c8e8e68f9a1') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:01.050065 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-ffde3459-6aec-4787-8f20-90e1842dd386 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198f0b28-ce70-49cc-93d3-9c8e8e68f9a1') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:01.053139 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:01.071649 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ffde3459-6aec-4787-8f20-90e1842dd386 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:01.158883 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-b27dea0f-fe8c-4f69-aa3c-237fe21ea44d tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] delete failed (client error): The resource could not be found. Dec 22 15:20:01.160676 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b27dea0f-fe8c-4f69-aa3c-237fe21ea44d tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "DELETE /v2.0/floatingips/e290b318-988c-469d-b8d6-62e6fcf7cba8 HTTP/1.1" status: 404 len: 345 time: 0.5292709 Dec 22 15:20:01.184326 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56762) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:01.186813 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Usage tracker for resource:router and tenant:1ea8049bd3ba40efa70fd5e7ba0a8e2c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:01.196112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ffde3459-6aec-4787-8f20-90e1842dd386 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:01.208022 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:01.227483 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6c0986a2-f488-49a8-97c4-93aba3684487 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3927176 Dec 22 15:20:01.235138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56766) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:01.238304 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffde3459-6aec-4787-8f20-90e1842dd386 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:20:01.239049 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ffde3459-6aec-4787-8f20-90e1842dd386 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:20:01.257247 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:20:01.265432 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-6e39353a-8650-4650-9a87-f3ba1d27df37 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Request body: {'port': {'network_id': '24ab14d8-61a4-430d-ae86-0afd874ca7cf', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-298174225'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:01.329329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:01.559901 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74567d1f-8949-496e-95a5-67a60cfb04c1 req-ce207f50-1269-457c-974e-6d73c06f8d67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 HTTP/1.1" status: 200 len: 1000 time: 0.9233885 Dec 22 15:20:01.565401 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bf4afa8f-a101-4bfb-bc98-2763403d9632 req-15d5892c-e555-435d-ae01-9043a7c71ddd service neutron] 10.222.0.57 "GET /v2.0/networks/e848618a-cbd6-4924-afb6-83b772b918f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6311061 Dec 22 15:20:01.581125 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:01.582831 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:01.602581 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-24ab14d8-61a4-430d-ae86-0afd874ca7cf', 'network_id': '24ab14d8-61a4-430d-ae86-0afd874ca7cf', 'tenant_id': '5ad4929875a143c3a3c626895027b991', 'fixed_ips': [{'subnet_id': 'b2af128d-bcff-4f86-b352-978dba64da93'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:20:01.604354 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:01.630649 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eb4965f6-b9d1-457f-8197-587a89fc075c tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:01.689923 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6e39353a-8650-4650-9a87-f3ba1d27df37 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:01.706041 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ffde3459-6aec-4787-8f20-90e1842dd386 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:01.709552 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6e39353a-8650-4650-9a87-f3ba1d27df37 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Usage tracker for resource:port and tenant:5ad4929875a143c3a3c626895027b991 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:01.721129 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6e39353a-8650-4650-9a87-f3ba1d27df37 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:01.726735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9ada8642-e968-42eb-9986-661b5154bf41 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:01.740670 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74567d1f-8949-496e-95a5-67a60cfb04c1 req-3ab089c2-1add-48c4-b42a-2b24ba032f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:01.742904 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74567d1f-8949-496e-95a5-67a60cfb04c1 req-3ab089c2-1add-48c4-b42a-2b24ba032f50 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d351219-3f54-4318-ad3a-f368fdd0eec7 HTTP/1.1" status: 200 len: 849 time: 0.1531210 Dec 22 15:20:01.764953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ffde3459-6aec-4787-8f20-90e1842dd386 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:01.787973 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6e39353a-8650-4650-9a87-f3ba1d27df37 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:01.792762 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde3459-6aec-4787-8f20-90e1842dd386 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Pushing event deleted for resources: {'Network': ['ID=33ea70b8-56bb-45eb-8b5e-92654d030caf,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:01.835318 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ffde3459-6aec-4787-8f20-90e1842dd386 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:01.846368 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ffde3459-6aec-4787-8f20-90e1842dd386 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] 10.222.0.59 "DELETE /v2.0/networks/33ea70b8-56bb-45eb-8b5e-92654d030caf HTTP/1.1" status: 204 len: 168 time: 1.6152680 Dec 22 15:20:01.875313 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Allocated IP 2001:db8::2 (24ab14d8-61a4-430d-ae86-0afd874ca7cf/b2af128d-bcff-4f86-b352-978dba64da93/508811e8-ea78-4d83-920a-e4c566a3b199) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:01.909591 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eb4965f6-b9d1-457f-8197-587a89fc075c tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:01.924880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-176d2a73-05df-4396-8469-ec540173bad7 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:02.087653 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af339b48-d9e5-44bb-98bd-1c29539edb1f tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:02.088506 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e39353a-8650-4650-9a87-f3ba1d27df37 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Made reservation on behalf of 5ad4929875a143c3a3c626895027b991 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:02.093265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6e39353a-8650-4650-9a87-f3ba1d27df37 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:02.098725 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af339b48-d9e5-44bb-98bd-1c29539edb1f tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:02.112223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af339b48-d9e5-44bb-98bd-1c29539edb1f tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:02.113360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-af339b48-d9e5-44bb-98bd-1c29539edb1f tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Synchronizing usage tracker for tenant:896746a3ba814c648a856f49fda64854 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:20:02.121918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:02.153384 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4965f6-b9d1-457f-8197-587a89fc075c tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Network fb583130-375e-472f-be31-182d3bce2f30 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:02.165289 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-eb4965f6-b9d1-457f-8197-587a89fc075c tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:02.167500 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:02.169368 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bf4afa8f-a101-4bfb-bc98-2763403d9632 req-fc9a2625-2683-4c01-b790-07ef04e29402 service neutron] 10.222.0.57 "GET /v2.0/networks/e848618a-cbd6-4924-afb6-83b772b918f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842005 Dec 22 15:20:02.177994 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4965f6-b9d1-457f-8197-587a89fc075c tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:02.179986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4965f6-b9d1-457f-8197-587a89fc075c tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:02.181012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eb4965f6-b9d1-457f-8197-587a89fc075c tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:02.198392 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Transition to ACTIVE for port object 508811e8-ea78-4d83-920a-e4c566a3b199 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:02.217068 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-6e39353a-8650-4650-9a87-f3ba1d27df37 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] device_id is not set on port 00df111c-9eb6-4fde-b8ad-35bb7080c7be yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:20:02.241906 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Transition to ACTIVE for port object 508811e8-ea78-4d83-920a-e4c566a3b199 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:02.252694 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74567d1f-8949-496e-95a5-67a60cfb04c1 req-6dee7e2c-0e4f-4990-8402-092d9e2deba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:02.255775 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74567d1f-8949-496e-95a5-67a60cfb04c1 req-6dee7e2c-0e4f-4990-8402-092d9e2deba9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4097128 Dec 22 15:20:02.303548 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4965f6-b9d1-457f-8197-587a89fc075c tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Pushing event updated for resources: {'Port': ['ID=9940fe95-a771-4ee3-a87b-563378e52018,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:02.308925 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-eb4965f6-b9d1-457f-8197-587a89fc075c tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:02.351129 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:02.357278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-af339b48-d9e5-44bb-98bd-1c29539edb1f tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Unset dirty status for tenant:896746a3ba814c648a856f49fda64854 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:20:02.357508 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:02.358991 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-af339b48-d9e5-44bb-98bd-1c29539edb1f tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "GET /v2.0/ports?network_id=6018beee-30c0-4b90-a1ac-d3a457a98ae4 HTTP/1.1" status: 200 len: 2359 time: 1.1546013 Dec 22 15:20:02.368747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56784) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:02.417299 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56788) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:02.452592 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-eb4965f6-b9d1-457f-8197-587a89fc075c tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9545436 Dec 22 15:20:02.465664 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56794) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:02.476411 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:02.590964 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Network 24ab14d8-61a4-430d-ae86-0afd874ca7cf is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:02.598038 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:02.616798 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:02.799502 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Pushing event updated for resources: {'Port': ['ID=508811e8-ea78-4d83-920a-e4c566a3b199,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:02.815893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:02.860513 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Attempting to bind port 508811e8-ea78-4d83-920a-e4c566a3b199 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:02.861091 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Attempting to bind port 508811e8-ea78-4d83-920a-e4c566a3b199 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'a64f1d60-87a0-4096-be91-eb0460176b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '24ab14d8-61a4-430d-ae86-0afd874ca7cf'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:02.861699 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Attempting to bind port 508811e8-ea78-4d83-920a-e4c566a3b199 on network 24ab14d8-61a4-430d-ae86-0afd874ca7cf {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:02.872285 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:20:02.874022 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Checking segment: {'id': 'a64f1d60-87a0-4096-be91-eb0460176b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '24ab14d8-61a4-430d-ae86-0afd874ca7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:02.874430 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:02.875376 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Bound using segment: {'id': 'a64f1d60-87a0-4096-be91-eb0460176b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '24ab14d8-61a4-430d-ae86-0afd874ca7cf'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:20:02.876012 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Bound port: 508811e8-ea78-4d83-920a-e4c566a3b199, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64f1d60-87a0-4096-be91-eb0460176b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '24ab14d8-61a4-430d-ae86-0afd874ca7cf'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:20:02.876782 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:02.882436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56802) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:02.946178 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-f66783d4-5f5b-4e45-8b57-4f9be47b467c tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:02.948086 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f66783d4-5f5b-4e45-8b57-4f9be47b467c tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5203431 Dec 22 15:20:02.960268 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56808) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:02.974180 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-fd420bc4-af78-465e-81f4-491edffc9853 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:02.975844 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fd420bc4-af78-465e-81f4-491edffc9853 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0088921 Dec 22 15:20:02.982559 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:03.007619 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56812) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.018013 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] For port 508811e8-ea78-4d83-920a-e4c566a3b199, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:20:03.019218 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-e3500348-3b6f-4847-ab8a-0f9a2fbd03d5 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:03.021131 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e3500348-3b6f-4847-ab8a-0f9a2fbd03d5 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0088217 Dec 22 15:20:03.023130 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] For port 508811e8-ea78-4d83-920a-e4c566a3b199, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=508811e8-ea78-4d83-920a-e4c566a3b199,segment=NetworkSegment(a64f1d60-87a0-4096-be91-eb0460176b0b),segment_id=a64f1d60-87a0-4096-be91-eb0460176b0b)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:20:03.035642 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56816) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.049285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-452e418e-0471-44e2-98ba-091e9731ec5b tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:03.050993 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-452e418e-0471-44e2-98ba-091e9731ec5b tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0086389 Dec 22 15:20:03.068952 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56820) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.085868 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-45812540-7aa5-4235-b9d8-af0b9d5450df tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:03.090839 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-45812540-7aa5-4235-b9d8-af0b9d5450df tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0169694 Dec 22 15:20:03.094068 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56824) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.098545 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:03.105210 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-f030ed65-76a7-4e45-a7f2-f24177e805b9 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:03.109930 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f030ed65-76a7-4e45-a7f2-f24177e805b9 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0114689 Dec 22 15:20:03.117926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:03.127505 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56830) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.131494 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:03.145770 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-3855054b-0bc2-470d-8671-06e54227e2fa tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:03.151545 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3855054b-0bc2-470d-8671-06e54227e2fa tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0126743 Dec 22 15:20:03.164463 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e89adc1-4697-4c37-ae50-7f44c272e875 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:03.165935 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8e89adc1-4697-4c37-ae50-7f44c272e875 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "GET /v2.0/subnets/805f97be-3231-4bfe-a5de-5190bfd87bc4 HTTP/1.1" status: 200 len: 797 time: 0.7865162 Dec 22 15:20:03.167333 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56834) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.176971 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-ab72d3c2-b0f0-43f2-8913-38faec54ce81 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:03.180148 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ab72d3c2-b0f0-43f2-8913-38faec54ce81 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0069826 Dec 22 15:20:03.189111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56838) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.190120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56840) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.191265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-6e39353a-8650-4650-9a87-f3ba1d27df37 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Allocated IP 2001:db8::9e (24ab14d8-61a4-430d-ae86-0afd874ca7cf/b2af128d-bcff-4f86-b352-978dba64da93/00df111c-9eb6-4fde-b8ad-35bb7080c7be) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:03.202278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-2951b6dd-50d6-4f4d-a3c5-f4a039784495 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:03.207724 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2951b6dd-50d6-4f4d-a3c5-f4a039784495 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0157726 Dec 22 15:20:03.213467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-81dec444-b394-4c54-9906-d69b578d5000 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'port': {'network_id': '6018beee-30c0-4b90-a1ac-d3a457a98ae4', 'name': 'tempest-FloatingIPTestJSON-592110755', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:03.217495 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74567d1f-8949-496e-95a5-67a60cfb04c1 req-5a24a659-a352-4923-9dc6-e43a0f7e0d20 service neutron] 10.222.0.57 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9486258 Dec 22 15:20:03.218397 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56846) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.230875 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-c7107988-9dff-448d-b8b4-433dd65cc150 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:03.238926 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c7107988-9dff-448d-b8b4-433dd65cc150 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0185051 Dec 22 15:20:03.245550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56850) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.288703 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Pushing event updated for resources: {'Port': ['ID=508811e8-ea78-4d83-920a-e4c566a3b199,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:03.301062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:03.350950 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-a5443ccd-512a-486a-8398-e92ca604c1bb tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:03.350950 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a5443ccd-512a-486a-8398-e92ca604c1bb tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0429761 Dec 22 15:20:03.404869 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56854) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.453457 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-0cecd32c-1ee3-4e45-a08d-7cf35872f66e tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:03.455370 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0cecd32c-1ee3-4e45-a08d-7cf35872f66e tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0231259 Dec 22 15:20:03.477484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56858) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.487159 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-71d9338d-f03b-4523-821d-2dbe4117691f tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:03.488725 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-71d9338d-f03b-4523-821d-2dbe4117691f tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0090687 Dec 22 15:20:03.493328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56862) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.508169 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-45ce5f92-8a69-45d6-99fd-358502aecd12 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:03.510901 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-45ce5f92-8a69-45d6-99fd-358502aecd12 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0134556 Dec 22 15:20:03.526432 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56866) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.676140 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74567d1f-8949-496e-95a5-67a60cfb04c1 req-c445a2d4-163e-4cc4-853f-b3088f44eb69 service neutron] 10.222.0.57 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341576 Dec 22 15:20:03.698581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-d416923f-e039-41ff-a0ac-35a4d38785da tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:03.702643 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d416923f-e039-41ff-a0ac-35a4d38785da tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0651071 Dec 22 15:20:03.711122 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56870) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.711285 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ec3842aa-e631-4dcd-86ff-c2766332f2e3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4f40679597d34de8a86a949570b8ce8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8150411 Dec 22 15:20:03.712456 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-fd78450e-21f3-4fd1-b246-e4685cef8b0b tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:03.717732 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fd78450e-21f3-4fd1-b246-e4685cef8b0b tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0081465 Dec 22 15:20:03.717732 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56874) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.718489 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56876) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.734869 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-a7042c6d-0865-4288-a320-c15eb9bae09a tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:03.740141 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a7042c6d-0865-4288-a320-c15eb9bae09a tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0162201 Dec 22 15:20:03.745868 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56882) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.760409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-ce937b3a-24f2-4fe0-ab74-8079699293df tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:03.761891 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ce937b3a-24f2-4fe0-ab74-8079699293df tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0146992 Dec 22 15:20:03.773855 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56886) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.774147 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-81dec444-b394-4c54-9906-d69b578d5000 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:03.789414 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-fd2546ed-044d-4e07-8946-e1a7c995d294 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:03.791168 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fd2546ed-044d-4e07-8946-e1a7c995d294 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0162063 Dec 22 15:20:03.844670 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56890) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.876308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-48aadfbd-04a7-4e15-9308-8a35727e70e9 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:03.878219 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-48aadfbd-04a7-4e15-9308-8a35727e70e9 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0238092 Dec 22 15:20:03.938458 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56894) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.949843 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-18c4e211-12b3-429a-ac6a-eb5999ea7c97 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:03.950974 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-18c4e211-12b3-429a-ac6a-eb5999ea7c97 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0114770 Dec 22 15:20:03.961052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56900) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.967157 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-81dec444-b394-4c54-9906-d69b578d5000 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:03.998830 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-5c514bdd-f2f2-40e4-a59b-1293b63e830a tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.000496 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5c514bdd-f2f2-40e4-a59b-1293b63e830a tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0377924 Dec 22 15:20:04.005627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56904) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.006951 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:20:04.014627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec6be2c2-f90b-47ff-9c97-0a583c6a66eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:04.018798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-4ebd069b-92a8-452d-8982-733e67ac8a8b tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.019791 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4ebd069b-92a8-452d-8982-733e67ac8a8b tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0119309 Dec 22 15:20:04.027387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56908) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.044297 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-25d545c6-92c7-4fc2-bcba-25c9d797f85a tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.045292 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-25d545c6-92c7-4fc2-bcba-25c9d797f85a tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0165508 Dec 22 15:20:04.049850 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56912) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.068316 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-957fd5e2-8cb9-4ed9-88e5-286670a29272 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.069319 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-957fd5e2-8cb9-4ed9-88e5-286670a29272 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0168853 Dec 22 15:20:04.076087 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56916) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.077052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec6be2c2-f90b-47ff-9c97-0a583c6a66eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:04.082763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dec444-b394-4c54-9906-d69b578d5000 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Made reservation on behalf of 896746a3ba814c648a856f49fda64854 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:04.092046 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:04.114645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-b7b2327e-00e1-40bf-b45c-318b759e5071 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.115648 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b7b2327e-00e1-40bf-b45c-318b759e5071 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0345776 Dec 22 15:20:04.125111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56920) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.144045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:04.157466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-924c5236-456e-4ed3-89ac-afc1e9fd139d tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.158321 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-924c5236-456e-4ed3-89ac-afc1e9fd139d tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0283608 Dec 22 15:20:04.191468 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56924) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.200837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-ca1ca6fe-9a6f-4fdd-bdf7-29cf5faf2d2d tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.202342 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ca1ca6fe-9a6f-4fdd-bdf7-29cf5faf2d2d tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0099568 Dec 22 15:20:04.211150 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56928) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.237484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-01777718-7f71-4b8a-9718-ef5c0edb7237 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.239061 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-01777718-7f71-4b8a-9718-ef5c0edb7237 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0264578 Dec 22 15:20:04.245392 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56932) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.257629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-b5a300af-68b8-403d-b566-9a31b7d199d0 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.258837 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b5a300af-68b8-403d-b566-9a31b7d199d0 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0119879 Dec 22 15:20:04.266358 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56936) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.274786 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-fb0221e1-7581-4a90-94d1-82791886c3b6 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.275675 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fb0221e1-7581-4a90-94d1-82791886c3b6 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0087328 Dec 22 15:20:04.280881 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56940) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.284386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] device_id is not set on port 9940fe95-a771-4ee3-a87b-563378e52018 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:20:04.295277 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-79634586-bba7-47a9-bb4d-4bf5b5464f68 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.301778 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-79634586-bba7-47a9-bb4d-4bf5b5464f68 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0189328 Dec 22 15:20:04.305434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56944) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.310141 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6e39353a-8650-4650-9a87-f3ba1d27df37 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:04.320169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:04.338921 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-3ad1362f-c598-4900-ae42-2e94ef9d401c tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.344118 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3ad1362f-c598-4900-ae42-2e94ef9d401c tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0250564 Dec 22 15:20:04.372801 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56948) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.386143 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec6be2c2-f90b-47ff-9c97-0a583c6a66eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:04.394822 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-95369fc0-2db7-4fca-b83f-e6dd8c3dc69a tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.398751 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-95369fc0-2db7-4fca-b83f-e6dd8c3dc69a tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0238094 Dec 22 15:20:04.410342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56954) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.426255 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4ee2a2e1-5c5c-4562-ab65-9093840bf7e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:04.442812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-ee68f4ad-db33-4fac-acfb-e4dccdb1ea54 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.448834 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ee68f4ad-db33-4fac-acfb-e4dccdb1ea54 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0324206 Dec 22 15:20:04.461348 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56958) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.474594 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-81dec444-b394-4c54-9906-d69b578d5000 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:04.489994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-0aa43477-1da1-4924-835e-0092cc96b681 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.503741 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0aa43477-1da1-4924-835e-0092cc96b681 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0408258 Dec 22 15:20:04.509349 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6be2c2-f90b-47ff-9c97-0a583c6a66eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced8d157-8d7a-4371-845a-4164d8accd70,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:04.513036 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56962) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.528760 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ec6be2c2-f90b-47ff-9c97-0a583c6a66eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:04.569096 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Transition to ACTIVE for port object 9940fe95-a771-4ee3-a87b-563378e52018 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:04.573053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-6e39353a-8650-4650-9a87-f3ba1d27df37 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Transition to ACTIVE for port object 00df111c-9eb6-4fde-b8ad-35bb7080c7be will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:04.575316 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-b58bc0a1-fa7e-486c-a48e-eade3f209f1d tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.581310 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b58bc0a1-fa7e-486c-a48e-eade3f209f1d tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0595944 Dec 22 15:20:04.586105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-81dec444-b394-4c54-9906-d69b578d5000 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] device_id is not set on port c1d6c303-84a1-445a-982f-13e0695f634b yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:20:04.598987 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Allocated IP 172.26.6.122 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/34919d99-2c46-4ee7-92a3-85d02ceb6f82) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:04.602653 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56966) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.620919 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-1ac050bd-932a-46f5-85d0-003f35c44b53 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.623973 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1ac050bd-932a-46f5-85d0-003f35c44b53 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0172851 Dec 22 15:20:04.630960 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56970) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.643579 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-45eb336e-9f49-4521-8fa8-257082714579 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.645202 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-45eb336e-9f49-4521-8fa8-257082714579 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0117064 Dec 22 15:20:04.650732 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56974) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.661655 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec6be2c2-f90b-47ff-9c97-0a583c6a66eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:04.661655 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ec6be2c2-f90b-47ff-9c97-0a583c6a66eb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ced8d157-8d7a-4371-845a-4164d8accd70 HTTP/1.1" status: 204 len: 168 time: 0.9359601 Dec 22 15:20:04.663910 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-469716d9-854d-4a1a-b033-31e7d3dd891a tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.666999 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-469716d9-854d-4a1a-b033-31e7d3dd891a tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0138464 Dec 22 15:20:04.671191 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56980) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.712670 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-90ca6ab1-3958-4232-a926-c59d42ca21e3 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.715243 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-90ca6ab1-3958-4232-a926-c59d42ca21e3 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0408692 Dec 22 15:20:04.732935 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:04.746723 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 56984) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.752413 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-65b7726b-9b7a-4354-bb8c-568ab32d8dad tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:04.834659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-7962e378-5927-4012-aa57-f07ee374bdbe tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.836358 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7962e378-5927-4012-aa57-f07ee374bdbe tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0275958 Dec 22 15:20:04.850214 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56988) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.863196 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-049e3b21-57a1-4509-86a3-421b3ae663f0 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.864809 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-049e3b21-57a1-4509-86a3-421b3ae663f0 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0136106 Dec 22 15:20:04.869080 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56992) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.885056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-d505dba4-a864-4bce-a113-c714dd2bbc75 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.885056 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d505dba4-a864-4bce-a113-c714dd2bbc75 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0126879 Dec 22 15:20:04.897627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 56996) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.909765 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-44f6b225-4e1f-4b68-ba4d-cf18ba3dd41a tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.911190 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-44f6b225-4e1f-4b68-ba4d-cf18ba3dd41a tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0122175 Dec 22 15:20:04.919638 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57000) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.946085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-05250b77-dc0b-4123-a173-7409685b75f9 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.946085 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-05250b77-dc0b-4123-a173-7409685b75f9 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0196724 Dec 22 15:20:04.946591 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57004) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.950267 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9d0208-1910-49a5-b213-83e63f2018d3 None None] Network 24ab14d8-61a4-430d-ae86-0afd874ca7cf requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:04.954268 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-e4e2d2f5-4109-4b1e-ab60-942f73431139 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.955848 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e4e2d2f5-4109-4b1e-ab60-942f73431139 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0078027 Dec 22 15:20:04.959722 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57008) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.967999 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-69633187-46e0-4ffa-9e6c-7b0754adab13 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.969582 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-69633187-46e0-4ffa-9e6c-7b0754adab13 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0084801 Dec 22 15:20:04.974747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:04.980142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57012) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.988105 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-acd09f57-ddd1-4b79-b436-b2fb49b609db tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:04.989724 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-acd09f57-ddd1-4b79-b436-b2fb49b609db tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0081239 Dec 22 15:20:04.996700 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57016) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:05.016241 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-c52e6a29-b8b0-41b3-9b40-d7a3073c9848 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:05.017398 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c52e6a29-b8b0-41b3-9b40-d7a3073c9848 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0198462 Dec 22 15:20:05.030818 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57022) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:05.119757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:05.125391 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-04289e0d-f2d0-48fc-911b-114d6a4787e8 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:05.128124 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-04289e0d-f2d0-48fc-911b-114d6a4787e8 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0351448 Dec 22 15:20:05.128914 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:05.148689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57028) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:05.170619 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-4fea91a5-a022-4eec-a358-aa59bfd1be05 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:05.172743 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4fea91a5-a022-4eec-a358-aa59bfd1be05 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0087972 Dec 22 15:20:05.185781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57032) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:05.217573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-b33a2956-0d60-4411-a0e8-53deec6198c5 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:05.218203 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b33a2956-0d60-4411-a0e8-53deec6198c5 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0218976 Dec 22 15:20:05.219612 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Pushing event updated for resources: {'Port': ['ID=9940fe95-a771-4ee3-a87b-563378e52018,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:05.225171 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:05.234558 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57036) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:05.251966 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-f6d1f0df-6471-4d9c-b74d-ed901cad3ab8 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:05.255820 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f6d1f0df-6471-4d9c-b74d-ed901cad3ab8 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0175078 Dec 22 15:20:05.255820 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6e39353a-8650-4650-9a87-f3ba1d27df37 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:05.265189 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7074eebf-dbaa-4fcc-b625-ea8e45f7fd87 None None] Provisioning for port 508811e8-ea78-4d83-920a-e4c566a3b199 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:20:05.267252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:05.267698 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:05.268385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:05.285420 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57040) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:05.286679 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bcc5986e-9605-4209-8bc0-0fd744e0a8aa tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:05.330533 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:05.334604 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:05.348023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:05.381051 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Pushing event updated for resources: {'Port': ['ID=34919d99-2c46-4ee7-92a3-85d02ceb6f82,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:05.388935 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:05.501002 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 508811e8-ea78-4d83-920a-e4c566a3b199 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:20:05.521747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-33261a29-c965-4970-b295-0c2d7677a2e3 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:05.523092 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-33261a29-c965-4970-b295-0c2d7677a2e3 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0857744 Dec 22 15:20:05.532355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 9940fe95-a771-4ee3-a87b-563378e52018 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:20:05.532996 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:20:05.540454 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57050) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:05.548949 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 2 to bind port 9940fe95-a771-4ee3-a87b-563378e52018 Dec 22 15:20:05.578925 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:05.579518 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:05.580049 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:05.585322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-f358f421-0e27-46e9-981b-f9d3a51a12e9 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:05.586599 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f358f421-0e27-46e9-981b-f9d3a51a12e9 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0170200 Dec 22 15:20:05.597467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e39353a-8650-4650-9a87-f3ba1d27df37 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Network 24ab14d8-61a4-430d-ae86-0afd874ca7cf is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:05.598294 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57054) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:05.625421 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-6e39353a-8650-4650-9a87-f3ba1d27df37 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:05.629233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e39353a-8650-4650-9a87-f3ba1d27df37 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:05.635549 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e39353a-8650-4650-9a87-f3ba1d27df37 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:05.648832 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6e39353a-8650-4650-9a87-f3ba1d27df37 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:05.675564 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-3ae5ed13-869d-4822-8dbb-dedeba8d2648 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:05.676888 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3ae5ed13-869d-4822-8dbb-dedeba8d2648 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0728638 Dec 22 15:20:05.681195 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 9940fe95-a771-4ee3-a87b-563378e52018 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:20:05.682363 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:20:05.691048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57062) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:05.702403 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 3 to bind port 9940fe95-a771-4ee3-a87b-563378e52018 Dec 22 15:20:05.718037 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 508811e8-ea78-4d83-920a-e4c566a3b199 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:20:05.725406 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 508811e8-ea78-4d83-920a-e4c566a3b199 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:05.726013 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:05.742492 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39353a-8650-4650-9a87-f3ba1d27df37 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Pushing event updated for resources: {'Port': ['ID=00df111c-9eb6-4fde-b8ad-35bb7080c7be,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:05.748173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-2b19c92e-a571-4808-b027-37e70b55295f tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:05.749485 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2b19c92e-a571-4808-b027-37e70b55295f tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0391607 Dec 22 15:20:05.772074 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6e39353a-8650-4650-9a87-f3ba1d27df37 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:05.822240 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57066) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:05.850002 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-26608a12-19d8-4b3a-bbca-bb414ed07b35 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:05.851073 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-26608a12-19d8-4b3a-bbca-bb414ed07b35 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0256894 Dec 22 15:20:05.851958 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:05.852294 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:05.852631 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:05.859039 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57070) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:05.862256 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 9940fe95-a771-4ee3-a87b-563378e52018 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:20:05.862592 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:20:05.867520 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 4 to bind port 9940fe95-a771-4ee3-a87b-563378e52018 Dec 22 15:20:05.881668 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-1c639ff9-80ec-4ff9-b9e1-a5b443e0501b tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:05.882487 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1c639ff9-80ec-4ff9-b9e1-a5b443e0501b tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0189776 Dec 22 15:20:05.889634 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57074) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:05.904725 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-c52b22fe-ba83-4a82-8859-d1e9ef84fdcd tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:05.905761 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c52b22fe-ba83-4a82-8859-d1e9ef84fdcd tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0153406 Dec 22 15:20:05.911129 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:05.911129 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:05.911440 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:05.913526 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ac75f2c6-1f0e-4a07-b7a0-35273c9b2ded None None] Provisioning complete for port 508811e8-ea78-4d83-920a-e4c566a3b199 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:05.914129 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ac75f2c6-1f0e-4a07-b7a0-35273c9b2ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:05.921955 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57078) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:05.932588 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6e39353a-8650-4650-9a87-f3ba1d27df37 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 4.6921177 Dec 22 15:20:05.935803 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-ddd979d3-2da8-43bf-80c2-a6831c950c79 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:05.938292 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ddd979d3-2da8-43bf-80c2-a6831c950c79 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0138862 Dec 22 15:20:05.938292 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 9940fe95-a771-4ee3-a87b-563378e52018 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:20:05.938292 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:20:05.960851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57082) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:05.961246 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57084) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:05.977362 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Request body: {'port': {'network_id': '24ab14d8-61a4-430d-ae86-0afd874ca7cf', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1459058620', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:05.977490 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.api.validators [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] bootfile-name is not in valid_values {{(pid=88217) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:20:05.979511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.api.validators [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] tftp-server is not in valid_values {{(pid=88217) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:20:05.979889 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 5 to bind port 9940fe95-a771-4ee3-a87b-563378e52018 Dec 22 15:20:05.979997 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.api.validators [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] server-ip-address is not in valid_values {{(pid=88217) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:20:06.012713 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:06.020815 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:06.021158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:06.021504 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:06.032826 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 9940fe95-a771-4ee3-a87b-563378e52018 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:20:06.033452 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:20:06.036435 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 6 to bind port 9940fe95-a771-4ee3-a87b-563378e52018 Dec 22 15:20:06.041604 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-9be63094-1eff-4759-908c-34a632febe3d tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:06.043612 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9be63094-1eff-4759-908c-34a632febe3d tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0760262 Dec 22 15:20:06.057150 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57094) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:06.059168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:06.059524 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:06.059851 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:06.066080 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-81dec444-b394-4c54-9906-d69b578d5000 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Allocated IP 172.20.0.14 (6018beee-30c0-4b90-a1ac-d3a457a98ae4/805f97be-3231-4bfe-a5de-5190bfd87bc4/c1d6c303-84a1-445a-982f-13e0695f634b) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:06.081775 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 9940fe95-a771-4ee3-a87b-563378e52018 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:20:06.082133 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:20:06.083858 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 7 to bind port 9940fe95-a771-4ee3-a87b-563378e52018 Dec 22 15:20:06.092570 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-81dec444-b394-4c54-9906-d69b578d5000 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Allocated IP 172.20.0.13 (6018beee-30c0-4b90-a1ac-d3a457a98ae4/805f97be-3231-4bfe-a5de-5190bfd87bc4/c1d6c303-84a1-445a-982f-13e0695f634b) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:06.115556 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:06.115913 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:06.116256 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:06.163331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 9940fe95-a771-4ee3-a87b-563378e52018 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:20:06.163671 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:20:06.167184 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 8 to bind port 9940fe95-a771-4ee3-a87b-563378e52018 Dec 22 15:20:06.170587 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:06.190101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-278406a0-616f-4fb5-8d39-7677b49ea701 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:06.192159 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-278406a0-616f-4fb5-8d39-7677b49ea701 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.1297326 Dec 22 15:20:06.201717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57100) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:06.214823 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-408bcdf9-684b-4748-b7df-b4c51d2548b7 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:06.218455 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-408bcdf9-684b-4748-b7df-b4c51d2548b7 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0131443 Dec 22 15:20:06.218455 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:06.218455 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:06.218455 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:06.221201 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57104) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:06.240683 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 9940fe95-a771-4ee3-a87b-563378e52018 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:20:06.241033 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:20:06.241438 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 9 to bind port 9940fe95-a771-4ee3-a87b-563378e52018 Dec 22 15:20:06.261667 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:06.262010 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:06.262384 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:06.264490 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-0c35c148-b8b4-45a6-9d64-237e08908384 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:06.266920 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 508811e8-ea78-4d83-920a-e4c566a3b199, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=508811e8-ea78-4d83-920a-e4c566a3b199,segment=NetworkSegment(a64f1d60-87a0-4096-be91-eb0460176b0b),segment_id=a64f1d60-87a0-4096-be91-eb0460176b0b)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:06.270405 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0c35c148-b8b4-45a6-9d64-237e08908384 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0350220 Dec 22 15:20:06.275850 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ac75f2c6-1f0e-4a07-b7a0-35273c9b2ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:06.277299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57110) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:06.292851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-dbf6a521-db0f-4e3a-8438-cbc99a41c6df tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:06.296059 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dbf6a521-db0f-4e3a-8438-cbc99a41c6df tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0149875 Dec 22 15:20:06.297491 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57114) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:06.319280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-c5c81b78-1bec-41e6-8b30-21942c6d39c6 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:06.320646 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c5c81b78-1bec-41e6-8b30-21942c6d39c6 tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0219202 Dec 22 15:20:06.323705 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57118) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:06.326351 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 9940fe95-a771-4ee3-a87b-563378e52018 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:20:06.326691 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:20:06.327394 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 10 to bind port 9940fe95-a771-4ee3-a87b-563378e52018 Dec 22 15:20:06.346410 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [None req-c4ca3060-4a15-45ce-ae52-80e715c48d5f tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:20:06.352593 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c4ca3060-4a15-45ce-ae52-80e715c48d5f tempest-ExtensionsTestJSON-856151120 tempest-ExtensionsTestJSON-856151120-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0225704 Dec 22 15:20:06.368150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:06.368576 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:06.369030 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:06.375555 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:06.384787 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 9940fe95-a771-4ee3-a87b-563378e52018 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:20:06.384787 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 9940fe95-a771-4ee3-a87b-563378e52018 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:20:06.384787 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:06.385740 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:06.544893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=508811e8-ea78-4d83-920a-e4c566a3b199,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:06.593605 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-81dec444-b394-4c54-9906-d69b578d5000 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:06.636401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57126) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:06.647832 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] For port 9940fe95-a771-4ee3-a87b-563378e52018, host hv-neutron-8226, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:20:06.650125 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempted to set empty binding levels {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 15:20:06.692760 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:06.694445 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-ac75f2c6-1f0e-4a07-b7a0-35273c9b2ded None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:20:06.694807 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-ac75f2c6-1f0e-4a07-b7a0-35273c9b2ded None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:20:06.734911 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:06.743570 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9fddfe42-1fe0-4f0c-9510-9b55ad244ead tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:06.778134 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:06.791255 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Usage tracker for resource:port and tenant:5ad4929875a143c3a3c626895027b991 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:06.799923 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:06.817960 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:06.838983 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:06.840331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-81dec444-b394-4c54-9906-d69b578d5000 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:06.876206 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-969421509'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:06.891965 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:06.901220 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] In _notify_port_updated(), no bound segment for port 9940fe95-a771-4ee3-a87b-563378e52018 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88218) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:20:06.902213 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:06.903500 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:06.904496 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] 10.222.0.59 "PUT /v2.0/ports/9940fe95-a771-4ee3-a87b-563378e52018 HTTP/1.1" status: 200 len: 976 time: 4.4371381 Dec 22 15:20:06.916186 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dec444-b394-4c54-9906-d69b578d5000 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Network 6018beee-30c0-4b90-a1ac-d3a457a98ae4 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:06.917180 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57134) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:06.920828 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:network and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:06.924014 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-81dec444-b394-4c54-9906-d69b578d5000 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:06.928121 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:06.971614 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dec444-b394-4c54-9906-d69b578d5000 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:07.000350 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Made reservation on behalf of 5ad4929875a143c3a3c626895027b991 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:07.009170 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:07.038460 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:07.041447 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Pushing event updated for resources: {'Port': ['ID=9940fe95-a771-4ee3-a87b-563378e52018,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:07.051472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:07.055138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-eb4965f6-b9d1-457f-8197-587a89fc075c tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:07.177865 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] device_id is not set on port 7db29e44-0131-4989-b390-debfc98a0416 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:20:07.201373 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:07.205381 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:07.231385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dec444-b394-4c54-9906-d69b578d5000 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.232977 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-81dec444-b394-4c54-9906-d69b578d5000 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:07.276183 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:07.321372 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57140) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:07.417232 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dec444-b394-4c54-9906-d69b578d5000 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Port': ['ID=c1d6c303-84a1-445a-982f-13e0695f634b,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:07.421458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-81dec444-b394-4c54-9906-d69b578d5000 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:07.426438 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-81dec444-b394-4c54-9906-d69b578d5000 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.2261555 Dec 22 15:20:07.432081 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57146) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:07.438614 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:07.439368 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ac75f2c6-1f0e-4a07-b7a0-35273c9b2ded None None] Provisioning for port 00df111c-9eb6-4fde-b8ad-35bb7080c7be completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:20:07.444771 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': 'c1d6c303-84a1-445a-982f-13e0695f634b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:07.451953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ac75f2c6-1f0e-4a07-b7a0-35273c9b2ded None None] Provisioning complete for port 00df111c-9eb6-4fde-b8ad-35bb7080c7be triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:07.452672 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ac75f2c6-1f0e-4a07-b7a0-35273c9b2ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:07.456245 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:07.459177 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:security_group_rule and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:07.467248 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Usage tracker for resource:floatingip and tenant:896746a3ba814c648a856f49fda64854 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:07.472229 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:07.474040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:07.484115 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:07.486705 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:07.505194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.505927 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.506613 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.507238 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.508857 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.512409 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.520743 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.521472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.522100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.522749 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.523375 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.523999 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.524616 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.525845 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.526562 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.527129 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.527874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.529682 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.530482 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.531283 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.532029 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.532765 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.533496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:07.536634 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 508811e8-ea78-4d83-920a-e4c566a3b199 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:20:07.537142 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Synchronizing usage tracker for tenant:0e7c8af3b5a2467a987d8e505cfe9a0a on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:20:07.750697 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:07.760890 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ac75f2c6-1f0e-4a07-b7a0-35273c9b2ded None None] Port 00df111c-9eb6-4fde-b8ad-35bb7080c7be cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:20:07.791655 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Unset dirty status for tenant:0e7c8af3b5a2467a987d8e505cfe9a0a on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:20:07.792893 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-aa986c99-653c-4acd-97b8-c33f56062336 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20276 time: 0.8665874 Dec 22 15:20:07.803071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57152) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:07.807620 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:07.816484 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 508811e8-ea78-4d83-920a-e4c566a3b199 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:07.817126 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:07.875474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:07.893000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c2df12cf-b7a5-4183-a749-1cdc93599949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:07.919365 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f039a598-facb-438c-951e-6a0b2b7754a5 None None] Provisioning complete for port 00df111c-9eb6-4fde-b8ad-35bb7080c7be triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:07.920027 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f039a598-facb-438c-951e-6a0b2b7754a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:08.001804 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:08.015294 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:08.071238 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Allocated IP 2001:db8::1f2 (24ab14d8-61a4-430d-ae86-0afd874ca7cf/b2af128d-bcff-4f86-b352-978dba64da93/7db29e44-0131-4989-b390-debfc98a0416) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:08.073947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f039a598-facb-438c-951e-6a0b2b7754a5 None None] Port 00df111c-9eb6-4fde-b8ad-35bb7080c7be cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:20:08.075124 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c2df12cf-b7a5-4183-a749-1cdc93599949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:08.100567 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c2df12cf-b7a5-4183-a749-1cdc93599949 admin admin] Usage tracker for resource:security_group_rule and tenant:57ea7c982ec744688bf9377bd6cfc4d2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:08.111189 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c2df12cf-b7a5-4183-a749-1cdc93599949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:08.123438 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:20:08.141140 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4a9fd3e7-c0c3-49a3-8a20-e5f8cd7a110f tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Deleting port 9940fe95-a771-4ee3-a87b-563378e52018 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:08.141733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a9fd3e7-c0c3-49a3-8a20-e5f8cd7a110f tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:08.158577 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c2df12cf-b7a5-4183-a749-1cdc93599949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:08.220988 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54cdd8c-4f8d-4a85-815c-769f4822e7ba,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:08.238003 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:08.238562 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Added segment 17e49ef4-2e8f-42cb-bf81-35126b25fdba of type vlan for network 57fb0d8c-1f33-4306-a75d-b2cd12d54d15 Dec 22 15:20:08.243237 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:08.316867 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:08.475858 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:08.482708 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:08.488449 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:08.489106 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:08.533051 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:08.682519 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4a9fd3e7-c0c3-49a3-8a20-e5f8cd7a110f tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] For port 9940fe95-a771-4ee3-a87b-563378e52018, host hv-neutron-8226, got binding levels [] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:08.682814 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a9fd3e7-c0c3-49a3-8a20-e5f8cd7a110f tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:08.763714 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Network': ['ID=57fb0d8c-1f33-4306-a75d-b2cd12d54d15,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:08.779251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 57fb0d8c-1f33-4306-a75d-b2cd12d54d15 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:20:08.824855 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c2df12cf-b7a5-4183-a749-1cdc93599949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:08.834134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4a9fd3e7-c0c3-49a3-8a20-e5f8cd7a110f tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Calling delete_port for 9940fe95-a771-4ee3-a87b-563378e52018 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:08.862200 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:08.874952 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2363191 Dec 22 15:20:08.888053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:08.905385 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c2df12cf-b7a5-4183-a749-1cdc93599949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:08.942076 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e39d2896-c1ad-4cd0-9f43-2ec2f44726e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:08.955308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Router b3168abd-7352-4f90-b6bf-6c22e1d52190 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:20:08.967739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Transition to ACTIVE for port object 7db29e44-0131-4989-b390-debfc98a0416 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:09.046498 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c2df12cf-b7a5-4183-a749-1cdc93599949 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=57ea7c982ec744688bf9377bd6cfc4d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7228363 Dec 22 15:20:09.067270 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57160) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:09.096599 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Allocated IP 172.26.6.254 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/8a8ed545-d3bb-4800-bbc3-1a8b620503ae) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:09.160511 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57164) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:09.175282 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a9fd3e7-c0c3-49a3-8a20-e5f8cd7a110f tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:09.193223 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-37e9788e-f1f2-40e4-a1ec-6daa640f89eb tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'subnet': {'network_id': '57fb0d8c-1f33-4306-a75d-b2cd12d54d15', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:09.228157 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d7280036-6cd0-4a72-a5c9-d9df6ec797fb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:09.436113 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fd3e7-c0c3-49a3-8a20-e5f8cd7a110f tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Pushing event deleted for resources: {'Port': ['ID=9940fe95-a771-4ee3-a87b-563378e52018,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:09.488134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4a9fd3e7-c0c3-49a3-8a20-e5f8cd7a110f tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:09.519863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df12cf-b7a5-4183-a749-1cdc93599949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c85424-53bf-487c-8f30-3305fd51d006,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:09.523526 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c2df12cf-b7a5-4183-a749-1cdc93599949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:09.555969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a9fd3e7-c0c3-49a3-8a20-e5f8cd7a110f tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:09.556204 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:20:09.562106 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1af070ec-41b5-4fc7-8f44-9c53f8a406cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:09.568186 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] Sync routers for ids ['b3168abd-7352-4f90-b6bf-6c22e1d52190'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:20:09.580634 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] Routers {'b3168abd-7352-4f90-b6bf-6c22e1d52190'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:09.581885 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['b3168abd-7352-4f90-b6bf-6c22e1d52190'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:09.629536 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-37e9788e-f1f2-40e4-a1ec-6daa640f89eb tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:09.641798 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-37e9788e-f1f2-40e4-a1ec-6daa640f89eb tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:subnet and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:09.647318 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1af070ec-41b5-4fc7-8f44-9c53f8a406cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:09.654892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-37e9788e-f1f2-40e4-a1ec-6daa640f89eb tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:09.680931 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-37e9788e-f1f2-40e4-a1ec-6daa640f89eb tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:09.696405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:09.719066 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-75f23ff7-c468-4130-91c7-8e703f446471 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:09.742765 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4a9fd3e7-c0c3-49a3-8a20-e5f8cd7a110f tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] 10.222.0.59 "DELETE /v2.0/ports/9940fe95-a771-4ee3-a87b-563378e52018 HTTP/1.1" status: 204 len: 168 time: 1.9381609 Dec 22 15:20:09.746283 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57170) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:09.751074 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:09.768689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:09.770030 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.0205731 Dec 22 15:20:09.779784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Network 24ab14d8-61a4-430d-ae86-0afd874ca7cf is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:09.784236 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] Set router b3168abd-7352-4f90-b6bf-6c22e1d52190 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:20:09.787512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57174) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:09.802942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e9788e-f1f2-40e4-a1ec-6daa640f89eb tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:09.807214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-37e9788e-f1f2-40e4-a1ec-6daa640f89eb tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:09.836725 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-9faabaf2-4a8b-4074-8f7d-cec10beafa08 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:20:09.837279 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9faabaf2-4a8b-4074-8f7d-cec10beafa08 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Synchronizing usage tracker for tenant:0e7c8af3b5a2467a987d8e505cfe9a0a on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:20:09.855304 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:09.866357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:09.872313 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:09.873013 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:09.931161 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Pushing event updated for resources: {'Port': ['ID=7db29e44-0131-4989-b390-debfc98a0416,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:09.938568 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:10.062720 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dde344cf-d4e1-4586-97b9-3329a6d6c4b0 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "GET /v2.0/routers/b3168abd-7352-4f90-b6bf-6c22e1d52190 HTTP/1.1" status: 200 len: 907 time: 0.2739279 Dec 22 15:20:10.067833 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.1045885 Dec 22 15:20:10.068457 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57178) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:10.069166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57180) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:10.111307 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Request body: {'router': {'name': 'tempest-snat-router-48963495', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'enable_snat': True}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:10.121202 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:10.130518 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Usage tracker for resource:router and tenant:1ea8049bd3ba40efa70fd5e7ba0a8e2c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:10.134843 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:10.143559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:10.165173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1af070ec-41b5-4fc7-8f44-9c53f8a406cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:10.171189 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-80481dc6-958b-4d04-81b1-c3fd85694064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:10.188337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9faabaf2-4a8b-4074-8f7d-cec10beafa08 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Unset dirty status for tenant:0e7c8af3b5a2467a987d8e505cfe9a0a on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:20:10.189385 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9faabaf2-4a8b-4074-8f7d-cec10beafa08 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] 10.222.0.59 "GET /v2.0/ports/9940fe95-a771-4ee3-a87b-563378e52018 HTTP/1.1" status: 404 len: 333 time: 0.4419835 Dec 22 15:20:10.197608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:10.198360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57186) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:10.203416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af070ec-41b5-4fc7-8f44-9c53f8a406cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c85424-53bf-487c-8f30-3305fd51d006,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:10.209283 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1af070ec-41b5-4fc7-8f44-9c53f8a406cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:10.209684 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3168abd-7352-4f90-b6bf-6c22e1d52190', 'name': 'tempest-snat-router-48963495', 'tenant_id': '1ea8049bd3ba40efa70fd5e7ba0a8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.122'}], 'enable_snat': False}, 'gw_port_id': '34919d99-2c46-4ee7-92a3-85d02ceb6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:01Z', 'updated_at': '2021-12-22T15:20:06Z', 'revision_number': 3, 'project_id': '1ea8049bd3ba40efa70fd5e7ba0a8e2c', 'gw_port': {'id': '34919d99-2c46-4ee7-92a3-85d02ceb6f82', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:96:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3168abd-7352-4f90-b6bf-6c22e1d52190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:04Z', 'updated_at': '2021-12-22T15:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:10.211031 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:10.220884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a05f5404-8ea2-41c0-8cf7-407bd119e7ec tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1844061717', 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:10.230501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a05f5404-8ea2-41c0-8cf7-407bd119e7ec tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:10.249116 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] Checking router: b3168abd-7352-4f90-b6bf-6c22e1d52190 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:20:10.250151 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] Updating router b3168abd-7352-4f90-b6bf-6c22e1d52190 port 34919d99-2c46-4ee7-92a3-85d02ceb6f82 binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:20:10.269830 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced01aa1-8d02-4b06-89b9-71162bc2501d tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:10.278269 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced01aa1-8d02-4b06-89b9-71162bc2501d tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:10.286066 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced01aa1-8d02-4b06-89b9-71162bc2501d tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:10.287744 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ced01aa1-8d02-4b06-89b9-71162bc2501d tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Synchronizing usage tracker for tenant:5ad4929875a143c3a3c626895027b991 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:20:10.300048 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a05f5404-8ea2-41c0-8cf7-407bd119e7ec tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:10.302275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:10.303241 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:10.335016 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:10.344462 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Port': ['ID=8a8ed545-d3bb-4800-bbc3-1a8b620503ae,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:10.349630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:10.355789 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:10.368550 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1af070ec-41b5-4fc7-8f44-9c53f8a406cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:10.370400 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1af070ec-41b5-4fc7-8f44-9c53f8a406cb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c4c85424-53bf-487c-8f30-3305fd51d006 HTTP/1.1" status: 204 len: 168 time: 1.3007021 Dec 22 15:20:10.372473 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:10.409391 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05f5404-8ea2-41c0-8cf7-407bd119e7ec tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Made reservation on behalf of 0e7c8af3b5a2467a987d8e505cfe9a0a for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:10.412797 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a05f5404-8ea2-41c0-8cf7-407bd119e7ec tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:10.448140 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:10.448574 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e3105f05-0802-488c-a1ed-3c5203c2f368 None None] Provisioning for port 7db29e44-0131-4989-b390-debfc98a0416 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:20:10.457675 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:10.461871 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e3105f05-0802-488c-a1ed-3c5203c2f368 None None] Provisioning complete for port 7db29e44-0131-4989-b390-debfc98a0416 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:10.462374 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e3105f05-0802-488c-a1ed-3c5203c2f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:10.466532 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-a05f5404-8ea2-41c0-8cf7-407bd119e7ec tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] device_id is not set on port 72954d0d-bc85-484d-b0c5-1e2b72ba3abc yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:20:10.542282 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ced01aa1-8d02-4b06-89b9-71162bc2501d tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Unset dirty status for tenant:5ad4929875a143c3a3c626895027b991 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:20:10.543872 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ced01aa1-8d02-4b06-89b9-71162bc2501d tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.4720540 Dec 22 15:20:10.548851 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57196) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:10.608310 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e3105f05-0802-488c-a1ed-3c5203c2f368 None None] Port 7db29e44-0131-4989-b390-debfc98a0416 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:20:10.770214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a7c185a9-bc06-4217-897a-c194a4a05923 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Deleting port 7db29e44-0131-4989-b390-debfc98a0416 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:10.772237 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7c185a9-bc06-4217-897a-c194a4a05923 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:10.859437 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-37e9788e-f1f2-40e4-a1ec-6daa640f89eb tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:10.880210 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:10.948962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:10.992585 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:11.009632 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] Transition to ACTIVE for port object 34919d99-2c46-4ee7-92a3-85d02ceb6f82 will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:11.065471 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:11.070586 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-71bb4ab2-a66d-418c-b28d-ff1072e07953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:11.154509 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] Attempting to bind port 34919d99-2c46-4ee7-92a3-85d02ceb6f82 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:11.158370 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] Attempting to bind port 34919d99-2c46-4ee7-92a3-85d02ceb6f82 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:11.158370 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] Attempting to bind port 34919d99-2c46-4ee7-92a3-85d02ceb6f82 on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:11.162658 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5fcb6-302f-4c6e-a843-8736cf48c99f None None] Pushing event updated for resources: {'Port': ['ID=34919d99-2c46-4ee7-92a3-85d02ceb6f82,revision_number=2']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:11.169533 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:20:11.169919 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:11.170450 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:11.170837 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:20:11.171323 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] Bound port: 34919d99-2c46-4ee7-92a3-85d02ceb6f82, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:20:11.171724 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:11.194054 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a05f5404-8ea2-41c0-8cf7-407bd119e7ec tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:11.220970 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5fcb6-302f-4c6e-a843-8736cf48c99f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:11.221603 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5fcb6-302f-4c6e-a843-8736cf48c99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:11.221603 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5fcb6-302f-4c6e-a843-8736cf48c99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:11.221911 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5fcb6-302f-4c6e-a843-8736cf48c99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:11.222265 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5fcb6-302f-4c6e-a843-8736cf48c99f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:11.222617 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5fcb6-302f-4c6e-a843-8736cf48c99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:11.222943 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5fcb6-302f-4c6e-a843-8736cf48c99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:11.223267 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5fcb6-302f-4c6e-a843-8736cf48c99f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:11.223774 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5fcb6-302f-4c6e-a843-8736cf48c99f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:11.223905 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5fcb6-302f-4c6e-a843-8736cf48c99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:11.224221 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5fcb6-302f-4c6e-a843-8736cf48c99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:11.224978 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5fcb6-302f-4c6e-a843-8736cf48c99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:11.229303 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-cfd5fcb6-302f-4c6e-a843-8736cf48c99f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:11.289607 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] For port 34919d99-2c46-4ee7-92a3-85d02ceb6f82, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:20:11.298301 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] For port 34919d99-2c46-4ee7-92a3-85d02ceb6f82, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=34919d99-2c46-4ee7-92a3-85d02ceb6f82,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:20:11.300701 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e9788e-f1f2-40e4-a1ec-6daa640f89eb tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Checking segment: {'id': '17e49ef4-2e8f-42cb-bf81-35126b25fdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '57fb0d8c-1f33-4306-a75d-b2cd12d54d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:11.301277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e9788e-f1f2-40e4-a1ec-6daa640f89eb tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network hostable DHCP agents. Network: 57fb0d8c-1f33-4306-a75d-b2cd12d54d15, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:20:11.316435 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9788e-f1f2-40e4-a1ec-6daa640f89eb tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Subnet': ['ID=701b168a-4888-4b2d-8fa8-d6ec4307e5d6,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:11.327945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-37e9788e-f1f2-40e4-a1ec-6daa640f89eb tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:11.333270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a05f5404-8ea2-41c0-8cf7-407bd119e7ec tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:11.347866 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-953c948c-0965-40c6-a298-8ada57d558c1 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:11.372139 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:11.396790 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c1b411dc-dce2-4dd3-a119-e2a7e4d54f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:11.505564 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] Routers {'b3168abd-7352-4f90-b6bf-6c22e1d52190'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:11.506286 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['b3168abd-7352-4f90-b6bf-6c22e1d52190'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:11.608198 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5fcb6-302f-4c6e-a843-8736cf48c99f None None] Pushing event updated for resources: {'Port': ['ID=34919d99-2c46-4ee7-92a3-85d02ceb6f82,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:11.615089 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-cfd5fcb6-302f-4c6e-a843-8736cf48c99f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:11.710360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05f5404-8ea2-41c0-8cf7-407bd119e7ec tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Network fb583130-375e-472f-be31-182d3bce2f30 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:11.727935 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-a05f5404-8ea2-41c0-8cf7-407bd119e7ec tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:11.738114 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05f5404-8ea2-41c0-8cf7-407bd119e7ec tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:11.739124 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05f5404-8ea2-41c0-8cf7-407bd119e7ec tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:11.739741 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a05f5404-8ea2-41c0-8cf7-407bd119e7ec tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:11.746598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f5404-8ea2-41c0-8cf7-407bd119e7ec tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Pushing event updated for resources: {'Port': ['ID=72954d0d-bc85-484d-b0c5-1e2b72ba3abc,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:11.753387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a05f5404-8ea2-41c0-8cf7-407bd119e7ec tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:11.779420 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:11.814720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:11.836092 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] Set router b3168abd-7352-4f90-b6bf-6c22e1d52190 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:20:11.945872 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:11.955526 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7c185a9-bc06-4217-897a-c194a4a05923 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:12.050811 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Allocated IP 172.26.6.39 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/26d3fab6-da78-4f27-acef-6d2f792fcbd8) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:12.091144 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e9788e-f1f2-40e4-a1ec-6daa640f89eb tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network 57fb0d8c-1f33-4306-a75d-b2cd12d54d15 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:20:12.091657 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a05f5404-8ea2-41c0-8cf7-407bd119e7ec tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8914893 Dec 22 15:20:12.094938 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57222) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:12.128398 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:20:12.186698 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57226) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:12.219950 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a7c185a9-bc06-4217-897a-c194a4a05923 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Calling delete_port for 7db29e44-0131-4989-b390-debfc98a0416 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:12.262603 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fd8894-22c2-4107-9022-ff9234f24c54 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:12.263370 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-71fd8894-22c2-4107-9022-ff9234f24c54 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Synchronizing usage tracker for tenant:0e7c8af3b5a2467a987d8e505cfe9a0a on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:20:12.329527 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:12.351200 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3168abd-7352-4f90-b6bf-6c22e1d52190', 'name': 'tempest-snat-router-48963495', 'tenant_id': '1ea8049bd3ba40efa70fd5e7ba0a8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.122'}], 'enable_snat': False}, 'gw_port_id': '34919d99-2c46-4ee7-92a3-85d02ceb6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:01Z', 'updated_at': '2021-12-22T15:20:06Z', 'revision_number': 3, 'project_id': '1ea8049bd3ba40efa70fd5e7ba0a8e2c', 'gw_port': {'id': '34919d99-2c46-4ee7-92a3-85d02ceb6f82', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:96:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3168abd-7352-4f90-b6bf-6c22e1d52190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:04Z', 'updated_at': '2021-12-22T15:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:12.356514 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb598db-6387-487d-807d-c2e2253aa790 None None] The sync data for ids ['b3168abd-7352-4f90-b6bf-6c22e1d52190'] in dv-neutron-822674-1-hyperv is: [{'id': 'b3168abd-7352-4f90-b6bf-6c22e1d52190', 'name': 'tempest-snat-router-48963495', 'tenant_id': '1ea8049bd3ba40efa70fd5e7ba0a8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.122'}], 'enable_snat': False}, 'gw_port_id': '34919d99-2c46-4ee7-92a3-85d02ceb6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:01Z', 'updated_at': '2021-12-22T15:20:06Z', 'revision_number': 3, 'project_id': '1ea8049bd3ba40efa70fd5e7ba0a8e2c', 'gw_port': {'id': '34919d99-2c46-4ee7-92a3-85d02ceb6f82', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:96:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3168abd-7352-4f90-b6bf-6c22e1d52190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:04Z', 'updated_at': '2021-12-22T15:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:20:12.402123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-71fd8894-22c2-4107-9022-ff9234f24c54 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Unset dirty status for tenant:0e7c8af3b5a2467a987d8e505cfe9a0a on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:20:12.404359 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-71fd8894-22c2-4107-9022-ff9234f24c54 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] 10.222.0.59 "GET /v2.0/ports/72954d0d-bc85-484d-b0c5-1e2b72ba3abc HTTP/1.1" status: 200 len: 955 time: 0.3074858 Dec 22 15:20:12.407287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57232) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:12.481916 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-37e9788e-f1f2-40e4-a1ec-6daa640f89eb tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 57fb0d8c-1f33-4306-a75d-b2cd12d54d15) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:12.493681 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d116ee8e-fd78-4826-852f-429f21b08626 None None] Network 57fb0d8c-1f33-4306-a75d-b2cd12d54d15 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:12.496672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:12.498023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-520512895'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:12.525851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:12.532134 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:12.539861 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1ecf2a80-e822-410e-94b5-262a2d9e2bc7 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:12.543804 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e9788e-f1f2-40e4-a1ec-6daa640f89eb tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:12.543804 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-37e9788e-f1f2-40e4-a1ec-6daa640f89eb tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:12.611708 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Usage tracker for resource:network and tenant:79c9d48de8fd445f817cbf3fb4b37524 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:12.639087 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:12.671656 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:12.680254 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-70dcd4c9-9c74-4c4b-b707-e27627c3c157 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Deleting port 72954d0d-bc85-484d-b0c5-1e2b72ba3abc {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:12.682864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70dcd4c9-9c74-4c4b-b707-e27627c3c157 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:12.729308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:12.784347 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:12.826294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:12.903270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Pushing event updated for resources: {'Port': ['ID=26d3fab6-da78-4f27-acef-6d2f792fcbd8,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:12.927845 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:12.974408 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Made reservation on behalf of 79c9d48de8fd445f817cbf3fb4b37524 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:12.980959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:13.072974 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-57fb0d8c-1f33-4306-a75d-b2cd12d54d15', 'network_id': '57fb0d8c-1f33-4306-a75d-b2cd12d54d15', 'tenant_id': '5174c37d8f2b4cb683ba55748d87c3c3', 'fixed_ips': [{'subnet_id': '701b168a-4888-4b2d-8fa8-d6ec4307e5d6'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:20:13.074467 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:13.084977 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-37e9788e-f1f2-40e4-a1ec-6daa640f89eb tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.9141331 Dec 22 15:20:13.084977 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7c185a9-bc06-4217-897a-c194a4a05923 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:13.093466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57240) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:13.099592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0053487e-0da3-4a91-aa5a-35657076d86a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:13.177339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:13.231456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-148a4397-c6df-4282-9f02-5e664963c393 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1121216636'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:13.239747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-148a4397-c6df-4282-9f02-5e664963c393 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:13.247539 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-148a4397-c6df-4282-9f02-5e664963c393 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:network and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:13.260556 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c185a9-bc06-4217-897a-c194a4a05923 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Pushing event deleted for resources: {'Port': ['ID=7db29e44-0131-4989-b390-debfc98a0416,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:13.286115 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a7c185a9-bc06-4217-897a-c194a4a05923 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:13.289678 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-148a4397-c6df-4282-9f02-5e664963c393 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:13.444231 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:13.457936 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-148a4397-c6df-4282-9f02-5e664963c393 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:13.467352 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 34919d99-2c46-4ee7-92a3-85d02ceb6f82 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:20:13.483268 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7c185a9-bc06-4217-897a-c194a4a05923 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:13.487787 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a7c185a9-bc06-4217-897a-c194a4a05923 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] 10.222.0.59 "DELETE /v2.0/ports/7db29e44-0131-4989-b390-debfc98a0416 HTTP/1.1" status: 204 len: 168 time: 2.9376993 Dec 22 15:20:13.493175 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57244) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:13.518743 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-dbf43e0f-c87e-417a-b92b-d1d7e44f56df tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Request body: {'port': {'name': 'tempest-new-port-name-931387532', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:13.518743 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.api.validators [None req-dbf43e0f-c87e-417a-b92b-d1d7e44f56df tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] bootfile-name is not in valid_values {{(pid=88218) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:20:13.518743 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.api.validators [None req-dbf43e0f-c87e-417a-b92b-d1d7e44f56df tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] tftp-server is not in valid_values {{(pid=88218) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:20:13.518743 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.api.validators [None req-dbf43e0f-c87e-417a-b92b-d1d7e44f56df tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] server-ip-address is not in valid_values {{(pid=88218) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:20:13.559855 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Allocated IP 172.20.255.242 (57fb0d8c-1f33-4306-a75d-b2cd12d54d15/701b168a-4888-4b2d-8fa8-d6ec4307e5d6/181e8787-6655-4a0f-a328-7922aedc4f40) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:13.638991 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:13.668159 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:13.711078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148a4397-c6df-4282-9f02-5e664963c393 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:13.714689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-148a4397-c6df-4282-9f02-5e664963c393 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:13.726400 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 34919d99-2c46-4ee7-92a3-85d02ceb6f82 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:20:13.739205 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 34919d99-2c46-4ee7-92a3-85d02ceb6f82 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:13.741733 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:13.889393 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148a4397-c6df-4282-9f02-5e664963c393 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:20:13.901812 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Port': ['ID=8a8ed545-d3bb-4800-bbc3-1a8b620503ae,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:13.904503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:13.908160 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70dcd4c9-9c74-4c4b-b707-e27627c3c157 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:13.913966 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dbf43e0f-c87e-417a-b92b-d1d7e44f56df tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:13.919440 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:13.923391 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Usage tracker for resource:security_group_rule and tenant:79c9d48de8fd445f817cbf3fb4b37524 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:13.923742 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:13.927679 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:13.979221 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-148a4397-c6df-4282-9f02-5e664963c393 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:13.979576 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-148a4397-c6df-4282-9f02-5e664963c393 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Added segment 96a6ac26-22c2-49ed-a16c-ce510f4a6604 of type vlan for network d1bfcca3-7722-4518-bdd3-4e9a46d80791 Dec 22 15:20:14.094801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-148a4397-c6df-4282-9f02-5e664963c393 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:14.096979 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:14.102990 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:14.106469 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-70dcd4c9-9c74-4c4b-b707-e27627c3c157 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Calling delete_port for 72954d0d-bc85-484d-b0c5-1e2b72ba3abc owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:14.123573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:14.157538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Transition to ACTIVE for port object 181e8787-6655-4a0f-a328-7922aedc4f40 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:14.163177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 34919d99-2c46-4ee7-92a3-85d02ceb6f82, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=34919d99-2c46-4ee7-92a3-85d02ceb6f82,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:14.223418 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Transition to ACTIVE for port object 181e8787-6655-4a0f-a328-7922aedc4f40 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:14.239085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:14.245512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:14.322818 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Floating IP 5e0788cd-11ed-4e40-a0e5-d6238af36443 associated. External IP: 172.26.6.254, port: c1d6c303-84a1-445a-982f-13e0695f634b. Dec 22 15:20:14.335893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:14.415532 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-148a4397-c6df-4282-9f02-5e664963c393 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:14.424399 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148a4397-c6df-4282-9f02-5e664963c393 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:14.424399 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-148a4397-c6df-4282-9f02-5e664963c393 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:14.428525 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Network 57fb0d8c-1f33-4306-a75d-b2cd12d54d15 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:14.437905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e42e136d-06df-4aea-af10-3d3581a3f91a tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:14.456221 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:14.462005 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:14.609719 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=34919d99-2c46-4ee7-92a3-85d02ceb6f82,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:14.620924 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:14.626522 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:14.675895 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:14.706381 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Attempting to bind port 181e8787-6655-4a0f-a328-7922aedc4f40 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:14.706909 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Attempting to bind port 181e8787-6655-4a0f-a328-7922aedc4f40 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '17e49ef4-2e8f-42cb-bf81-35126b25fdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '57fb0d8c-1f33-4306-a75d-b2cd12d54d15'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:14.707371 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Attempting to bind port 181e8787-6655-4a0f-a328-7922aedc4f40 on network 57fb0d8c-1f33-4306-a75d-b2cd12d54d15 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:14.720753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:20:14.721326 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Checking segment: {'id': '17e49ef4-2e8f-42cb-bf81-35126b25fdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '57fb0d8c-1f33-4306-a75d-b2cd12d54d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:14.722023 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:14.722577 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Bound using segment: {'id': '17e49ef4-2e8f-42cb-bf81-35126b25fdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '57fb0d8c-1f33-4306-a75d-b2cd12d54d15'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:20:14.723280 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Bound port: 181e8787-6655-4a0f-a328-7922aedc4f40, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e49ef4-2e8f-42cb-bf81-35126b25fdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '57fb0d8c-1f33-4306-a75d-b2cd12d54d15'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:20:14.723957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:14.775768 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Pushing event updated for resources: {'Port': ['ID=181e8787-6655-4a0f-a328-7922aedc4f40,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:14.778839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:14.904797 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-148a4397-c6df-4282-9f02-5e664963c393 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7186341 Dec 22 15:20:14.914553 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a4397-c6df-4282-9f02-5e664963c393 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Network': ['ID=d1bfcca3-7722-4518-bdd3-4e9a46d80791,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:14.918587 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] For port 181e8787-6655-4a0f-a328-7922aedc4f40, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:20:14.923083 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] For port 181e8787-6655-4a0f-a328-7922aedc4f40, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=181e8787-6655-4a0f-a328-7922aedc4f40,segment=NetworkSegment(17e49ef4-2e8f-42cb-bf81-35126b25fdba),segment_id=17e49ef4-2e8f-42cb-bf81-35126b25fdba)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:20:14.927535 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57252) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:14.936001 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network d1bfcca3-7722-4518-bdd3-4e9a46d80791 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:20:14.940410 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-148a4397-c6df-4282-9f02-5e664963c393 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:14.957360 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-4e45cc43-1dbc-4ebc-9765-801ee259354b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'subnet': {'network_id': 'd1bfcca3-7722-4518-bdd3-4e9a46d80791', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:14.980872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70dcd4c9-9c74-4c4b-b707-e27627c3c157 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:14.997899 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bcdabd6f-903e-40ba-8f86-b7dcb1439f31 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:15.059308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcd4c9-9c74-4c4b-b707-e27627c3c157 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Pushing event deleted for resources: {'Port': ['ID=72954d0d-bc85-484d-b0c5-1e2b72ba3abc,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:15.061420 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70dcd4c9-9c74-4c4b-b707-e27627c3c157 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:15.080672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-70dcd4c9-9c74-4c4b-b707-e27627c3c157 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:15.089709 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:15.100654 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:15.176274 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:15.189381 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-70dcd4c9-9c74-4c4b-b707-e27627c3c157 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] 10.222.0.59 "DELETE /v2.0/ports/72954d0d-bc85-484d-b0c5-1e2b72ba3abc HTTP/1.1" status: 204 len: 168 time: 2.7801116 Dec 22 15:20:15.194585 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57256) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:15.272926 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Pushing event updated for resources: {'Port': ['ID=181e8787-6655-4a0f-a328-7922aedc4f40,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:15.278914 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:15.304225 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-9048e5f3-d51f-40ec-b6d3-b96e8eefc395 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:20:15.304780 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9048e5f3-d51f-40ec-b6d3-b96e8eefc395 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Synchronizing usage tracker for tenant:0e7c8af3b5a2467a987d8e505cfe9a0a on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:20:15.312550 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-dbf43e0f-c87e-417a-b92b-d1d7e44f56df tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:20:15.314876 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:15.327837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:15.367714 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dbf43e0f-c87e-417a-b92b-d1d7e44f56df tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:15.377266 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4e45cc43-1dbc-4ebc-9765-801ee259354b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:15.385338 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4e45cc43-1dbc-4ebc-9765-801ee259354b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:subnet and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:15.402841 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:20:15.416669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:15.417386 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Added segment 67b3af4f-ae2d-4937-9dfa-4d1208eacf83 of type vlan for network 2944cdfa-0699-4c87-9625-838f7c0e93c0 Dec 22 15:20:15.426812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:15.482568 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 34919d99-2c46-4ee7-92a3-85d02ceb6f82 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:20:15.573077 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4e45cc43-1dbc-4ebc-9765-801ee259354b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:15.583763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dbf43e0f-c87e-417a-b92b-d1d7e44f56df tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:15.601146 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ca0a0974-1f21-4fa0-8d8e-aeaaf0266ae5 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:15.717538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 34919d99-2c46-4ee7-92a3-85d02ceb6f82 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:15.723175 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:15.787376 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4e45cc43-1dbc-4ebc-9765-801ee259354b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:15.813256 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9048e5f3-d51f-40ec-b6d3-b96e8eefc395 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Unset dirty status for tenant:0e7c8af3b5a2467a987d8e505cfe9a0a on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:20:15.814673 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9048e5f3-d51f-40ec-b6d3-b96e8eefc395 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] 10.222.0.59 "GET /v2.0/ports/72954d0d-bc85-484d-b0c5-1e2b72ba3abc HTTP/1.1" status: 404 len: 333 time: 0.6191618 Dec 22 15:20:15.835321 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13013a2b-137b-4eb2-8718-dff1574ed3af,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:15.840084 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:15.840958 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57264) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:15.878188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-dbf43e0f-c87e-417a-b92b-d1d7e44f56df tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] In _notify_port_updated(), no bound segment for port 00df111c-9eb6-4fde-b8ad-35bb7080c7be on network 24ab14d8-61a4-430d-ae86-0afd874ca7cf {{(pid=88218) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:20:15.878954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1ae8f5ac-727b-483f-bd86-c3d57bd9d032 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Request body: {'port': {'network_id': 'fb583130-375e-472f-be31-182d3bce2f30', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1234017702'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:15.884282 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf43e0f-c87e-417a-b92b-d1d7e44f56df tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:15.885276 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dbf43e0f-c87e-417a-b92b-d1d7e44f56df tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:15.886897 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-dbf43e0f-c87e-417a-b92b-d1d7e44f56df tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] 10.222.0.59 "PUT /v2.0/ports/00df111c-9eb6-4fde-b8ad-35bb7080c7be HTTP/1.1" status: 200 len: 1128 time: 2.3912516 Dec 22 15:20:15.888986 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:15.895950 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57268) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:15.897310 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1ae8f5ac-727b-483f-bd86-c3d57bd9d032 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:15.920997 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf43e0f-c87e-417a-b92b-d1d7e44f56df tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Pushing event updated for resources: {'Port': ['ID=00df111c-9eb6-4fde-b8ad-35bb7080c7be,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:15.927301 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dbf43e0f-c87e-417a-b92b-d1d7e44f56df tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:15.929633 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Router 38fe96a1-5a58-4870-bef5-3001fb091ed3 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:20:16.006813 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1ae8f5ac-727b-483f-bd86-c3d57bd9d032 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:16.045209 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e45cc43-1dbc-4ebc-9765-801ee259354b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:16.047445 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8842bf-07ad-4b68-91b2-288be7121ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:16.048642 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fc8842bf-07ad-4b68-91b2-288be7121ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] 10.222.0.59 "GET /v2.0/ports/00df111c-9eb6-4fde-b8ad-35bb7080c7be HTTP/1.1" status: 200 len: 1128 time: 0.1471179 Dec 22 15:20:16.053767 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e45cc43-1dbc-4ebc-9765-801ee259354b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:16.054116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57272) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:16.101574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Router 1f7f0c92-4c65-41fb-9ddf-e82e9a664388 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:20:16.190302 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae8f5ac-727b-483f-bd86-c3d57bd9d032 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Made reservation on behalf of 0e7c8af3b5a2467a987d8e505cfe9a0a for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:16.192286 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f5ac-727b-483f-bd86-c3d57bd9d032 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:16.201523 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:16.205245 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f7057b3a-b2c3-4989-9b9e-1292ee4697ad None None] Provisioning complete for port 00df111c-9eb6-4fde-b8ad-35bb7080c7be triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:16.205839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f7057b3a-b2c3-4989-9b9e-1292ee4697ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:16.207074 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:16.207697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:16.223431 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:16.277911 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4fb8f8c7-cd5e-4900-b809-a8d7c5d81339 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Deleting port 00df111c-9eb6-4fde-b8ad-35bb7080c7be {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:16.278155 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4fb8f8c7-cd5e-4900-b809-a8d7c5d81339 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:16.279507 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f7057b3a-b2c3-4989-9b9e-1292ee4697ad None None] Port 00df111c-9eb6-4fde-b8ad-35bb7080c7be cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:20:16.408625 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-1ae8f5ac-727b-483f-bd86-c3d57bd9d032 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] device_id is not set on port 7614f620-d667-4c7b-b07e-cbf04487ebb2 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:20:16.596084 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:20:16.609085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa510a6-b70d-4218-8185-d83fead3ef94 None None] Sync routers for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:20:16.633427 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa510a6-b70d-4218-8185-d83fead3ef94 None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:16.635652 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6fa510a6-b70d-4218-8185-d83fead3ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:16.684452 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.4963243 Dec 22 15:20:16.705312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57276) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:16.717101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Pushing event updated for resources: {'Network': ['ID=2944cdfa-0699-4c87-9625-838f7c0e93c0,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:16.721199 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:16.737749 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 2944cdfa-0699-4c87-9625-838f7c0e93c0 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:20:16.738923 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b75c25d5-09dc-4ae6-ae09-b9ebbe3f0330 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Request body: {'subnet': {'network_id': '2944cdfa-0699-4c87-9625-838f7c0e93c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:16.759217 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:16.774248 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6fa510a6-b70d-4218-8185-d83fead3ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:16.838554 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa510a6-b70d-4218-8185-d83fead3ef94 None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:16.838962 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6fa510a6-b70d-4218-8185-d83fead3ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:16.938901 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:20:16.965791 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.5142031 Dec 22 15:20:16.967132 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] Sync routers for ids ['1f7f0c92-4c65-41fb-9ddf-e82e9a664388'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:20:16.967722 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e45cc43-1dbc-4ebc-9765-801ee259354b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:16.967868 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6fa510a6-b70d-4218-8185-d83fead3ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:16.967868 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa510a6-b70d-4218-8185-d83fead3ef94 None None] The sync data for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:20:16.971855 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57284) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:16.981682 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] Routers {'1f7f0c92-4c65-41fb-9ddf-e82e9a664388'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:16.982470 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['1f7f0c92-4c65-41fb-9ddf-e82e9a664388'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:16.995218 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-381d0584-e436-4e20-acfa-92d47971fda7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'floatingip': {'port_id': 'c1d6c303-84a1-445a-982f-13e0695f634b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:17.046111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42877452-c722-4e95-9e4a-ab8fed31ddf2 None None] Network 57fb0d8c-1f33-4306-a75d-b2cd12d54d15 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:17.092215 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:17.112520 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b75c25d5-09dc-4ae6-ae09-b9ebbe3f0330 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:17.163530 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b75c25d5-09dc-4ae6-ae09-b9ebbe3f0330 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Usage tracker for resource:subnet and tenant:79c9d48de8fd445f817cbf3fb4b37524 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:17.216410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b75c25d5-09dc-4ae6-ae09-b9ebbe3f0330 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:17.221435 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-63ac55f5-db3e-468c-82a2-f769dcacecec None None] Provisioning for port 181e8787-6655-4a0f-a328-7922aedc4f40 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:20:17.243322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45cc43-1dbc-4ebc-9765-801ee259354b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Subnet': ['ID=4290ebb1-4604-4c3d-8b5e-e6f2c3a89dad,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:17.250560 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-381d0584-e436-4e20-acfa-92d47971fda7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:17.295924 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] Set router 1f7f0c92-4c65-41fb-9ddf-e82e9a664388 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:20:17.342907 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4e45cc43-1dbc-4ebc-9765-801ee259354b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:17.402362 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e45cc43-1dbc-4ebc-9765-801ee259354b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Checking segment: {'id': '96a6ac26-22c2-49ed-a16c-ce510f4a6604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd1bfcca3-7722-4518-bdd3-4e9a46d80791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:17.402733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e45cc43-1dbc-4ebc-9765-801ee259354b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network hostable DHCP agents. Network: d1bfcca3-7722-4518-bdd3-4e9a46d80791, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:20:17.434516 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b75c25d5-09dc-4ae6-ae09-b9ebbe3f0330 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:17.494642 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:17.496611 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 7.4262614 Dec 22 15:20:17.511031 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 181e8787-6655-4a0f-a328-7922aedc4f40 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:20:17.526827 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57288) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:17.570713 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e45cc43-1dbc-4ebc-9765-801ee259354b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network d1bfcca3-7722-4518-bdd3-4e9a46d80791 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:20:17.731024 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75c25d5-09dc-4ae6-ae09-b9ebbe3f0330 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Made reservation on behalf of 79c9d48de8fd445f817cbf3fb4b37524 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:17.734651 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b75c25d5-09dc-4ae6-ae09-b9ebbe3f0330 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:17.735088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-4e45cc43-1dbc-4ebc-9765-801ee259354b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, d1bfcca3-7722-4518-bdd3-4e9a46d80791) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:17.748417 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 181e8787-6655-4a0f-a328-7922aedc4f40 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:20:17.775171 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e45cc43-1dbc-4ebc-9765-801ee259354b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:17.775171 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e45cc43-1dbc-4ebc-9765-801ee259354b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:17.776777 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36fb6e0-8137-43e9-8f99-7e3f25852736 None None] Network d1bfcca3-7722-4518-bdd3-4e9a46d80791 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:17.799196 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7f0c92-4c65-41fb-9ddf-e82e9a664388', 'name': 'tempest-snat-router-48963495', 'tenant_id': '1ea8049bd3ba40efa70fd5e7ba0a8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '26d3fab6-da78-4f27-acef-6d2f792fcbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:10Z', 'updated_at': '2021-12-22T15:20:13Z', 'revision_number': 3, 'project_id': '1ea8049bd3ba40efa70fd5e7ba0a8e2c', 'gw_port': {'id': '26d3fab6-da78-4f27-acef-6d2f792fcbd8', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7f0c92-4c65-41fb-9ddf-e82e9a664388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:11Z', 'updated_at': '2021-12-22T15:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:17.811072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 181e8787-6655-4a0f-a328-7922aedc4f40 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:17.811072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:17.815674 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] Checking router: 1f7f0c92-4c65-41fb-9ddf-e82e9a664388 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:20:17.815674 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] Updating router 1f7f0c92-4c65-41fb-9ddf-e82e9a664388 port 26d3fab6-da78-4f27-acef-6d2f792fcbd8 binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:20:17.884039 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4e45cc43-1dbc-4ebc-9765-801ee259354b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.9543657 Dec 22 15:20:17.941515 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57292) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:18.047224 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:18.123535 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:18.237406 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 181e8787-6655-4a0f-a328-7922aedc4f40, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=181e8787-6655-4a0f-a328-7922aedc4f40,segment=NetworkSegment(17e49ef4-2e8f-42cb-bf81-35126b25fdba),segment_id=17e49ef4-2e8f-42cb-bf81-35126b25fdba)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:18.258926 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6e8b9010-7334-4ce5-80ef-275b5c1e8d44 None None] Provisioning complete for port 181e8787-6655-4a0f-a328-7922aedc4f40 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:18.259339 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6e8b9010-7334-4ce5-80ef-275b5c1e8d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:18.283410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:18.301370 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f5ac-727b-483f-bd86-c3d57bd9d032 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:18.302183 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-d1bfcca3-7722-4518-bdd3-4e9a46d80791', 'network_id': 'd1bfcca3-7722-4518-bdd3-4e9a46d80791', 'tenant_id': '5174c37d8f2b4cb683ba55748d87c3c3', 'fixed_ips': [{'subnet_id': '4290ebb1-4604-4c3d-8b5e-e6f2c3a89dad'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:20:18.303272 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:18.359550 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:18.373532 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4fb8f8c7-cd5e-4900-b809-a8d7c5d81339 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:18.373752 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:18.595831 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4fb8f8c7-cd5e-4900-b809-a8d7c5d81339 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Calling delete_port for 00df111c-9eb6-4fde-b8ad-35bb7080c7be owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:18.676165 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9bf23317-e254-42d9-be45-d873e6159043 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "GET /v2.0/routers/1f7f0c92-4c65-41fb-9ddf-e82e9a664388 HTTP/1.1" status: 200 len: 905 time: 1.1464806 Dec 22 15:20:18.679142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57300) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:18.710603 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=181e8787-6655-4a0f-a328-7922aedc4f40,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:18.728131 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:18.784173 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:18.800409 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] Transition to ACTIVE for port object 26d3fab6-da78-4f27-acef-6d2f792fcbd8 will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:18.824050 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Allocated IP 172.20.0.2 (d1bfcca3-7722-4518-bdd3-4e9a46d80791/4290ebb1-4604-4c3d-8b5e-e6f2c3a89dad/44725c1f-2935-4b16-b57b-086a9a1b3146) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:18.896163 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:18.908144 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-71bb4ab2-a66d-418c-b28d-ff1072e07953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:19.028451 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] Attempting to bind port 26d3fab6-da78-4f27-acef-6d2f792fcbd8 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:19.028451 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] Attempting to bind port 26d3fab6-da78-4f27-acef-6d2f792fcbd8 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:19.028451 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] Attempting to bind port 26d3fab6-da78-4f27-acef-6d2f792fcbd8 on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:19.032597 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b75c25d5-09dc-4ae6-ae09-b9ebbe3f0330 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:19.041249 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:20:19.041616 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:19.042019 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:19.042456 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:20:19.042999 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] Bound port: 26d3fab6-da78-4f27-acef-6d2f792fcbd8, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:20:19.044314 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:19.045048 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:19.052789 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-381d0584-e436-4e20-acfa-92d47971fda7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:19.070951 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429dfbe8-d5ab-439c-adf6-14b3f0231690 None None] Pushing event updated for resources: {'Port': ['ID=26d3fab6-da78-4f27-acef-6d2f792fcbd8,revision_number=2']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:19.080523 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-429dfbe8-d5ab-439c-adf6-14b3f0231690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:19.137477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9abf6afd-4870-4503-bce6-61e070d61e5f tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:19.142718 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] For port 26d3fab6-da78-4f27-acef-6d2f792fcbd8, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:20:19.148166 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] For port 26d3fab6-da78-4f27-acef-6d2f792fcbd8, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=26d3fab6-da78-4f27-acef-6d2f792fcbd8,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:20:19.156177 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-381d0584-e436-4e20-acfa-92d47971fda7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:19.221787 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:19.241889 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Transition to ACTIVE for port object 44725c1f-2935-4b16-b57b-086a9a1b3146 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:19.260166 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:19.268498 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-429dfbe8-d5ab-439c-adf6-14b3f0231690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:19.269777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f5ac-727b-483f-bd86-c3d57bd9d032 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:19.312072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Transition to ACTIVE for port object 44725c1f-2935-4b16-b57b-086a9a1b3146 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:19.459624 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 181e8787-6655-4a0f-a328-7922aedc4f40 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:20:19.539724 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] Routers {'1f7f0c92-4c65-41fb-9ddf-e82e9a664388'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:19.541198 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['1f7f0c92-4c65-41fb-9ddf-e82e9a664388'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:19.680502 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:19.690605 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c19abcd9-a08f-4bea-9884-2f66596e0144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:19.756179 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75c25d5-09dc-4ae6-ae09-b9ebbe3f0330 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Checking segment: {'id': '67b3af4f-ae2d-4937-9dfa-4d1208eacf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2944cdfa-0699-4c87-9625-838f7c0e93c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:19.756912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75c25d5-09dc-4ae6-ae09-b9ebbe3f0330 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Network hostable DHCP agents. Network: 2944cdfa-0699-4c87-9625-838f7c0e93c0, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:20:19.764158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381d0584-e436-4e20-acfa-92d47971fda7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Router 38fe96a1-5a58-4870-bef5-3001fb091ed3 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:20:19.764708 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c25d5-09dc-4ae6-ae09-b9ebbe3f0330 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Pushing event updated for resources: {'Subnet': ['ID=0fd58b4f-302d-4713-87a3-4a983350826f,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:19.833250 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Network d1bfcca3-7722-4518-bdd3-4e9a46d80791 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:19.835236 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae8f5ac-727b-483f-bd86-c3d57bd9d032 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Network fb583130-375e-472f-be31-182d3bce2f30 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:19.836358 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b75c25d5-09dc-4ae6-ae09-b9ebbe3f0330 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:19.839552 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:19.848096 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-739e2ef8-c354-4b2e-bdf5-ddf6f87b5c83 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:19.855463 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:19.872700 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Pushing event updated for resources: {'Port': ['ID=44725c1f-2935-4b16-b57b-086a9a1b3146,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:19.898425 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-1ae8f5ac-727b-483f-bd86-c3d57bd9d032 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:19.930435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae8f5ac-727b-483f-bd86-c3d57bd9d032 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:19.934205 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae8f5ac-727b-483f-bd86-c3d57bd9d032 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:19.934428 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:19.934514 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f5ac-727b-483f-bd86-c3d57bd9d032 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:19.939447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:19.990438 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] Set router 1f7f0c92-4c65-41fb-9ddf-e82e9a664388 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:20:20.028477 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 181e8787-6655-4a0f-a328-7922aedc4f40 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:20.029345 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:20.068607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381d0584-e436-4e20-acfa-92d47971fda7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:20:20.077233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-381d0584-e436-4e20-acfa-92d47971fda7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:20.085849 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8f5ac-727b-483f-bd86-c3d57bd9d032 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Pushing event updated for resources: {'Port': ['ID=7614f620-d667-4c7b-b07e-cbf04487ebb2,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:20.093238 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99fb79b-c33b-4992-bacf-2415830ea36e None None] Sync routers for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:20:20.101405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1ae8f5ac-727b-483f-bd86-c3d57bd9d032 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:20.109856 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75c25d5-09dc-4ae6-ae09-b9ebbe3f0330 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Network 2944cdfa-0699-4c87-9625-838f7c0e93c0 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:20:20.128213 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Attempting to bind port 44725c1f-2935-4b16-b57b-086a9a1b3146 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:20.128850 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Attempting to bind port 44725c1f-2935-4b16-b57b-086a9a1b3146 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '96a6ac26-22c2-49ed-a16c-ce510f4a6604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd1bfcca3-7722-4518-bdd3-4e9a46d80791'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:20.129460 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Attempting to bind port 44725c1f-2935-4b16-b57b-086a9a1b3146 on network d1bfcca3-7722-4518-bdd3-4e9a46d80791 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:20.174367 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:20:20.174998 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Checking segment: {'id': '96a6ac26-22c2-49ed-a16c-ce510f4a6604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd1bfcca3-7722-4518-bdd3-4e9a46d80791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:20.175687 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:20.176369 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Bound using segment: {'id': '96a6ac26-22c2-49ed-a16c-ce510f4a6604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd1bfcca3-7722-4518-bdd3-4e9a46d80791'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:20:20.177205 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Bound port: 44725c1f-2935-4b16-b57b-086a9a1b3146, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a6ac26-22c2-49ed-a16c-ce510f4a6604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd1bfcca3-7722-4518-bdd3-4e9a46d80791'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:20:20.177854 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:20.180656 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:20.209346 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:20.214126 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99fb79b-c33b-4992-bacf-2415830ea36e None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:20.216013 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c99fb79b-c33b-4992-bacf-2415830ea36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:20.238020 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4fb8f8c7-cd5e-4900-b809-a8d7c5d81339 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:20.244778 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-381d0584-e436-4e20-acfa-92d47971fda7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "PUT /v2.0/floatingips/5e0788cd-11ed-4e40-a0e5-d6238af36443 HTTP/1.1" status: 200 len: 978 time: 3.2688138 Dec 22 15:20:20.245234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57308) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:20.270575 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1ae8f5ac-727b-483f-bd86-c3d57bd9d032 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 4.4050982 Dec 22 15:20:20.312769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Subnet': ['ID=4290ebb1-4604-4c3d-8b5e-e6f2c3a89dad,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:20.316767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57312) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:20.331316 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-b75c25d5-09dc-4ae6-ae09-b9ebbe3f0330 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 2944cdfa-0699-4c87-9625-838f7c0e93c0) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:20.436530 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d87474a-990f-4d60-b945-3bbdcf3eadcb None None] Network 2944cdfa-0699-4c87-9625-838f7c0e93c0 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:20.491498 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:20.496173 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429dfbe8-d5ab-439c-adf6-14b3f0231690 None None] Pushing event updated for resources: {'Port': ['ID=26d3fab6-da78-4f27-acef-6d2f792fcbd8,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:20.501628 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-429dfbe8-d5ab-439c-adf6-14b3f0231690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.234s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:20.543817 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:20.572558 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-07a88904-cd29-4815-a22f-1cd765838106 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.301s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:20.624604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c99fb79b-c33b-4992-bacf-2415830ea36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:20.628607 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75c25d5-09dc-4ae6-ae09-b9ebbe3f0330 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:20.629216 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b75c25d5-09dc-4ae6-ae09-b9ebbe3f0330 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:20.684018 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7f0c92-4c65-41fb-9ddf-e82e9a664388', 'name': 'tempest-snat-router-48963495', 'tenant_id': '1ea8049bd3ba40efa70fd5e7ba0a8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '26d3fab6-da78-4f27-acef-6d2f792fcbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:10Z', 'updated_at': '2021-12-22T15:20:13Z', 'revision_number': 3, 'project_id': '1ea8049bd3ba40efa70fd5e7ba0a8e2c', 'gw_port': {'id': '26d3fab6-da78-4f27-acef-6d2f792fcbd8', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7f0c92-4c65-41fb-9ddf-e82e9a664388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:11Z', 'updated_at': '2021-12-22T15:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:20.685444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99fb79b-c33b-4992-bacf-2415830ea36e None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:20.686101 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c99fb79b-c33b-4992-bacf-2415830ea36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:20.699035 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:20.721608 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d945a8-2352-4e5c-aac1-d29cd91915ee None None] The sync data for ids ['1f7f0c92-4c65-41fb-9ddf-e82e9a664388'] in dv-neutron-822674-1-hyperv is: [{'id': '1f7f0c92-4c65-41fb-9ddf-e82e9a664388', 'name': 'tempest-snat-router-48963495', 'tenant_id': '1ea8049bd3ba40efa70fd5e7ba0a8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '26d3fab6-da78-4f27-acef-6d2f792fcbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:10Z', 'updated_at': '2021-12-22T15:20:13Z', 'revision_number': 3, 'project_id': '1ea8049bd3ba40efa70fd5e7ba0a8e2c', 'gw_port': {'id': '26d3fab6-da78-4f27-acef-6d2f792fcbd8', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7f0c92-4c65-41fb-9ddf-e82e9a664388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:11Z', 'updated_at': '2021-12-22T15:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:20:20.750578 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c7ecd-93b0-427f-8165-b8363713c814 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Deleting port 8a8ed545-d3bb-4800-bbc3-1a8b620503ae {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:20.751687 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3e3c7ecd-93b0-427f-8165-b8363713c814 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:20.793536 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c99fb79b-c33b-4992-bacf-2415830ea36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:20.793952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99fb79b-c33b-4992-bacf-2415830ea36e None None] The sync data for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:20:20.863172 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8f8c7-cd5e-4900-b809-a8d7c5d81339 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Pushing event deleted for resources: {'Port': ['ID=00df111c-9eb6-4fde-b8ad-35bb7080c7be,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:20.942942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4fb8f8c7-cd5e-4900-b809-a8d7c5d81339 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:20.973277 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4fb8f8c7-cd5e-4900-b809-a8d7c5d81339 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:20.977036 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4fb8f8c7-cd5e-4900-b809-a8d7c5d81339 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] 10.222.0.59 "DELETE /v2.0/ports/00df111c-9eb6-4fde-b8ad-35bb7080c7be HTTP/1.1" status: 204 len: 168 time: 4.9216442 Dec 22 15:20:20.990847 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57320) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:21.097277 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bfcca3-7722-4518-bdd3-4e9a46d80791']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:21.133395 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] For port 44725c1f-2935-4b16-b57b-086a9a1b3146, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:20:21.137605 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:21.161000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] For port 44725c1f-2935-4b16-b57b-086a9a1b3146, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=44725c1f-2935-4b16-b57b-086a9a1b3146,segment=NetworkSegment(96a6ac26-22c2-49ed-a16c-ce510f4a6604),segment_id=96a6ac26-22c2-49ed-a16c-ce510f4a6604)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:20:21.189464 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a6ac26-22c2-49ed-a16c-ce510f4a6604') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:21.190074 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a6ac26-22c2-49ed-a16c-ce510f4a6604') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:21.200506 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3e3c7ecd-93b0-427f-8165-b8363713c814 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:21.201322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3e3c7ecd-93b0-427f-8165-b8363713c814 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:21.228940 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b75c25d5-09dc-4ae6-ae09-b9ebbe3f0330 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5031040 Dec 22 15:20:21.259975 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57324) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:21.264588 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:21.290098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:21.290550 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:21.311579 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:21.331846 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Request body: {'port': {'network_id': '2944cdfa-0699-4c87-9625-838f7c0e93c0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1883557520'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:21.430407 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Deleting port 26d3fab6-da78-4f27-acef-6d2f792fcbd8 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:21.430841 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:21.460580 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-2944cdfa-0699-4c87-9625-838f7c0e93c0', 'network_id': '2944cdfa-0699-4c87-9625-838f7c0e93c0', 'tenant_id': '79c9d48de8fd445f817cbf3fb4b37524', 'fixed_ips': [{'subnet_id': '0fd58b4f-302d-4713-87a3-4a983350826f'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:20:21.461452 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:21.493419 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 26d3fab6-da78-4f27-acef-6d2f792fcbd8 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:20:21.496972 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c7ecd-93b0-427f-8165-b8363713c814 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Calling delete_port for 8a8ed545-d3bb-4800-bbc3-1a8b620503ae owned by network:floatingip {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:21.513270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d4b26a-e453-41ef-b87e-a500461ed4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Deleting subnet b2af128d-bcff-4f86-b352-978dba64da93 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:20:21.516688 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-62d4b26a-e453-41ef-b87e-a500461ed4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:21.677670 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:21.730514 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:20:21.730941 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:20:21.755869 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:20:21.787604 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-62d4b26a-e453-41ef-b87e-a500461ed4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:21.939193 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3e3c7ecd-93b0-427f-8165-b8363713c814 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:21.949873 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f378c5cc-dce1-4701-aae8-7986a9841add tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:22.258591 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c7ecd-93b0-427f-8165-b8363713c814 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event deleted for resources: {'Port': ['ID=8a8ed545-d3bb-4800-bbc3-1a8b620503ae,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:22.263041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Allocated IP 172.20.0.2 (2944cdfa-0699-4c87-9625-838f7c0e93c0/0fd58b4f-302d-4713-87a3-4a983350826f/d9b5be62-c92a-4d40-9f73-adc77ad209c8) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:22.310530 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3e3c7ecd-93b0-427f-8165-b8363713c814 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:22.382728 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 15:20:22.382728 dv-neutron-822674-1-hyperv neutron-server[88217]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 15:20:22.382728 dv-neutron-822674-1-hyperv neutron-server[88217]: [parameters: {'id': 'd1bfcca3-7722-4518-bdd3-4e9a46d80791'}] Dec 22 15:20:22.382728 dv-neutron-822674-1-hyperv neutron-server[88217]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:20:22.383910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:20:22.428342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:22.437234 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Usage tracker for resource:port and tenant:79c9d48de8fd445f817cbf3fb4b37524 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:22.455319 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:22.458329 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Pushing event updated for resources: {'Port': ['ID=44725c1f-2935-4b16-b57b-086a9a1b3146,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:22.477875 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:22.481928 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3e3c7ecd-93b0-427f-8165-b8363713c814 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:22.482827 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-3e3c7ecd-93b0-427f-8165-b8363713c814 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Floating IP 5e0788cd-11ed-4e40-a0e5-d6238af36443 disassociated (deleted). External IP: 172.26.6.254, port: c1d6c303-84a1-445a-982f-13e0695f634b. Dec 22 15:20:22.494386 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.185s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:22.499625 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 26d3fab6-da78-4f27-acef-6d2f792fcbd8 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:20:22.499872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] For port 26d3fab6-da78-4f27-acef-6d2f792fcbd8, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=26d3fab6-da78-4f27-acef-6d2f792fcbd8,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:22.500929 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:22.515522 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 26d3fab6-da78-4f27-acef-6d2f792fcbd8 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:22.516688 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:22.564477 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaeef52-a0b7-4076-8070-165a133e8246 None None] Network d1bfcca3-7722-4518-bdd3-4e9a46d80791 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:22.637693 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-62d4b26a-e453-41ef-b87e-a500461ed4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:22.733691 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Made reservation on behalf of 79c9d48de8fd445f817cbf3fb4b37524 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:22.737268 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:22.764065 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Calling delete_port for 26d3fab6-da78-4f27-acef-6d2f792fcbd8 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:22.829477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] device_id is not set on port 7614f620-d667-4c7b-b07e-cbf04487ebb2 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:20:22.849946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:22.862058 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] device_id is not set on port c4d5bde1-afea-4cbc-8f44-22a906f4c5d2 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:20:22.896000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:22.972659 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Transition to ACTIVE for port object 7614f620-d667-4c7b-b07e-cbf04487ebb2 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:22.999265 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Deleting port 44725c1f-2935-4b16-b57b-086a9a1b3146 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:22.999265 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:23.049717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:23.066411 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-413bfc2d-a593-47ff-b28a-2cc41fba686e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:23.075660 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3c7ecd-93b0-427f-8165-b8363713c814 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Router 38fe96a1-5a58-4870-bef5-3001fb091ed3 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:20:23.112691 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:23.123272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-62d4b26a-e453-41ef-b87e-a500461ed4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:23.128917 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:23.154784 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Transition to ACTIVE for port object d9b5be62-c92a-4d40-9f73-adc77ad209c8 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:23.165759 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 26d3fab6-da78-4f27-acef-6d2f792fcbd8, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=26d3fab6-da78-4f27-acef-6d2f792fcbd8,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:23.192451 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Transition to ACTIVE for port object d9b5be62-c92a-4d40-9f73-adc77ad209c8 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:23.256740 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:23.266956 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:23.272596 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-62d4b26a-e453-41ef-b87e-a500461ed4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:23.295162 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Pushing event updated for resources: {'Port': ['ID=7614f620-d667-4c7b-b07e-cbf04487ebb2,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:23.300104 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:23.361288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:23.396065 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392bcd20-33db-4f32-b116-b77972a6abf2 None None] Network 24ab14d8-61a4-430d-ae86-0afd874ca7cf requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:23.455880 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:23.460022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3c7ecd-93b0-427f-8165-b8363713c814 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:20:23.479050 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b583dc5-5d23-4827-a8ca-51b732b143a0 None None] Sync routers for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:20:23.507662 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:20:23.508389 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:20:23.516060 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4b26a-e453-41ef-b87e-a500461ed4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Pushing event deleted for resources: {'Subnet': ['ID=b2af128d-bcff-4f86-b352-978dba64da93,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:23.519142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-62d4b26a-e453-41ef-b87e-a500461ed4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:23.532031 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-62d4b26a-e453-41ef-b87e-a500461ed4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] 10.222.0.59 "DELETE /v2.0/subnets/b2af128d-bcff-4f86-b352-978dba64da93 HTTP/1.1" status: 204 len: 168 time: 2.5191355 Dec 22 15:20:23.532031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:23.532031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:23.532031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:23.533106 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57336) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:23.536173 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b583dc5-5d23-4827-a8ca-51b732b143a0 None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:23.538544 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-5b583dc5-5d23-4827-a8ca-51b732b143a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:23.568716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:20:23.569030 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:20:23.575563 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 2 to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 Dec 22 15:20:23.664922 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:23.665267 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:23.665767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:23.687439 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:20:23.687902 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:20:23.690847 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 3 to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 Dec 22 15:20:23.711312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] For port 44725c1f-2935-4b16-b57b-086a9a1b3146, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=44725c1f-2935-4b16-b57b-086a9a1b3146,segment=NetworkSegment(96a6ac26-22c2-49ed-a16c-ce510f4a6604),segment_id=96a6ac26-22c2-49ed-a16c-ce510f4a6604)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:23.711796 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:23.713597 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Network 2944cdfa-0699-4c87-9625-838f7c0e93c0 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:23.719075 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3e3c7ecd-93b0-427f-8165-b8363713c814 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:23.723472 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-5b583dc5-5d23-4827-a8ca-51b732b143a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:23.727748 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-dee9aa87-6ce0-4bc8-9294-35708b79f25d {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:20:23.728265 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:20:23.729314 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:23.742373 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b583dc5-5d23-4827-a8ca-51b732b143a0 None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:23.743135 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-5b583dc5-5d23-4827-a8ca-51b732b143a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:19:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:23.787279 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:23.787761 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:23.788025 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:23.800022 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:23.815051 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=26d3fab6-da78-4f27-acef-6d2f792fcbd8,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:23.817193 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3e3c7ecd-93b0-427f-8165-b8363713c814 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "DELETE /v2.0/floatingips/5e0788cd-11ed-4e40-a0e5-d6238af36443 HTTP/1.1" status: 204 len: 168 time: 3.5696292 Dec 22 15:20:23.828019 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57340) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:23.840490 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:23.875272 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-5b583dc5-5d23-4827-a8ca-51b732b143a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:23.876254 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b583dc5-5d23-4827-a8ca-51b732b143a0 None None] The sync data for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:20:23.902029 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.416s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:23.912321 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:23.928865 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-13ead968-ef6e-48d8-bc62-d7c97e864947 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Deleting port c1d6c303-84a1-445a-982f-13e0695f634b {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:23.929381 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13ead968-ef6e-48d8-bc62-d7c97e864947 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:23.991796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Deleting port 508811e8-ea78-4d83-920a-e4c566a3b199 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:23.992090 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:24.029680 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Deleting port 26d3fab6-da78-4f27-acef-6d2f792fcbd8 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:24.030020 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:24.066502 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Calling delete_port for 44725c1f-2935-4b16-b57b-086a9a1b3146 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:24.102426 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:20:24.103863 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:20:24.114923 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Pushing event updated for resources: {'Port': ['ID=d9b5be62-c92a-4d40-9f73-adc77ad209c8,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:24.116216 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 4 to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 Dec 22 15:20:24.121619 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Attempting to bind port d9b5be62-c92a-4d40-9f73-adc77ad209c8 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:24.122280 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Attempting to bind port d9b5be62-c92a-4d40-9f73-adc77ad209c8 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '67b3af4f-ae2d-4937-9dfa-4d1208eacf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2944cdfa-0699-4c87-9625-838f7c0e93c0'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:24.122851 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Attempting to bind port d9b5be62-c92a-4d40-9f73-adc77ad209c8 on network 2944cdfa-0699-4c87-9625-838f7c0e93c0 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:24.133678 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:24.135964 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:20:24.137949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Checking segment: {'id': '67b3af4f-ae2d-4937-9dfa-4d1208eacf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2944cdfa-0699-4c87-9625-838f7c0e93c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:24.137949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:24.138388 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Bound using segment: {'id': '67b3af4f-ae2d-4937-9dfa-4d1208eacf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2944cdfa-0699-4c87-9625-838f7c0e93c0'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:20:24.139116 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Bound port: d9b5be62-c92a-4d40-9f73-adc77ad209c8, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b3af4f-ae2d-4937-9dfa-4d1208eacf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2944cdfa-0699-4c87-9625-838f7c0e93c0'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:20:24.139536 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:24.151777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:24.152074 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:24.152312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:24.187672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:20:24.187939 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:20:24.234280 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 5 to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 Dec 22 15:20:24.243390 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:24.296888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:24.297277 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:24.297559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:24.313927 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] device_id is not set on port f114bfac-e938-48d4-bfeb-f94e2025c6ed yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:20:24.353041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] For port d9b5be62-c92a-4d40-9f73-adc77ad209c8, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:20:24.358276 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:20:24.358574 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:20:24.372996 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 6 to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 Dec 22 15:20:24.389234 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] For port d9b5be62-c92a-4d40-9f73-adc77ad209c8, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d9b5be62-c92a-4d40-9f73-adc77ad209c8,segment=NetworkSegment(67b3af4f-ae2d-4937-9dfa-4d1208eacf83),segment_id=67b3af4f-ae2d-4937-9dfa-4d1208eacf83)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:20:24.429269 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:24.442021 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-89106fbd-f826-4baf-b45e-943de480cab6 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:24.443231 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbf00fe-8759-43c4-ab4e-4adc9c990fe0 None None] DHCP port deletion for 24ab14d8-61a4-430d-ae86-0afd874ca7cf request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:20:24.449801 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf00fe-8759-43c4-ab4e-4adc9c990fe0 None None] Deleting port 508811e8-ea78-4d83-920a-e4c566a3b199 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:24.450802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1dbf00fe-8759-43c4-ab4e-4adc9c990fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:24.489968 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:24.490595 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:24.491079 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:24.495182 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] For port 26d3fab6-da78-4f27-acef-6d2f792fcbd8, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=26d3fab6-da78-4f27-acef-6d2f792fcbd8,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:24.495812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:24.523535 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:24.533791 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Port': ['ID=44725c1f-2935-4b16-b57b-086a9a1b3146,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:24.535787 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:24.538123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No DVR routers for this DVR port 44725c1f-2935-4b16-b57b-086a9a1b3146 on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:20:24.581599 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:24.639484 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] For port 508811e8-ea78-4d83-920a-e4c566a3b199, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=508811e8-ea78-4d83-920a-e4c566a3b199,segment=NetworkSegment(a64f1d60-87a0-4096-be91-eb0460176b0b),segment_id=a64f1d60-87a0-4096-be91-eb0460176b0b)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:24.640356 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:24.664937 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:20:24.665953 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:20:24.818947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Calling delete_port for 26d3fab6-da78-4f27-acef-6d2f792fcbd8 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:24.880380 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 7 to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 Dec 22 15:20:24.885635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Calling delete_port for 508811e8-ea78-4d83-920a-e4c566a3b199 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:24.914964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13ead968-ef6e-48d8-bc62-d7c97e864947 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:24.919041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Pushing event updated for resources: {'Port': ['ID=d9b5be62-c92a-4d40-9f73-adc77ad209c8,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:24.953650 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:25.073564 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-13ead968-ef6e-48d8-bc62-d7c97e864947 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Calling delete_port for c1d6c303-84a1-445a-982f-13e0695f634b owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:25.161026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:25.164061 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:25.164652 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:25.199546 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-1dbf00fe-8759-43c4-ab4e-4adc9c990fe0 None None] For port 508811e8-ea78-4d83-920a-e4c566a3b199, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=508811e8-ea78-4d83-920a-e4c566a3b199,segment=NetworkSegment(a64f1d60-87a0-4096-be91-eb0460176b0b),segment_id=a64f1d60-87a0-4096-be91-eb0460176b0b)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:25.199546 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1dbf00fe-8759-43c4-ab4e-4adc9c990fe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:25.220647 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:20:25.221551 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:20:25.243459 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 8 to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 Dec 22 15:20:25.263816 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9feaa18d-b3c2-4cbc-8665-ef29f5410a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:25.269593 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:25.301538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:25.320808 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4a9fd3e7-c0c3-49a3-8a20-e5f8cd7a110f tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:25.420246 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Pushing event deleted for resources: {'Port': ['ID=508811e8-ea78-4d83-920a-e4c566a3b199,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:25.443365 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:25.448387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] No DVR routers for this DVR port 508811e8-ea78-4d83-920a-e4c566a3b199 on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:20:25.488730 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:25.489465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:25.490158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:25.523595 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:20:25.524402 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:20:25.534537 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bfcca3-7722-4518-bdd3-4e9a46d80791']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:25.570522 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 9 to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 Dec 22 15:20:25.597731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Allocated IP 172.20.0.7 (2944cdfa-0699-4c87-9625-838f7c0e93c0/0fd58b4f-302d-4713-87a3-4a983350826f/f114bfac-e938-48d4-bfeb-f94e2025c6ed) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:25.618517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a6ac26-22c2-49ed-a16c-ce510f4a6604') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:25.619774 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a6ac26-22c2-49ed-a16c-ce510f4a6604') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:25.660057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:25.660548 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:25.660894 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:25.661688 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf00fe-8759-43c4-ab4e-4adc9c990fe0 None None] Calling delete_port for 508811e8-ea78-4d83-920a-e4c566a3b199 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:25.666308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:25.721102 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:20:25.721617 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:20:25.730865 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d9b5be62-c92a-4d40-9f73-adc77ad209c8 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:20:25.743206 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempt 10 to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 Dec 22 15:20:25.755954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:25.788141 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:25.814582 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:20:25.815225 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:25.827460 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ab14d8-61a4-430d-ae86-0afd874ca7cf']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:20:25.858929 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:20:25.862331 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:25.862331 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:25.862331 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempting to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:25.864746 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64f1d60-87a0-4096-be91-eb0460176b0b') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:25.865397 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64f1d60-87a0-4096-be91-eb0460176b0b') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:25.912757 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:25.963610 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-1dbf00fe-8759-43c4-ab4e-4adc9c990fe0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:20:25.964084 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-1dbf00fe-8759-43c4-ab4e-4adc9c990fe0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:20:25.964260 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:25.988422 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:20:25.988422 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:25.994333 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on network fb583130-375e-472f-be31-182d3bce2f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:20:25.994333 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Failed to bind port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '65ed0bef-7b19-43bd-9aee-006f3b3d1639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb583130-375e-472f-be31-182d3bce2f30'}] Dec 22 15:20:25.994333 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:20:26.007991 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:20:26.012905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13ead968-ef6e-48d8-bc62-d7c97e864947 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:26.019372 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port d9b5be62-c92a-4d40-9f73-adc77ad209c8 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:20:26.023562 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a35b5efd-d3eb-4712-8359-43a67bb4c0c8 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:26.034022 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 26d3fab6-da78-4f27-acef-6d2f792fcbd8 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:20:26.176201 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ead968-ef6e-48d8-bc62-d7c97e864947 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event deleted for resources: {'Port': ['ID=c1d6c303-84a1-445a-982f-13e0695f634b,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:26.179223 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-13ead968-ef6e-48d8-bc62-d7c97e864947 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:26.215598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 26d3fab6-da78-4f27-acef-6d2f792fcbd8 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:26.217173 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:26.311549 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:26.337657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:26.357968 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-89b61dc9-a925-4137-b40a-0d210290296a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:26.416924 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:26.423300 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:26.434033 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:26.445886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Pushing event deleted for resources: {'Network': ['ID=24ab14d8-61a4-430d-ae86-0afd874ca7cf,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:26.469248 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf00fe-8759-43c4-ab4e-4adc9c990fe0 None None] Deleting port 508811e8-ea78-4d83-920a-e4c566a3b199 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:26.477717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:26.486791 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1dbf00fe-8759-43c4-ab4e-4adc9c990fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:26.496335 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Network': ['ID=d1bfcca3-7722-4518-bdd3-4e9a46d80791,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:26.499187 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:26.510437 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] 10.222.0.59 "DELETE /v2.0/networks/24ab14d8-61a4-430d-ae86-0afd874ca7cf HTTP/1.1" status: 204 len: 168 time: 2.9728804 Dec 22 15:20:26.510704 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] For port 7614f620-d667-4c7b-b07e-cbf04487ebb2, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:20:26.510704 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attempted to set empty binding levels {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 15:20:26.513169 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/d1bfcca3-7722-4518-bdd3-4e9a46d80791 HTTP/1.1" status: 204 len: 168 time: 8.5544248 Dec 22 15:20:26.526907 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57354) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:26.541836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:26.551600 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-49487a4d-bcb4-4668-824c-378705b584a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-766694257'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:26.562783 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Transition to ACTIVE for port object f114bfac-e938-48d4-bfeb-f94e2025c6ed will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:26.572661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-49487a4d-bcb4-4668-824c-378705b584a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:26.590842 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-49487a4d-bcb4-4668-824c-378705b584a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:network and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:26.596117 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:26.600266 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:26.609398 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:26.610131 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-49487a4d-bcb4-4668-824c-378705b584a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:26.626206 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-49487a4d-bcb4-4668-824c-378705b584a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:26.642851 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Port 26d3fab6-da78-4f27-acef-6d2f792fcbd8 update to ACTIVE by agent not found {{(pid=88219) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 22 15:20:26.777933 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf00fe-8759-43c4-ab4e-4adc9c990fe0 None None] The port '508811e8-ea78-4d83-920a-e4c566a3b199' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:20:26.782670 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 508811e8-ea78-4d83-920a-e4c566a3b199 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:20:26.865792 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 508811e8-ea78-4d83-920a-e4c566a3b199 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:20:26.866437 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 508811e8-ea78-4d83-920a-e4c566a3b199 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:20:26.870647 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49487a4d-bcb4-4668-824c-378705b584a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:26.881953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49487a4d-bcb4-4668-824c-378705b584a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:26.904898 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13ead968-ef6e-48d8-bc62-d7c97e864947 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:26.917205 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-13ead968-ef6e-48d8-bc62-d7c97e864947 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "DELETE /v2.0/ports/c1d6c303-84a1-445a-982f-13e0695f634b HTTP/1.1" status: 204 len: 168 time: 3.0884864 Dec 22 15:20:26.918329 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57358) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:26.926809 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe64eb4b-0a58-443f-a40f-116a2ff94fed None None] Network 2944cdfa-0699-4c87-9625-838f7c0e93c0 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:26.930953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:26.939841 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:26.949325 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Usage tracker for resource:floatingip and tenant:896746a3ba814c648a856f49fda64854 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:26.953353 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:26.953985 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:26.970787 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:26.970787 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49487a4d-bcb4-4668-824c-378705b584a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:20:26.986675 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49487a4d-bcb4-4668-824c-378705b584a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:26.987034 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-49487a4d-bcb4-4668-824c-378705b584a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Added segment 8b24ad80-3356-46b4-bc07-b9f93406effc of type vlan for network b65b42de-b0b5-459e-a596-927c0f58e961 Dec 22 15:20:26.992885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] In _notify_port_updated(), no bound segment for port 7614f620-d667-4c7b-b07e-cbf04487ebb2 on network fb583130-375e-472f-be31-182d3bce2f30 {{(pid=88217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:20:26.994646 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:26.995710 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:27.002546 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] 10.222.0.59 "PUT /v2.0/ports/7614f620-d667-4c7b-b07e-cbf04487ebb2 HTTP/1.1" status: 200 len: 977 time: 6.6546035 Dec 22 15:20:27.006411 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57362) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:27.081193 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Deleting port 7614f620-d667-4c7b-b07e-cbf04487ebb2 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:27.081615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:27.132740 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Network 2944cdfa-0699-4c87-9625-838f7c0e93c0 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:27.137025 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Pushing event updated for resources: {'Port': ['ID=7614f620-d667-4c7b-b07e-cbf04487ebb2,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:27.137972 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:27.176424 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49487a4d-bcb4-4668-824c-378705b584a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:27.184370 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9c07ba3d-4a24-4155-be0d-a7c4c3aeab1d None None] Provisioning for port d9b5be62-c92a-4d40-9f73-adc77ad209c8 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:20:27.199080 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9c07ba3d-4a24-4155-be0d-a7c4c3aeab1d None None] Provisioning complete for port d9b5be62-c92a-4d40-9f73-adc77ad209c8 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:27.199459 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9c07ba3d-4a24-4155-be0d-a7c4c3aeab1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:27.202650 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:27.211077 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:27.269766 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Pushing event deleted for resources: {'Port': ['ID=26d3fab6-da78-4f27-acef-6d2f792fcbd8,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:27.272496 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:27.284079 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-70dcd4c9-9c74-4c4b-b707-e27627c3c157 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.624s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:27.415222 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:27.545250 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-49487a4d-bcb4-4668-824c-378705b584a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:20:27.668244 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9c07ba3d-4a24-4155-be0d-a7c4c3aeab1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:27.678758 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] For port 7614f620-d667-4c7b-b07e-cbf04487ebb2, host hv-neutron-8226, got binding levels [] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:27.681265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:27.688045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:27.688900 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:27.692990 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57372) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:27.730116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Pushing event updated for resources: {'Port': ['ID=f114bfac-e938-48d4-bfeb-f94e2025c6ed,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:27.731558 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ebd4535d-ac39-477c-850c-b2deb9baf629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:27.734991 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-9c07ba3d-4a24-4155-be0d-a7c4c3aeab1d None None] For port d9b5be62-c92a-4d40-9f73-adc77ad209c8, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d9b5be62-c92a-4d40-9f73-adc77ad209c8,segment=NetworkSegment(67b3af4f-ae2d-4937-9dfa-4d1208eacf83),segment_id=67b3af4f-ae2d-4937-9dfa-4d1208eacf83)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:27.736351 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:27.740474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:27.740747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.760s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:27.741113 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:27.742662 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:27.810049 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 6.5473714 Dec 22 15:20:27.813471 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57378) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:27.824415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Request body: {'port': {'network_id': '2944cdfa-0699-4c87-9625-838f7c0e93c0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1868595494', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:27.825122 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.api.validators [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] bootfile-name is not in valid_values {{(pid=88217) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:20:27.825768 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.api.validators [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] tftp-server is not in valid_values {{(pid=88217) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:20:27.826213 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.api.validators [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] server-ip-address is not in valid_values {{(pid=88217) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:20:27.848196 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9c07ba3d-4a24-4155-be0d-a7c4c3aeab1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:27.850236 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49487a4d-bcb4-4668-824c-378705b584a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:27.851394 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5984e772-fbcd-4b25-b70d-1482ddb1264a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:27.855998 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49487a4d-bcb4-4668-824c-378705b584a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:27.856640 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49487a4d-bcb4-4668-824c-378705b584a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:27.866525 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:27.869973 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Calling delete_port for 7614f620-d667-4c7b-b07e-cbf04487ebb2 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:27.871209 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f7f0c92-4c65-41fb-9ddf-e82e9a664388 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:20:27.911793 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:27.913944 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "DELETE /v2.0/routers/1f7f0c92-4c65-41fb-9ddf-e82e9a664388 HTTP/1.1" status: 204 len: 168 time: 9.2287679 Dec 22 15:20:27.927928 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d081ecc3-b44c-4fee-a67f-f23ebbaa61dc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:28.008235 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07ba3d-4a24-4155-be0d-a7c4c3aeab1d None None] Pushing event updated for resources: {'Port': ['ID=d9b5be62-c92a-4d40-9f73-adc77ad209c8,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:28.017351 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-9c07ba3d-4a24-4155-be0d-a7c4c3aeab1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:28.037275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57382) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:28.193614 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e68d9ea0-1617-46dc-ad18-f078d0ada273 None None] Provisioning complete for port d9b5be62-c92a-4d40-9f73-adc77ad209c8 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:28.194000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e68d9ea0-1617-46dc-ad18-f078d0ada273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:28.289937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49487a4d-bcb4-4668-824c-378705b584a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Network': ['ID=b65b42de-b0b5-459e-a596-927c0f58e961,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:28.296193 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-49487a4d-bcb4-4668-824c-378705b584a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:28.315642 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network b65b42de-b0b5-459e-a596-927c0f58e961 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:20:28.327861 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:28.332400 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57386) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:28.332694 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-01833905-649c-4b12-a9f7-02c6bfa24263 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5ad4929875a143c3a3c626895027b991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6261215 Dec 22 15:20:28.380131 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:28.381389 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Usage tracker for resource:port and tenant:79c9d48de8fd445f817cbf3fb4b37524 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:28.399052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:28.433390 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:28.453282 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6af70133-9200-450b-a4f5-4982bbb7d7e1 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:28.515563 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:28.531840 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f538f7-99de-4a98-9006-d22306ba7cf2 None None] get_active_networks_info from dv-neutron-822674-1-hyperv {{(pid=88219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 15:20:28.548288 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3a780b13-be84-4201-8d08-895c7d43e9de tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:28.650642 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-49487a4d-bcb4-4668-824c-378705b584a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1192734 Dec 22 15:20:28.660985 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57394) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:28.675060 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'subnet': {'network_id': 'b65b42de-b0b5-459e-a596-927c0f58e961', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:28.698783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f538f7-99de-4a98-9006-d22306ba7cf2 None None] Resources bound (agent type, host, resource id): {{(pid=88219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 15:20:28.721856 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Made reservation on behalf of 79c9d48de8fd445f817cbf3fb4b37524 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:28.725487 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:28.746497 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Pushing event deleted for resources: {'Port': ['ID=7614f620-d667-4c7b-b07e-cbf04487ebb2,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:28.796229 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:28.798012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:28.798751 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:28.799377 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:28.799997 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:28.800642 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:28.801230 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:28.801850 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:28.805161 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:28.805161 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:28.807305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:28.807305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:28.832678 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:28.849870 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] 10.222.0.59 "DELETE /v2.0/ports/7614f620-d667-4c7b-b07e-cbf04487ebb2 HTTP/1.1" status: 204 len: 168 time: 1.8393326 Dec 22 15:20:28.857387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57398) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:28.857387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:28.893844 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:28.924119 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] device_id is not set on port f4c2f775-c214-4cd9-811b-c492d3faa3b7 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:20:28.987393 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60e42c9-d87c-4aed-8066-297ac2d18a18 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:20:28.988451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d60e42c9-d87c-4aed-8066-297ac2d18a18 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Synchronizing usage tracker for tenant:0e7c8af3b5a2467a987d8e505cfe9a0a on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:20:29.005845 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b53adb83-e577-4834-99e5-fb3c8b5ca749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:29.036845 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e68d9ea0-1617-46dc-ad18-f078d0ada273 None None] Provisioning for port f114bfac-e938-48d4-bfeb-f94e2025c6ed completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:20:29.038516 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:29.049803 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:subnet and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:29.052973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e68d9ea0-1617-46dc-ad18-f078d0ada273 None None] Provisioning complete for port f114bfac-e938-48d4-bfeb-f94e2025c6ed triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:29.053517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6af70133-9200-450b-a4f5-4982bbb7d7e1 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:29.053743 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e68d9ea0-1617-46dc-ad18-f078d0ada273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:29.057589 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:29.062764 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b53adb83-e577-4834-99e5-fb3c8b5ca749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:29.070313 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Allocated IP 172.26.6.229 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/7f9f724b-b716-4267-aa90-d4df3f8507f2) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:29.071043 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:29.095396 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d60e42c9-d87c-4aed-8066-297ac2d18a18 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Unset dirty status for tenant:0e7c8af3b5a2467a987d8e505cfe9a0a on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:20:29.097020 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d60e42c9-d87c-4aed-8066-297ac2d18a18 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] 10.222.0.59 "GET /v2.0/ports/7614f620-d667-4c7b-b07e-cbf04487ebb2 HTTP/1.1" status: 404 len: 333 time: 0.2364171 Dec 22 15:20:29.109226 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57402) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:29.112028 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:29.297198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:29.300364 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e68d9ea0-1617-46dc-ad18-f078d0ada273 None None] Port f114bfac-e938-48d4-bfeb-f94e2025c6ed cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:20:29.311223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-6af70133-9200-450b-a4f5-4982bbb7d7e1 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Deleting port 34919d99-2c46-4ee7-92a3-85d02ceb6f82 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:29.311223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6af70133-9200-450b-a4f5-4982bbb7d7e1 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:29.313797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b53adb83-e577-4834-99e5-fb3c8b5ca749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:29.318895 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1faf036b-5631-4466-9969-624ba5165a93 tempest-QuotasNegativeTest-441859766 tempest-QuotasNegativeTest-441859766-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:29.342474 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53adb83-e577-4834-99e5-fb3c8b5ca749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9e73f4-b2ca-4e2a-835b-a4990713cc34,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:29.350412 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b53adb83-e577-4834-99e5-fb3c8b5ca749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:29.356393 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b53adb83-e577-4834-99e5-fb3c8b5ca749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:29.360575 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b53adb83-e577-4834-99e5-fb3c8b5ca749 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba9e73f4-b2ca-4e2a-835b-a4990713cc34 HTTP/1.1" status: 204 len: 168 time: 1.0259225 Dec 22 15:20:29.431826 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:29.439013 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6e39353a-8650-4650-9a87-f3ba1d27df37 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:29.467528 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f9175325-e556-48c5-a17e-628f864e0c7c None None] Provisioning complete for port f114bfac-e938-48d4-bfeb-f94e2025c6ed triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:29.467917 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f9175325-e556-48c5-a17e-628f864e0c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:29.502993 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:29.504598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d9b5be62-c92a-4d40-9f73-adc77ad209c8 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:20:29.507142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:29.537633 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:29.542019 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:29.552048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:29.599293 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f9175325-e556-48c5-a17e-628f864e0c7c None None] Port f114bfac-e938-48d4-bfeb-f94e2025c6ed cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:20:29.603988 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Port': ['ID=7f9f724b-b716-4267-aa90-d4df3f8507f2,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:29.627034 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:29.629973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port d9b5be62-c92a-4d40-9f73-adc77ad209c8 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:29.630403 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:29.677079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:29.678053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Allocated IP 172.20.0.10 (2944cdfa-0699-4c87-9625-838f7c0e93c0/0fd58b4f-302d-4713-87a3-4a983350826f/f4c2f775-c214-4cd9-811b-c492d3faa3b7) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:29.714088 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05a081ec-7c56-4933-ba03-4b4cf5ea985c tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:29.718849 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.ipam_backend_mixin [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Performing IP validity checks on allocation pools {{(pid=88217) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 15:20:29.719366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.ipam_backend_mixin [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88217) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 15:20:29.898464 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 26d3fab6-da78-4f27-acef-6d2f792fcbd8 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:20:29.898969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:29.989602 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 26d3fab6-da78-4f27-acef-6d2f792fcbd8 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:20:29.990175 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 26d3fab6-da78-4f27-acef-6d2f792fcbd8 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:20:30.214056 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:30.215057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-6af70133-9200-450b-a4f5-4982bbb7d7e1 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] For port 34919d99-2c46-4ee7-92a3-85d02ceb6f82, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=34919d99-2c46-4ee7-92a3-85d02ceb6f82,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:30.215057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6af70133-9200-450b-a4f5-4982bbb7d7e1 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:30.224580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05a081ec-7c56-4933-ba03-4b4cf5ea985c tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:30.277071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:30.282251 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0395a1ec-dc79-4615-90f1-bc34618196b2 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:30.408150 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-6af70133-9200-450b-a4f5-4982bbb7d7e1 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Calling delete_port for 34919d99-2c46-4ee7-92a3-85d02ceb6f82 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:30.415042 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Port': ['ID=7f9f724b-b716-4267-aa90-d4df3f8507f2,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:30.417678 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:30.425967 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:30.483597 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-05a081ec-7c56-4933-ba03-4b4cf5ea985c tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb583130-375e-472f-be31-182d3bce2f30']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:30.557787 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:30.560327 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6365616 Dec 22 15:20:30.565924 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57428) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:30.570478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-05a081ec-7c56-4933-ba03-4b4cf5ea985c tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ed0bef-7b19-43bd-9aee-006f3b3d1639') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:30.570783 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-05a081ec-7c56-4933-ba03-4b4cf5ea985c tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ed0bef-7b19-43bd-9aee-006f3b3d1639') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:30.582505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-23229f03-3b4e-4aef-81ac-997b6c207131 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'port': {'network_id': '6018beee-30c0-4b90-a1ac-d3a457a98ae4', 'name': 'tempest-FloatingIPTestJSON-1410075569'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:30.597720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05a081ec-7c56-4933-ba03-4b4cf5ea985c tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:30.649609 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05a081ec-7c56-4933-ba03-4b4cf5ea985c tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:30.682773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:30.686528 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a081ec-7c56-4933-ba03-4b4cf5ea985c tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:20:30.686941 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05a081ec-7c56-4933-ba03-4b4cf5ea985c tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:20:30.716962 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:20:30.742552 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1688e13b-0d23-4788-896b-9cd5ab4e6753 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:30.830412 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:30.890191 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57434) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:30.901989 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:30.956668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Subnet': ['ID=c712875e-fc05-4e15-a776-b734a240860a,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:30.975206 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:30.975614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:30.975955 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:30.976327 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:30.976694 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:30.977058 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:30.977417 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:30.977769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:30.978267 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:30.978565 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:30.978923 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:30.979278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:30.988132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:30.989109 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Transition to ACTIVE for port object f4c2f775-c214-4cd9-811b-c492d3faa3b7 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:30.992746 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Checking segment: {'id': '8b24ad80-3356-46b4-bc07-b9f93406effc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b65b42de-b0b5-459e-a596-927c0f58e961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:30.993109 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network hostable DHCP agents. Network: b65b42de-b0b5-459e-a596-927c0f58e961, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:20:31.017507 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05a081ec-7c56-4933-ba03-4b4cf5ea985c tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:31.037363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-23229f03-3b4e-4aef-81ac-997b6c207131 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:31.046994 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-23229f03-3b4e-4aef-81ac-997b6c207131 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Usage tracker for resource:port and tenant:896746a3ba814c648a856f49fda64854 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:31.053305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-23229f03-3b4e-4aef-81ac-997b6c207131 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:31.078203 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-23229f03-3b4e-4aef-81ac-997b6c207131 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:31.115626 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:31.139627 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23229f03-3b4e-4aef-81ac-997b6c207131 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Made reservation on behalf of 896746a3ba814c648a856f49fda64854 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:31.143364 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23229f03-3b4e-4aef-81ac-997b6c207131 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:31.162907 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05a081ec-7c56-4933-ba03-4b4cf5ea985c tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:31.163654 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1775734145'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:31.172322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:31.182292 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-23229f03-3b4e-4aef-81ac-997b6c207131 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] device_id is not set on port 34a30af4-e2fc-42ef-b3e8-de02827cfffa yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:20:31.182753 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a081ec-7c56-4933-ba03-4b4cf5ea985c tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Pushing event deleted for resources: {'Network': ['ID=fb583130-375e-472f-be31-182d3bce2f30,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:31.191671 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-05a081ec-7c56-4933-ba03-4b4cf5ea985c tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:31.212904 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-05a081ec-7c56-4933-ba03-4b4cf5ea985c tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] 10.222.0.59 "DELETE /v2.0/networks/fb583130-375e-472f-be31-182d3bce2f30 HTTP/1.1" status: 204 len: 168 time: 2.1015375 Dec 22 15:20:31.223542 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Usage tracker for resource:network and tenant:11c49d7e82324f4a85654eb2604ff3c0 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:31.228082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:31.240301 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:31.288768 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network b65b42de-b0b5-459e-a596-927c0f58e961 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:20:31.323465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6af70133-9200-450b-a4f5-4982bbb7d7e1 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:31.338558 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1ae8f5ac-727b-483f-bd86-c3d57bd9d032 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:31.382929 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:31.410783 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Made reservation on behalf of 11c49d7e82324f4a85654eb2604ff3c0 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:31.418199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:31.450581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af70133-9200-450b-a4f5-4982bbb7d7e1 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Pushing event deleted for resources: {'Port': ['ID=34919d99-2c46-4ee7-92a3-85d02ceb6f82,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:31.453803 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:31.485733 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6af70133-9200-450b-a4f5-4982bbb7d7e1 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:31.488517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:31.492575 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:31.508802 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Usage tracker for resource:security_group_rule and tenant:11c49d7e82324f4a85654eb2604ff3c0 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:31.513805 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-23229f03-3b4e-4aef-81ac-997b6c207131 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Allocated IP 172.20.0.9 (6018beee-30c0-4b90-a1ac-d3a457a98ae4/805f97be-3231-4bfe-a5de-5190bfd87bc4/34a30af4-e2fc-42ef-b3e8-de02827cfffa) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:31.516481 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:31.530482 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:31.664549 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, b65b42de-b0b5-459e-a596-927c0f58e961) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:31.677500 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664058eb-2e99-4340-aea0-4ab04cc19d9d None None] Network b65b42de-b0b5-459e-a596-927c0f58e961 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:31.709717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Network 2944cdfa-0699-4c87-9625-838f7c0e93c0 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:31.711317 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:31.711916 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:31.723123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:31.739004 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:31.807484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Pushing event updated for resources: {'Port': ['ID=f4c2f775-c214-4cd9-811b-c492d3faa3b7,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:31.817164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:31.838311 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6af70133-9200-450b-a4f5-4982bbb7d7e1 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:32.007619 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:32.065342 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23229f03-3b4e-4aef-81ac-997b6c207131 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:32.078473 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:32.089868 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3fbbca86-aa8d-458c-9970-67ed11029bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:32.098020 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-b65b42de-b0b5-459e-a596-927c0f58e961', 'network_id': 'b65b42de-b0b5-459e-a596-927c0f58e961', 'tenant_id': '5174c37d8f2b4cb683ba55748d87c3c3', 'fixed_ips': [{'subnet_id': 'c712875e-fc05-4e15-a776-b734a240860a'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:20:32.099114 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:32.106396 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57448) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:32.112075 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.4488027 Dec 22 15:20:32.157386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57452) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:32.241067 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:20:32.262118 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:32.264315 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Added segment 4cc780be-85a3-4bb3-95ef-74017c72b233 of type vlan for network 727172bb-6158-4f78-912c-00f2d7108b20 Dec 22 15:20:32.330173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:32.392884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:32.407096 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:32.477295 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6af70133-9200-450b-a4f5-4982bbb7d7e1 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:32.480061 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c4c46016-39d4-45ff-8e2b-054e37afa59c None None] Provisioning for port f4c2f775-c214-4cd9-811b-c492d3faa3b7 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:20:32.488972 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6af70133-9200-450b-a4f5-4982bbb7d7e1 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:32.500540 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c4c46016-39d4-45ff-8e2b-054e37afa59c None None] Provisioning complete for port f4c2f775-c214-4cd9-811b-c492d3faa3b7 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:32.502946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c4c46016-39d4-45ff-8e2b-054e37afa59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:32.565415 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 4.7502408 Dec 22 15:20:32.569717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05a20862-ca84-488b-a85d-e8485f78fd18,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:32.573008 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57462) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:32.574105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:32.584613 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:32.591525 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:32.592244 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:32.602555 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:32.677844 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Allocated IP 172.20.0.3 (b65b42de-b0b5-459e-a596-927c0f58e961/c712875e-fc05-4e15-a776-b734a240860a/0e407045-d40e-4a58-a124-3b5566a2f3db) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:32.737306 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c4c46016-39d4-45ff-8e2b-054e37afa59c None None] Port f4c2f775-c214-4cd9-811b-c492d3faa3b7 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:20:32.745255 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6af70133-9200-450b-a4f5-4982bbb7d7e1 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:32.746205 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af70133-9200-450b-a4f5-4982bbb7d7e1 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3168abd-7352-4f90-b6bf-6c22e1d52190 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:20:32.819977 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6af70133-9200-450b-a4f5-4982bbb7d7e1 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:32.821560 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6af70133-9200-450b-a4f5-4982bbb7d7e1 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "DELETE /v2.0/routers/b3168abd-7352-4f90-b6bf-6c22e1d52190 HTTP/1.1" status: 204 len: 168 time: 4.7819734 Dec 22 15:20:32.830609 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57466) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:32.857271 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23229f03-3b4e-4aef-81ac-997b6c207131 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:32.861723 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-95968725', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:32.880932 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:32.887490 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-748ffff2-ec1a-48f3-862f-7dff7610e166 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4bbd88f2036f4c3f85d2e4b8977fce15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7789109 Dec 22 15:20:32.893420 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Usage tracker for resource:router and tenant:4640dc4cc0f84813af0f47fbeedc30ca is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:32.899116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57470) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:32.913781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:32.927615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23229f03-3b4e-4aef-81ac-997b6c207131 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Network 6018beee-30c0-4b90-a1ac-d3a457a98ae4 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:32.940556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:32.958066 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94617be-2a96-419a-80ab-7c2f60b267d6 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:32.961586 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-23229f03-3b4e-4aef-81ac-997b6c207131 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:32.964676 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94617be-2a96-419a-80ab-7c2f60b267d6 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:32.971179 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94617be-2a96-419a-80ab-7c2f60b267d6 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:32.972455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f94617be-2a96-419a-80ab-7c2f60b267d6 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Synchronizing usage tracker for tenant:79c9d48de8fd445f817cbf3fb4b37524 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:20:32.972802 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23229f03-3b4e-4aef-81ac-997b6c207131 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:33.039681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Network': ['ID=727172bb-6158-4f78-912c-00f2d7108b20,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:33.044832 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:33.051999 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe96a4ee-cc17-4b9a-8480-1c0e34fa86b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:33.060173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:33.068905 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:33.070375 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:33.087269 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 727172bb-6158-4f78-912c-00f2d7108b20 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:20:33.096818 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe96a4ee-cc17-4b9a-8480-1c0e34fa86b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:33.104781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f94617be-2a96-419a-80ab-7c2f60b267d6 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Unset dirty status for tenant:79c9d48de8fd445f817cbf3fb4b37524 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:20:33.106343 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f94617be-2a96-419a-80ab-7c2f60b267d6 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.5308723 Dec 22 15:20:33.111187 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57474) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:33.152732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:33.202097 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:33.212750 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3200598 Dec 22 15:20:33.228744 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23229f03-3b4e-4aef-81ac-997b6c207131 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Port': ['ID=34a30af4-e2fc-42ef-b3e8-de02827cfffa,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:33.235058 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-23229f03-3b4e-4aef-81ac-997b6c207131 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:33.249883 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:33.256894 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-6e32737b-ff6d-4778-9180-f704d3c7e8d9 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Deleting port f4c2f775-c214-4cd9-811b-c492d3faa3b7 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:33.257461 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e32737b-ff6d-4778-9180-f704d3c7e8d9 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:33.379884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23229f03-3b4e-4aef-81ac-997b6c207131 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:33.380965 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23229f03-3b4e-4aef-81ac-997b6c207131 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:33.444016 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe96a4ee-cc17-4b9a-8480-1c0e34fa86b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:33.553133 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:33.559044 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:33.644532 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Transition to ACTIVE for port object 0e407045-d40e-4a58-a124-3b5566a2f3db will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:33.681209 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96a4ee-cc17-4b9a-8480-1c0e34fa86b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a46085-bbe1-44a2-9b76-1b5697acf8a8,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:33.693783 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fe96a4ee-cc17-4b9a-8480-1c0e34fa86b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:33.711376 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe96a4ee-cc17-4b9a-8480-1c0e34fa86b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:33.713759 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fe96a4ee-cc17-4b9a-8480-1c0e34fa86b6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/17a46085-bbe1-44a2-9b76-1b5697acf8a8 HTTP/1.1" status: 204 len: 168 time: 0.8133731 Dec 22 15:20:33.766996 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 34919d99-2c46-4ee7-92a3-85d02ceb6f82 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:20:33.864133 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-23229f03-3b4e-4aef-81ac-997b6c207131 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2926824 Dec 22 15:20:33.875328 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57484) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:33.892127 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 34919d99-2c46-4ee7-92a3-85d02ceb6f82 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:20:33.892713 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 34919d99-2c46-4ee7-92a3-85d02ceb6f82 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:20:33.904677 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-2525a3a2-7bf4-4f03-8426-0ae81cce0532 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'floatingip': {'port_id': '34a30af4-e2fc-42ef-b3e8-de02827cfffa'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:33.977974 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Transition to ACTIVE for port object 0e407045-d40e-4a58-a124-3b5566a2f3db will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:34.043970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2525a3a2-7bf4-4f03-8426-0ae81cce0532 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:34.094166 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:34.101084 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:34.178326 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Pushing event updated for resources: {'Port': ['ID=0e407045-d40e-4a58-a124-3b5566a2f3db,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:34.185777 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:34.208491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Network b65b42de-b0b5-459e-a596-927c0f58e961 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:34.210010 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:34.215250 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:34.411759 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Attempting to bind port 0e407045-d40e-4a58-a124-3b5566a2f3db on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:34.416741 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Attempting to bind port 0e407045-d40e-4a58-a124-3b5566a2f3db by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '8b24ad80-3356-46b4-bc07-b9f93406effc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b65b42de-b0b5-459e-a596-927c0f58e961'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:34.417727 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Attempting to bind port 0e407045-d40e-4a58-a124-3b5566a2f3db on network b65b42de-b0b5-459e-a596-927c0f58e961 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:34.449947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:34.453238 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:20:34.455117 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Checking segment: {'id': '8b24ad80-3356-46b4-bc07-b9f93406effc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b65b42de-b0b5-459e-a596-927c0f58e961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:34.462988 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:34.462988 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Bound using segment: {'id': '8b24ad80-3356-46b4-bc07-b9f93406effc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b65b42de-b0b5-459e-a596-927c0f58e961'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:20:34.462988 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Bound port: 0e407045-d40e-4a58-a124-3b5566a2f3db, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b24ad80-3356-46b4-bc07-b9f93406effc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b65b42de-b0b5-459e-a596-927c0f58e961'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:20:34.462988 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:34.606987 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] For port 0e407045-d40e-4a58-a124-3b5566a2f3db, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:20:34.618255 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] For port 0e407045-d40e-4a58-a124-3b5566a2f3db, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=0e407045-d40e-4a58-a124-3b5566a2f3db,segment=NetworkSegment(8b24ad80-3356-46b4-bc07-b9f93406effc),segment_id=8b24ad80-3356-46b4-bc07-b9f93406effc)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:20:34.701706 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e32737b-ff6d-4778-9180-f704d3c7e8d9 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:34.715475 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:34.729064 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-08cd7463-bf6d-4d3b-ab58-bd9d2224eb21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:34.735741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:34.753230 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-48daf0ee-105d-403b-815d-a2ed9f7318da tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:34.820056 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Subnet': ['ID=c712875e-fc05-4e15-a776-b734a240860a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:34.860565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:34.982005 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Pushing event updated for resources: {'Port': ['ID=0e407045-d40e-4a58-a124-3b5566a2f3db,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:35.007116 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:35.037943 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-6e32737b-ff6d-4778-9180-f704d3c7e8d9 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Calling delete_port for f4c2f775-c214-4cd9-811b-c492d3faa3b7 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:35.138885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57494) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:35.526533 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d37a236c-1998-4c42-a3f2-4f5be023e680 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0e7c8af3b5a2467a987d8e505cfe9a0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3834510 Dec 22 15:20:35.534765 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57498) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:35.599652 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e32737b-ff6d-4778-9180-f704d3c7e8d9 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:35.612329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:35.619986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:35.659818 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65b42de-b0b5-459e-a596-927c0f58e961']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:35.677525 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32737b-ff6d-4778-9180-f704d3c7e8d9 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Pushing event deleted for resources: {'Port': ['ID=f4c2f775-c214-4cd9-811b-c492d3faa3b7,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:35.685069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6e32737b-ff6d-4778-9180-f704d3c7e8d9 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:35.768960 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b24ad80-3356-46b4-bc07-b9f93406effc') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:35.769443 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b24ad80-3356-46b4-bc07-b9f93406effc') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:35.796563 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:35.824987 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:35.830095 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bf4f40cd-6bb6-46e4-b74a-b7dedda851e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:35.842067 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:20:35.843339 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:35.877437 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:35.892313 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e32737b-ff6d-4778-9180-f704d3c7e8d9 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:35.909719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bf4f40cd-6bb6-46e4-b74a-b7dedda851e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:20:35.964290 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:20:36.021887 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6e32737b-ff6d-4778-9180-f704d3c7e8d9 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] 10.222.0.59 "DELETE /v2.0/ports/f4c2f775-c214-4cd9-811b-c492d3faa3b7 HTTP/1.1" status: 204 len: 168 time: 2.9093778 Dec 22 15:20:36.032534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57502) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:36.101886 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-54871745-8877-417d-9fb9-4166d4f43a8a tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Request body: {'port': {'name': 'tempest-new-port-name-1366831083', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:36.102404 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.api.validators [None req-54871745-8877-417d-9fb9-4166d4f43a8a tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] bootfile-name is not in valid_values {{(pid=88217) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:20:36.102700 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.api.validators [None req-54871745-8877-417d-9fb9-4166d4f43a8a tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] tftp-server is not in valid_values {{(pid=88217) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:20:36.103565 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.api.validators [None req-54871745-8877-417d-9fb9-4166d4f43a8a tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] server-ip-address is not in valid_values {{(pid=88217) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:20:36.233801 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:36.424287 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 15:20:36.424287 dv-neutron-822674-1-hyperv neutron-server[88218]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 15:20:36.424287 dv-neutron-822674-1-hyperv neutron-server[88218]: [parameters: {'id': 'b65b42de-b0b5-459e-a596-927c0f58e961'}] Dec 22 15:20:36.424287 dv-neutron-822674-1-hyperv neutron-server[88218]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:20:36.425201 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:20:36.443422 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:36.484805 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2525a3a2-7bf4-4f03-8426-0ae81cce0532 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:36.584880 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50127f7-dd65-4951-83f7-9fc476edc5de None None] Network b65b42de-b0b5-459e-a596-927c0f58e961 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:36.604689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2525a3a2-7bf4-4f03-8426-0ae81cce0532 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:36.763461 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bf4f40cd-6bb6-46e4-b74a-b7dedda851e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:36.778108 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c2df12cf-b7a5-4183-a749-1cdc93599949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:36.791673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-54871745-8877-417d-9fb9-4166d4f43a8a tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:36.813521 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f40cd-6bb6-46e4-b74a-b7dedda851e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7a87bd-d4f7-44e0-8255-2b0fbc57b149,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:36.820956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bf4f40cd-6bb6-46e4-b74a-b7dedda851e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:37.059880 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9ab9d025-adde-48c8-9123-adbeceaa3aad None None] Provisioning for port 0e407045-d40e-4a58-a124-3b5566a2f3db completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:20:37.093203 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:37.094678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Allocated IP 172.26.6.98 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/38c472a4-d652-4c64-bb47-a9c343108028) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:37.102815 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-2525a3a2-7bf4-4f03-8426-0ae81cce0532 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Floating IP 5c4531ed-c0e3-4e79-b12f-88c36cf9d5ca associated. External IP: 172.26.6.229, port: 34a30af4-e2fc-42ef-b3e8-de02827cfffa. Dec 22 15:20:37.106316 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bf4f40cd-6bb6-46e4-b74a-b7dedda851e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:37.111151 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bf4f40cd-6bb6-46e4-b74a-b7dedda851e4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bb7a87bd-d4f7-44e0-8255-2b0fbc57b149 HTTP/1.1" status: 204 len: 168 time: 1.5780399 Dec 22 15:20:37.111151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-54871745-8877-417d-9fb9-4166d4f43a8a tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:37.161245 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1946d4-9af8-4cec-8b6b-4c9f6e4033e1 None None] DHCP port deletion for b65b42de-b0b5-459e-a596-927c0f58e961 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:20:37.170475 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-5b1946d4-9af8-4cec-8b6b-4c9f6e4033e1 None None] Deleting port 0e407045-d40e-4a58-a124-3b5566a2f3db {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:37.171433 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5b1946d4-9af8-4cec-8b6b-4c9f6e4033e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:37.215622 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-54871745-8877-417d-9fb9-4166d4f43a8a tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:37.233747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-eb1d4891-0cef-4795-b94b-4cd77f0b9785 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:37.287929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57512) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:37.301655 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-c995531a-295c-4145-89e1-9fc01123ebcb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'subnet': {'network_id': '727172bb-6158-4f78-912c-00f2d7108b20', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:37.342345 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Deleting port 0e407045-d40e-4a58-a124-3b5566a2f3db {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:37.342643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:37.429016 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54871745-8877-417d-9fb9-4166d4f43a8a tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Pushing event updated for resources: {'Port': ['ID=f114bfac-e938-48d4-bfeb-f94e2025c6ed,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:37.441789 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-54871745-8877-417d-9fb9-4166d4f43a8a tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:37.453784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-54871745-8877-417d-9fb9-4166d4f43a8a tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] In _notify_port_updated(), no bound segment for port f114bfac-e938-48d4-bfeb-f94e2025c6ed on network 2944cdfa-0699-4c87-9625-838f7c0e93c0 {{(pid=88217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:20:37.460790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54871745-8877-417d-9fb9-4166d4f43a8a tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:37.461504 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-54871745-8877-417d-9fb9-4166d4f43a8a tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:37.473167 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-54871745-8877-417d-9fb9-4166d4f43a8a tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] 10.222.0.59 "PUT /v2.0/ports/f114bfac-e938-48d4-bfeb-f94e2025c6ed HTTP/1.1" status: 200 len: 1136 time: 1.4306338 Dec 22 15:20:37.481861 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57516) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:37.650686 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-5b1946d4-9af8-4cec-8b6b-4c9f6e4033e1 None None] For port 0e407045-d40e-4a58-a124-3b5566a2f3db, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=0e407045-d40e-4a58-a124-3b5566a2f3db,segment=NetworkSegment(8b24ad80-3356-46b4-bc07-b9f93406effc),segment_id=8b24ad80-3356-46b4-bc07-b9f93406effc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:37.651233 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5b1946d4-9af8-4cec-8b6b-4c9f6e4033e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:37.745014 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c995531a-295c-4145-89e1-9fc01123ebcb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:37.757040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c995531a-295c-4145-89e1-9fc01123ebcb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Usage tracker for resource:subnet and tenant:11c49d7e82324f4a85654eb2604ff3c0 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:37.765420 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c995531a-295c-4145-89e1-9fc01123ebcb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:37.785162 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:37.867587 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c995531a-295c-4145-89e1-9fc01123ebcb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:37.879868 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b87f895-6746-4af8-a123-1ce03b9ecd10 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:37.881209 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8b87f895-6746-4af8-a123-1ce03b9ecd10 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Synchronizing usage tracker for tenant:79c9d48de8fd445f817cbf3fb4b37524 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:20:37.993269 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-5b1946d4-9af8-4cec-8b6b-4c9f6e4033e1 None None] Calling delete_port for 0e407045-d40e-4a58-a124-3b5566a2f3db owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:37.994403 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] For port 0e407045-d40e-4a58-a124-3b5566a2f3db, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=0e407045-d40e-4a58-a124-3b5566a2f3db,segment=NetworkSegment(8b24ad80-3356-46b4-bc07-b9f93406effc),segment_id=8b24ad80-3356-46b4-bc07-b9f93406effc)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:37.994839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:38.091900 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c390cd3c-c6dc-4a38-8b26-f9651d0808d2 req-a543aab0-6c20-445a-9019-11b94efebab3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1743708 Dec 22 15:20:38.104888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8b87f895-6746-4af8-a123-1ce03b9ecd10 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Unset dirty status for tenant:79c9d48de8fd445f817cbf3fb4b37524 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:20:38.110875 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8b87f895-6746-4af8-a123-1ce03b9ecd10 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] 10.222.0.59 "GET /v2.0/ports/f114bfac-e938-48d4-bfeb-f94e2025c6ed HTTP/1.1" status: 200 len: 1136 time: 0.6231668 Dec 22 15:20:38.114802 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57528) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:38.115945 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3e20236a-f13b-413b-8e32-2badaed42e48 None None] Provisioning complete for port f114bfac-e938-48d4-bfeb-f94e2025c6ed triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:38.116224 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3e20236a-f13b-413b-8e32-2badaed42e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:38.203477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:38.207583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c995531a-295c-4145-89e1-9fc01123ebcb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Made reservation on behalf of 11c49d7e82324f4a85654eb2604ff3c0 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:38.211278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c995531a-295c-4145-89e1-9fc01123ebcb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:38.230486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3e20236a-f13b-413b-8e32-2badaed42e48 None None] Port f114bfac-e938-48d4-bfeb-f94e2025c6ed cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:20:38.287322 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f1af6ee8-371d-4ca9-8854-c60b16dfd878 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:38.290417 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5b1946d4-9af8-4cec-8b6b-4c9f6e4033e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:38.299058 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:38.395315 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1946d4-9af8-4cec-8b6b-4c9f6e4033e1 None None] Pushing event deleted for resources: {'Port': ['ID=0e407045-d40e-4a58-a124-3b5566a2f3db,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:38.395559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:38.407020 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5b1946d4-9af8-4cec-8b6b-4c9f6e4033e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:38.413306 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:38.414502 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1946d4-9af8-4cec-8b6b-4c9f6e4033e1 None None] No DVR routers for this DVR port 0e407045-d40e-4a58-a124-3b5566a2f3db on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:20:38.420903 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:38.435956 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Calling delete_port for 0e407045-d40e-4a58-a124-3b5566a2f3db owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:38.454794 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f641d42b-e4b7-4763-a14c-3d0888ba15f5 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Deleting port f114bfac-e938-48d4-bfeb-f94e2025c6ed {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:38.455242 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f641d42b-e4b7-4763-a14c-3d0888ba15f5 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:38.518490 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Pushing event updated for resources: {'Port': ['ID=38c472a4-d652-4c64-bb47-a9c343108028,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:38.531808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:38.660856 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390cd3c-c6dc-4a38-8b26-f9651d0808d2 req-b107c832-c43d-417b-ade9-1f383b91439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:38.663571 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c390cd3c-c6dc-4a38-8b26-f9651d0808d2 req-b107c832-c43d-417b-ade9-1f383b91439a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11ca12b5724944f583d6f7654599b447&device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 1098 time: 0.4449866 Dec 22 15:20:38.704366 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2525a3a2-7bf4-4f03-8426-0ae81cce0532 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Router 38fe96a1-5a58-4870-bef5-3001fb091ed3 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:20:38.729289 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:20:38.729807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:20:38.947607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2525a3a2-7bf4-4f03-8426-0ae81cce0532 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:20:38.967688 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d942486-5326-437e-a788-7aff0541a2dc None None] Sync routers for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:20:39.026758 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2525a3a2-7bf4-4f03-8426-0ae81cce0532 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:39.031243 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d942486-5326-437e-a788-7aff0541a2dc None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:39.031916 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8d942486-5326-437e-a788-7aff0541a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:20:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:39.153029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f641d42b-e4b7-4763-a14c-3d0888ba15f5 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:39.167748 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390cd3c-c6dc-4a38-8b26-f9651d0808d2 req-f72126e6-0109-4de3-a651-0920143fe7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:39.169620 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c390cd3c-c6dc-4a38-8b26-f9651d0808d2 req-f72126e6-0109-4de3-a651-0920143fe7ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=e848618a-cbd6-4924-afb6-83b772b918f8 HTTP/1.1" status: 200 len: 906 time: 0.4311767 Dec 22 15:20:39.196640 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2525a3a2-7bf4-4f03-8426-0ae81cce0532 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "PUT /v2.0/floatingips/5c4531ed-c0e3-4e79-b12f-88c36cf9d5ca HTTP/1.1" status: 200 len: 978 time: 5.3150561 Dec 22 15:20:39.197750 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57548) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:39.259254 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8d942486-5326-437e-a788-7aff0541a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:39.280400 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d942486-5326-437e-a788-7aff0541a2dc None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:39.282047 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8d942486-5326-437e-a788-7aff0541a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:20:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:39.295749 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Deleting port 0e407045-d40e-4a58-a124-3b5566a2f3db {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:39.296370 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:39.436616 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8d942486-5326-437e-a788-7aff0541a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:39.441602 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d942486-5326-437e-a788-7aff0541a2dc None None] The sync data for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:20:39.449477 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] The port '0e407045-d40e-4a58-a124-3b5566a2f3db' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:20:39.460075 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f641d42b-e4b7-4763-a14c-3d0888ba15f5 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Calling delete_port for f114bfac-e938-48d4-bfeb-f94e2025c6ed owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:39.497908 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c995531a-295c-4145-89e1-9fc01123ebcb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:39.511274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-37e9788e-f1f2-40e4-a1ec-6daa640f89eb tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:39.626361 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c390cd3c-c6dc-4a38-8b26-f9651d0808d2 req-ece80188-4fca-44db-b792-f862eaa2749f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbaf721b-942b-43fe-bdc2-d54c98660094 HTTP/1.1" status: 200 len: 1000 time: 0.3869994 Dec 22 15:20:39.677603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e6f49a02-5aba-4586-934e-e6603af83230 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Deleting port 34a30af4-e2fc-42ef-b3e8-de02827cfffa {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:39.677603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e6f49a02-5aba-4586-934e-e6603af83230 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:39.754495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:39.805565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995531a-295c-4145-89e1-9fc01123ebcb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Subnet': ['ID=43d29611-dd2c-43ae-907d-38edb5ab2fb0,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:39.813489 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c995531a-295c-4145-89e1-9fc01123ebcb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:39.819106 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65b42de-b0b5-459e-a596-927c0f58e961']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:39.875141 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b24ad80-3356-46b4-bc07-b9f93406effc') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:39.875461 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b24ad80-3356-46b4-bc07-b9f93406effc') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:39.882622 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c995531a-295c-4145-89e1-9fc01123ebcb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Checking segment: {'id': '4cc780be-85a3-4bb3-95ef-74017c72b233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '727172bb-6158-4f78-912c-00f2d7108b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:39.883055 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995531a-295c-4145-89e1-9fc01123ebcb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Network hostable DHCP agents. Network: 727172bb-6158-4f78-912c-00f2d7108b20, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:20:39.910126 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:39.953588 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390cd3c-c6dc-4a38-8b26-f9651d0808d2 req-36bdd787-a561-43df-9aef-0d7e4939b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:39.955164 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c390cd3c-c6dc-4a38-8b26-f9651d0808d2 req-36bdd787-a561-43df-9aef-0d7e4939b592 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=436c46ba-002c-4b99-b2f3-b954e93823af HTTP/1.1" status: 200 len: 844 time: 0.1182563 Dec 22 15:20:39.955755 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:39.964655 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:40.060398 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995531a-295c-4145-89e1-9fc01123ebcb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Network 727172bb-6158-4f78-912c-00f2d7108b20 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:20:40.074614 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:20:40.075167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:20:40.103614 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:20:40.377633 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-c995531a-295c-4145-89e1-9fc01123ebcb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 727172bb-6158-4f78-912c-00f2d7108b20) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:40.389254 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d89687-b1ee-4ff2-9e41-523f792d9db3 None None] Network 727172bb-6158-4f78-912c-00f2d7108b20 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:40.391717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c995531a-295c-4145-89e1-9fc01123ebcb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:40.392330 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c995531a-295c-4145-89e1-9fc01123ebcb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:40.478823 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e6f49a02-5aba-4586-934e-e6603af83230 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:40.490846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:40.496303 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:40.529737 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f641d42b-e4b7-4763-a14c-3d0888ba15f5 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:40.547342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:40.566717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:40.575126 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/b65b42de-b0b5-459e-a596-927c0f58e961 HTTP/1.1" status: 204 len: 168 time: 8.4091976 Dec 22 15:20:40.593459 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57570) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:40.594925 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c995531a-295c-4145-89e1-9fc01123ebcb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3064003 Dec 22 15:20:40.601235 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Network': ['ID=b65b42de-b0b5-459e-a596-927c0f58e961,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:40.603495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57574) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:40.608584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-5ffab68d-6b34-4f27-a215-faf23e0e9621 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-937393428'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:40.626205 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641d42b-e4b7-4763-a14c-3d0888ba15f5 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Pushing event deleted for resources: {'Port': ['ID=f114bfac-e938-48d4-bfeb-f94e2025c6ed,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:40.629171 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f641d42b-e4b7-4763-a14c-3d0888ba15f5 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:40.639504 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:40.648733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-49715ea1-2a5f-416e-8bd1-3d89cbc84114 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2135102533'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:40.650362 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390cd3c-c6dc-4a38-8b26-f9651d0808d2 req-ecc99ab0-ffe4-45b1-aa58-8c1fcb1f42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:40.653406 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c390cd3c-c6dc-4a38-8b26-f9651d0808d2 req-ecc99ab0-ffe4-45b1-aa58-8c1fcb1f42e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e848618a-cbd6-4924-afb6-83b772b918f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6380072 Dec 22 15:20:40.654299 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-5ffab68d-6b34-4f27-a215-faf23e0e9621 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:40.664100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-49715ea1-2a5f-416e-8bd1-3d89cbc84114 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:40.669400 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-5ffab68d-6b34-4f27-a215-faf23e0e9621 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:network and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:40.674822 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-49715ea1-2a5f-416e-8bd1-3d89cbc84114 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Usage tracker for resource:network and tenant:11c49d7e82324f4a85654eb2604ff3c0 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:40.677892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-5ffab68d-6b34-4f27-a215-faf23e0e9621 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:40.681685 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-49715ea1-2a5f-416e-8bd1-3d89cbc84114 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:40.788883 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-5ffab68d-6b34-4f27-a215-faf23e0e9621 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:40.799592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-49715ea1-2a5f-416e-8bd1-3d89cbc84114 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:40.924287 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-727172bb-6158-4f78-912c-00f2d7108b20', 'network_id': '727172bb-6158-4f78-912c-00f2d7108b20', 'tenant_id': '11c49d7e82324f4a85654eb2604ff3c0', 'fixed_ips': [{'subnet_id': '43d29611-dd2c-43ae-907d-38edb5ab2fb0'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:20:40.925765 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:40.976209 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57580) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:41.001672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49715ea1-2a5f-416e-8bd1-3d89cbc84114 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Made reservation on behalf of 11c49d7e82324f4a85654eb2604ff3c0 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:41.007789 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49715ea1-2a5f-416e-8bd1-3d89cbc84114 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:41.025722 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffab68d-6b34-4f27-a215-faf23e0e9621 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:41.031962 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5ffab68d-6b34-4f27-a215-faf23e0e9621 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:41.039577 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f641d42b-e4b7-4763-a14c-3d0888ba15f5 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:41.102580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:41.127258 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffab68d-6b34-4f27-a215-faf23e0e9621 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:20:41.134045 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49715ea1-2a5f-416e-8bd1-3d89cbc84114 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:20:41.138487 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e6f49a02-5aba-4586-934e-e6603af83230 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:41.138950 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e6f49a02-5aba-4586-934e-e6603af83230 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:41.139277 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-e6f49a02-5aba-4586-934e-e6603af83230 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Floating IP 5c4531ed-c0e3-4e79-b12f-88c36cf9d5ca disassociated. External IP: 172.26.6.229, port: 34a30af4-e2fc-42ef-b3e8-de02827cfffa. Dec 22 15:20:41.139663 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e6f49a02-5aba-4586-934e-e6603af83230 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Calling delete_port for 34a30af4-e2fc-42ef-b3e8-de02827cfffa owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:41.197134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5ffab68d-6b34-4f27-a215-faf23e0e9621 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:41.197493 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-5ffab68d-6b34-4f27-a215-faf23e0e9621 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Added segment 14e1d915-bdad-4634-b31c-53f29eccb309 of type vlan for network 021a2df4-f111-470b-b364-5b98ed167c50 Dec 22 15:20:41.213949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49715ea1-2a5f-416e-8bd1-3d89cbc84114 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:41.214290 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-49715ea1-2a5f-416e-8bd1-3d89cbc84114 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Added segment 2b8461c8-4223-4fc9-8b60-e7bddd9a5183 of type vlan for network 05dafa16-e353-41f2-a965-74bdc8682c9b Dec 22 15:20:41.269534 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5ffab68d-6b34-4f27-a215-faf23e0e9621 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:41.282974 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Allocated IP 2001:db8:0:ffff::2 (727172bb-6158-4f78-912c-00f2d7108b20/43d29611-dd2c-43ae-907d-38edb5ab2fb0/631ce8e0-9be0-412e-beb8-c56cf6ecc75c) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:41.288896 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1452489899', 'router:external': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:41.305162 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f641d42b-e4b7-4763-a14c-3d0888ba15f5 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] 10.222.0.59 "DELETE /v2.0/ports/f114bfac-e938-48d4-bfeb-f94e2025c6ed HTTP/1.1" status: 204 len: 168 time: 3.1776755 Dec 22 15:20:41.307298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49715ea1-2a5f-416e-8bd1-3d89cbc84114 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:41.309055 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57586) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:41.323966 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:41.332522 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Usage tracker for resource:network and tenant:c2a62fe9136845aba9e552f533d27b2b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:41.337375 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:41.347517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:41.357936 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c390cd3c-c6dc-4a38-8b26-f9651d0808d2 req-04d18480-5827-45c6-8380-3f3d88eb7463 service neutron] 10.222.0.57 "GET /v2.0/networks/e848618a-cbd6-4924-afb6-83b772b918f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6848557 Dec 22 15:20:41.542360 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c390cd3c-c6dc-4a38-8b26-f9651d0808d2 req-7bbbf9e6-0c30-41cd-b500-00f8f69c23bf service neutron] 10.222.0.57 "GET /v2.0/networks/e848618a-cbd6-4924-afb6-83b772b918f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681967 Dec 22 15:20:41.576637 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdf6085-dc50-459a-80be-7407ffeea87e tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Deleting subnet 0fd58b4f-302d-4713-87a3-4a983350826f {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:20:41.583810 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6085-dc50-459a-80be-7407ffeea87e tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:41.597591 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Made reservation on behalf of c2a62fe9136845aba9e552f533d27b2b for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:41.600087 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:41.639391 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:41.698544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Router f56ac969-34c9-4136-bde4-0f3e21af5b9a is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:20:41.703498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6085-dc50-459a-80be-7407ffeea87e tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:41.724464 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:41.731762 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:41.758775 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Usage tracker for resource:security_group_rule and tenant:c2a62fe9136845aba9e552f533d27b2b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:41.780589 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-5ffab68d-6b34-4f27-a215-faf23e0e9621 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:20:41.856074 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:41.896657 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:41.898615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5ffab68d-6b34-4f27-a215-faf23e0e9621 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:41.904553 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffab68d-6b34-4f27-a215-faf23e0e9621 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:41.905215 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5ffab68d-6b34-4f27-a215-faf23e0e9621 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:41.916377 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:41.969008 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Transition to ACTIVE for port object 631ce8e0-9be0-412e-beb8-c56cf6ecc75c will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:42.014075 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Transition to ACTIVE for port object 631ce8e0-9be0-412e-beb8-c56cf6ecc75c will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:42.037470 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e6f49a02-5aba-4586-934e-e6603af83230 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:42.039373 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49715ea1-2a5f-416e-8bd1-3d89cbc84114 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:42.046286 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49715ea1-2a5f-416e-8bd1-3d89cbc84114 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:42.047052 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49715ea1-2a5f-416e-8bd1-3d89cbc84114 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:42.075446 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:42.084192 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:42.109090 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffab68d-6b34-4f27-a215-faf23e0e9621 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Network': ['ID=021a2df4-f111-470b-b364-5b98ed167c50,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:42.120516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5ffab68d-6b34-4f27-a215-faf23e0e9621 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:42.123051 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-148a4397-c6df-4282-9f02-5e664963c393 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:42.153897 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 021a2df4-f111-470b-b364-5b98ed167c50 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:20:42.156682 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6085-dc50-459a-80be-7407ffeea87e tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:42.268736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:20:42.280028 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Network 727172bb-6158-4f78-912c-00f2d7108b20 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:42.291844 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9158e98a-8e33-4d92-891b-373b01674781 None None] Sync routers for ids ['f56ac969-34c9-4136-bde4-0f3e21af5b9a'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:20:42.296119 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:42.326011 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9158e98a-8e33-4d92-891b-373b01674781 None None] Routers {'f56ac969-34c9-4136-bde4-0f3e21af5b9a'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:42.327598 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9158e98a-8e33-4d92-891b-373b01674781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:20:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['f56ac969-34c9-4136-bde4-0f3e21af5b9a'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:42.334306 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5ffab68d-6b34-4f27-a215-faf23e0e9621 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7339947 Dec 22 15:20:42.338421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57594) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:42.368867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d830b3e4-f0be-4d5b-a356-a402e04a903e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'subnet': {'network_id': '021a2df4-f111-470b-b364-5b98ed167c50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:42.410177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:42.416033 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:42.421462 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.5831761 Dec 22 15:20:42.429357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57598) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:42.459493 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ea1ac4d2-6e0b-4ec8-93bd-e579fae85470 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'enable_snat': False}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:42.513143 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9158e98a-8e33-4d92-891b-373b01674781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:42.530631 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9158e98a-8e33-4d92-891b-373b01674781 None None] Routers {'f56ac969-34c9-4136-bde4-0f3e21af5b9a'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:42.531775 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9158e98a-8e33-4d92-891b-373b01674781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:20:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['f56ac969-34c9-4136-bde4-0f3e21af5b9a'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:42.567983 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-49715ea1-2a5f-416e-8bd1-3d89cbc84114 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9532337 Dec 22 15:20:42.586723 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57602) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:42.628103 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-bf4a0a52-27fd-44d5-815b-cd5578eb0eb0 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'subnet': {'network_id': '05dafa16-e353-41f2-a965-74bdc8682c9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:42.631690 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Pushing event updated for resources: {'Port': ['ID=631ce8e0-9be0-412e-beb8-c56cf6ecc75c,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:42.649101 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Attempting to bind port 631ce8e0-9be0-412e-beb8-c56cf6ecc75c on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:42.650215 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Attempting to bind port 631ce8e0-9be0-412e-beb8-c56cf6ecc75c by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '4cc780be-85a3-4bb3-95ef-74017c72b233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '727172bb-6158-4f78-912c-00f2d7108b20'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:42.651129 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Attempting to bind port 631ce8e0-9be0-412e-beb8-c56cf6ecc75c on network 727172bb-6158-4f78-912c-00f2d7108b20 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:42.659474 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:42.659987 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:42.660187 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:42.660845 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:42.661470 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:42.662102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:42.662775 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:42.664328 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:42.664956 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:42.666114 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:42.666765 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:42.668509 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:42.669178 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:20:42.681782 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9158e98a-8e33-4d92-891b-373b01674781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:42.683359 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9158e98a-8e33-4d92-891b-373b01674781 None None] The sync data for ids ['f56ac969-34c9-4136-bde4-0f3e21af5b9a'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:20:42.686971 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:42.689158 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:20:42.690598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Checking segment: {'id': '4cc780be-85a3-4bb3-95ef-74017c72b233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '727172bb-6158-4f78-912c-00f2d7108b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:42.690792 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:42.691442 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Bound using segment: {'id': '4cc780be-85a3-4bb3-95ef-74017c72b233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '727172bb-6158-4f78-912c-00f2d7108b20'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:20:42.692326 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Bound port: 631ce8e0-9be0-412e-beb8-c56cf6ecc75c, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc780be-85a3-4bb3-95ef-74017c72b233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '727172bb-6158-4f78-912c-00f2d7108b20'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:20:42.693309 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:42.709741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49715ea1-2a5f-416e-8bd1-3d89cbc84114 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Network': ['ID=05dafa16-e353-41f2-a965-74bdc8682c9b,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:42.776505 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 05dafa16-e353-41f2-a965-74bdc8682c9b details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:20:42.805865 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:42.821883 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:42.869620 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-49715ea1-2a5f-416e-8bd1-3d89cbc84114 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:42.874674 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dfa47a65-ad38-47dd-9169-b0f4c8c8d354 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.807s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:42.928899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6085-dc50-459a-80be-7407ffeea87e tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:42.935559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d830b3e4-f0be-4d5b-a356-a402e04a903e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:42.985191 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d830b3e4-f0be-4d5b-a356-a402e04a903e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:subnet and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:43.022928 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d830b3e4-f0be-4d5b-a356-a402e04a903e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:43.026218 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:20:43.064671 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d830b3e4-f0be-4d5b-a356-a402e04a903e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:43.067108 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bf4a0a52-27fd-44d5-815b-cd5578eb0eb0 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:43.092551 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f49a02-5aba-4586-934e-e6603af83230 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event deleted for resources: {'Port': ['ID=34a30af4-e2fc-42ef-b3e8-de02827cfffa,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:43.118090 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e6f49a02-5aba-4586-934e-e6603af83230 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:43.124856 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6085-dc50-459a-80be-7407ffeea87e tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:43.136144 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bf4a0a52-27fd-44d5-815b-cd5578eb0eb0 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Usage tracker for resource:subnet and tenant:11c49d7e82324f4a85654eb2604ff3c0 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:43.138280 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e36d9e-d93f-4f2b-bc63-eef6fdba56dc None None] Network 2944cdfa-0699-4c87-9625-838f7c0e93c0 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:43.141011 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d2dcd2-151d-47c6-b2e6-e2cbfbae663d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:43.153159 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bf4a0a52-27fd-44d5-815b-cd5578eb0eb0 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:43.159301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:43.166525 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:43.166895 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Added segment fe7f1121-9827-4534-8090-af524b4adfde of type vlan for network d997bb13-3022-401c-b596-091aedf8b2ad Dec 22 15:20:43.178274 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bf4a0a52-27fd-44d5-815b-cd5578eb0eb0 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:43.189891 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:43.294615 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] For port 631ce8e0-9be0-412e-beb8-c56cf6ecc75c, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:20:43.300790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d830b3e4-f0be-4d5b-a356-a402e04a903e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:43.304457 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d830b3e4-f0be-4d5b-a356-a402e04a903e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:43.333470 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:43.347431 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4a0a52-27fd-44d5-815b-cd5578eb0eb0 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Made reservation on behalf of 11c49d7e82324f4a85654eb2604ff3c0 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:43.351071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0a52-27fd-44d5-815b-cd5578eb0eb0 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:43.380677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] For port 631ce8e0-9be0-412e-beb8-c56cf6ecc75c, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=631ce8e0-9be0-412e-beb8-c56cf6ecc75c,segment=NetworkSegment(4cc780be-85a3-4bb3-95ef-74017c72b233),segment_id=4cc780be-85a3-4bb3-95ef-74017c72b233)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:20:43.464434 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4fdf6085-dc50-459a-80be-7407ffeea87e tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] 10.222.0.59 "DELETE /v2.0/subnets/0fd58b4f-302d-4713-87a3-4a983350826f HTTP/1.1" status: 204 len: 168 time: 2.1483252 Dec 22 15:20:43.480052 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57610) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:43.497466 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:43.502517 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:43.512736 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf6085-dc50-459a-80be-7407ffeea87e tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd58b4f-302d-4713-87a3-4a983350826f,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:43.522679 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4fdf6085-dc50-459a-80be-7407ffeea87e tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:43.605728 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Pushing event updated for resources: {'Port': ['ID=631ce8e0-9be0-412e-beb8-c56cf6ecc75c,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:43.610296 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:43.638351 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f49a02-5aba-4586-934e-e6603af83230 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Router 38fe96a1-5a58-4870-bef5-3001fb091ed3 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:20:43.732115 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:43.747004 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125fae1f-9637-4750-9402-c35769af84df None None] DHCP port deletion for 2944cdfa-0699-4c87-9625-838f7c0e93c0 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:20:43.753372 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-125fae1f-9637-4750-9402-c35769af84df None None] Deleting port d9b5be62-c92a-4d40-9f73-adc77ad209c8 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:43.754288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:43.755892 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-125fae1f-9637-4750-9402-c35769af84df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:43.756112 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:43.756673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:43.764504 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Deleting port d9b5be62-c92a-4d40-9f73-adc77ad209c8 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:43.769183 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:43.769396 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:44.002814 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f49a02-5aba-4586-934e-e6603af83230 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:20:44.127126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac4d2-6e0b-4ec8-93bd-e579fae85470 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:44.147474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Pushing event updated for resources: {'Network': ['ID=d997bb13-3022-401c-b596-091aedf8b2ad,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:44.158823 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:44.217468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57618) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:44.218560 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.1753118 Dec 22 15:20:44.238656 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-125fae1f-9637-4750-9402-c35769af84df None None] For port d9b5be62-c92a-4d40-9f73-adc77ad209c8, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d9b5be62-c92a-4d40-9f73-adc77ad209c8,segment=NetworkSegment(67b3af4f-ae2d-4937-9dfa-4d1208eacf83),segment_id=67b3af4f-ae2d-4937-9dfa-4d1208eacf83)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:44.239316 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-125fae1f-9637-4750-9402-c35769af84df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:44.251695 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-3b11690d-18af-488b-8721-40f1d5229d21 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Request body: {'subnet': {'network_id': 'd997bb13-3022-401c-b596-091aedf8b2ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:44.278608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3b11690d-18af-488b-8721-40f1d5229d21 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:44.306394 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3b11690d-18af-488b-8721-40f1d5229d21 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Usage tracker for resource:subnet and tenant:c2a62fe9136845aba9e552f533d27b2b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:44.313859 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] For port d9b5be62-c92a-4d40-9f73-adc77ad209c8, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d9b5be62-c92a-4d40-9f73-adc77ad209c8,segment=NetworkSegment(67b3af4f-ae2d-4937-9dfa-4d1208eacf83),segment_id=67b3af4f-ae2d-4937-9dfa-4d1208eacf83)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:44.314404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:44.330037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3b11690d-18af-488b-8721-40f1d5229d21 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:44.365208 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e6f49a02-5aba-4586-934e-e6603af83230 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:44.370424 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e6f49a02-5aba-4586-934e-e6603af83230 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "DELETE /v2.0/ports/34a30af4-e2fc-42ef-b3e8-de02827cfffa HTTP/1.1" status: 204 len: 168 time: 5.1711221 Dec 22 15:20:44.375980 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3b11690d-18af-488b-8721-40f1d5229d21 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:44.398540 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57622) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:44.495316 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network d997bb13-3022-401c-b596-091aedf8b2ad details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:20:44.498664 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d830b3e4-f0be-4d5b-a356-a402e04a903e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:44.513387 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0dfad-bf53-4052-bbe8-93584a53ef7b None None] Sync routers for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:20:44.515737 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:44.526218 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-125fae1f-9637-4750-9402-c35769af84df None None] Calling delete_port for d9b5be62-c92a-4d40-9f73-adc77ad209c8 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:44.529702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Calling delete_port for d9b5be62-c92a-4d40-9f73-adc77ad209c8 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:44.561909 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0e5fc94c-5d40-4282-ab72-1e6772c04d07 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "GET /v2.0/floatingips/5c4531ed-c0e3-4e79-b12f-88c36cf9d5ca HTTP/1.1" status: 200 len: 688 time: 0.1591654 Dec 22 15:20:44.565727 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57626) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:44.569210 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0a52-27fd-44d5-815b-cd5578eb0eb0 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:44.635507 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830b3e4-f0be-4d5b-a356-a402e04a903e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Subnet': ['ID=78f40526-466b-462b-a77c-97635bdf0281,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:44.651258 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d830b3e4-f0be-4d5b-a356-a402e04a903e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:44.653812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:44.713164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830b3e4-f0be-4d5b-a356-a402e04a903e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Checking segment: {'id': '14e1d915-bdad-4634-b31c-53f29eccb309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '021a2df4-f111-470b-b364-5b98ed167c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:44.713454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d830b3e4-f0be-4d5b-a356-a402e04a903e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network hostable DHCP agents. Network: 021a2df4-f111-470b-b364-5b98ed167c50, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:20:44.722992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b11690d-18af-488b-8721-40f1d5229d21 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Made reservation on behalf of c2a62fe9136845aba9e552f533d27b2b for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:44.729460 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3b11690d-18af-488b-8721-40f1d5229d21 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:44.732894 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc0dfad-bf53-4052-bbe8-93584a53ef7b None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:44.734582 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8cc0dfad-bf53-4052-bbe8-93584a53ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:20:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:44.743043 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4a0a52-27fd-44d5-815b-cd5578eb0eb0 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Checking segment: {'id': '2b8461c8-4223-4fc9-8b60-e7bddd9a5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '05dafa16-e353-41f2-a965-74bdc8682c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:44.743952 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4a0a52-27fd-44d5-815b-cd5578eb0eb0 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Network hostable DHCP agents. Network: 05dafa16-e353-41f2-a965-74bdc8682c9b, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:20:44.774688 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a0a52-27fd-44d5-815b-cd5578eb0eb0 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Subnet': ['ID=ea6af81e-089c-49aa-9796-6dfe65a54e2b,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:44.784142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bf4a0a52-27fd-44d5-815b-cd5578eb0eb0 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:44.812647 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8cc0dfad-bf53-4052-bbe8-93584a53ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:44.848551 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc0dfad-bf53-4052-bbe8-93584a53ef7b None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:44.849320 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8cc0dfad-bf53-4052-bbe8-93584a53ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:20:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:44.872356 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d830b3e4-f0be-4d5b-a356-a402e04a903e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network 021a2df4-f111-470b-b364-5b98ed167c50 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:20:44.903275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4a0a52-27fd-44d5-815b-cd5578eb0eb0 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Network 05dafa16-e353-41f2-a965-74bdc8682c9b is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:20:44.933947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8cc0dfad-bf53-4052-bbe8-93584a53ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:44.933947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0dfad-bf53-4052-bbe8-93584a53ef7b None None] The sync data for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:20:44.999027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-bf4a0a52-27fd-44d5-815b-cd5578eb0eb0 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 05dafa16-e353-41f2-a965-74bdc8682c9b) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:45.001037 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d830b3e4-f0be-4d5b-a356-a402e04a903e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 021a2df4-f111-470b-b364-5b98ed167c50) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:45.008556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a0a52-27fd-44d5-815b-cd5578eb0eb0 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:45.009691 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0a52-27fd-44d5-815b-cd5578eb0eb0 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:45.015610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d830b3e4-f0be-4d5b-a356-a402e04a903e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:45.015610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d830b3e4-f0be-4d5b-a356-a402e04a903e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:45.028981 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-125fae1f-9637-4750-9402-c35769af84df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:45.045428 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2ecd40c2-5702-4117-a946-367920790cb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:45.084204 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-6965e6f3-4881-4537-ba4a-2b9c4766ac1e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Deleting port 7f9f724b-b716-4267-aa90-d4df3f8507f2 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:45.090941 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6965e6f3-4881-4537-ba4a-2b9c4766ac1e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:45.151099 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:20:45.151099 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:20:45.169806 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bf4a0a52-27fd-44d5-815b-cd5578eb0eb0 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5818443 Dec 22 15:20:45.170567 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57630) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:45.206126 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d830b3e4-f0be-4d5b-a356-a402e04a903e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8628199 Dec 22 15:20:45.211706 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65be45b-4fcb-4ce2-9fcc-11527beaad75 None None] Network 05dafa16-e353-41f2-a965-74bdc8682c9b requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:45.213613 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57634) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:45.247286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adf4f2d-121e-48aa-8a44-93b7db2e403c None None] Network 021a2df4-f111-470b-b364-5b98ed167c50 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:45.276825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fae1f-9637-4750-9402-c35769af84df None None] Pushing event deleted for resources: {'Port': ['ID=d9b5be62-c92a-4d40-9f73-adc77ad209c8,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:45.280885 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125fae1f-9637-4750-9402-c35769af84df None None] No DVR routers for this DVR port d9b5be62-c92a-4d40-9f73-adc77ad209c8 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:20:45.368150 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-125fae1f-9637-4750-9402-c35769af84df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:45.390994 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1589cef4-7924-4441-8213-4ef2fc6409e0 None None] Network 727172bb-6158-4f78-912c-00f2d7108b20 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:45.406859 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6965e6f3-4881-4537-ba4a-2b9c4766ac1e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:45.410769 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6965e6f3-4881-4537-ba4a-2b9c4766ac1e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:45.629158 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 631ce8e0-9be0-412e-beb8-c56cf6ecc75c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:20:45.810170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0c2fd28b-6cc3-45a8-a93b-30a1cfa63299 None None] Provisioning for port 631ce8e0-9be0-412e-beb8-c56cf6ecc75c completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:20:45.943798 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-6965e6f3-4881-4537-ba4a-2b9c4766ac1e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Calling delete_port for 7f9f724b-b716-4267-aa90-d4df3f8507f2 owned by network:floatingip {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:45.995823 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Deleting port d9b5be62-c92a-4d40-9f73-adc77ad209c8 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:45.996578 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:45.998867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:46.049402 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3313e2fa-2491-464f-a797-5b1a78bb7212 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:46.084703 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 631ce8e0-9be0-412e-beb8-c56cf6ecc75c completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:20:46.144168 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 631ce8e0-9be0-412e-beb8-c56cf6ecc75c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:46.144168 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:46.175712 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-05dafa16-e353-41f2-a965-74bdc8682c9b', 'network_id': '05dafa16-e353-41f2-a965-74bdc8682c9b', 'tenant_id': '11c49d7e82324f4a85654eb2604ff3c0', 'fixed_ips': [{'subnet_id': 'ea6af81e-089c-49aa-9796-6dfe65a54e2b'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:20:46.176560 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:46.224609 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff92c6b7-eb3a-495d-ad02-b12146c1bda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-021a2df4-f111-470b-b364-5b98ed167c50', 'network_id': '021a2df4-f111-470b-b364-5b98ed167c50', 'tenant_id': '5174c37d8f2b4cb683ba55748d87c3c3', 'fixed_ips': [{'subnet_id': '78f40526-466b-462b-a77c-97635bdf0281'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:20:46.226109 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ff92c6b7-eb3a-495d-ad02-b12146c1bda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:46.257354 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] The port 'd9b5be62-c92a-4d40-9f73-adc77ad209c8' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:20:46.284881 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac4d2-6e0b-4ec8-93bd-e579fae85470 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:46.331645 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac4d2-6e0b-4ec8-93bd-e579fae85470 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:46.355665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3313e2fa-2491-464f-a797-5b1a78bb7212 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:46.487466 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:46.608539 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:46.631502 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:46.657783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Allocated IP 2001:db8::1 (05dafa16-e353-41f2-a965-74bdc8682c9b/ea6af81e-089c-49aa-9796-6dfe65a54e2b/30584c33-2f9f-44fe-826f-4399e293fb8e) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:46.679055 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 631ce8e0-9be0-412e-beb8-c56cf6ecc75c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=631ce8e0-9be0-412e-beb8-c56cf6ecc75c,segment=NetworkSegment(4cc780be-85a3-4bb3-95ef-74017c72b233),segment_id=4cc780be-85a3-4bb3-95ef-74017c72b233)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:46.725942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3313e2fa-2491-464f-a797-5b1a78bb7212 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:46.737246 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-492474b9-e20e-496a-be7e-d18a5a94dc75 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:46.774378 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1ac4d2-6e0b-4ec8-93bd-e579fae85470 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Router f56ac969-34c9-4136-bde4-0f3e21af5b9a has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:20:46.838936 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2944cdfa-0699-4c87-9625-838f7c0e93c0']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:46.875311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b3af4f-ae2d-4937-9dfa-4d1208eacf83') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:46.876013 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b3af4f-ae2d-4937-9dfa-4d1208eacf83') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:46.878400 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313e2fa-2491-464f-a797-5b1a78bb7212 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Subnet': ['ID=78f40526-466b-462b-a77c-97635bdf0281,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:46.906056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3313e2fa-2491-464f-a797-5b1a78bb7212 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:46.914988 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:46.934859 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:47.018913 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b1796c18-0f4e-4482-9d08-9fdc00a3556e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:47.027187 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3313e2fa-2491-464f-a797-5b1a78bb7212 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:47.044526 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6965e6f3-4881-4537-ba4a-2b9c4766ac1e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:47.058838 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:47.062032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d9b5be62-c92a-4d40-9f73-adc77ad209c8 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:20:47.066504 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-81dec444-b394-4c54-9906-d69b578d5000 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server [None req-ff92c6b7-eb3a-495d-ad02-b12146c1bda1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78f40526-466b-462b-a77c-97635bdf0281: This subnet is being modified by another concurrent operation. Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:20:47.106970 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise exception Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78f40526-466b-462b-a77c-97635bdf0281: This subnet is being modified by another concurrent operation. Dec 22 15:20:47.112767 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server Dec 22 15:20:47.126284 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: d9b5be62-c92a-4d40-9f73-adc77ad209c8 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:20:47.126551 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d9b5be62-c92a-4d40-9f73-adc77ad209c8 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:20:47.156274 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0b911ed8-ebd0-4504-a599-b2e964b3f3da None None] Provisioning complete for port 631ce8e0-9be0-412e-beb8-c56cf6ecc75c triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:47.156678 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0b911ed8-ebd0-4504-a599-b2e964b3f3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:47.157247 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-3313e2fa-2491-464f-a797-5b1a78bb7212 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021a2df4-f111-470b-b364-5b98ed167c50']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:47.176777 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:20:47.177735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:47.182461 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-3313e2fa-2491-464f-a797-5b1a78bb7212 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e1d915-bdad-4634-b31c-53f29eccb309') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:47.183310 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-3313e2fa-2491-464f-a797-5b1a78bb7212 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e1d915-bdad-4634-b31c-53f29eccb309') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:47.192772 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037e374f-086d-4ab7-aa12-32f748d6352d None None] Network 021a2df4-f111-470b-b364-5b98ed167c50 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:47.201165 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1ac4d2-6e0b-4ec8-93bd-e579fae85470 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:20:47.212512 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:20:47.217212 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3313e2fa-2491-464f-a797-5b1a78bb7212 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:47.217487 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d45a9cb-ea86-451c-8c95-5e7ce4a31669 None None] Sync routers for ids ['f56ac969-34c9-4136-bde4-0f3e21af5b9a'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:20:47.219339 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965e6f3-4881-4537-ba4a-2b9c4766ac1e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event deleted for resources: {'Port': ['ID=7f9f724b-b716-4267-aa90-d4df3f8507f2,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:47.230267 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac4d2-6e0b-4ec8-93bd-e579fae85470 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:47.234061 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d45a9cb-ea86-451c-8c95-5e7ce4a31669 None None] Routers {'f56ac969-34c9-4136-bde4-0f3e21af5b9a'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:47.234538 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ea1ac4d2-6e0b-4ec8-93bd-e579fae85470 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "PUT /v2.0/routers/f56ac969-34c9-4136-bde4-0f3e21af5b9a HTTP/1.1" status: 200 len: 923 time: 4.7850475 Dec 22 15:20:47.234799 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-2d45a9cb-ea86-451c-8c95-5e7ce4a31669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:20:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['f56ac969-34c9-4136-bde4-0f3e21af5b9a'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:47.238441 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57646) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:47.273794 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6965e6f3-4881-4537-ba4a-2b9c4766ac1e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:47.313728 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:47.453814 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-2d45a9cb-ea86-451c-8c95-5e7ce4a31669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:47.470589 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d45a9cb-ea86-451c-8c95-5e7ce4a31669 None None] Routers {'f56ac969-34c9-4136-bde4-0f3e21af5b9a'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:47.471493 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-2d45a9cb-ea86-451c-8c95-5e7ce4a31669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:20:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['f56ac969-34c9-4136-bde4-0f3e21af5b9a'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:47.473576 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=631ce8e0-9be0-412e-beb8-c56cf6ecc75c,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:47.494982 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:47.531622 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6965e6f3-4881-4537-ba4a-2b9c4766ac1e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:47.538747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3313e2fa-2491-464f-a797-5b1a78bb7212 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:47.549305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:47.564395 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-383b7137-efbc-4cb1-b40c-030dc14c0c44 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:47.564686 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3313e2fa-2491-464f-a797-5b1a78bb7212 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:20:47.566001 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3313e2fa-2491-464f-a797-5b1a78bb7212 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:47.570458 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-2d45a9cb-ea86-451c-8c95-5e7ce4a31669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:47.571094 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d45a9cb-ea86-451c-8c95-5e7ce4a31669 None None] The sync data for ids ['f56ac969-34c9-4136-bde4-0f3e21af5b9a'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:20:47.584216 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:47.601116 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Pushing event deleted for resources: {'Network': ['ID=2944cdfa-0699-4c87-9625-838f7c0e93c0,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:20:47.606507 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:20:47.614975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:47.631236 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] 10.222.0.59 "DELETE /v2.0/networks/2944cdfa-0699-4c87-9625-838f7c0e93c0 HTTP/1.1" status: 204 len: 168 time: 4.1497016 Dec 22 15:20:47.634578 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6965e6f3-4881-4537-ba4a-2b9c4766ac1e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:47.636268 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6965e6f3-4881-4537-ba4a-2b9c4766ac1e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "DELETE /v2.0/floatingips/5c4531ed-c0e3-4e79-b12f-88c36cf9d5ca HTTP/1.1" status: 204 len: 168 time: 3.0712423 Dec 22 15:20:47.645460 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57652) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:47.681906 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': '72abefd3-6f9c-46aa-901b-4939836e849d'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:47.701271 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:47.732350 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-501d168f-a04c-4748-aca7-2db820c4e2bf tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "GET /v2.0/routers/f56ac969-34c9-4136-bde4-0f3e21af5b9a HTTP/1.1" status: 200 len: 923 time: 0.4923339 Dec 22 15:20:47.735287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57656) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:47.739326 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Usage tracker for resource:floatingip and tenant:896746a3ba814c648a856f49fda64854 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:47.750937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:47.822274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:47.838709 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.objects.ports [None req-3b11690d-18af-488b-8721-40f1d5229d21 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88218) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 15:20:47.839262 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3b11690d-18af-488b-8721-40f1d5229d21 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:47.852511 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:47.867709 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6661680-65f0-4f9b-a566-de0871d512e5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:47.869132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c6661680-65f0-4f9b-a566-de0871d512e5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Synchronizing usage tracker for tenant:1ea8049bd3ba40efa70fd5e7ba0a8e2c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:20:47.878100 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Transition to ACTIVE for port object 30584c33-2f9f-44fe-826f-4399e293fb8e will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:47.888956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3313e2fa-2491-464f-a797-5b1a78bb7212 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:47.898656 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3313e2fa-2491-464f-a797-5b1a78bb7212 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:47.906818 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Transition to ACTIVE for port object 30584c33-2f9f-44fe-826f-4399e293fb8e will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:47.913864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e6e53390-6edf-4cf0-8dbd-338f685e55b4 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:47.950919 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3313e2fa-2491-464f-a797-5b1a78bb7212 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/021a2df4-f111-470b-b364-5b98ed167c50 HTTP/1.1" status: 204 len: 168 time: 2.7314882 Dec 22 15:20:47.952367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11690d-18af-488b-8721-40f1d5229d21 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bb66d144-e2c5-4bc8-8988-332d5ce87c66,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:47.956702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57660) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:47.959249 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3b11690d-18af-488b-8721-40f1d5229d21 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:47.962038 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:47.975967 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313e2fa-2491-464f-a797-5b1a78bb7212 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Network': ['ID=021a2df4-f111-470b-b364-5b98ed167c50,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:47.981859 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-dc6625d5-f3db-480f-9f66-096fac0a92a2 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-657121398'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:47.985122 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3313e2fa-2491-464f-a797-5b1a78bb7212 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:47.988941 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:48.000475 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-dc6625d5-f3db-480f-9f66-096fac0a92a2 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:48.001118 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:48.002454 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b11690d-18af-488b-8721-40f1d5229d21 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Checking segment: {'id': 'fe7f1121-9827-4534-8090-af524b4adfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd997bb13-3022-401c-b596-091aedf8b2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:48.002824 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b11690d-18af-488b-8721-40f1d5229d21 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Network hostable DHCP agents. Network: d997bb13-3022-401c-b596-091aedf8b2ad, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:20:48.010194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-dc6625d5-f3db-480f-9f66-096fac0a92a2 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:network and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:48.015660 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-dc6625d5-f3db-480f-9f66-096fac0a92a2 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:48.029448 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-dc6625d5-f3db-480f-9f66-096fac0a92a2 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:48.101301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c6661680-65f0-4f9b-a566-de0871d512e5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Unset dirty status for tenant:1ea8049bd3ba40efa70fd5e7ba0a8e2c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:20:48.110071 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c6661680-65f0-4f9b-a566-de0871d512e5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&device_id=f56ac969-34c9-4136-bde4-0f3e21af5b9a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3726220 Dec 22 15:20:48.111184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57668) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:48.136470 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Network 05dafa16-e353-41f2-a965-74bdc8682c9b is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:48.142074 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:48.148641 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:48.176724 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6625d5-f3db-480f-9f66-096fac0a92a2 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:48.185274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dc6625d5-f3db-480f-9f66-096fac0a92a2 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:48.192431 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:48.210960 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:48.216515 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Pushing event updated for resources: {'Port': ['ID=30584c33-2f9f-44fe-826f-4399e293fb8e,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:48.234905 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:48.238287 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b11690d-18af-488b-8721-40f1d5229d21 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Network d997bb13-3022-401c-b596-091aedf8b2ad is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:20:48.311103 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Subnet': ['ID=ea6af81e-089c-49aa-9796-6dfe65a54e2b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:48.326435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:48.371164 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6625d5-f3db-480f-9f66-096fac0a92a2 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:20:48.376135 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Attempting to bind port 30584c33-2f9f-44fe-826f-4399e293fb8e on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:48.377122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Attempting to bind port 30584c33-2f9f-44fe-826f-4399e293fb8e by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '2b8461c8-4223-4fc9-8b60-e7bddd9a5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '05dafa16-e353-41f2-a965-74bdc8682c9b'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:48.380929 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Attempting to bind port 30584c33-2f9f-44fe-826f-4399e293fb8e on network 05dafa16-e353-41f2-a965-74bdc8682c9b {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:48.394894 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:20:48.406912 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Checking segment: {'id': '2b8461c8-4223-4fc9-8b60-e7bddd9a5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '05dafa16-e353-41f2-a965-74bdc8682c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:48.406912 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:48.406912 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Bound using segment: {'id': '2b8461c8-4223-4fc9-8b60-e7bddd9a5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '05dafa16-e353-41f2-a965-74bdc8682c9b'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:20:48.406912 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Bound port: 30584c33-2f9f-44fe-826f-4399e293fb8e, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8461c8-4223-4fc9-8b60-e7bddd9a5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '05dafa16-e353-41f2-a965-74bdc8682c9b'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:20:48.406912 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:48.408391 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dc6625d5-f3db-480f-9f66-096fac0a92a2 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:48.408391 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-dc6625d5-f3db-480f-9f66-096fac0a92a2 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Added segment 295d9612-fc56-48a4-bbb1-57171e355a1c of type vlan for network 369e7397-ba3c-4289-a819-92512f5d9511 Dec 22 15:20:48.457791 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aa3a37-f700-4e9c-8bd9-b25464eb1f13 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:48.458500 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d1aa3a37-f700-4e9c-8bd9-b25464eb1f13 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Synchronizing usage tracker for tenant:1ea8049bd3ba40efa70fd5e7ba0a8e2c on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:20:48.465164 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-3b11690d-18af-488b-8721-40f1d5229d21 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, d997bb13-3022-401c-b596-091aedf8b2ad) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:48.480927 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dc6625d5-f3db-480f-9f66-096fac0a92a2 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:48.488005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b11690d-18af-488b-8721-40f1d5229d21 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:48.488516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3b11690d-18af-488b-8721-40f1d5229d21 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:48.544530 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57674) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:48.552691 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:48.557792 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd3042e-9173-4323-b98e-ae9c477c8305 None None] Network d997bb13-3022-401c-b596-091aedf8b2ad requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:48.562268 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:48.613784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05dafa16-e353-41f2-a965-74bdc8682c9b']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:48.643873 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8461c8-4223-4fc9-8b60-e7bddd9a5183') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:48.645557 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8461c8-4223-4fc9-8b60-e7bddd9a5183') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:48.664268 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d1aa3a37-f700-4e9c-8bd9-b25464eb1f13 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Unset dirty status for tenant:1ea8049bd3ba40efa70fd5e7ba0a8e2c on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:20:48.669369 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57680) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:48.674998 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d1aa3a37-f700-4e9c-8bd9-b25464eb1f13 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "GET /v2.0/networks/98c1d02c-4416-4565-b8a7-1c1ed298f1f8 HTTP/1.1" status: 200 len: 881 time: 0.5567834 Dec 22 15:20:48.700457 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] For port 30584c33-2f9f-44fe-826f-4399e293fb8e, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:20:48.707270 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] For port 30584c33-2f9f-44fe-826f-4399e293fb8e, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=30584c33-2f9f-44fe-826f-4399e293fb8e,segment=NetworkSegment(2b8461c8-4223-4fc9-8b60-e7bddd9a5183),segment_id=2b8461c8-4223-4fc9-8b60-e7bddd9a5183)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:20:48.761198 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:48.793796 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ab62f7da-4c0d-44ba-9baf-44eca22ab65d tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "GET /v2.0/ports?device_id=f56ac969-34c9-4136-bde4-0f3e21af5b9a HTTP/1.1" status: 200 len: 205 time: 0.1203425 Dec 22 15:20:48.825048 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57684) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:48.846650 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:48.854274 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:48.914699 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3b11690d-18af-488b-8721-40f1d5229d21 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.6881957 Dec 22 15:20:48.926432 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dc6625d5-f3db-480f-9f66-096fac0a92a2 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:48.937453 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6625d5-f3db-480f-9f66-096fac0a92a2 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:48.938509 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dc6625d5-f3db-480f-9f66-096fac0a92a2 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:48.944665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57688) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:48.953576 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4c63c3ce-7339-4942-bcf7-200d9b8a39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:49.001796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-79448c4d-d7c4-4ce8-ad8e-7430efea90ed tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-207833792', 'network_id': 'd997bb13-3022-401c-b596-091aedf8b2ad'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:49.011105 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97231867-6713-4bbf-9ddf-5f595053aa91 None None] Network d997bb13-3022-401c-b596-091aedf8b2ad requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:49.031002 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Pushing event updated for resources: {'Port': ['ID=30584c33-2f9f-44fe-826f-4399e293fb8e,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:49.032200 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:49.032685 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-79448c4d-d7c4-4ce8-ad8e-7430efea90ed tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:49.033564 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:49.066540 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:20:49.066952 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:20:49.083033 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:20:49.110277 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:20:49.172425 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-79448c4d-d7c4-4ce8-ad8e-7430efea90ed tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Usage tracker for resource:port and tenant:c2a62fe9136845aba9e552f533d27b2b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:49.185934 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-79448c4d-d7c4-4ce8-ad8e-7430efea90ed tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:49.210403 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-79448c4d-d7c4-4ce8-ad8e-7430efea90ed tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:49.212211 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Allocated IP 172.26.6.99 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/f92bc5d4-bbc3-4ae2-9172-cc62ccf7f336) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:49.220477 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6625d5-f3db-480f-9f66-096fac0a92a2 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Network': ['ID=369e7397-ba3c-4289-a819-92512f5d9511,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:49.229644 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dc6625d5-f3db-480f-9f66-096fac0a92a2 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:49.246474 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-dc6625d5-f3db-480f-9f66-096fac0a92a2 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2821443 Dec 22 15:20:49.246736 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 369e7397-ba3c-4289-a819-92512f5d9511 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:20:49.252884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57694) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:49.257540 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5710b906-0548-4319-8d7e-09f384e2d2c1 None None] Network 05dafa16-e353-41f2-a965-74bdc8682c9b requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:49.276732 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2211f410-0e8e-41d7-95d0-dcad4fd81d73 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'subnet': {'network_id': '369e7397-ba3c-4289-a819-92512f5d9511', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:49.297373 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8f1078cf-c05f-4099-ba51-53926edcf9b3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=79c9d48de8fd445f817cbf3fb4b37524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7510717 Dec 22 15:20:49.306500 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57698) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:49.443568 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79448c4d-d7c4-4ce8-ad8e-7430efea90ed tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Made reservation on behalf of c2a62fe9136845aba9e552f533d27b2b for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:49.447131 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79448c4d-d7c4-4ce8-ad8e-7430efea90ed tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:49.475474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 15:20:49.475474 dv-neutron-822674-1-hyperv neutron-server[88217]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 15:20:49.475474 dv-neutron-822674-1-hyperv neutron-server[88217]: [parameters: {'id': '05dafa16-e353-41f2-a965-74bdc8682c9b'}] Dec 22 15:20:49.475474 dv-neutron-822674-1-hyperv neutron-server[88217]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:20:49.475792 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:20:49.486026 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-79448c4d-d7c4-4ce8-ad8e-7430efea90ed tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] device_id is not set on port 0d55f846-9a62-42d5-87ab-dd981c5e4622 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:20:49.522561 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 631ce8e0-9be0-412e-beb8-c56cf6ecc75c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:20:49.524198 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9a38cf8-0f62-4d1e-93a4-55f465ecdaa4 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:49.609065 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27c4f437-8bd5-4801-b43f-5a9f2a38a938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:49.631863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2211f410-0e8e-41d7-95d0-dcad4fd81d73 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:49.647715 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2211f410-0e8e-41d7-95d0-dcad4fd81d73 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:subnet and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:49.654502 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2211f410-0e8e-41d7-95d0-dcad4fd81d73 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:49.668719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2211f410-0e8e-41d7-95d0-dcad4fd81d73 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:49.684983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:49.697151 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-79448c4d-d7c4-4ce8-ad8e-7430efea90ed tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Allocated IP 172.20.0.5 (d997bb13-3022-401c-b596-091aedf8b2ad/bb66d144-e2c5-4bc8-8988-332d5ce87c66/0d55f846-9a62-42d5-87ab-dd981c5e4622) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:49.745528 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27c4f437-8bd5-4801-b43f-5a9f2a38a938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:49.780254 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 631ce8e0-9be0-412e-beb8-c56cf6ecc75c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:49.780514 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:49.832506 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2211f410-0e8e-41d7-95d0-dcad4fd81d73 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:49.836129 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2211f410-0e8e-41d7-95d0-dcad4fd81d73 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:49.855062 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9a38cf8-0f62-4d1e-93a4-55f465ecdaa4 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:49.875796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:49.888110 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:49.959146 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e9a38cf8-0f62-4d1e-93a4-55f465ecdaa4 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Deleting port 38c472a4-d652-4c64-bb47-a9c343108028 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:49.959518 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9a38cf8-0f62-4d1e-93a4-55f465ecdaa4 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:49.961460 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d94468-7eda-47f2-b712-a5b7bd4406ea None None] get_active_networks_info from dv-neutron-822674-1-hyperv {{(pid=88219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 15:20:49.992123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:50.001331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:50.008522 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:50.012759 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:50.022571 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27c4f437-8bd5-4801-b43f-5a9f2a38a938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:50.031105 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8b427448-1f01-42a8-8e80-b7ed33421de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:50.058623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4f437-8bd5-4801-b43f-5a9f2a38a938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13013a2b-137b-4eb2-8718-dff1574ed3af,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:50.065176 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-27c4f437-8bd5-4801-b43f-5a9f2a38a938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:50.071939 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Deleting port 30584c33-2f9f-44fe-826f-4399e293fb8e {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:50.072519 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:50.077422 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Port': ['ID=f92bc5d4-bbc3-4ae2-9172-cc62ccf7f336,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:50.080681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:50.107625 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79448c4d-d7c4-4ce8-ad8e-7430efea90ed tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:50.108797 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d94468-7eda-47f2-b712-a5b7bd4406ea None None] Resources bound (agent type, host, resource id): {{(pid=88219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 15:20:50.269058 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27c4f437-8bd5-4801-b43f-5a9f2a38a938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:50.270265 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-27c4f437-8bd5-4801-b43f-5a9f2a38a938 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/13013a2b-137b-4eb2-8718-dff1574ed3af HTTP/1.1" status: 204 len: 168 time: 0.9627750 Dec 22 15:20:50.379295 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79448c4d-d7c4-4ce8-ad8e-7430efea90ed tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:50.389776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-02885fc6-3ef7-4763-9721-85ec724d95ce tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:50.480432 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79448c4d-d7c4-4ce8-ad8e-7430efea90ed tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Network d997bb13-3022-401c-b596-091aedf8b2ad is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:50.485456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-79448c4d-d7c4-4ce8-ad8e-7430efea90ed tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:50.493172 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79448c4d-d7c4-4ce8-ad8e-7430efea90ed tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:50.624455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2211f410-0e8e-41d7-95d0-dcad4fd81d73 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:50.713382 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1f57a8-26c4-42b0-bf2a-efb587c46201 None None] get_active_networks_info from dv-neutron-822674-1-hyperv {{(pid=88219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 15:20:50.740064 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79448c4d-d7c4-4ce8-ad8e-7430efea90ed tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Pushing event updated for resources: {'Port': ['ID=0d55f846-9a62-42d5-87ab-dd981c5e4622,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:50.758290 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-79448c4d-d7c4-4ce8-ad8e-7430efea90ed tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:50.810311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79448c4d-d7c4-4ce8-ad8e-7430efea90ed tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:50.811729 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79448c4d-d7c4-4ce8-ad8e-7430efea90ed tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:50.824054 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9a38cf8-0f62-4d1e-93a4-55f465ecdaa4 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:50.975405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:50.992194 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-79448c4d-d7c4-4ce8-ad8e-7430efea90ed tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.0088508 Dec 22 15:20:50.994183 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57716) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:50.997742 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:51.129583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-60b6f61c-04da-49be-ac48-de5f0180b0af tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Deleting port 0d55f846-9a62-42d5-87ab-dd981c5e4622 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:51.130007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60b6f61c-04da-49be-ac48-de5f0180b0af tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:51.261178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e9a38cf8-0f62-4d1e-93a4-55f465ecdaa4 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Calling delete_port for 38c472a4-d652-4c64-bb47-a9c343108028 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:51.357511 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1f57a8-26c4-42b0-bf2a-efb587c46201 None None] Network 369e7397-ba3c-4289-a819-92512f5d9511 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:20:51.375942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] For port 30584c33-2f9f-44fe-826f-4399e293fb8e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=30584c33-2f9f-44fe-826f-4399e293fb8e,segment=NetworkSegment(2b8461c8-4223-4fc9-8b60-e7bddd9a5183),segment_id=2b8461c8-4223-4fc9-8b60-e7bddd9a5183)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:51.376715 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:51.456894 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211f410-0e8e-41d7-95d0-dcad4fd81d73 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Subnet': ['ID=23916de8-3533-4f85-97b8-ecf22bca0c92,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:51.463386 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1f57a8-26c4-42b0-bf2a-efb587c46201 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 369e7397-ba3c-4289-a819-92512f5d9511) {{(pid=88219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 15:20:51.516960 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:51.522419 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2211f410-0e8e-41d7-95d0-dcad4fd81d73 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:51.530943 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Calling delete_port for 30584c33-2f9f-44fe-826f-4399e293fb8e owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:51.610668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2211f410-0e8e-41d7-95d0-dcad4fd81d73 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Checking segment: {'id': '295d9612-fc56-48a4-bbb1-57171e355a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '369e7397-ba3c-4289-a819-92512f5d9511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:51.611349 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2211f410-0e8e-41d7-95d0-dcad4fd81d73 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network hostable DHCP agents. Network: 369e7397-ba3c-4289-a819-92512f5d9511, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:20:51.673651 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2211f410-0e8e-41d7-95d0-dcad4fd81d73 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Unable to find a vacant binding_index for network 369e7397-ba3c-4289-a819-92512f5d9511 and agent 4002601b-7670-4ecd-8dbd-70defd6730e5 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 22 15:20:51.683259 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-2211f410-0e8e-41d7-95d0-dcad4fd81d73 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 369e7397-ba3c-4289-a819-92512f5d9511) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:51.689082 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2211f410-0e8e-41d7-95d0-dcad4fd81d73 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:51.690457 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2211f410-0e8e-41d7-95d0-dcad4fd81d73 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:51.883136 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2211f410-0e8e-41d7-95d0-dcad4fd81d73 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6195393 Dec 22 15:20:51.885180 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:51.905008 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57734) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:51.909448 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f02b9b25-e2cc-47bd-b2dd-d0dbdb95b6d7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:51.974165 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60b6f61c-04da-49be-ac48-de5f0180b0af tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:52.012948 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] No DVR routers for this DVR port 30584c33-2f9f-44fe-826f-4399e293fb8e on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:20:52.048760 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Port': ['ID=30584c33-2f9f-44fe-826f-4399e293fb8e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:52.117900 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:52.145656 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57740) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:52.155822 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-60b6f61c-04da-49be-ac48-de5f0180b0af tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Calling delete_port for 0d55f846-9a62-42d5-87ab-dd981c5e4622 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:52.159661 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-369e7397-ba3c-4289-a819-92512f5d9511', 'network_id': '369e7397-ba3c-4289-a819-92512f5d9511', 'tenant_id': '5174c37d8f2b4cb683ba55748d87c3c3', 'fixed_ips': [{'subnet_id': '23916de8-3533-4f85-97b8-ecf22bca0c92'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:20:52.161372 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:52.375128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:52.407134 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Allocated IP 172.20.0.2 (369e7397-ba3c-4289-a819-92512f5d9511/23916de8-3533-4f85-97b8-ecf22bca0c92/88bf4560-e9d8-4147-9359-758418b23ba1) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:52.431250 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-592449800'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:52.437390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:52.442181 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:network and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:52.445889 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:52.453084 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:52.462165 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:52.481045 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e1c2af44-ea82-4759-a4f2-e344f0f81a4b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:52.498398 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9a38cf8-0f62-4d1e-93a4-55f465ecdaa4 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:52.516801 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4d0c70dc-5428-465d-a76f-831651faec73 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:52.548583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60b6f61c-04da-49be-ac48-de5f0180b0af tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:52.566154 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Made reservation on behalf of ee2232110f5e4ead88119ba9dae092ad for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:52.569830 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:52.618101 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:52.634055 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a38cf8-0f62-4d1e-93a4-55f465ecdaa4 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Pushing event deleted for resources: {'Port': ['ID=38c472a4-d652-4c64-bb47-a9c343108028,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:52.642021 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:52.662349 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e9a38cf8-0f62-4d1e-93a4-55f465ecdaa4 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:52.692369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Port': ['ID=f92bc5d4-bbc3-4ae2-9172-cc62ccf7f336,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:52.695433 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:52.699218 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:52.701572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e6f49a02-5aba-4586-934e-e6603af83230 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:52.734005 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:52.754016 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Transition to ACTIVE for port object 88bf4560-e9d8-4147-9359-758418b23ba1 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:52.771107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:52.797404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Transition to ACTIVE for port object 88bf4560-e9d8-4147-9359-758418b23ba1 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:20:52.839478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:52.840130 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:security_group_rule and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:52.844866 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05dafa16-e353-41f2-a965-74bdc8682c9b']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:52.858999 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:52.871897 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:52.874122 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6f61c-04da-49be-ac48-de5f0180b0af tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d55f846-9a62-42d5-87ab-dd981c5e4622,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:52.874668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8461c8-4223-4fc9-8b60-e7bddd9a5183') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:52.874974 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8461c8-4223-4fc9-8b60-e7bddd9a5183') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:52.888529 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:52.888529 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-60b6f61c-04da-49be-ac48-de5f0180b0af tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:52.894271 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-9c07ba3d-4a24-4155-be0d-a7c4c3aeab1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:52.902662 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:52.910484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Deleting port 88bf4560-e9d8-4147-9359-758418b23ba1 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:52.910919 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:52.952263 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9a38cf8-0f62-4d1e-93a4-55f465ecdaa4 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:52.986202 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Network 369e7397-ba3c-4289-a819-92512f5d9511 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:52.997416 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:53.010464 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60b6f61c-04da-49be-ac48-de5f0180b0af tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:53.016079 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:53.056285 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-60b6f61c-04da-49be-ac48-de5f0180b0af tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "DELETE /v2.0/ports/0d55f846-9a62-42d5-87ab-dd981c5e4622 HTTP/1.1" status: 204 len: 168 time: 2.0600247 Dec 22 15:20:53.062980 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57750) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:53.069827 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd997bb13-3022-401c-b596-091aedf8b2ad', 'external_fixed_ips': [{'subnet_id': 'bb66d144-e2c5-4bc8-8988-332d5ce87c66', 'ip_address': '172.20.0.5'}]}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:53.075110 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Floating IP 83215241-d3df-4722-915f-a99e7a575c10 associated. External IP: 172.26.6.99, port: 72abefd3-6f9c-46aa-901b-4939836e849d. Dec 22 15:20:53.156890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:53.183311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Usage tracker for resource:router and tenant:c2a62fe9136845aba9e552f533d27b2b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:53.185058 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Pushing event updated for resources: {'Port': ['ID=88bf4560-e9d8-4147-9359-758418b23ba1,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:53.201101 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:53.202311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:53.235885 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:53.243880 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:53.255618 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Attempting to bind port 88bf4560-e9d8-4147-9359-758418b23ba1 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:20:53.257565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Attempting to bind port 88bf4560-e9d8-4147-9359-758418b23ba1 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '295d9612-fc56-48a4-bbb1-57171e355a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '369e7397-ba3c-4289-a819-92512f5d9511'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:20:53.259213 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Attempting to bind port 88bf4560-e9d8-4147-9359-758418b23ba1 on network 369e7397-ba3c-4289-a819-92512f5d9511 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:20:53.293051 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:20:53.293654 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Checking segment: {'id': '295d9612-fc56-48a4-bbb1-57171e355a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '369e7397-ba3c-4289-a819-92512f5d9511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:53.294350 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:53.295013 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Bound using segment: {'id': '295d9612-fc56-48a4-bbb1-57171e355a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '369e7397-ba3c-4289-a819-92512f5d9511'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:20:53.295818 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Bound port: 88bf4560-e9d8-4147-9359-758418b23ba1, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295d9612-fc56-48a4-bbb1-57171e355a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '369e7397-ba3c-4289-a819-92512f5d9511'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:20:53.296857 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:53.346723 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:20:53.347142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:20:53.379530 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:20:53.402758 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9a38cf8-0f62-4d1e-93a4-55f465ecdaa4 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:53.434311 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9a38cf8-0f62-4d1e-93a4-55f465ecdaa4 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:53.488989 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:53.536830 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] For port 88bf4560-e9d8-4147-9359-758418b23ba1, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:20:53.580852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:53.582108 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:53.595449 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:53.741070 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:53.790111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:20:53.797592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7369fdf5-3241-4470-9ecd-8979d95d76d9,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:53.803575 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:53.809382 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:53.809884 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Added segment af6f19a5-91cd-4a7d-a5a3-e0a7bd38228e of type vlan for network 7db7d936-c36f-486b-858e-bfac112dd9f3 Dec 22 15:20:53.826143 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] For port 88bf4560-e9d8-4147-9359-758418b23ba1, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=88bf4560-e9d8-4147-9359-758418b23ba1,segment=NetworkSegment(295d9612-fc56-48a4-bbb1-57171e355a1c),segment_id=295d9612-fc56-48a4-bbb1-57171e355a1c)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:20:53.827861 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:53.832220 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:53.838455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fb503252-57f2-46e1-94a6-f594bfd7f866 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:53.884882 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9a38cf8-0f62-4d1e-93a4-55f465ecdaa4 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:53.885469 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a38cf8-0f62-4d1e-93a4-55f465ecdaa4 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Fanout notify agent at l3_agent the message router_deleted on router f56ac969-34c9-4136-bde4-0f3e21af5b9a {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:20:53.893623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9a38cf8-0f62-4d1e-93a4-55f465ecdaa4 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:53.896714 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e9a38cf8-0f62-4d1e-93a4-55f465ecdaa4 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "DELETE /v2.0/routers/f56ac969-34c9-4136-bde4-0f3e21af5b9a HTTP/1.1" status: 204 len: 168 time: 5.0672405 Dec 22 15:20:53.900045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Network': ['ID=05dafa16-e353-41f2-a965-74bdc8682c9b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:53.903070 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57754) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:53.905979 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:53.915939 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/networks/05dafa16-e353-41f2-a965-74bdc8682c9b HTTP/1.1" status: 204 len: 168 time: 8.7363801 Dec 22 15:20:53.917882 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:53.923778 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:53.925650 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57758) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:53.930619 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:53.940819 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-d3e7f339-8108-494d-b130-defa651fea1f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1584476876'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:53.946657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d3e7f339-8108-494d-b130-defa651fea1f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:53.949497 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-42862b77-fe81-4aad-b543-78c78e6583c7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-967307812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:53.951044 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d3e7f339-8108-494d-b130-defa651fea1f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Usage tracker for resource:network and tenant:11c49d7e82324f4a85654eb2604ff3c0 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:53.954246 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d3e7f339-8108-494d-b130-defa651fea1f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:53.960672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d3e7f339-8108-494d-b130-defa651fea1f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:53.968934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-42862b77-fe81-4aad-b543-78c78e6583c7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:53.975991 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:53.981698 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] For port 88bf4560-e9d8-4147-9359-758418b23ba1, host dv-neutron-822674-1-hyperv, got binding levels [] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:53.982613 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:53.996444 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-42862b77-fe81-4aad-b543-78c78e6583c7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Usage tracker for resource:router and tenant:4640dc4cc0f84813af0f47fbeedc30ca is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:54.006353 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-42862b77-fe81-4aad-b543-78c78e6583c7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:54.012489 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Router 38fe96a1-5a58-4870-bef5-3001fb091ed3 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:20:54.028072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e7f339-8108-494d-b130-defa651fea1f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Made reservation on behalf of 11c49d7e82324f4a85654eb2604ff3c0 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:54.031706 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d3e7f339-8108-494d-b130-defa651fea1f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:54.085511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-42862b77-fe81-4aad-b543-78c78e6583c7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:54.144377 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Pushing event updated for resources: {'Port': ['ID=88bf4560-e9d8-4147-9359-758418b23ba1,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:54.152960 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:54.178677 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Calling delete_port for 88bf4560-e9d8-4147-9359-758418b23ba1 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:54.190363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:54.195947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:54.197257 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:54.215190 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:54.454121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-42862b77-fe81-4aad-b543-78c78e6583c7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:54.462934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-42862b77-fe81-4aad-b543-78c78e6583c7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:54.482806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:20:54.486074 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:20:54.510871 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-42862b77-fe81-4aad-b543-78c78e6583c7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:54.520666 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e7f339-8108-494d-b130-defa651fea1f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:20:54.702542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-42862b77-fe81-4aad-b543-78c78e6583c7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:54.702982 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Network': ['ID=7db7d936-c36f-486b-858e-bfac112dd9f3,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:54.711346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:54.716133 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:54.725370 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d3e7f339-8108-494d-b130-defa651fea1f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:54.726013 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-d3e7f339-8108-494d-b130-defa651fea1f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Added segment df9f8a17-249b-40e7-853d-0cf7406de42d of type vlan for network cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5 Dec 22 15:20:54.730906 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 7db7d936-c36f-486b-858e-bfac112dd9f3 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:20:54.763342 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:20:54.771424 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d3e7f339-8108-494d-b130-defa651fea1f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:54.805972 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.6591263 Dec 22 15:20:54.812741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57766) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:54.818516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-4562caad-7874-429e-926a-950f9e5f9a62 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1962452716'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:54.824651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4562caad-7874-429e-926a-950f9e5f9a62 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:54.829390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4562caad-7874-429e-926a-950f9e5f9a62 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:network and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:54.829946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-42862b77-fe81-4aad-b543-78c78e6583c7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:54.836062 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-42862b77-fe81-4aad-b543-78c78e6583c7 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9185162 Dec 22 15:20:54.840250 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57770) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:54.845519 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4562caad-7874-429e-926a-950f9e5f9a62 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:54.848110 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-91726444-adaf-4d9a-9bba-c7112e680ffe tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Request body: {'router': {'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:54.856253 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4562caad-7874-429e-926a-950f9e5f9a62 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:54.863415 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b35df8-ee49-4b01-9186-4c838270fcbd None None] Sync routers for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:20:54.920320 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:54.926638 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b35df8-ee49-4b01-9186-4c838270fcbd None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:54.927727 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d3b35df8-ee49-4b01-9186-4c838270fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:20:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:54.978581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d3e7f339-8108-494d-b130-defa651fea1f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:54.984408 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e7f339-8108-494d-b130-defa651fea1f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:54.985136 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d3e7f339-8108-494d-b130-defa651fea1f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:54.992625 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-28becddb-c00b-483c-b6c2-00731dc0098a tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:55.041237 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4562caad-7874-429e-926a-950f9e5f9a62 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Made reservation on behalf of ee2232110f5e4ead88119ba9dae092ad for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:55.047412 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4562caad-7874-429e-926a-950f9e5f9a62 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:55.057762 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d3b35df8-ee49-4b01-9186-4c838270fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:55.075598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b35df8-ee49-4b01-9186-4c838270fcbd None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:55.076685 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d3b35df8-ee49-4b01-9186-4c838270fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:20:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:55.084304 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.4335580 Dec 22 15:20:55.099177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Deleting port 88bf4560-e9d8-4147-9359-758418b23ba1 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:55.099731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:55.200497 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57774) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:55.218130 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4562caad-7874-429e-926a-950f9e5f9a62 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:20:55.231288 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4562caad-7874-429e-926a-950f9e5f9a62 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:55.231604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d3b35df8-ee49-4b01-9186-4c838270fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:20:55.231773 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-4562caad-7874-429e-926a-950f9e5f9a62 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Added segment 233c4876-3e13-4d72-8102-83a8d2bbe2da of type vlan for network cc5a6c30-b32c-49be-88e7-10fc94ae51db Dec 22 15:20:55.232051 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b35df8-ee49-4b01-9186-4c838270fcbd None None] The sync data for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:20:55.247540 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7f339-8108-494d-b130-defa651fea1f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Network': ['ID=cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:55.248801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d3e7f339-8108-494d-b130-defa651fea1f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:55.256958 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-7df3e37e-5851-4eea-bf25-c59813d209db tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1321331750'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:55.259754 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:20:55.264114 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d3e7f339-8108-494d-b130-defa651fea1f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3339987 Dec 22 15:20:55.270390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57778) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:55.275630 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7df3e37e-5851-4eea-bf25-c59813d209db tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:55.306844 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4562caad-7874-429e-926a-950f9e5f9a62 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:55.375143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7df3e37e-5851-4eea-bf25-c59813d209db tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Usage tracker for resource:network and tenant:896746a3ba814c648a856f49fda64854 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:55.382902 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7df3e37e-5851-4eea-bf25-c59813d209db tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:55.397125 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-fc260d23-7d66-4ae6-b877-3f02bf20dc13 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'subnet': {'network_id': 'cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:55.418534 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5e34da9c-6306-49f1-b9c0-2375b8297739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:55.529645 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 88bf4560-e9d8-4147-9359-758418b23ba1 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:20:55.561526 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-fc260d23-7d66-4ae6-b877-3f02bf20dc13 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:55.567889 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-fc260d23-7d66-4ae6-b877-3f02bf20dc13 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Usage tracker for resource:subnet and tenant:11c49d7e82324f4a85654eb2604ff3c0 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:55.573947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-fc260d23-7d66-4ae6-b877-3f02bf20dc13 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:55.585694 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7df3e37e-5851-4eea-bf25-c59813d209db tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:55.596277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-fc260d23-7d66-4ae6-b877-3f02bf20dc13 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:55.640318 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e79b0ae-b368-42d3-b149-b62644d34851 None None] Network 369e7397-ba3c-4289-a819-92512f5d9511 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:55.797269 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91726444-adaf-4d9a-9bba-c7112e680ffe tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:55.902157 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df3e37e-5851-4eea-bf25-c59813d209db tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Made reservation on behalf of 896746a3ba814c648a856f49fda64854 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:55.902913 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 88bf4560-e9d8-4147-9359-758418b23ba1 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:20:55.905615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7df3e37e-5851-4eea-bf25-c59813d209db tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:55.920689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4562caad-7874-429e-926a-950f9e5f9a62 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:55.929036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4562caad-7874-429e-926a-950f9e5f9a62 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:55.929036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4562caad-7874-429e-926a-950f9e5f9a62 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:55.939125 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ad3b04d3-8fb8-44b1-bea4-4e9b53e7c18a tempest-ExternalNetworksTestJSON-401276908 tempest-ExternalNetworksTestJSON-401276908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:55.945937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-003a6808-93f2-477c-92a3-3f12285691a1 None None] Provisioning for port 88bf4560-e9d8-4147-9359-758418b23ba1 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:20:55.953252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc260d23-7d66-4ae6-b877-3f02bf20dc13 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Made reservation on behalf of 11c49d7e82324f4a85654eb2604ff3c0 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:55.957258 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fc260d23-7d66-4ae6-b877-3f02bf20dc13 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:55.964130 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-003a6808-93f2-477c-92a3-3f12285691a1 None None] Provisioning complete for port 88bf4560-e9d8-4147-9359-758418b23ba1 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:55.964611 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-003a6808-93f2-477c-92a3-3f12285691a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:56.013984 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 88bf4560-e9d8-4147-9359-758418b23ba1 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:56.014467 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:56.121558 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] For port 88bf4560-e9d8-4147-9359-758418b23ba1, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=88bf4560-e9d8-4147-9359-758418b23ba1,segment=NetworkSegment(295d9612-fc56-48a4-bbb1-57171e355a1c),segment_id=295d9612-fc56-48a4-bbb1-57171e355a1c)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:56.122506 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:56.236458 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-003a6808-93f2-477c-92a3-3f12285691a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:56.239398 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df3e37e-5851-4eea-bf25-c59813d209db tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:20:56.249898 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562caad-7874-429e-926a-950f9e5f9a62 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Network': ['ID=cc5a6c30-b32c-49be-88e7-10fc94ae51db,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:56.259506 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:56.298480 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network cc5a6c30-b32c-49be-88e7-10fc94ae51db details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:20:56.312987 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4562caad-7874-429e-926a-950f9e5f9a62 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4991331 Dec 22 15:20:56.327797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4562caad-7874-429e-926a-950f9e5f9a62 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:56.331009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-003a6808-93f2-477c-92a3-3f12285691a1 None None] For port 88bf4560-e9d8-4147-9359-758418b23ba1, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=88bf4560-e9d8-4147-9359-758418b23ba1,segment=NetworkSegment(295d9612-fc56-48a4-bbb1-57171e355a1c),segment_id=295d9612-fc56-48a4-bbb1-57171e355a1c)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:56.333780 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57786) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:56.349763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1ccc5964-8f6d-46e0-ad5a-cbff6722d592 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'subnet': {'network_id': '7db7d936-c36f-486b-858e-bfac112dd9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:56.391897 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7df3e37e-5851-4eea-bf25-c59813d209db tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:56.391897 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-7df3e37e-5851-4eea-bf25-c59813d209db tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Added segment 834a8d2d-d706-4ccf-9dc0-6005d732ec8d of type vlan for network 7ea4cf62-01ac-4a03-92a3-e2db0e652cbf Dec 22 15:20:56.412989 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-003a6808-93f2-477c-92a3-3f12285691a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:56.438331 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dae0355b-7d5d-4308-a9a1-afffb8104cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:56.584840 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7df3e37e-5851-4eea-bf25-c59813d209db tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:56.594880 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:20:56.595329 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:20:56.598603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:56.606945 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a6808-93f2-477c-92a3-3f12285691a1 None None] Pushing event updated for resources: {'Port': ['ID=88bf4560-e9d8-4147-9359-758418b23ba1,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:56.610347 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-003a6808-93f2-477c-92a3-3f12285691a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:56.658532 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Calling delete_port for 88bf4560-e9d8-4147-9359-758418b23ba1 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:56.679457 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1ccc5964-8f6d-46e0-ad5a-cbff6722d592 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:56.683787 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:56.704605 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1ccc5964-8f6d-46e0-ad5a-cbff6722d592 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:subnet and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:56.713458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1ccc5964-8f6d-46e0-ad5a-cbff6722d592 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:56.761909 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1ccc5964-8f6d-46e0-ad5a-cbff6722d592 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:56.887582 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7df3e37e-5851-4eea-bf25-c59813d209db tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:56.893219 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df3e37e-5851-4eea-bf25-c59813d209db tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:56.893862 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7df3e37e-5851-4eea-bf25-c59813d209db tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:56.907398 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-49715ea1-2a5f-416e-8bd1-3d89cbc84114 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:56.928379 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccc5964-8f6d-46e0-ad5a-cbff6722d592 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Made reservation on behalf of ee2232110f5e4ead88119ba9dae092ad for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:56.931893 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5964-8f6d-46e0-ad5a-cbff6722d592 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:57.048242 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0480da6d-e90a-40b3-b908-495da2248a00 None None] Network 369e7397-ba3c-4289-a819-92512f5d9511 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:57.110816 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fc260d23-7d66-4ae6-b877-3f02bf20dc13 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:57.127784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:20:57.127784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:20:57.134274 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91726444-adaf-4d9a-9bba-c7112e680ffe tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:57.190181 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3e37e-5851-4eea-bf25-c59813d209db tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Network': ['ID=7ea4cf62-01ac-4a03-92a3-e2db0e652cbf,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:57.199965 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7df3e37e-5851-4eea-bf25-c59813d209db tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:57.202821 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91726444-adaf-4d9a-9bba-c7112e680ffe tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:57.203925 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4e45cc43-1dbc-4ebc-9765-801ee259354b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:57.234919 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 7ea4cf62-01ac-4a03-92a3-e2db0e652cbf details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:20:57.239983 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7df3e37e-5851-4eea-bf25-c59813d209db tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9953251 Dec 22 15:20:57.251927 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57794) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:57.274970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Allocated IP 172.20.0.5 (d997bb13-3022-401c-b596-091aedf8b2ad/bb66d144-e2c5-4bc8-8988-332d5ce87c66/d34b9c7f-9a64-4212-94a9-add6de1b351e) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:57.280379 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-842e839e-c090-4699-ae9a-c800f5b2f59a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'subnet': {'network_id': '7ea4cf62-01ac-4a03-92a3-e2db0e652cbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:57.304500 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Deleting port 88bf4560-e9d8-4147-9359-758418b23ba1 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:20:57.304500 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:57.448119 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc260d23-7d66-4ae6-b877-3f02bf20dc13 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Subnet': ['ID=6f7d160b-f9a0-4b6f-abe4-a1f3cc1c8201,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:57.456435 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fc260d23-7d66-4ae6-b877-3f02bf20dc13 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:57.482295 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-389d86d9-9ad1-4c59-ab6e-545489b4e713 None None] Provisioning complete for port 88bf4560-e9d8-4147-9359-758418b23ba1 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:57.483100 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-389d86d9-9ad1-4c59-ab6e-545489b4e713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:57.669772 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc260d23-7d66-4ae6-b877-3f02bf20dc13 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Checking segment: {'id': 'df9f8a17-249b-40e7-853d-0cf7406de42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:57.670450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc260d23-7d66-4ae6-b877-3f02bf20dc13 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Network hostable DHCP agents. Network: cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:20:57.675503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-91726444-adaf-4d9a-9bba-c7112e680ffe tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Allocated IP 172.26.6.104 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/69a281a3-1283-4d53-b779-1d7d8a15fa66) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:57.687810 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d99ee93b-b9c5-4f0e-810f-183fef8edfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:57.729434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-842e839e-c090-4699-ae9a-c800f5b2f59a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:57.757183 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-842e839e-c090-4699-ae9a-c800f5b2f59a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Usage tracker for resource:subnet and tenant:896746a3ba814c648a856f49fda64854 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:57.768584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-842e839e-c090-4699-ae9a-c800f5b2f59a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:57.779945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-842e839e-c090-4699-ae9a-c800f5b2f59a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:57.782187 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 88bf4560-e9d8-4147-9359-758418b23ba1 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:20:57.854311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:57.857623 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc260d23-7d66-4ae6-b877-3f02bf20dc13 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Network cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:20:57.889412 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842e839e-c090-4699-ae9a-c800f5b2f59a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Made reservation on behalf of 896746a3ba814c648a856f49fda64854 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:57.895173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-842e839e-c090-4699-ae9a-c800f5b2f59a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:57.966151 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 88bf4560-e9d8-4147-9359-758418b23ba1 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:57.966718 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:57.989638 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-fc260d23-7d66-4ae6-b877-3f02bf20dc13 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:57.998393 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5964-8f6d-46e0-ad5a-cbff6722d592 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:57.998707 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] For port 88bf4560-e9d8-4147-9359-758418b23ba1, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=88bf4560-e9d8-4147-9359-758418b23ba1,segment=NetworkSegment(295d9612-fc56-48a4-bbb1-57171e355a1c),segment_id=295d9612-fc56-48a4-bbb1-57171e355a1c)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:20:57.998707 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:58.002818 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc260d23-7d66-4ae6-b877-3f02bf20dc13 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:58.003439 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fc260d23-7d66-4ae6-b877-3f02bf20dc13 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:58.019264 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91726444-adaf-4d9a-9bba-c7112e680ffe tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:58.019879 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-497d2308-1664-44e4-9224-9af4fbd4a1bd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:58.053737 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8360bb75-387c-4a9b-92f5-f4a25111ca16 None None] Network cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:58.218792 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fc260d23-7d66-4ae6-b877-3f02bf20dc13 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8438897 Dec 22 15:20:58.221365 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57802) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:58.267192 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-c3939aeb-ea56-4666-bb6b-44af8234e8e1 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1462877552'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:58.283007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c3939aeb-ea56-4666-bb6b-44af8234e8e1 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:58.304587 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:58.313730 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c3939aeb-ea56-4666-bb6b-44af8234e8e1 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Usage tracker for resource:network and tenant:11c49d7e82324f4a85654eb2604ff3c0 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:58.321180 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c3939aeb-ea56-4666-bb6b-44af8234e8e1 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:58.327396 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc5964-8f6d-46e0-ad5a-cbff6722d592 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Subnet': ['ID=27aaf27c-9e49-4df1-a708-89057b8fc0a4,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:58.337023 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1ccc5964-8f6d-46e0-ad5a-cbff6722d592 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:58.339498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c3939aeb-ea56-4666-bb6b-44af8234e8e1 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:58.345500 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3e3c7ecd-93b0-427f-8165-b8363713c814 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:58.361580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Calling delete_port for 88bf4560-e9d8-4147-9359-758418b23ba1 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:20:58.399129 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccc5964-8f6d-46e0-ad5a-cbff6722d592 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Checking segment: {'id': 'af6f19a5-91cd-4a7d-a5a3-e0a7bd38228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7db7d936-c36f-486b-858e-bfac112dd9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:58.399129 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccc5964-8f6d-46e0-ad5a-cbff6722d592 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network hostable DHCP agents. Network: 7db7d936-c36f-486b-858e-bfac112dd9f3, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:20:58.400753 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91726444-adaf-4d9a-9bba-c7112e680ffe tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:58.422148 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6af70133-9200-450b-a4f5-4982bbb7d7e1 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:58.472615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Network d997bb13-3022-401c-b596-091aedf8b2ad is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:58.481907 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:58.498912 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:58.514929 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91726444-adaf-4d9a-9bba-c7112e680ffe tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:20:58.520628 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-91726444-adaf-4d9a-9bba-c7112e680ffe tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:58.531093 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91726444-adaf-4d9a-9bba-c7112e680ffe tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:58.542952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3939aeb-ea56-4666-bb6b-44af8234e8e1 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Made reservation on behalf of 11c49d7e82324f4a85654eb2604ff3c0 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:20:58.546592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c3939aeb-ea56-4666-bb6b-44af8234e8e1 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:58.565304 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Pushing event updated for resources: {'Port': ['ID=d34b9c7f-9a64-4212-94a9-add6de1b351e,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:58.573921 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:58.580602 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6f7c9706-830d-426c-86d4-ece7bcec5281 None None] Provisioning complete for port 88bf4560-e9d8-4147-9359-758418b23ba1 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:20:58.589152 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6f7c9706-830d-426c-86d4-ece7bcec5281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:58.620995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccc5964-8f6d-46e0-ad5a-cbff6722d592 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network 7db7d936-c36f-486b-858e-bfac112dd9f3 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:20:58.692168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3939aeb-ea56-4666-bb6b-44af8234e8e1 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:20:58.774778 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91726444-adaf-4d9a-9bba-c7112e680ffe tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Pushing event updated for resources: {'Port': ['ID=69a281a3-1283-4d53-b779-1d7d8a15fa66,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:58.778095 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5', 'network_id': 'cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5', 'tenant_id': '11c49d7e82324f4a85654eb2604ff3c0', 'fixed_ips': [{'subnet_id': '6f7d160b-f9a0-4b6f-abe4-a1f3cc1c8201'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:20:58.778581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-91726444-adaf-4d9a-9bba-c7112e680ffe tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:58.779669 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:58.783548 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-1ccc5964-8f6d-46e0-ad5a-cbff6722d592 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 7db7d936-c36f-486b-858e-bfac112dd9f3) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:58.785620 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c3939aeb-ea56-4666-bb6b-44af8234e8e1 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:58.786173 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-c3939aeb-ea56-4666-bb6b-44af8234e8e1 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Added segment 7df19021-febc-4d72-8669-161bf3ff77a1 of type vlan for network 6e7b759b-c735-417d-b523-6d70694802d9 Dec 22 15:20:58.806152 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccc5964-8f6d-46e0-ad5a-cbff6722d592 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:58.806433 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be987391-67a7-431a-8555-1bd44630ec08 None None] Network 7db7d936-c36f-486b-858e-bfac112dd9f3 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:58.807270 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5964-8f6d-46e0-ad5a-cbff6722d592 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:58.868753 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-842e839e-c090-4699-ae9a-c800f5b2f59a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:58.905387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:58.942289 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c3939aeb-ea56-4666-bb6b-44af8234e8e1 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:59.000812 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:59.033025 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1ccc5964-8f6d-46e0-ad5a-cbff6722d592 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6979477 Dec 22 15:20:59.041415 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57806) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:59.047179 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-6f7c9706-830d-426c-86d4-ece7bcec5281 None None] Port 88bf4560-e9d8-4147-9359-758418b23ba1 update to ACTIVE by agent not found {{(pid=88219) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 22 15:20:59.051300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e839e-c090-4699-ae9a-c800f5b2f59a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Subnet': ['ID=5e0555c0-9b0e-4587-a92a-f5858455476f,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:59.065468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-7f274aff-2333-4c18-bb15-3b75cdabeb13 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'subnet': {'network_id': 'cc5a6c30-b32c-49be-88e7-10fc94ae51db', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:59.088883 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-842e839e-c090-4699-ae9a-c800f5b2f59a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:59.101088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842e839e-c090-4699-ae9a-c800f5b2f59a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Checking segment: {'id': '834a8d2d-d706-4ccf-9dc0-6005d732ec8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ea4cf62-01ac-4a03-92a3-e2db0e652cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:20:59.101457 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842e839e-c090-4699-ae9a-c800f5b2f59a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Network hostable DHCP agents. Network: 7ea4cf62-01ac-4a03-92a3-e2db0e652cbf, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:20:59.182528 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c3939aeb-ea56-4666-bb6b-44af8234e8e1 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:59.182891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:59.187833 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3939aeb-ea56-4666-bb6b-44af8234e8e1 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:59.194988 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c3939aeb-ea56-4666-bb6b-44af8234e8e1 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:59.230283 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:59.243230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8a6dc004-80b1-40cf-9b9e-9aca7ba39a95 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:59.266285 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Allocated IP 2001:db8::1 (cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5/6f7d160b-f9a0-4b6f-abe4-a1f3cc1c8201/cf68e832-2d85-4282-a982-b42cb0ed7e16) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:20:59.266559 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5ffab68d-6b34-4f27-a215-faf23e0e9621 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:20:59.306871 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-7db7d936-c36f-486b-858e-bfac112dd9f3', 'network_id': '7db7d936-c36f-486b-858e-bfac112dd9f3', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'fixed_ips': [{'subnet_id': '27aaf27c-9e49-4df1-a708-89057b8fc0a4'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:20:59.307764 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:59.334181 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Port': ['ID=88bf4560-e9d8-4147-9359-758418b23ba1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:59.441884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:59.512071 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1f5a1f-6da8-4c7b-adae-3f65b3808a72 None None] DHCP port deletion for 369e7397-ba3c-4289-a819-92512f5d9511 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:20:59.611934 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842e839e-c090-4699-ae9a-c800f5b2f59a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Network 7ea4cf62-01ac-4a03-92a3-e2db0e652cbf is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:20:59.621005 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No DVR routers for this DVR port 88bf4560-e9d8-4147-9359-758418b23ba1 on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:20:59.683582 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3939aeb-ea56-4666-bb6b-44af8234e8e1 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Network': ['ID=6e7b759b-c735-417d-b523-6d70694802d9,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:20:59.699005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7f274aff-2333-4c18-bb15-3b75cdabeb13 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:20:59.706474 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c3939aeb-ea56-4666-bb6b-44af8234e8e1 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:20:59.719278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91726444-adaf-4d9a-9bba-c7112e680ffe tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:59.752625 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 6e7b759b-c735-417d-b523-6d70694802d9 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:20:59.776634 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c3939aeb-ea56-4666-bb6b-44af8234e8e1 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5357714 Dec 22 15:20:59.777993 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7f274aff-2333-4c18-bb15-3b75cdabeb13 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:subnet and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:20:59.788607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-842e839e-c090-4699-ae9a-c800f5b2f59a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 7ea4cf62-01ac-4a03-92a3-e2db0e652cbf) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:20:59.800212 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57814) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:59.801390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7f274aff-2333-4c18-bb15-3b75cdabeb13 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:20:59.819858 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1108b9f5-5aab-4e27-97b1-7f8256941cc4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'subnet': {'network_id': '6e7b759b-c735-417d-b523-6d70694802d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:20:59.847364 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7f274aff-2333-4c18-bb15-3b75cdabeb13 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:20:59.855477 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842e839e-c090-4699-ae9a-c800f5b2f59a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:20:59.856085 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-842e839e-c090-4699-ae9a-c800f5b2f59a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:59.897548 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:20:59.904821 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 88bf4560-e9d8-4147-9359-758418b23ba1 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:20:59.937103 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da70a6d3-51e4-4965-beed-6a19ee7735f9 None None] Network 7ea4cf62-01ac-4a03-92a3-e2db0e652cbf requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:20:59.959959 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:00.051816 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 88bf4560-e9d8-4147-9359-758418b23ba1 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:21:00.052108 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 88bf4560-e9d8-4147-9359-758418b23ba1 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:21:00.157979 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Allocated IP 2001:db8::2 (7db7d936-c36f-486b-858e-bfac112dd9f3/27aaf27c-9e49-4df1-a708-89057b8fc0a4/809ce6ae-24d0-4809-98fb-b618ebfeb574) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:21:00.169011 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-842e839e-c090-4699-ae9a-c800f5b2f59a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9053414 Dec 22 15:21:00.175802 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f274aff-2333-4c18-bb15-3b75cdabeb13 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Made reservation on behalf of ee2232110f5e4ead88119ba9dae092ad for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:00.179611 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f274aff-2333-4c18-bb15-3b75cdabeb13 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:00.179911 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:00.208227 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57818) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:00.225482 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-39684516', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}, 'admin_state_up': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:00.231880 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Transition to ACTIVE for port object cf68e832-2d85-4282-a982-b42cb0ed7e16 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:00.237762 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:00.243062 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:00.253952 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-97675875-4493-45ed-be4b-fb6415060d07 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:00.293986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1108b9f5-5aab-4e27-97b1-7f8256941cc4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:00.309448 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Subnet': ['ID=23916de8-3533-4f85-97b8-ecf22bca0c92,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:00.309703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Usage tracker for resource:router and tenant:896746a3ba814c648a856f49fda64854 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:00.327164 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Transition to ACTIVE for port object cf68e832-2d85-4282-a982-b42cb0ed7e16 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:00.344916 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:00.372595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:00.377408 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1108b9f5-5aab-4e27-97b1-7f8256941cc4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Usage tracker for resource:subnet and tenant:11c49d7e82324f4a85654eb2604ff3c0 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:00.385920 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db67be3b-aad1-4cbf-bcc3-d30456a02402 None None] Network 369e7397-ba3c-4289-a819-92512f5d9511 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:00.392886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:00.395053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1108b9f5-5aab-4e27-97b1-7f8256941cc4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:00.415539 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1108b9f5-5aab-4e27-97b1-7f8256941cc4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:00.491204 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:00.498909 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:00.540861 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:00.543450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:00.547659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:00.558089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1108b9f5-5aab-4e27-97b1-7f8256941cc4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Made reservation on behalf of 11c49d7e82324f4a85654eb2604ff3c0 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:00.562818 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1108b9f5-5aab-4e27-97b1-7f8256941cc4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:00.645302 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91726444-adaf-4d9a-9bba-c7112e680ffe tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:00.684128 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Network cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:00.688034 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91726444-adaf-4d9a-9bba-c7112e680ffe tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:00.691664 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:00.712575 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-7ea4cf62-01ac-4a03-92a3-e2db0e652cbf', 'network_id': '7ea4cf62-01ac-4a03-92a3-e2db0e652cbf', 'tenant_id': '896746a3ba814c648a856f49fda64854', 'fixed_ips': [{'subnet_id': '5e0555c0-9b0e-4587-a92a-f5858455476f'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:21:00.713443 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:00.718500 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369e7397-ba3c-4289-a819-92512f5d9511']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:00.798871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.ipam_backend_mixin [None req-1108b9f5-5aab-4e27-97b1-7f8256941cc4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Performing IP validity checks on allocation pools {{(pid=88218) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 15:21:00.799403 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.ipam_backend_mixin [None req-1108b9f5-5aab-4e27-97b1-7f8256941cc4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88218) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 15:21:00.804511 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:00.811668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295d9612-fc56-48a4-bbb1-57171e355a1c') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:00.811895 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295d9612-fc56-48a4-bbb1-57171e355a1c') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:00.826174 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:00.908001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:00.956812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:00.986056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:01.018805 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Pushing event updated for resources: {'Port': ['ID=cf68e832-2d85-4282-a982-b42cb0ed7e16,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:01.019725 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:21:01.020383 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:01.042842 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:01.052961 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:01.097300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f274aff-2333-4c18-bb15-3b75cdabeb13 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:01.148870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56f70ff-b649-4d33-90e7-a6d66cd0a2c1 None None] DHCP port deletion for 369e7397-ba3c-4289-a819-92512f5d9511 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:21:01.158458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:01.250259 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:01.252774 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:01.268030 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Attempting to bind port cf68e832-2d85-4282-a982-b42cb0ed7e16 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:21:01.268538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Attempting to bind port cf68e832-2d85-4282-a982-b42cb0ed7e16 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'df9f8a17-249b-40e7-853d-0cf7406de42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:21:01.268988 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Attempting to bind port cf68e832-2d85-4282-a982-b42cb0ed7e16 on network cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:21:01.291680 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Transition to ACTIVE for port object 809ce6ae-24d0-4809-98fb-b618ebfeb574 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:01.303596 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:21:01.308039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Checking segment: {'id': 'df9f8a17-249b-40e7-853d-0cf7406de42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:01.308039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:01.308039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Bound using segment: {'id': 'df9f8a17-249b-40e7-853d-0cf7406de42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:21:01.308039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Bound port: cf68e832-2d85-4282-a982-b42cb0ed7e16, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9f8a17-249b-40e7-853d-0cf7406de42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:21:01.308039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:01.332576 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:01.352173 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:01.392900 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:01.407529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91726444-adaf-4d9a-9bba-c7112e680ffe tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Router fc0ed10d-0247-4710-a50e-04b6e6519afd is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:21:01.419763 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Network': ['ID=369e7397-ba3c-4289-a819-92512f5d9511,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:01.451250 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:01.462042 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Transition to ACTIVE for port object 809ce6ae-24d0-4809-98fb-b618ebfeb574 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:01.489882 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Allocated IP 172.20.0.2 (7ea4cf62-01ac-4a03-92a3-e2db0e652cbf/5e0555c0-9b0e-4587-a92a-f5858455476f/6f4ea83c-9d35-4a4d-8b97-73e90319bc9e) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:21:01.492348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] For port cf68e832-2d85-4282-a982-b42cb0ed7e16, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:21:01.497914 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] For port cf68e832-2d85-4282-a982-b42cb0ed7e16, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=cf68e832-2d85-4282-a982-b42cb0ed7e16,segment=NetworkSegment(df9f8a17-249b-40e7-853d-0cf7406de42d),segment_id=df9f8a17-249b-40e7-853d-0cf7406de42d)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:21:01.546564 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:01.634277 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-125fae1f-9637-4750-9402-c35769af84df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:01.683689 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/369e7397-ba3c-4289-a819-92512f5d9511 HTTP/1.1" status: 204 len: 168 time: 9.6776481 Dec 22 15:21:01.684599 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57826) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:01.697719 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f274aff-2333-4c18-bb15-3b75cdabeb13 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Subnet': ['ID=1b44aaa8-dbed-416b-a8d8-d04bdca345d7,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:01.699872 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:01.700230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ef2f6373-2177-43e6-bbb8-645bb095d644 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1727624737'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:01.707162 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ef2f6373-2177-43e6-bbb8-645bb095d644 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:01.711347 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ef2f6373-2177-43e6-bbb8-645bb095d644 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:network and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:01.715040 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ef2f6373-2177-43e6-bbb8-645bb095d644 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:01.721328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ef2f6373-2177-43e6-bbb8-645bb095d644 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:01.724571 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:01.736336 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7f274aff-2333-4c18-bb15-3b75cdabeb13 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:01.746851 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f274aff-2333-4c18-bb15-3b75cdabeb13 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Checking segment: {'id': '233c4876-3e13-4d72-8102-83a8d2bbe2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cc5a6c30-b32c-49be-88e7-10fc94ae51db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:01.747476 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f274aff-2333-4c18-bb15-3b75cdabeb13 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network hostable DHCP agents. Network: cc5a6c30-b32c-49be-88e7-10fc94ae51db, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:21:01.778142 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Network 7db7d936-c36f-486b-858e-bfac112dd9f3 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:01.786702 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:01.790619 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:01.860083 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Pushing event updated for resources: {'Port': ['ID=809ce6ae-24d0-4809-98fb-b618ebfeb574,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:01.894321 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1108b9f5-5aab-4e27-97b1-7f8256941cc4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:01.901439 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6c0986a2-f488-49a8-97c4-93aba3684487 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:01.961409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91726444-adaf-4d9a-9bba-c7112e680ffe tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:21:01.967926 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:01.972010 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91726444-adaf-4d9a-9bba-c7112e680ffe tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:01.975663 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc37f92-455a-49c0-b57c-88e5a74f10a7 None None] Sync routers for ids ['fc0ed10d-0247-4710-a50e-04b6e6519afd'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:21:01.979767 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Transition to ACTIVE for port object 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:01.983885 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f274aff-2333-4c18-bb15-3b75cdabeb13 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network cc5a6c30-b32c-49be-88e7-10fc94ae51db is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:21:01.985449 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-91726444-adaf-4d9a-9bba-c7112e680ffe tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "PUT /v2.0/routers/fc0ed10d-0247-4710-a50e-04b6e6519afd HTTP/1.1" status: 200 len: 883 time: 7.1463523 Dec 22 15:21:01.991023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2f6373-2177-43e6-bbb8-645bb095d644 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:01.996164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef2f6373-2177-43e6-bbb8-645bb095d644 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:01.998167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57834) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:02.001226 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc37f92-455a-49c0-b57c-88e5a74f10a7 None None] Routers {'fc0ed10d-0247-4710-a50e-04b6e6519afd'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:02.003743 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-dbc37f92-455a-49c0-b57c-88e5a74f10a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:20:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['fc0ed10d-0247-4710-a50e-04b6e6519afd'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:02.003987 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Transition to ACTIVE for port object 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:02.006414 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108b9f5-5aab-4e27-97b1-7f8256941cc4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Subnet': ['ID=5c1c4634-6312-4007-8752-75d223e1c39a,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:02.007636 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:02.010790 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1108b9f5-5aab-4e27-97b1-7f8256941cc4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:02.011557 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Router 8f7c0c25-1802-4033-aa76-6c595343e2fc is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:21:02.016089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c49a9469-6762-4ac0-892a-ec6af6cdc67a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:02.059735 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2f6373-2177-43e6-bbb8-645bb095d644 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:21:02.079034 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef2f6373-2177-43e6-bbb8-645bb095d644 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:02.079643 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-ef2f6373-2177-43e6-bbb8-645bb095d644 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Added segment 94a8a5fa-0487-4463-afed-21eaac489f90 of type vlan for network 0fff0804-33da-4eea-8f97-e06a662244ac Dec 22 15:21:02.138989 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-7f274aff-2333-4c18-bb15-3b75cdabeb13 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, cc5a6c30-b32c-49be-88e7-10fc94ae51db) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:02.148360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef2f6373-2177-43e6-bbb8-645bb095d644 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:02.153738 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-dbc37f92-455a-49c0-b57c-88e5a74f10a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:02.172999 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc37f92-455a-49c0-b57c-88e5a74f10a7 None None] Routers {'fc0ed10d-0247-4710-a50e-04b6e6519afd'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:02.174333 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-dbc37f92-455a-49c0-b57c-88e5a74f10a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:20:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['fc0ed10d-0247-4710-a50e-04b6e6519afd'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:02.213518 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aeea24-5075-45ba-a057-e6f7d2b5ef20 None None] Network cc5a6c30-b32c-49be-88e7-10fc94ae51db requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:02.226882 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:02.254494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef2f6373-2177-43e6-bbb8-645bb095d644 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:02.266384 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2f6373-2177-43e6-bbb8-645bb095d644 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:02.268555 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef2f6373-2177-43e6-bbb8-645bb095d644 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:02.288033 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f274aff-2333-4c18-bb15-3b75cdabeb13 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:02.289075 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f274aff-2333-4c18-bb15-3b75cdabeb13 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:02.299432 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Network 7ea4cf62-01ac-4a03-92a3-e2db0e652cbf is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:02.397022 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:02.403986 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:02.416290 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:02.441255 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Attempting to bind port 809ce6ae-24d0-4809-98fb-b618ebfeb574 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:21:02.441869 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Attempting to bind port 809ce6ae-24d0-4809-98fb-b618ebfeb574 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'af6f19a5-91cd-4a7d-a5a3-e0a7bd38228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7db7d936-c36f-486b-858e-bfac112dd9f3'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:21:02.442458 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Attempting to bind port 809ce6ae-24d0-4809-98fb-b618ebfeb574 on network 7db7d936-c36f-486b-858e-bfac112dd9f3 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:21:02.456952 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ef2f6373-2177-43e6-bbb8-645bb095d644 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7616036 Dec 22 15:21:02.457187 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-dbc37f92-455a-49c0-b57c-88e5a74f10a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:02.457187 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc37f92-455a-49c0-b57c-88e5a74f10a7 None None] The sync data for ids ['fc0ed10d-0247-4710-a50e-04b6e6519afd'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:21:02.463687 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57838) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:02.486142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1b5d0583-cc6a-4b76-af4d-83dab48b7b57 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'subnet': {'network_id': '0fff0804-33da-4eea-8f97-e06a662244ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:02.538033 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:21:02.538595 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Checking segment: {'id': 'af6f19a5-91cd-4a7d-a5a3-e0a7bd38228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7db7d936-c36f-486b-858e-bfac112dd9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:02.539013 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:02.539421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Bound using segment: {'id': 'af6f19a5-91cd-4a7d-a5a3-e0a7bd38228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7db7d936-c36f-486b-858e-bfac112dd9f3'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:21:02.539946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Bound port: 809ce6ae-24d0-4809-98fb-b618ebfeb574, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6f19a5-91cd-4a7d-a5a3-e0a7bd38228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7db7d936-c36f-486b-858e-bfac112dd9f3'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:21:02.540327 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:02.568679 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Pushing event updated for resources: {'Port': ['ID=cf68e832-2d85-4282-a982-b42cb0ed7e16,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:02.575694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Attempting to bind port 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:21:02.576081 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Attempting to bind port 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '834a8d2d-d706-4ccf-9dc0-6005d732ec8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ea4cf62-01ac-4a03-92a3-e2db0e652cbf'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:21:02.576458 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Attempting to bind port 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e on network 7ea4cf62-01ac-4a03-92a3-e2db0e652cbf {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:21:02.594028 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:02.594540 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-efa89f7d-2577-465c-8fd9-17ecbb275fde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:02.675484 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:21:02.676132 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Checking segment: {'id': '834a8d2d-d706-4ccf-9dc0-6005d732ec8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ea4cf62-01ac-4a03-92a3-e2db0e652cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:02.676817 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:02.677508 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Bound using segment: {'id': '834a8d2d-d706-4ccf-9dc0-6005d732ec8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ea4cf62-01ac-4a03-92a3-e2db0e652cbf'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:21:02.678346 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Bound port: 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '834a8d2d-d706-4ccf-9dc0-6005d732ec8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ea4cf62-01ac-4a03-92a3-e2db0e652cbf'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:21:02.679291 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:02.684675 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7f274aff-2333-4c18-bb15-3b75cdabeb13 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6388142 Dec 22 15:21:02.705652 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57842) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:02.739277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-7b80de13-4a98-4c81-bf93-5bf51bb04458 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1422195950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:02.747076 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7b80de13-4a98-4c81-bf93-5bf51bb04458 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:02.751490 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7b80de13-4a98-4c81-bf93-5bf51bb04458 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:router and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:02.755078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7b80de13-4a98-4c81-bf93-5bf51bb04458 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:02.763214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7b80de13-4a98-4c81-bf93-5bf51bb04458 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:02.787187 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108b9f5-5aab-4e27-97b1-7f8256941cc4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Checking segment: {'id': '7df19021-febc-4d72-8669-161bf3ff77a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6e7b759b-c735-417d-b523-6d70694802d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:02.787542 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1108b9f5-5aab-4e27-97b1-7f8256941cc4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Network hostable DHCP agents. Network: 6e7b759b-c735-417d-b523-6d70694802d9, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:21:02.820934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f6373-2177-43e6-bbb8-645bb095d644 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Network': ['ID=0fff0804-33da-4eea-8f97-e06a662244ac,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:02.831308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ef2f6373-2177-43e6-bbb8-645bb095d644 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:02.846297 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1b5d0583-cc6a-4b76-af4d-83dab48b7b57 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:02.849834 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-da2f3ed5-c3c2-4946-8d57-47136d0acb8a tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "GET /v2.0/routers/fc0ed10d-0247-4710-a50e-04b6e6519afd HTTP/1.1" status: 200 len: 924 time: 0.8354127 Dec 22 15:21:02.850044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57846) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:02.851095 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7b80de13-4a98-4c81-bf93-5bf51bb04458 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:02.852143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7b80de13-4a98-4c81-bf93-5bf51bb04458 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:02.872364 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:21:02.891478 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 0fff0804-33da-4eea-8f97-e06a662244ac details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:21:02.903447 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7b80de13-4a98-4c81-bf93-5bf51bb04458 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:02.934943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bd3def-76b0-4da1-b7a2-a6840ca22293 None None] Sync routers for ids ['8f7c0c25-1802-4033-aa76-6c595343e2fc'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:21:02.937388 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1b5d0583-cc6a-4b76-af4d-83dab48b7b57 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:subnet and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:02.952649 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1b5d0583-cc6a-4b76-af4d-83dab48b7b57 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:02.986557 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1108b9f5-5aab-4e27-97b1-7f8256941cc4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Network 6e7b759b-c735-417d-b523-6d70694802d9 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:21:02.999158 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] For port 809ce6ae-24d0-4809-98fb-b618ebfeb574, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:21:03.003925 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1b5d0583-cc6a-4b76-af4d-83dab48b7b57 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:03.054000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac6c44c-9354-44c6-9f0e-c57941e288c6 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:03.058577 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dac6c44c-9354-44c6-9f0e-c57941e288c6 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&device_id=fc0ed10d-0247-4710-a50e-04b6e6519afd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2041006 Dec 22 15:21:03.065954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57852) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:03.122375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] For port 809ce6ae-24d0-4809-98fb-b618ebfeb574, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=809ce6ae-24d0-4809-98fb-b618ebfeb574,segment=NetworkSegment(af6f19a5-91cd-4a7d-a5a3-e0a7bd38228e),segment_id=af6f19a5-91cd-4a7d-a5a3-e0a7bd38228e)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:21:03.136259 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5d0583-cc6a-4b76-af4d-83dab48b7b57 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:03.143440 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:03.145524 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.0801158 Dec 22 15:21:03.148527 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1b5d0583-cc6a-4b76-af4d-83dab48b7b57 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:03.159747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57858) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:03.164663 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-1108b9f5-5aab-4e27-97b1-7f8256941cc4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 6e7b759b-c735-417d-b523-6d70694802d9) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:03.167460 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7b80de13-4a98-4c81-bf93-5bf51bb04458 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:03.195949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108b9f5-5aab-4e27-97b1-7f8256941cc4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:03.196638 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1108b9f5-5aab-4e27-97b1-7f8256941cc4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:03.228149 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a22e69-97c8-41dc-aa29-85716ee51b02 None None] Network 6e7b759b-c735-417d-b523-6d70694802d9 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:03.391696 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.ipam_backend_mixin [None req-1b5d0583-cc6a-4b76-af4d-83dab48b7b57 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Performing IP validity checks on allocation pools {{(pid=88217) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 15:21:03.392339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.ipam_backend_mixin [None req-1b5d0583-cc6a-4b76-af4d-83dab48b7b57 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88217) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 15:21:03.455889 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9742b3-bdd4-40ee-866c-84a5bc02b818 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:03.456468 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0a9742b3-bdd4-40ee-866c-84a5bc02b818 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Synchronizing usage tracker for tenant:1ea8049bd3ba40efa70fd5e7ba0a8e2c on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:21:03.482914 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e3011ec8-02ce-465e-8584-65f2bfcc28d8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:03.496943 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0a9742b3-bdd4-40ee-866c-84a5bc02b818 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Unset dirty status for tenant:1ea8049bd3ba40efa70fd5e7ba0a8e2c on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:21:03.498349 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0a9742b3-bdd4-40ee-866c-84a5bc02b818 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "GET /v2.0/networks/98c1d02c-4416-4565-b8a7-1c1ed298f1f8 HTTP/1.1" status: 200 len: 881 time: 0.4213147 Dec 22 15:21:03.501645 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57864) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:03.534790 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Pushing event updated for resources: {'Port': ['ID=6f4ea83c-9d35-4a4d-8b97-73e90319bc9e,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:03.538036 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.943s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:03.562887 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-92745ff6-6eb7-4591-9db4-b037e45b9464 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc0ed10d-0247-4710-a50e-04b6e6519afd HTTP/1.1" status: 200 len: 205 time: 0.0599034 Dec 22 15:21:03.588544 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57868) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:03.666284 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:03.705782 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1108b9f5-5aab-4e27-97b1-7f8256941cc4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.9006305 Dec 22 15:21:03.717573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bd3def-76b0-4da1-b7a2-a6840ca22293 None None] Routers {'8f7c0c25-1802-4033-aa76-6c595343e2fc'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:03.717573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-09bd3def-76b0-4da1-b7a2-a6840ca22293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:20:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['8f7c0c25-1802-4033-aa76-6c595343e2fc'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:03.717961 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57872) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:03.732789 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7b80de13-4a98-4c81-bf93-5bf51bb04458 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:03.734240 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7b80de13-4a98-4c81-bf93-5bf51bb04458 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0205145 Dec 22 15:21:03.742712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57876) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:03.761918 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:03.795197 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1b5d0583-cc6a-4b76-af4d-83dab48b7b57 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:03.814652 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:03.822167 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:03.852979 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-157cf255-87aa-4744-bdda-36b5a07e0d48 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:03.965386 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-cc5a6c30-b32c-49be-88e7-10fc94ae51db', 'network_id': 'cc5a6c30-b32c-49be-88e7-10fc94ae51db', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'fixed_ips': [{'subnet_id': '1b44aaa8-dbed-416b-a8d8-d04bdca345d7'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:21:03.966718 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:03.974003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d0583-cc6a-4b76-af4d-83dab48b7b57 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Subnet': ['ID=7ad249c4-f8f4-40dd-93fd-86b9638929e3,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:03.980909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1b5d0583-cc6a-4b76-af4d-83dab48b7b57 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:03.990535 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device cf68e832-2d85-4282-a982-b42cb0ed7e16 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:21:04.004075 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5d0583-cc6a-4b76-af4d-83dab48b7b57 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Checking segment: {'id': '94a8a5fa-0487-4463-afed-21eaac489f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0fff0804-33da-4eea-8f97-e06a662244ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:04.004394 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5d0583-cc6a-4b76-af4d-83dab48b7b57 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network hostable DHCP agents. Network: 0fff0804-33da-4eea-8f97-e06a662244ac, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:21:04.012745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dc732d7-aea1-4f94-8178-ad610a6f7e76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:04.036189 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a106a38-abd0-43ba-8ac7-ce7d9b8378ea None None] Network cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:04.108326 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dc732d7-aea1-4f94-8178-ad610a6f7e76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:04.139662 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5d0583-cc6a-4b76-af4d-83dab48b7b57 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network 0fff0804-33da-4eea-8f97-e06a662244ac is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:21:04.251338 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1edd43-d605-4624-9ac8-6553abbe000e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-6e7b759b-c735-417d-b523-6d70694802d9', 'network_id': '6e7b759b-c735-417d-b523-6d70694802d9', 'tenant_id': '11c49d7e82324f4a85654eb2604ff3c0', 'fixed_ips': [{'subnet_id': '5c1c4634-6312-4007-8752-75d223e1c39a'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:21:04.255825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dd1edd43-d605-4624-9ac8-6553abbe000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:04.260724 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-1b5d0583-cc6a-4b76-af4d-83dab48b7b57 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 0fff0804-33da-4eea-8f97-e06a662244ac) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:04.272215 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5d0583-cc6a-4b76-af4d-83dab48b7b57 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:04.277140 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1b5d0583-cc6a-4b76-af4d-83dab48b7b57 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:04.317347 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] For port 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:21:04.320832 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] For port 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=6f4ea83c-9d35-4a4d-8b97-73e90319bc9e,segment=NetworkSegment(834a8d2d-d706-4ccf-9dc0-6005d732ec8d),segment_id=834a8d2d-d706-4ccf-9dc0-6005d732ec8d)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:21:04.348932 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dc732d7-aea1-4f94-8178-ad610a6f7e76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:04.380077 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:04.408164 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb8524d-f989-4539-af8b-c0b4cd27046b None None] Network 0fff0804-33da-4eea-8f97-e06a662244ac requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:04.543444 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1b5d0583-cc6a-4b76-af4d-83dab48b7b57 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.0774517 Dec 22 15:21:04.569513 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57890) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:04.707835 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dc732d7-aea1-4f94-8178-ad610a6f7e76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:04.738976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-8dc732d7-aea1-4f94-8178-ad610a6f7e76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7b759b-c735-417d-b523-6d70694802d9']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:04.754379 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-8dc732d7-aea1-4f94-8178-ad610a6f7e76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df19021-febc-4d72-8669-161bf3ff77a1') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:04.754674 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-8dc732d7-aea1-4f94-8178-ad610a6f7e76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df19021-febc-4d72-8669-161bf3ff77a1') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:04.768366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dc732d7-aea1-4f94-8178-ad610a6f7e76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:04.777686 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:04.787775 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dc732d7-aea1-4f94-8178-ad610a6f7e76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:04.795914 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc732d7-aea1-4f94-8178-ad610a6f7e76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:21:04.796331 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dc732d7-aea1-4f94-8178-ad610a6f7e76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:04.997260 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-13951f7c-ae59-4917-b0bb-0281fc062dd2 None None] Provisioning for port cf68e832-2d85-4282-a982-b42cb0ed7e16 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:21:05.008319 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc732d7-aea1-4f94-8178-ad610a6f7e76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Subnet': ['ID=5c1c4634-6312-4007-8752-75d223e1c39a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:05.011467 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8dc732d7-aea1-4f94-8178-ad610a6f7e76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:05.017078 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:05.080463 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dc732d7-aea1-4f94-8178-ad610a6f7e76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:05.086482 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Pushing event updated for resources: {'Port': ['ID=809ce6ae-24d0-4809-98fb-b618ebfeb574,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:05.087697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dc732d7-aea1-4f94-8178-ad610a6f7e76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:05.092350 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e3011ec8-02ce-465e-8584-65f2bfcc28d8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:05.101623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:05.104425 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.283s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:05.111031 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ca3fbf8a-6cdb-4f91-bf09-db45cdfe8004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:05.121107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7ba975ef-c75a-4aaa-9d71-4ed416d16eab tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:05.129531 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8dc732d7-aea1-4f94-8178-ad610a6f7e76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/networks/6e7b759b-c735-417d-b523-6d70694802d9 HTTP/1.1" status: 204 len: 168 time: 1.4126115 Dec 22 15:21:05.133439 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57894) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:05.138088 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc732d7-aea1-4f94-8178-ad610a6f7e76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Network': ['ID=6e7b759b-c735-417d-b523-6d70694802d9,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:05.138088 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8dc732d7-aea1-4f94-8178-ad610a6f7e76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:05.143924 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f570ffea-40e2-4292-9d7c-b5465b6d96ab tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1925142656'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:05.151306 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f570ffea-40e2-4292-9d7c-b5465b6d96ab tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:05.153420 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf46159-e48a-4e2e-925f-b5652f54ed4d None None] Network 6e7b759b-c735-417d-b523-6d70694802d9 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:05.155940 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f570ffea-40e2-4292-9d7c-b5465b6d96ab tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Usage tracker for resource:network and tenant:11c49d7e82324f4a85654eb2604ff3c0 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:05.159904 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f570ffea-40e2-4292-9d7c-b5465b6d96ab tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:05.167332 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f570ffea-40e2-4292-9d7c-b5465b6d96ab tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:05.196996 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port cf68e832-2d85-4282-a982-b42cb0ed7e16 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:21:05.266848 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port cf68e832-2d85-4282-a982-b42cb0ed7e16 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:05.267375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:05.358916 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-09bd3def-76b0-4da1-b7a2-a6840ca22293 None None] Set router 8f7c0c25-1802-4033-aa76-6c595343e2fc gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:21:05.374614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f570ffea-40e2-4292-9d7c-b5465b6d96ab tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Made reservation on behalf of 11c49d7e82324f4a85654eb2604ff3c0 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:05.379452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f570ffea-40e2-4292-9d7c-b5465b6d96ab tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:05.444130 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f570ffea-40e2-4292-9d7c-b5465b6d96ab tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:21:05.462626 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f570ffea-40e2-4292-9d7c-b5465b6d96ab tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:05.462974 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-f570ffea-40e2-4292-9d7c-b5465b6d96ab tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Added segment 1c0fc319-33da-4479-a70f-93eac0c35b32 of type vlan for network a9fdd605-5058-4b6e-9390-3e88cfa566dc Dec 22 15:21:05.520517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f570ffea-40e2-4292-9d7c-b5465b6d96ab tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:05.642393 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f570ffea-40e2-4292-9d7c-b5465b6d96ab tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:05.649607 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f570ffea-40e2-4292-9d7c-b5465b6d96ab tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:05.650104 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e3011ec8-02ce-465e-8584-65f2bfcc28d8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Deleting port d34b9c7f-9a64-4212-94a9-add6de1b351e {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:21:05.650625 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e3011ec8-02ce-465e-8584-65f2bfcc28d8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:05.650822 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f570ffea-40e2-4292-9d7c-b5465b6d96ab tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:05.683097 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bdfb91f4-1524-4be0-8bdd-9bc548e7bc69 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:05.852866 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f570ffea-40e2-4292-9d7c-b5465b6d96ab tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7140520 Dec 22 15:21:05.853859 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57902) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:05.866952 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fe768c2a-ae83-44bb-9df1-102dfa4ee054 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'subnet': {'network_id': 'a9fdd605-5058-4b6e-9390-3e88cfa566dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:05.868201 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68aa8103-90d8-4d9a-8806-10dfe1b97f1d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:05.905815 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570ffea-40e2-4292-9d7c-b5465b6d96ab tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Network': ['ID=a9fdd605-5058-4b6e-9390-3e88cfa566dc,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:05.969478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f570ffea-40e2-4292-9d7c-b5465b6d96ab tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:06.005788 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf46159-e48a-4e2e-925f-b5652f54ed4d None None] Network 6e7b759b-c735-417d-b523-6d70694802d9 could not be found, it might have been deleted concurrently. {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 15:21:06.013273 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network a9fdd605-5058-4b6e-9390-3e88cfa566dc details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:21:06.036038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe768c2a-ae83-44bb-9df1-102dfa4ee054 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:06.044728 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe768c2a-ae83-44bb-9df1-102dfa4ee054 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Usage tracker for resource:subnet and tenant:11c49d7e82324f4a85654eb2604ff3c0 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:06.048845 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe768c2a-ae83-44bb-9df1-102dfa4ee054 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:06.055854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe768c2a-ae83-44bb-9df1-102dfa4ee054 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:06.068933 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52353301-edd9-4258-be05-e98ec828692e None None] Network 7db7d936-c36f-486b-858e-bfac112dd9f3 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:06.087449 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Allocated IP 172.26.6.30 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/bf28be36-6597-4663-82bd-ed8e4865de5f) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:21:06.139622 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe768c2a-ae83-44bb-9df1-102dfa4ee054 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Made reservation on behalf of 11c49d7e82324f4a85654eb2604ff3c0 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:06.144731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe768c2a-ae83-44bb-9df1-102dfa4ee054 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:06.562918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe768c2a-ae83-44bb-9df1-102dfa4ee054 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:06.577191 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bf4a0a52-27fd-44d5-815b-cd5578eb0eb0 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:06.679776 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe768c2a-ae83-44bb-9df1-102dfa4ee054 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Checking segment: {'id': '1c0fc319-33da-4479-a70f-93eac0c35b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9fdd605-5058-4b6e-9390-3e88cfa566dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:06.680334 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe768c2a-ae83-44bb-9df1-102dfa4ee054 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Network hostable DHCP agents. Network: a9fdd605-5058-4b6e-9390-3e88cfa566dc, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:21:06.711427 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe768c2a-ae83-44bb-9df1-102dfa4ee054 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Subnet': ['ID=1851e1f2-0bf4-49d4-9c36-e2ceaf3356e8,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:06.718900 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fe768c2a-ae83-44bb-9df1-102dfa4ee054 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:06.775833 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Pushing event updated for resources: {'Port': ['ID=6f4ea83c-9d35-4a4d-8b97-73e90319bc9e,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:06.825314 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94e827a-595c-4c89-abe7-6e181288724c None None] Network 7ea4cf62-01ac-4a03-92a3-e2db0e652cbf requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:06.862001 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.743s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:06.874168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68aa8103-90d8-4d9a-8806-10dfe1b97f1d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:06.885859 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe768c2a-ae83-44bb-9df1-102dfa4ee054 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Network a9fdd605-5058-4b6e-9390-3e88cfa566dc is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:21:06.888072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:06.904846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:06.932569 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-51adbeb6-643f-48de-ac76-87663192703e None None] Provisioning for port 809ce6ae-24d0-4809-98fb-b618ebfeb574 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:21:06.963015 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Allocated IP 2001:db8:1::2 (cc5a6c30-b32c-49be-88e7-10fc94ae51db/1b44aaa8-dbed-416b-a8d8-d04bdca345d7/7572825f-3d5e-4c05-ae5d-ea072bc28b57) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:21:07.006315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-fe768c2a-ae83-44bb-9df1-102dfa4ee054 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, a9fdd605-5058-4b6e-9390-3e88cfa566dc) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:07.020715 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe768c2a-ae83-44bb-9df1-102dfa4ee054 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:07.023029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe768c2a-ae83-44bb-9df1-102dfa4ee054 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:07.046848 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7ba975ef-c75a-4aaa-9d71-4ed416d16eab tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:07.145897 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e3011ec8-02ce-465e-8584-65f2bfcc28d8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:07.173670 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227d7915-594b-4ad7-84a6-25a95ff97e9c None None] Network a9fdd605-5058-4b6e-9390-3e88cfa566dc requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:07.187816 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fe768c2a-ae83-44bb-9df1-102dfa4ee054 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3231950 Dec 22 15:21:07.188617 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57912) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:07.222826 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98908399-8083-4bbc-b708-0b960325d33c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-0fff0804-33da-4eea-8f97-e06a662244ac', 'network_id': '0fff0804-33da-4eea-8f97-e06a662244ac', 'tenant_id': '5174c37d8f2b4cb683ba55748d87c3c3', 'fixed_ips': [{'subnet_id': '7ad249c4-f8f4-40dd-93fd-86b9638929e3'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:21:07.223367 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-98908399-8083-4bbc-b708-0b960325d33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:07.324657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:07.390883 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7ba975ef-c75a-4aaa-9d71-4ed416d16eab tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Deleting port 69a281a3-1283-4d53-b779-1d7d8a15fa66 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:21:07.391211 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7ba975ef-c75a-4aaa-9d71-4ed416d16eab tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:07.428946 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e3011ec8-02ce-465e-8584-65f2bfcc28d8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Calling delete_port for d34b9c7f-9a64-4212-94a9-add6de1b351e owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:21:07.481973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:07.561451 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-794995c2-aff5-4ac9-93db-539714ac07df tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:07.698731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-794995c2-aff5-4ac9-93db-539714ac07df tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:07.706586 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a36f9469-98da-45c3-8f3b-d21f75ad7068 None None] Provisioning for port 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:21:07.835350 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68aa8103-90d8-4d9a-8806-10dfe1b97f1d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:07.859576 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:07.920977 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port cf68e832-2d85-4282-a982-b42cb0ed7e16, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=cf68e832-2d85-4282-a982-b42cb0ed7e16,segment=NetworkSegment(df9f8a17-249b-40e7-853d-0cf7406de42d),segment_id=df9f8a17-249b-40e7-853d-0cf7406de42d)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:21:07.931484 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa8103-90d8-4d9a-8806-10dfe1b97f1d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad249c4-f8f4-40dd-93fd-86b9638929e3,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:07.934277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-68aa8103-90d8-4d9a-8806-10dfe1b97f1d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:07.985323 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-794995c2-aff5-4ac9-93db-539714ac07df tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:07.997806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:08.067966 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794995c2-aff5-4ac9-93db-539714ac07df tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Subnet': ['ID=1851e1f2-0bf4-49d4-9c36-e2ceaf3356e8,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:08.073201 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-794995c2-aff5-4ac9-93db-539714ac07df tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:08.085871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:08.152175 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:08.199197 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:08.303959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-794995c2-aff5-4ac9-93db-539714ac07df tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:08.308917 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=cf68e832-2d85-4282-a982-b42cb0ed7e16,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:08.340697 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:08.343039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58215361-bc28-4b32-b156-30b1e62af81c None None] Network a9fdd605-5058-4b6e-9390-3e88cfa566dc requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:08.393015 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7ba975ef-c75a-4aaa-9d71-4ed416d16eab tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:08.440136 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-794995c2-aff5-4ac9-93db-539714ac07df tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fdd605-5058-4b6e-9390-3e88cfa566dc']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:08.490598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-794995c2-aff5-4ac9-93db-539714ac07df tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0fc319-33da-4479-a70f-93eac0c35b32') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:08.498710 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-794995c2-aff5-4ac9-93db-539714ac07df tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0fc319-33da-4479-a70f-93eac0c35b32') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:08.523276 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-794995c2-aff5-4ac9-93db-539714ac07df tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:08.578311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68aa8103-90d8-4d9a-8806-10dfe1b97f1d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:08.581870 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-794995c2-aff5-4ac9-93db-539714ac07df tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:08.592516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7ba975ef-c75a-4aaa-9d71-4ed416d16eab tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Calling delete_port for 69a281a3-1283-4d53-b779-1d7d8a15fa66 owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:21:08.593171 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794995c2-aff5-4ac9-93db-539714ac07df tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:21:08.593854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-794995c2-aff5-4ac9-93db-539714ac07df tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:08.612070 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:08.628213 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server [None req-98908399-8083-4bbc-b708-0b960325d33c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ad249c4-f8f4-40dd-93fd-86b9638929e3: This subnet is being modified by another concurrent operation. Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:21:08.653135 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise exception Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ad249c4-f8f4-40dd-93fd-86b9638929e3: This subnet is being modified by another concurrent operation. Dec 22 15:21:08.657112 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server Dec 22 15:21:08.681258 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:08.681701 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:08.772163 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:21:08.817274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Port': ['ID=bf28be36-6597-4663-82bd-ed8e4865de5f,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:08.821436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Allocated IP 2001:db8::1 (7db7d936-c36f-486b-858e-bfac112dd9f3/27aaf27c-9e49-4df1-a708-89057b8fc0a4/8c9bf287-4c1a-4bf7-ab9c-a08122c47894) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:21:08.835900 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:08.837899 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513f310b-7a78-4617-b3be-28833cde2826 None None] Network 0fff0804-33da-4eea-8f97-e06a662244ac requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:08.840820 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-68aa8103-90d8-4d9a-8806-10dfe1b97f1d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fff0804-33da-4eea-8f97-e06a662244ac']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:08.864577 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:08.871572 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-794995c2-aff5-4ac9-93db-539714ac07df tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:08.877504 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f570ffea-40e2-4292-9d7c-b5465b6d96ab tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:08.907528 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-09bd3def-76b0-4da1-b7a2-a6840ca22293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7c0c25-1802-4033-aa76-6c595343e2fc', 'name': '', 'tenant_id': 'c2a62fe9136845aba9e552f533d27b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd997bb13-3022-401c-b596-091aedf8b2ad', 'external_fixed_ips': [{'subnet_id': 'bb66d144-e2c5-4bc8-8988-332d5ce87c66', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd34b9c7f-9a64-4212-94a9-add6de1b351e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:53Z', 'updated_at': '2021-12-22T15:20:58Z', 'revision_number': 3, 'project_id': 'c2a62fe9136845aba9e552f533d27b2b', 'gw_port': {'id': 'd34b9c7f-9a64-4212-94a9-add6de1b351e', 'name': '', 'network_id': 'd997bb13-3022-401c-b596-091aedf8b2ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7c0c25-1802-4033-aa76-6c595343e2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bb66d144-e2c5-4bc8-8988-332d5ce87c66', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:56Z', 'updated_at': '2021-12-22T15:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb66d144-e2c5-4bc8-8988-332d5ce87c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:08.917364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-794995c2-aff5-4ac9-93db-539714ac07df tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:08.918385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-68aa8103-90d8-4d9a-8806-10dfe1b97f1d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a8a5fa-0487-4463-afed-21eaac489f90') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:08.919127 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-68aa8103-90d8-4d9a-8806-10dfe1b97f1d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a8a5fa-0487-4463-afed-21eaac489f90') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:08.934804 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-794995c2-aff5-4ac9-93db-539714ac07df tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/networks/a9fdd605-5058-4b6e-9390-3e88cfa566dc HTTP/1.1" status: 204 len: 168 time: 1.7443483 Dec 22 15:21:08.941858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794995c2-aff5-4ac9-93db-539714ac07df tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Network': ['ID=a9fdd605-5058-4b6e-9390-3e88cfa566dc,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:08.944781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57920) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:08.952430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-794995c2-aff5-4ac9-93db-539714ac07df tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:08.958260 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c9b77526-92d8-441f-8c60-3453d4915007 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-111904152'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:08.969529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c9b77526-92d8-441f-8c60-3453d4915007 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:08.976337 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c9b77526-92d8-441f-8c60-3453d4915007 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Usage tracker for resource:network and tenant:11c49d7e82324f4a85654eb2604ff3c0 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:08.982348 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c9b77526-92d8-441f-8c60-3453d4915007 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:08.992897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c9b77526-92d8-441f-8c60-3453d4915007 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:09.017785 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:09.033572 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bd3def-76b0-4da1-b7a2-a6840ca22293 None None] Checking router: 8f7c0c25-1802-4033-aa76-6c595343e2fc for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:21:09.034191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bd3def-76b0-4da1-b7a2-a6840ca22293 None None] Updating router 8f7c0c25-1802-4033-aa76-6c595343e2fc port d34b9c7f-9a64-4212-94a9-add6de1b351e binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:21:09.061065 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b77526-92d8-441f-8c60-3453d4915007 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Made reservation on behalf of 11c49d7e82324f4a85654eb2604ff3c0 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:09.067138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9b77526-92d8-441f-8c60-3453d4915007 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:09.088910 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68aa8103-90d8-4d9a-8806-10dfe1b97f1d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:09.115857 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b77526-92d8-441f-8c60-3453d4915007 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:21:09.118901 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Transition to ACTIVE for port object 7572825f-3d5e-4c05-ae5d-ea072bc28b57 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:09.130935 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9b77526-92d8-441f-8c60-3453d4915007 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:09.132053 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-c9b77526-92d8-441f-8c60-3453d4915007 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Added segment 4169ea42-ed98-4ec9-935f-9876950986db of type vlan for network 1dec24e1-d180-4644-89e5-c85abb1e7484 Dec 22 15:21:09.188255 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9b77526-92d8-441f-8c60-3453d4915007 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:09.231579 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Transition to ACTIVE for port object 7572825f-3d5e-4c05-ae5d-ea072bc28b57 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:09.272021 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-09bd3def-76b0-4da1-b7a2-a6840ca22293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:09.332059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:09.336832 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:09.360815 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9b77526-92d8-441f-8c60-3453d4915007 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:09.371500 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b77526-92d8-441f-8c60-3453d4915007 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:09.372449 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9b77526-92d8-441f-8c60-3453d4915007 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:09.376544 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bd3def-76b0-4da1-b7a2-a6840ca22293 None None] Port d34b9c7f-9a64-4212-94a9-add6de1b351e not found while updating agent binding for router 8f7c0c25-1802-4033-aa76-6c595343e2fc. {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 22 15:21:09.378757 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3f78c456-6863-47a7-8da2-1c62d72418cf None None] Provisioning complete for port cf68e832-2d85-4282-a982-b42cb0ed7e16 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:09.379147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3f78c456-6863-47a7-8da2-1c62d72418cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:09.381397 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:09.443721 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68aa8103-90d8-4d9a-8806-10dfe1b97f1d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:09.476801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e3011ec8-02ce-465e-8584-65f2bfcc28d8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:09.485606 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:21:09.496630 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e05a1c43-9309-4be3-9320-1d4c7e74de2a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:09.521698 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bd3def-76b0-4da1-b7a2-a6840ca22293 None None] Routers {'8f7c0c25-1802-4033-aa76-6c595343e2fc'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:09.522350 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-09bd3def-76b0-4da1-b7a2-a6840ca22293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:20:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['8f7c0c25-1802-4033-aa76-6c595343e2fc'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:09.613614 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3011ec8-02ce-465e-8584-65f2bfcc28d8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Pushing event deleted for resources: {'Port': ['ID=d34b9c7f-9a64-4212-94a9-add6de1b351e,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:09.616844 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7ba975ef-c75a-4aaa-9d71-4ed416d16eab tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:09.624377 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68aa8103-90d8-4d9a-8806-10dfe1b97f1d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:21:09.625175 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68aa8103-90d8-4d9a-8806-10dfe1b97f1d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:09.626836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b77526-92d8-441f-8c60-3453d4915007 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Network': ['ID=1dec24e1-d180-4644-89e5-c85abb1e7484,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:09.630268 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c9b77526-92d8-441f-8c60-3453d4915007 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:09.703937 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c9b77526-92d8-441f-8c60-3453d4915007 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7578228 Dec 22 15:21:09.709078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57928) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:09.717939 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-bba3b37d-63c7-475d-bb21-757ef29878e4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'subnet': {'network_id': '1dec24e1-d180-4644-89e5-c85abb1e7484', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:09.729268 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Network cc5a6c30-b32c-49be-88e7-10fc94ae51db is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:09.740533 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 1dec24e1-d180-4644-89e5-c85abb1e7484 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:21:09.746856 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e3011ec8-02ce-465e-8584-65f2bfcc28d8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:09.751528 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e3011ec8-02ce-465e-8584-65f2bfcc28d8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:09.757077 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:09.759888 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:09.760482 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:09.850216 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:09.878622 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:09.884137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Pushing event updated for resources: {'Port': ['ID=7572825f-3d5e-4c05-ae5d-ea072bc28b57,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:09.933457 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:09.952700 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:10.038414 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-09bd3def-76b0-4da1-b7a2-a6840ca22293 None None] Set router 8f7c0c25-1802-4033-aa76-6c595343e2fc gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:21:10.064355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba975ef-c75a-4aaa-9d71-4ed416d16eab tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Pushing event deleted for resources: {'Port': ['ID=69a281a3-1283-4d53-b779-1d7d8a15fa66,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:10.078096 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bba3b37d-63c7-475d-bb21-757ef29878e4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:10.083628 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bba3b37d-63c7-475d-bb21-757ef29878e4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Usage tracker for resource:subnet and tenant:11c49d7e82324f4a85654eb2604ff3c0 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:10.089261 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bba3b37d-63c7-475d-bb21-757ef29878e4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:10.098358 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bba3b37d-63c7-475d-bb21-757ef29878e4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:10.112438 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7ba975ef-c75a-4aaa-9d71-4ed416d16eab tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:10.161433 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Transition to ACTIVE for port object 8c9bf287-4c1a-4bf7-ab9c-a08122c47894 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:10.214844 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba3b37d-63c7-475d-bb21-757ef29878e4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Made reservation on behalf of 11c49d7e82324f4a85654eb2604ff3c0 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:10.222160 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bba3b37d-63c7-475d-bb21-757ef29878e4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:10.238784 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e3011ec8-02ce-465e-8584-65f2bfcc28d8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:10.239691 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-09bd3def-76b0-4da1-b7a2-a6840ca22293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7c0c25-1802-4033-aa76-6c595343e2fc', 'name': '', 'tenant_id': 'c2a62fe9136845aba9e552f533d27b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:53Z', 'updated_at': '2021-12-22T15:21:08Z', 'revision_number': 5, 'project_id': 'c2a62fe9136845aba9e552f533d27b2b', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:10.267397 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bd3def-76b0-4da1-b7a2-a6840ca22293 None None] The sync data for ids ['8f7c0c25-1802-4033-aa76-6c595343e2fc'] in dv-neutron-822674-1-hyperv is: [{'id': '8f7c0c25-1802-4033-aa76-6c595343e2fc', 'name': '', 'tenant_id': 'c2a62fe9136845aba9e552f533d27b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:53Z', 'updated_at': '2021-12-22T15:21:08Z', 'revision_number': 5, 'project_id': 'c2a62fe9136845aba9e552f533d27b2b', 'gw_port_host': None}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:21:10.282589 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Attempting to bind port 7572825f-3d5e-4c05-ae5d-ea072bc28b57 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:21:10.282589 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Attempting to bind port 7572825f-3d5e-4c05-ae5d-ea072bc28b57 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '233c4876-3e13-4d72-8102-83a8d2bbe2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cc5a6c30-b32c-49be-88e7-10fc94ae51db'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:21:10.282589 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Attempting to bind port 7572825f-3d5e-4c05-ae5d-ea072bc28b57 on network cc5a6c30-b32c-49be-88e7-10fc94ae51db {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:21:10.290725 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:21:10.291106 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Checking segment: {'id': '233c4876-3e13-4d72-8102-83a8d2bbe2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cc5a6c30-b32c-49be-88e7-10fc94ae51db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:10.291530 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:10.291939 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Bound using segment: {'id': '233c4876-3e13-4d72-8102-83a8d2bbe2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cc5a6c30-b32c-49be-88e7-10fc94ae51db'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:21:10.292441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Bound port: 7572825f-3d5e-4c05-ae5d-ea072bc28b57, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233c4876-3e13-4d72-8102-83a8d2bbe2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cc5a6c30-b32c-49be-88e7-10fc94ae51db'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:21:10.292830 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:10.450373 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:10.507010 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] For port 7572825f-3d5e-4c05-ae5d-ea072bc28b57, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:21:10.507558 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68aa8103-90d8-4d9a-8806-10dfe1b97f1d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:10.511657 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] For port 7572825f-3d5e-4c05-ae5d-ea072bc28b57, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7572825f-3d5e-4c05-ae5d-ea072bc28b57,segment=NetworkSegment(233c4876-3e13-4d72-8102-83a8d2bbe2da),segment_id=233c4876-3e13-4d72-8102-83a8d2bbe2da)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:21:10.515797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68aa8103-90d8-4d9a-8806-10dfe1b97f1d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:10.532707 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dc6625d5-f3db-480f-9f66-096fac0a92a2 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:10.540709 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=6f4ea83c-9d35-4a4d-8b97-73e90319bc9e,segment=NetworkSegment(834a8d2d-d706-4ccf-9dc0-6005d732ec8d),segment_id=834a8d2d-d706-4ccf-9dc0-6005d732ec8d)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:21:10.556829 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-fd46617e-8547-4d11-87ef-52197ccbfed9 None None] Provisioning complete for port 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:10.557855 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fd46617e-8547-4d11-87ef-52197ccbfed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:10.606688 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:10.615808 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d799b241-ce18-488b-8cd6-8b3e5604fde1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:10.655801 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:10.656691 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 809ce6ae-24d0-4809-98fb-b618ebfeb574 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:21:10.714643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa8103-90d8-4d9a-8806-10dfe1b97f1d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Network': ['ID=0fff0804-33da-4eea-8f97-e06a662244ac,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:10.740068 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-68aa8103-90d8-4d9a-8806-10dfe1b97f1d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:10.742550 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e3011ec8-02ce-465e-8584-65f2bfcc28d8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:10.745117 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7ba975ef-c75a-4aaa-9d71-4ed416d16eab tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:10.801297 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e3011ec8-02ce-465e-8584-65f2bfcc28d8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:10.802189 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Pushing event updated for resources: {'Port': ['ID=7572825f-3d5e-4c05-ae5d-ea072bc28b57,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:10.808802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:10.809285 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8b15f222-e084-4f4b-b65c-0988f0f10b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:10.810034 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-68aa8103-90d8-4d9a-8806-10dfe1b97f1d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/0fff0804-33da-4eea-8f97-e06a662244ac HTTP/1.1" status: 204 len: 168 time: 6.1971920 Dec 22 15:21:10.878214 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57934) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:10.897618 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-96dd5c46-4983-4221-b3e3-744827f958be tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-569086078'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:10.943937 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-96dd5c46-4983-4221-b3e3-744827f958be tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:10.964612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-96dd5c46-4983-4221-b3e3-744827f958be tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:network and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:10.971408 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=6f4ea83c-9d35-4a4d-8b97-73e90319bc9e,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:10.974896 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-96dd5c46-4983-4221-b3e3-744827f958be tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:10.976051 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:10.993063 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-96dd5c46-4983-4221-b3e3-744827f958be tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:10.996230 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 809ce6ae-24d0-4809-98fb-b618ebfeb574 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:21:11.001743 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 809ce6ae-24d0-4809-98fb-b618ebfeb574 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:11.007327 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:11.025798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bba3b37d-63c7-475d-bb21-757ef29878e4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:11.029836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:11.090776 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dd5c46-4983-4221-b3e3-744827f958be tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:11.094609 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96dd5c46-4983-4221-b3e3-744827f958be tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:11.171682 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3b37d-63c7-475d-bb21-757ef29878e4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Subnet': ['ID=d2d92b1f-6e09-4083-b232-002dae1715a6,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:11.191466 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bba3b37d-63c7-475d-bb21-757ef29878e4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:11.198760 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:11.214020 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba3b37d-63c7-475d-bb21-757ef29878e4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Checking segment: {'id': '4169ea42-ed98-4ec9-935f-9876950986db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1dec24e1-d180-4644-89e5-c85abb1e7484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:11.214587 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba3b37d-63c7-475d-bb21-757ef29878e4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Network hostable DHCP agents. Network: 1dec24e1-d180-4644-89e5-c85abb1e7484, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:21:11.219334 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96dd5c46-4983-4221-b3e3-744827f958be tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:21:11.221577 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:11.243962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96dd5c46-4983-4221-b3e3-744827f958be tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:11.244313 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-96dd5c46-4983-4221-b3e3-744827f958be tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Added segment 8a130e15-cf91-42b7-9011-474e87bf66c4 of type vlan for network 18ed8971-553d-4564-852f-595b3d382bb8 Dec 22 15:21:11.298735 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96dd5c46-4983-4221-b3e3-744827f958be tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:11.327040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:11.332190 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 809ce6ae-24d0-4809-98fb-b618ebfeb574, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=809ce6ae-24d0-4809-98fb-b618ebfeb574,segment=NetworkSegment(af6f19a5-91cd-4a7d-a5a3-e0a7bd38228e),segment_id=af6f19a5-91cd-4a7d-a5a3-e0a7bd38228e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:21:11.366134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e3011ec8-02ce-465e-8584-65f2bfcc28d8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:11.372246 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3011ec8-02ce-465e-8584-65f2bfcc28d8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f7c0c25-1802-4033-aa76-6c595343e2fc {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:21:11.401687 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba3b37d-63c7-475d-bb21-757ef29878e4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Network 1dec24e1-d180-4644-89e5-c85abb1e7484 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:21:11.457836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96dd5c46-4983-4221-b3e3-744827f958be tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:11.463713 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dd5c46-4983-4221-b3e3-744827f958be tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:11.468404 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96dd5c46-4983-4221-b3e3-744827f958be tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:11.468404 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:11.483344 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7ba975ef-c75a-4aaa-9d71-4ed416d16eab tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:11.497604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:11.499517 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3508760d-f3a3-441d-b355-d77be83bc16f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:11.514523 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7ba975ef-c75a-4aaa-9d71-4ed416d16eab tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:11.572077 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e3011ec8-02ce-465e-8584-65f2bfcc28d8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:11.573809 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e3011ec8-02ce-465e-8584-65f2bfcc28d8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "DELETE /v2.0/routers/8f7c0c25-1802-4033-aa76-6c595343e2fc HTTP/1.1" status: 204 len: 168 time: 8.4119935 Dec 22 15:21:11.575975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Port': ['ID=8c9bf287-4c1a-4bf7-ab9c-a08122c47894,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:11.577986 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-bba3b37d-63c7-475d-bb21-757ef29878e4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 1dec24e1-d180-4644-89e5-c85abb1e7484) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:11.582365 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=809ce6ae-24d0-4809-98fb-b618ebfeb574,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:11.588602 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:11.588805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba3b37d-63c7-475d-bb21-757ef29878e4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:11.589394 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bba3b37d-63c7-475d-bb21-757ef29878e4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:11.591549 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57942) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:11.594607 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c4da56-c5c2-4042-803f-923dbb807619 None None] Network 1dec24e1-d180-4644-89e5-c85abb1e7484 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:11.604646 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network 7db7d936-c36f-486b-858e-bfac112dd9f3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:11.610353 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:11.615932 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd5c46-4983-4221-b3e3-744827f958be tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Network': ['ID=18ed8971-553d-4564-852f-595b3d382bb8,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:11.622851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-96dd5c46-4983-4221-b3e3-744827f958be tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:11.657759 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:11.665450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7ba975ef-c75a-4aaa-9d71-4ed416d16eab tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:11.666918 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba975ef-c75a-4aaa-9d71-4ed416d16eab tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Fanout notify agent at l3_agent the message router_deleted on router fc0ed10d-0247-4710-a50e-04b6e6519afd {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:21:11.671949 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-96dd5c46-4983-4221-b3e3-744827f958be tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7923563 Dec 22 15:21:11.676528 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bba3b37d-63c7-475d-bb21-757ef29878e4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9661183 Dec 22 15:21:11.684257 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57946) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:11.684257 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57948) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:11.687632 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:11.688267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:11.699178 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 18ed8971-553d-4564-852f-595b3d382bb8 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:21:11.700366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-059c49a4-0614-4e11-ad80-decf9f118c29 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'subnet': {'network_id': '18ed8971-553d-4564-852f-595b3d382bb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:11.987877 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:21:12.132027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-059c49a4-0614-4e11-ad80-decf9f118c29 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:12.173487 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-059c49a4-0614-4e11-ad80-decf9f118c29 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:subnet and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:12.191049 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-059c49a4-0614-4e11-ad80-decf9f118c29 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:12.208870 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0e40c1be-737f-4481-b043-98062b2871ce tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:12.212990 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-059c49a4-0614-4e11-ad80-decf9f118c29 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:12.222369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0102e2-3c87-4f48-8b37-f8ceb0a7777d tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Deleting subnet bb66d144-e2c5-4bc8-8988-332d5ce87c66 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:21:12.231345 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5a0102e2-3c87-4f48-8b37-f8ceb0a7777d tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:12.345516 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059c49a4-0614-4e11-ad80-decf9f118c29 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:12.359962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-059c49a4-0614-4e11-ad80-decf9f118c29 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:12.371226 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:12.436737 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7ba975ef-c75a-4aaa-9d71-4ed416d16eab tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:12.438150 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7ba975ef-c75a-4aaa-9d71-4ed416d16eab tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "DELETE /v2.0/routers/fc0ed10d-0247-4710-a50e-04b6e6519afd HTTP/1.1" status: 204 len: 168 time: 8.8460014 Dec 22 15:21:12.450084 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:12.451160 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:12.532656 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57958) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:12.560796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5a0102e2-3c87-4f48-8b37-f8ceb0a7777d tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:12.646441 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0e40c1be-737f-4481-b043-98062b2871ce tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:12.677792 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a333162b-0e9d-4723-a31f-d45a9a67f49f None None] Provisioning for port 8c9bf287-4c1a-4bf7-ab9c-a08122c47894 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:21:12.699959 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c52ceca-422a-4742-8ca6-d42e354816f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-1dec24e1-d180-4644-89e5-c85abb1e7484', 'network_id': '1dec24e1-d180-4644-89e5-c85abb1e7484', 'tenant_id': '11c49d7e82324f4a85654eb2604ff3c0', 'fixed_ips': [{'subnet_id': 'd2d92b1f-6e09-4083-b232-002dae1715a6'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:21:12.701296 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7c52ceca-422a-4742-8ca6-d42e354816f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:12.723927 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e69a7dc-67e2-475c-927b-85438c0e9d49 None None] Network cc5a6c30-b32c-49be-88e7-10fc94ae51db requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:12.745738 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a333162b-0e9d-4723-a31f-d45a9a67f49f None None] Provisioning complete for port 8c9bf287-4c1a-4bf7-ab9c-a08122c47894 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:12.746356 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a333162b-0e9d-4723-a31f-d45a9a67f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:12.759613 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-dda1dd1b-fd29-4846-b147-ee2ce8aa5914 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-580252863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:12.782288 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-dda1dd1b-fd29-4846-b147-ee2ce8aa5914 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:12.801462 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-dda1dd1b-fd29-4846-b147-ee2ce8aa5914 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Usage tracker for resource:router and tenant:4640dc4cc0f84813af0f47fbeedc30ca is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:12.810037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-dda1dd1b-fd29-4846-b147-ee2ce8aa5914 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:12.888951 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-dda1dd1b-fd29-4846-b147-ee2ce8aa5914 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:12.959377 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5a0102e2-3c87-4f48-8b37-f8ceb0a7777d tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:12.959655 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-a333162b-0e9d-4723-a31f-d45a9a67f49f None None] Port 8c9bf287-4c1a-4bf7-ab9c-a08122c47894 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:21:13.018058 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7a428-557d-46ab-954b-ed3cfadc3f8c req-df9b0d17-dda2-434b-b72d-fbc63bf9da19 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:13.026028 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fbd7a428-557d-46ab-954b-ed3cfadc3f8c req-df9b0d17-dda2-434b-b72d-fbc63bf9da19 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 1.6053972 Dec 22 15:21:13.027748 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0e40c1be-737f-4481-b043-98062b2871ce tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:13.037033 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7572825f-3d5e-4c05-ae5d-ea072bc28b57 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:21:13.045724 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b75c25d5-09dc-4ae6-ae09-b9ebbe3f0330 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:13.048103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dda1dd1b-fd29-4846-b147-ee2ce8aa5914 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:13.049167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dda1dd1b-fd29-4846-b147-ee2ce8aa5914 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:13.181884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40c1be-737f-4481-b043-98062b2871ce tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Subnet': ['ID=d2d92b1f-6e09-4083-b232-002dae1715a6,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:13.186152 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0e40c1be-737f-4481-b043-98062b2871ce tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server [None req-7c52ceca-422a-4742-8ca6-d42e354816f1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2d92b1f-6e09-4083-b232-002dae1715a6: This subnet is being modified by another concurrent operation. Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:21:13.193825 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise exception Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2d92b1f-6e09-4083-b232-002dae1715a6: This subnet is being modified by another concurrent operation. Dec 22 15:21:13.201256 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server Dec 22 15:21:13.244841 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c93c2d0-36ae-4492-8445-6a3f3d48efb7 None None] Network 1dec24e1-d180-4644-89e5-c85abb1e7484 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:13.248721 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dda1dd1b-fd29-4846-b147-ee2ce8aa5914 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:13.262542 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcc921-3464-4809-bff5-9f051af4d7a1 req-d329365e-c3de-4bce-96ef-3887f57fcf9d tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:13.269056 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-aefcc921-3464-4809-bff5-9f051af4d7a1 req-d329365e-c3de-4bce-96ef-3887f57fcf9d tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 945 time: 0.8087521 Dec 22 15:21:13.306892 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-376ac237-48b8-4dd7-a31e-d6209f6e2fcd None None] Provisioning for port 7572825f-3d5e-4c05-ae5d-ea072bc28b57 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:21:13.326972 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fbd7a428-557d-46ab-954b-ed3cfadc3f8c req-aa32988a-9c18-4b67-a863-92b77075ac71 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2999139 Dec 22 15:21:13.401308 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 7572825f-3d5e-4c05-ae5d-ea072bc28b57 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:21:13.404550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0e40c1be-737f-4481-b043-98062b2871ce tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:13.421998 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:13.426089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 7572825f-3d5e-4c05-ae5d-ea072bc28b57 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:13.429281 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:13.467207 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-aefcc921-3464-4809-bff5-9f051af4d7a1 req-442b8640-e362-4ff2-b790-2e1464cb99f5 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8781d02-01be-48a1-bae7-37e818a25599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789427 Dec 22 15:21:13.517559 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5a0102e2-3c87-4f48-8b37-f8ceb0a7777d tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:13.517559 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7f274aff-2333-4c18-bb15-3b75cdabeb13 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:13.602959 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0102e2-3c87-4f48-8b37-f8ceb0a7777d tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bb66d144-e2c5-4bc8-8988-332d5ce87c66,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:13.633627 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dda1dd1b-fd29-4846-b147-ee2ce8aa5914 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:13.639166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-0e40c1be-737f-4481-b043-98062b2871ce tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dec24e1-d180-4644-89e5-c85abb1e7484']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:13.650175 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5a0102e2-3c87-4f48-8b37-f8ceb0a7777d tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:13.662508 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:13.670753 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-0e40c1be-737f-4481-b043-98062b2871ce tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4169ea42-ed98-4ec9-935f-9876950986db') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:13.671243 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-0e40c1be-737f-4481-b043-98062b2871ce tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4169ea42-ed98-4ec9-935f-9876950986db') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:13.703141 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0e40c1be-737f-4481-b043-98062b2871ce tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:13.711096 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:13.740137 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-059c49a4-0614-4e11-ad80-decf9f118c29 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:13.746856 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0e40c1be-737f-4481-b043-98062b2871ce tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:13.756066 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d830b3e4-f0be-4d5b-a356-a402e04a903e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:13.757319 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 7572825f-3d5e-4c05-ae5d-ea072bc28b57, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7572825f-3d5e-4c05-ae5d-ea072bc28b57,segment=NetworkSegment(233c4876-3e13-4d72-8102-83a8d2bbe2da),segment_id=233c4876-3e13-4d72-8102-83a8d2bbe2da)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:21:13.788996 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e40c1be-737f-4481-b043-98062b2871ce tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:21:13.790414 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0e40c1be-737f-4481-b043-98062b2871ce tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:13.813198 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:13.862083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5a0102e2-3c87-4f48-8b37-f8ceb0a7777d tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:13.878436 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:13.879713 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device cf68e832-2d85-4282-a982-b42cb0ed7e16 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:21:13.933096 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c49a4-0614-4e11-ad80-decf9f118c29 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Subnet': ['ID=389a8c5c-ee29-45ac-889c-717bbce51cd5,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:13.940618 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-059c49a4-0614-4e11-ad80-decf9f118c29 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:13.949857 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c49a4-0614-4e11-ad80-decf9f118c29 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Checking segment: {'id': '8a130e15-cf91-42b7-9011-474e87bf66c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '18ed8971-553d-4564-852f-595b3d382bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:13.950219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059c49a4-0614-4e11-ad80-decf9f118c29 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network hostable DHCP agents. Network: 18ed8971-553d-4564-852f-595b3d382bb8, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:21:13.972051 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5b1946d4-9af8-4cec-8b6b-4c9f6e4033e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:13.980956 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5a0102e2-3c87-4f48-8b37-f8ceb0a7777d tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/bb66d144-e2c5-4bc8-8988-332d5ce87c66 HTTP/1.1" status: 204 len: 168 time: 2.3813260 Dec 22 15:21:13.983660 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57968) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:14.017564 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dd8fa9-fc06-4081-a893-232fe5cc4fb2 None None] get_active_networks_info from dv-neutron-822674-1-hyperv {{(pid=88219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 15:21:14.104280 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dda1dd1b-fd29-4846-b147-ee2ce8aa5914 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:14.105519 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-dda1dd1b-fd29-4846-b147-ee2ce8aa5914 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.5715034 Dec 22 15:21:14.127662 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 57972) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:14.181986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-686d2089-6828-4002-9a8e-159bf113eea5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'enable_snat': True}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:14.213826 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059c49a4-0614-4e11-ad80-decf9f118c29 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network 18ed8971-553d-4564-852f-595b3d382bb8 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:21:14.216266 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0e40c1be-737f-4481-b043-98062b2871ce tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:14.225629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0d0854a9-1891-46a2-92dd-ddcf53630f9d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:14.239394 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d0063cd6-1582-40ad-8c34-f1c570c5ff04 None None] Provisioning complete for port 7572825f-3d5e-4c05-ae5d-ea072bc28b57 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:14.240033 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d0063cd6-1582-40ad-8c34-f1c570c5ff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:14.250048 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0e40c1be-737f-4481-b043-98062b2871ce tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:14.255663 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40c1be-737f-4481-b043-98062b2871ce tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Network': ['ID=1dec24e1-d180-4644-89e5-c85abb1e7484,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:14.284415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0e40c1be-737f-4481-b043-98062b2871ce tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:14.298106 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2050-00c7-4ca9-960e-8c476546b949 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:14.305967 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0e40c1be-737f-4481-b043-98062b2871ce tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/networks/1dec24e1-d180-4644-89e5-c85abb1e7484 HTTP/1.1" status: 204 len: 168 time: 2.6263349 Dec 22 15:21:14.306879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57980) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:14.313571 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5301667c-eb4e-435f-9c17-25810abcff5e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1540537014'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:14.334632 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5301667c-eb4e-435f-9c17-25810abcff5e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:14.337955 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-059c49a4-0614-4e11-ad80-decf9f118c29 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 18ed8971-553d-4564-852f-595b3d382bb8) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:14.370886 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c49a4-0614-4e11-ad80-decf9f118c29 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:14.371478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-059c49a4-0614-4e11-ad80-decf9f118c29 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:14.378474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5301667c-eb4e-435f-9c17-25810abcff5e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Usage tracker for resource:network and tenant:11c49d7e82324f4a85654eb2604ff3c0 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:14.389245 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=7572825f-3d5e-4c05-ae5d-ea072bc28b57,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:14.407888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5301667c-eb4e-435f-9c17-25810abcff5e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:14.412538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:14.465374 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port cf68e832-2d85-4282-a982-b42cb0ed7e16 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:14.466538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:14.483124 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5301667c-eb4e-435f-9c17-25810abcff5e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:14.568847 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-059c49a4-0614-4e11-ad80-decf9f118c29 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8869486 Dec 22 15:21:14.583423 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57984) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:14.639332 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5301667c-eb4e-435f-9c17-25810abcff5e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Made reservation on behalf of 11c49d7e82324f4a85654eb2604ff3c0 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:14.646525 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5301667c-eb4e-435f-9c17-25810abcff5e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:14.678317 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2050-00c7-4ca9-960e-8c476546b949 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:14.852430 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dd8fa9-fc06-4081-a893-232fe5cc4fb2 None None] Resources bound (agent type, host, resource id): {{(pid=88219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 15:21:14.893368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5301667c-eb4e-435f-9c17-25810abcff5e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:21:14.914084 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5301667c-eb4e-435f-9c17-25810abcff5e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:14.914695 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-5301667c-eb4e-435f-9c17-25810abcff5e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Added segment 6797e60e-8f8a-4690-9cfe-146034a6d2a0 of type vlan for network 65d6362d-f8d7-4705-9599-39cd5ec9567e Dec 22 15:21:14.984517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5301667c-eb4e-435f-9c17-25810abcff5e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:15.012459 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-686d2089-6828-4002-9a8e-159bf113eea5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:15.073272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-8d2d2050-00c7-4ca9-960e-8c476546b949 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d997bb13-3022-401c-b596-091aedf8b2ad']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:15.098596 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8d23f-1bd5-48ab-be11-7cc623583e83 req-5e834723-9928-409f-9e16-4f0183e593f4 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:15.106643 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2bf8d23f-1bd5-48ab-be11-7cc623583e83 req-5e834723-9928-409f-9e16-4f0183e593f4 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.3348410 Dec 22 15:21:15.117028 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-8d2d2050-00c7-4ca9-960e-8c476546b949 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7f1121-9827-4534-8090-af524b4adfde') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:15.117540 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-8d2d2050-00c7-4ca9-960e-8c476546b949 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7f1121-9827-4534-8090-af524b4adfde') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:15.174365 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5301667c-eb4e-435f-9c17-25810abcff5e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:15.184996 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5301667c-eb4e-435f-9c17-25810abcff5e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:15.186025 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5301667c-eb4e-435f-9c17-25810abcff5e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:15.198928 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:15.219128 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7572825f-3d5e-4c05-ae5d-ea072bc28b57 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:21:15.225315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8dc732d7-aea1-4f94-8178-ad610a6f7e76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:15.228185 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2bf8d23f-1bd5-48ab-be11-7cc623583e83 req-14fddb40-7d69-48fe-b97b-ff95cca06486 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201191 Dec 22 15:21:15.293731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2050-00c7-4ca9-960e-8c476546b949 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:15.313685 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Router 021240f2-ccd1-40dd-bb3f-354822aa9a66 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:21:15.330632 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:15.331866 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:15.351300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a7c185a9-bc06-4217-897a-c194a4a05923 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:15.377155 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2050-00c7-4ca9-960e-8c476546b949 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:15.553921 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5301667c-eb4e-435f-9c17-25810abcff5e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2409418 Dec 22 15:21:15.562916 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2d2050-00c7-4ca9-960e-8c476546b949 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:21:15.563714 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2050-00c7-4ca9-960e-8c476546b949 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:15.589564 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:15.601681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 57994) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:15.624392 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0271132-1c8d-4ce4-92d2-2e7c167b275f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:15.636176 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 7572825f-3d5e-4c05-ae5d-ea072bc28b57 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:15.643486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:15.644842 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Port': ['ID=8c9bf287-4c1a-4bf7-ab9c-a08122c47894,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:15.650133 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:15.710029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-286e0cfe-502d-41c6-a4a0-9b67d169601b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'subnet': {'network_id': '65d6362d-f8d7-4705-9599-39cd5ec9567e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:15.762577 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301667c-eb4e-435f-9c17-25810abcff5e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Network': ['ID=65d6362d-f8d7-4705-9599-39cd5ec9567e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:15.781849 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 65d6362d-f8d7-4705-9599-39cd5ec9567e details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:21:15.787086 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5301667c-eb4e-435f-9c17-25810abcff5e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:16.000374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-286e0cfe-502d-41c6-a4a0-9b67d169601b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:16.008740 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-286e0cfe-502d-41c6-a4a0-9b67d169601b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Usage tracker for resource:subnet and tenant:11c49d7e82324f4a85654eb2604ff3c0 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:16.013930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-286e0cfe-502d-41c6-a4a0-9b67d169601b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:16.022996 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0271132-1c8d-4ce4-92d2-2e7c167b275f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:16.057679 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-286e0cfe-502d-41c6-a4a0-9b67d169601b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:16.065040 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2050-00c7-4ca9-960e-8c476546b949 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:16.087673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c1267a5c-aad3-4da9-b186-1ee2fcc36256 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:16.121017 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2d2050-00c7-4ca9-960e-8c476546b949 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d997bb13-3022-401c-b596-091aedf8b2ad {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 15:21:16.142033 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2050-00c7-4ca9-960e-8c476546b949 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:16.147383 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d2050-00c7-4ca9-960e-8c476546b949 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Pushing event deleted for resources: {'Network': ['ID=d997bb13-3022-401c-b596-091aedf8b2ad,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:16.151847 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8d2d2050-00c7-4ca9-960e-8c476546b949 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:16.173302 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8d2d2050-00c7-4ca9-960e-8c476546b949 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "DELETE /v2.0/networks/d997bb13-3022-401c-b596-091aedf8b2ad HTTP/1.1" status: 204 len: 168 time: 2.1877692 Dec 22 15:21:16.230114 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286e0cfe-502d-41c6-a4a0-9b67d169601b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Made reservation on behalf of 11c49d7e82324f4a85654eb2604ff3c0 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:16.239042 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-286e0cfe-502d-41c6-a4a0-9b67d169601b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:16.261603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0d8cb-3cc3-4356-adc7-2fbbc8eb02cf req-ede04ada-49ed-4b38-ad79-fd8a9c256be2 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:16.273604 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-18d0d8cb-3cc3-4356-adc7-2fbbc8eb02cf req-ede04ada-49ed-4b38-ad79-fd8a9c256be2 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 945 time: 0.8155828 Dec 22 15:21:16.284121 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 809ce6ae-24d0-4809-98fb-b618ebfeb574 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:21:16.312846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network 7db7d936-c36f-486b-858e-bfac112dd9f3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:16.367925 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:16.421635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:21:16.601761 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0271132-1c8d-4ce4-92d2-2e7c167b275f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:16.643970 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-059c49a4-0614-4e11-ad80-decf9f118c29 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:16.682741 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 809ce6ae-24d0-4809-98fb-b618ebfeb574 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:16.683346 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:16.716380 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0271132-1c8d-4ce4-92d2-2e7c167b275f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Subnet': ['ID=389a8c5c-ee29-45ac-889c-717bbce51cd5,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:16.730655 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f0271132-1c8d-4ce4-92d2-2e7c167b275f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:16.773312 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9d8aca-e890-4914-80cd-5914a9fbc133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-18ed8971-553d-4564-852f-595b3d382bb8', 'network_id': '18ed8971-553d-4564-852f-595b3d382bb8', 'tenant_id': '5174c37d8f2b4cb683ba55748d87c3c3', 'fixed_ips': [{'subnet_id': '389a8c5c-ee29-45ac-889c-717bbce51cd5'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:21:16.774758 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ac9d8aca-e890-4914-80cd-5914a9fbc133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:16.862843 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0271132-1c8d-4ce4-92d2-2e7c167b275f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:16.896106 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-f0271132-1c8d-4ce4-92d2-2e7c167b275f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ed8971-553d-4564-852f-595b3d382bb8']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:16.912243 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-f0271132-1c8d-4ce4-92d2-2e7c167b275f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a130e15-cf91-42b7-9011-474e87bf66c4') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:16.925223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-f0271132-1c8d-4ce4-92d2-2e7c167b275f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a130e15-cf91-42b7-9011-474e87bf66c4') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:16.927817 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0271132-1c8d-4ce4-92d2-2e7c167b275f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:16.929432 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-18d0d8cb-3cc3-4356-adc7-2fbbc8eb02cf req-e14e2c72-b33a-4b7b-a05f-46f4386fbdd2 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8781d02-01be-48a1-bae7-37e818a25599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6543083 Dec 22 15:21:16.952518 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0271132-1c8d-4ce4-92d2-2e7c167b275f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:16.962634 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0271132-1c8d-4ce4-92d2-2e7c167b275f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:21:16.962634 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0271132-1c8d-4ce4-92d2-2e7c167b275f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:16.972783 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58008) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:17.045859 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-57fda1eb-520c-481a-bbf6-7331a43f8946 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Request body: {'router': {'name': 'tempest-router--1685607884', 'project_id': '2a70e287a8b249fcba9506cd5b0ce7a8'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:17.066136 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:17.073674 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-46b2b2d2-16dc-4800-8291-c11c474f9d53 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 16.8644950 Dec 22 15:21:17.079386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58012) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:17.081529 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:17.099799 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e79cfe-cf2d-4c4c-95e9-21f2afa13fed None None] get_active_networks_info from dv-neutron-822674-1-hyperv {{(pid=88219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 15:21:17.113041 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-57fda1eb-520c-481a-bbf6-7331a43f8946 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:17.166139 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0271132-1c8d-4ce4-92d2-2e7c167b275f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:17.175057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0e40c1be-737f-4481-b043-98062b2871ce tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:17.201125 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0271132-1c8d-4ce4-92d2-2e7c167b275f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:17.228747 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f0271132-1c8d-4ce4-92d2-2e7c167b275f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/18ed8971-553d-4564-852f-595b3d382bb8 HTTP/1.1" status: 204 len: 168 time: 2.6429734 Dec 22 15:21:17.231981 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58016) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:17.241430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0271132-1c8d-4ce4-92d2-2e7c167b275f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Network': ['ID=18ed8971-553d-4564-852f-595b3d382bb8,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:17.253690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6934cb31-903c-4b33-bf7d-2c833ae4303f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1834667522'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:17.266265 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f0271132-1c8d-4ce4-92d2-2e7c167b275f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:17.269180 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6934cb31-903c-4b33-bf7d-2c833ae4303f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:17.272408 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-57fda1eb-520c-481a-bbf6-7331a43f8946 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Usage tracker for resource:router and tenant:2a70e287a8b249fcba9506cd5b0ce7a8 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:17.286687 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6934cb31-903c-4b33-bf7d-2c833ae4303f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:network and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:17.294924 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6934cb31-903c-4b33-bf7d-2c833ae4303f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:17.387418 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42edee57-3807-40b3-aed4-77178863a7df None None] Sync routers for ids ['021240f2-ccd1-40dd-bb3f-354822aa9a66'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:21:17.392343 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e79cfe-cf2d-4c4c-95e9-21f2afa13fed None None] Resources bound (agent type, host, resource id): {{(pid=88219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 15:21:17.416851 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42edee57-3807-40b3-aed4-77178863a7df None None] Routers {'021240f2-ccd1-40dd-bb3f-354822aa9a66'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:17.417956 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-42edee57-3807-40b3-aed4-77178863a7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:20:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['021240f2-ccd1-40dd-bb3f-354822aa9a66'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:17.555571 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-42edee57-3807-40b3-aed4-77178863a7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:17.571766 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42edee57-3807-40b3-aed4-77178863a7df None None] Routers {'021240f2-ccd1-40dd-bb3f-354822aa9a66'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:17.573127 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-42edee57-3807-40b3-aed4-77178863a7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:20:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['021240f2-ccd1-40dd-bb3f-354822aa9a66'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:17.690712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-57fda1eb-520c-481a-bbf6-7331a43f8946 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:17.709606 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-42edee57-3807-40b3-aed4-77178863a7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:17.709995 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6934cb31-903c-4b33-bf7d-2c833ae4303f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:17.710801 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42edee57-3807-40b3-aed4-77178863a7df None None] The sync data for ids ['021240f2-ccd1-40dd-bb3f-354822aa9a66'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:21:17.749442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-57fda1eb-520c-481a-bbf6-7331a43f8946 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:17.767116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8180b7-b93b-4470-b164-2a26fc87fa5c req-806cfff9-bc09-4af4-b58e-6e19636fe92e tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:17.769781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-3f8180b7-b93b-4470-b164-2a26fc87fa5c req-806cfff9-bc09-4af4-b58e-6e19636fe92e tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Synchronizing usage tracker for tenant:11ca12b5724944f583d6f7654599b447 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:21:17.797064 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6934cb31-903c-4b33-bf7d-2c833ae4303f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:17.803149 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6934cb31-903c-4b33-bf7d-2c833ae4303f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:17.853027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6934cb31-903c-4b33-bf7d-2c833ae4303f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:21:17.870368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6934cb31-903c-4b33-bf7d-2c833ae4303f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:17.870908 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-6934cb31-903c-4b33-bf7d-2c833ae4303f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Added segment 2e55c0d4-c232-4a87-9e4a-cb1615cf0db5 of type vlan for network b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44 Dec 22 15:21:17.883086 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-3f8180b7-b93b-4470-b164-2a26fc87fa5c req-806cfff9-bc09-4af4-b58e-6e19636fe92e tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Unset dirty status for tenant:11ca12b5724944f583d6f7654599b447 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:21:17.885495 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3f8180b7-b93b-4470-b164-2a26fc87fa5c req-806cfff9-bc09-4af4-b58e-6e19636fe92e tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.57 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 945 time: 0.7990592 Dec 22 15:21:17.888511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-286e0cfe-502d-41c6-a4a0-9b67d169601b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:17.901842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d04a9039-2cf6-4687-9f2f-eea23d03ed79 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:17.975778 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e058bd2a-6d0a-42dc-a331-87dcb51e2462 None None] Network 18ed8971-553d-4564-852f-595b3d382bb8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:18.021153 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e058bd2a-6d0a-42dc-a331-87dcb51e2462 None None] Network 18ed8971-553d-4564-852f-595b3d382bb8 could not be found, it might have been deleted concurrently. {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 15:21:18.038735 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6ecabf-1e06-4dbb-849d-757f0fdf2d44 None None] Network 18ed8971-553d-4564-852f-595b3d382bb8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:18.080703 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6ecabf-1e06-4dbb-849d-757f0fdf2d44 None None] Network 18ed8971-553d-4564-852f-595b3d382bb8 could not be found, it might have been deleted concurrently. {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 15:21:18.138038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6934cb31-903c-4b33-bf7d-2c833ae4303f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:18.158487 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-57fda1eb-520c-481a-bbf6-7331a43f8946 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:18.160248 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-57fda1eb-520c-481a-bbf6-7331a43f8946 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:18.168335 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e0cfe-502d-41c6-a4a0-9b67d169601b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Subnet': ['ID=ace59992-392c-4d43-89cd-89e2660dde76,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:18.183693 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-286e0cfe-502d-41c6-a4a0-9b67d169601b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:18.212582 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-3f8180b7-b93b-4470-b164-2a26fc87fa5c req-32747d9c-efa0-46be-938c-368876ba4dbb tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Deleting port bbaf721b-942b-43fe-bdc2-d54c98660094 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:21:18.213105 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3f8180b7-b93b-4470-b164-2a26fc87fa5c req-32747d9c-efa0-46be-938c-368876ba4dbb tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:18.300210 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-6934cb31-903c-4b33-bf7d-2c833ae4303f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:21:18.328436 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e0cfe-502d-41c6-a4a0-9b67d169601b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Checking segment: {'id': '6797e60e-8f8a-4690-9cfe-146034a6d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65d6362d-f8d7-4705-9599-39cd5ec9567e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:18.328840 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286e0cfe-502d-41c6-a4a0-9b67d169601b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Network hostable DHCP agents. Network: 65d6362d-f8d7-4705-9599-39cd5ec9567e, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:21:18.385490 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-686d2089-6828-4002-9a8e-159bf113eea5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:18.420459 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f88228da-4436-406a-bd84-3cce835066b4 None None] Provisioning complete for port 8c9bf287-4c1a-4bf7-ab9c-a08122c47894 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:18.422459 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f88228da-4436-406a-bd84-3cce835066b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:18.431169 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6934cb31-903c-4b33-bf7d-2c833ae4303f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:18.437226 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6934cb31-903c-4b33-bf7d-2c833ae4303f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:18.437869 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6934cb31-903c-4b33-bf7d-2c833ae4303f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:18.447724 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a9c89ce8-5620-4fdd-b392-779c609a42cc tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:18.461082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-57fda1eb-520c-481a-bbf6-7331a43f8946 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:18.512425 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f88228da-4436-406a-bd84-3cce835066b4 None None] Port 8c9bf287-4c1a-4bf7-ab9c-a08122c47894 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:21:18.535008 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286e0cfe-502d-41c6-a4a0-9b67d169601b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Network 65d6362d-f8d7-4705-9599-39cd5ec9567e is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:21:18.612684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446747b-ef70-430b-bc2b-cd4ab66fb948 req-6980cb98-eb3d-4ea0-9741-cb824c911247 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:18.615309 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b446747b-ef70-430b-bc2b-cd4ab66fb948 req-6980cb98-eb3d-4ea0-9741-cb824c911247 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 1.7516546 Dec 22 15:21:18.616928 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-686d2089-6828-4002-9a8e-159bf113eea5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:18.641795 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router c6dd0f38-44a3-4037-ae08-946c22b604d9 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:21:18.655314 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934cb31-903c-4b33-bf7d-2c833ae4303f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Network': ['ID=b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:18.661193 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6934cb31-903c-4b33-bf7d-2c833ae4303f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:18.670359 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:21:18.693270 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6934cb31-903c-4b33-bf7d-2c833ae4303f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4525964 Dec 22 15:21:18.693987 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58022) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:18.703762 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-3f8180b7-b93b-4470-b164-2a26fc87fa5c req-32747d9c-efa0-46be-938c-368876ba4dbb tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] For port bbaf721b-942b-43fe-bdc2-d54c98660094, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bbaf721b-942b-43fe-bdc2-d54c98660094,segment=NetworkSegment(466eb8c0-59da-4ef3-bfc4-5e328775b07e),segment_id=466eb8c0-59da-4ef3-bfc4-5e328775b07e)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:21:18.704138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3f8180b7-b93b-4470-b164-2a26fc87fa5c req-32747d9c-efa0-46be-938c-368876ba4dbb tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:18.718963 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e5a02ac6-fa7e-482e-9758-30da00bd2694 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'subnet': {'network_id': 'b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:18.751420 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-286e0cfe-502d-41c6-a4a0-9b67d169601b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 65d6362d-f8d7-4705-9599-39cd5ec9567e) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:18.771090 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71657b7e-e141-42d2-9bd5-6bc7a83e7c35 None None] Network 65d6362d-f8d7-4705-9599-39cd5ec9567e requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:18.846520 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286e0cfe-502d-41c6-a4a0-9b67d169601b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:18.847508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-286e0cfe-502d-41c6-a4a0-9b67d169601b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:18.980814 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-57fda1eb-520c-481a-bbf6-7331a43f8946 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:19.077079 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e5a02ac6-fa7e-482e-9758-30da00bd2694 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:19.093121 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-286e0cfe-502d-41c6-a4a0-9b67d169601b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4826760 Dec 22 15:21:19.093121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e5a02ac6-fa7e-482e-9758-30da00bd2694 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:subnet and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:19.093525 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58026) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:19.099745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e5a02ac6-fa7e-482e-9758-30da00bd2694 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:19.120628 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-75898877-6644-4f15-8975-13959c7d96e7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'subnet': {'network_id': '65d6362d-f8d7-4705-9599-39cd5ec9567e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:19.120785 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b446747b-ef70-430b-bc2b-cd4ab66fb948 req-3c9f2d94-2f93-4e5f-9abc-53cab7b2164c tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4061871 Dec 22 15:21:19.146152 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-65d6362d-f8d7-4705-9599-39cd5ec9567e', 'network_id': '65d6362d-f8d7-4705-9599-39cd5ec9567e', 'tenant_id': '11c49d7e82324f4a85654eb2604ff3c0', 'fixed_ips': [{'subnet_id': 'ace59992-392c-4d43-89cd-89e2660dde76'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:21:19.147285 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e5a02ac6-fa7e-482e-9758-30da00bd2694 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:19.148430 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:19.174394 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bd998-6659-4173-835a-943a0bdbfae1 req-2cf61505-a114-447f-9b69-5e4e9c708c75 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:19.175982 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d58bd998-6659-4173-835a-943a0bdbfae1 req-2cf61505-a114-447f-9b69-5e4e9c708c75 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 945 time: 1.0199754 Dec 22 15:21:19.318655 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:21:19.327661 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/c6dd0f38-44a3-4037-ae08-946c22b604d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5725236 Dec 22 15:21:19.335452 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-57fda1eb-520c-481a-bbf6-7331a43f8946 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:19.335452 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-57fda1eb-520c-481a-bbf6-7331a43f8946 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 2.2936835 Dec 22 15:21:19.348371 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58030) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:19.348703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58032) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:19.358971 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-686d2089-6828-4002-9a8e-159bf113eea5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Allocated IP 172.26.6.202 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/2dbd296b-3c9e-4493-a479-bb8c5bbd081b) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:21:19.359684 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e09453-4e48-4d3a-a14a-355fec5835cc None None] Sync routers for ids ['c6dd0f38-44a3-4037-ae08-946c22b604d9'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:21:19.403751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a02ac6-fa7e-482e-9758-30da00bd2694 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:19.407954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5a02ac6-fa7e-482e-9758-30da00bd2694 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:19.409664 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e09453-4e48-4d3a-a14a-355fec5835cc None None] Routers {'c6dd0f38-44a3-4037-ae08-946c22b604d9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:19.410758 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b8e09453-4e48-4d3a-a14a-355fec5835cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:20:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c6dd0f38-44a3-4037-ae08-946c22b604d9'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:19.501285 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b8e09453-4e48-4d3a-a14a-355fec5835cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:19.518178 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d58bd998-6659-4173-835a-943a0bdbfae1 req-0229bcfb-7dd9-48ec-b4da-f13f982310a8 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8781d02-01be-48a1-bae7-37e818a25599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3331571 Dec 22 15:21:19.533463 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3f8180b7-b93b-4470-b164-2a26fc87fa5c req-32747d9c-efa0-46be-938c-368876ba4dbb tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:19.533901 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3f8180b7-b93b-4470-b164-2a26fc87fa5c req-32747d9c-efa0-46be-938c-368876ba4dbb tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:19.534167 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [req-3f8180b7-b93b-4470-b164-2a26fc87fa5c req-32747d9c-efa0-46be-938c-368876ba4dbb tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Floating IP 0d60ac93-760e-4f3e-833c-bacfb62b6d60 disassociated. External IP: 172.26.6.24, port: bbaf721b-942b-43fe-bdc2-d54c98660094. Dec 22 15:21:19.534538 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-3f8180b7-b93b-4470-b164-2a26fc87fa5c req-32747d9c-efa0-46be-938c-368876ba4dbb tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Calling delete_port for bbaf721b-942b-43fe-bdc2-d54c98660094 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:21:19.537980 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e09453-4e48-4d3a-a14a-355fec5835cc None None] Routers {'c6dd0f38-44a3-4037-ae08-946c22b604d9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:19.539153 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b8e09453-4e48-4d3a-a14a-355fec5835cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:20:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c6dd0f38-44a3-4037-ae08-946c22b604d9'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:19.594994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-75898877-6644-4f15-8975-13959c7d96e7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:19.605328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-75898877-6644-4f15-8975-13959c7d96e7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Usage tracker for resource:subnet and tenant:11c49d7e82324f4a85654eb2604ff3c0 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:19.611526 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-75898877-6644-4f15-8975-13959c7d96e7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:19.623963 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Allocated IP 2001:db8::2 (65d6362d-f8d7-4705-9599-39cd5ec9567e/ace59992-392c-4d43-89cd-89e2660dde76/b5a39f37-04c6-40f6-a522-f8fb407cd51b) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:21:19.630651 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-75898877-6644-4f15-8975-13959c7d96e7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:19.657018 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b8e09453-4e48-4d3a-a14a-355fec5835cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:19.657761 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e09453-4e48-4d3a-a14a-355fec5835cc None None] The sync data for ids ['c6dd0f38-44a3-4037-ae08-946c22b604d9'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:21:19.756098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75898877-6644-4f15-8975-13959c7d96e7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Made reservation on behalf of 11c49d7e82324f4a85654eb2604ff3c0 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:19.760088 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75898877-6644-4f15-8975-13959c7d96e7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:19.885653 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b1c89f-af5a-44c0-8244-8aebdad3f5e9 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:19.886429 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f0b1c89f-af5a-44c0-8244-8aebdad3f5e9 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Synchronizing usage tracker for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:21:19.936089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f0308b12-1b82-47fa-a776-9ccf9cda2920 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:20.124552 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3f8180b7-b93b-4470-b164-2a26fc87fa5c req-32747d9c-efa0-46be-938c-368876ba4dbb tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:20.135528 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3f319c9d-f3ce-4fd6-979e-713d79f5f1dd tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:20.210441 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5a02ac6-fa7e-482e-9758-30da00bd2694 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:20.210904 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:20.224548 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Transition to ACTIVE for port object b5a39f37-04c6-40f6-a522-f8fb407cd51b will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:20.234182 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32747d9c-efa0-46be-938c-368876ba4dbb tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Pushing event deleted for resources: {'Port': ['ID=bbaf721b-942b-43fe-bdc2-d54c98660094,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:20.239032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-32747d9c-efa0-46be-938c-368876ba4dbb tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:20.241488 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-62d4b26a-e453-41ef-b87e-a500461ed4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:20.251880 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Transition to ACTIVE for port object b5a39f37-04c6-40f6-a522-f8fb407cd51b will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:20.298929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f0b1c89f-af5a-44c0-8244-8aebdad3f5e9 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Unset dirty status for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:21:20.303409 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f0b1c89f-af5a-44c0-8244-8aebdad3f5e9 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/ports/8c9bf287-4c1a-4bf7-ab9c-a08122c47894 HTTP/1.1" status: 200 len: 911 time: 0.9494441 Dec 22 15:21:20.326936 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58040) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:20.379034 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:20.402181 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ae8f5657-529f-4cd6-86b9-0bc19dc66cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:20.544282 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Network 65d6362d-f8d7-4705-9599-39cd5ec9567e is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:20.546451 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Pushing event updated for resources: {'Port': ['ID=b5a39f37-04c6-40f6-a522-f8fb407cd51b,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:20.551137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:20.554479 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:20.555704 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:20.674103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f0308b12-1b82-47fa-a776-9ccf9cda2920 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:20.689954 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f0308b12-1b82-47fa-a776-9ccf9cda2920 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:20.715000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-686d2089-6828-4002-9a8e-159bf113eea5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:20.771487 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Attempting to bind port b5a39f37-04c6-40f6-a522-f8fb407cd51b on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:21:20.771867 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Attempting to bind port b5a39f37-04c6-40f6-a522-f8fb407cd51b by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '6797e60e-8f8a-4690-9cfe-146034a6d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65d6362d-f8d7-4705-9599-39cd5ec9567e'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:21:20.772347 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Attempting to bind port b5a39f37-04c6-40f6-a522-f8fb407cd51b on network 65d6362d-f8d7-4705-9599-39cd5ec9567e {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:21:20.779013 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:21:20.779496 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Checking segment: {'id': '6797e60e-8f8a-4690-9cfe-146034a6d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65d6362d-f8d7-4705-9599-39cd5ec9567e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:20.779793 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:20.780194 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Bound using segment: {'id': '6797e60e-8f8a-4690-9cfe-146034a6d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65d6362d-f8d7-4705-9599-39cd5ec9567e'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:21:20.780673 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Bound port: b5a39f37-04c6-40f6-a522-f8fb407cd51b, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6797e60e-8f8a-4690-9cfe-146034a6d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65d6362d-f8d7-4705-9599-39cd5ec9567e'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:21:20.781059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:20.897170 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a02ac6-fa7e-482e-9758-30da00bd2694 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Checking segment: {'id': '2e55c0d4-c232-4a87-9e4a-cb1615cf0db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:20.898305 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a02ac6-fa7e-482e-9758-30da00bd2694 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network hostable DHCP agents. Network: b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:21:20.922036 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a02ac6-fa7e-482e-9758-30da00bd2694 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Subnet': ['ID=f1ee69b4-17c8-43fb-aec4-baab89cfca54,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:20.930092 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f8180b7-b93b-4470-b164-2a26fc87fa5c req-32747d9c-efa0-46be-938c-368876ba4dbb tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Router d856ce29-143d-41fa-a1a1-6d65c5e4f669 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:21:20.938120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e5a02ac6-fa7e-482e-9758-30da00bd2694 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:20.945041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] For port b5a39f37-04c6-40f6-a522-f8fb407cd51b, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:21:20.951736 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] For port b5a39f37-04c6-40f6-a522-f8fb407cd51b, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b5a39f37-04c6-40f6-a522-f8fb407cd51b,segment=NetworkSegment(6797e60e-8f8a-4690-9cfe-146034a6d2a0),segment_id=6797e60e-8f8a-4690-9cfe-146034a6d2a0)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:21:20.994554 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device bbaf721b-942b-43fe-bdc2-d54c98660094 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:21:21.035610 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: bbaf721b-942b-43fe-bdc2-d54c98660094 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:21:21.036200 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device bbaf721b-942b-43fe-bdc2-d54c98660094 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:21:21.039084 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-81e095c9-d0b2-4a61-84d1-23b738623c07 req-4d57ed64-0ed2-4117-8df3-fb6910f893ba tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 210 time: 0.1981349 Dec 22 15:21:21.040941 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:21.052648 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1e825-bd63-49d5-b83f-c40592b2f1eb req-228be0df-ecf7-459a-a94c-7e0468333391 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:21.057781 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5144ff82-df0f-4e57-946b-413ffeb85ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:21.063048 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-36c1e825-bd63-49d5-b83f-c40592b2f1eb req-228be0df-ecf7-459a-a94c-7e0468333391 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.6071155 Dec 22 15:21:21.107697 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:21.140466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f0308b12-1b82-47fa-a776-9ccf9cda2920 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:21.141140 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0308b12-1b82-47fa-a776-9ccf9cda2920 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2287a4a6-0799-465e-9f76-925cb706dd61 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:21:21.183056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a02ac6-fa7e-482e-9758-30da00bd2694 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:21:21.189035 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Pushing event updated for resources: {'Port': ['ID=b5a39f37-04c6-40f6-a522-f8fb407cd51b,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:21.193403 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f0308b12-1b82-47fa-a776-9ccf9cda2920 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:21.200067 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:21.205535 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f0308b12-1b82-47fa-a776-9ccf9cda2920 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "DELETE /v2.0/routers/2287a4a6-0799-465e-9f76-925cb706dd61 HTTP/1.1" status: 204 len: 168 time: 1.8482184 Dec 22 15:21:21.374209 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-686d2089-6828-4002-9a8e-159bf113eea5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:21.408532 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-46904939-9d71-4be4-ac7d-b2c8cd4fb229 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:21.470990 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f8180b7-b93b-4470-b164-2a26fc87fa5c req-32747d9c-efa0-46be-938c-368876ba4dbb tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:21:21.488158 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b927224-06f9-45e7-a050-ab79d7c6bae4 None None] Sync routers for ids ['d856ce29-143d-41fa-a1a1-6d65c5e4f669'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:21:21.552214 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b927224-06f9-45e7-a050-ab79d7c6bae4 None None] Routers {'d856ce29-143d-41fa-a1a1-6d65c5e4f669'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:21.558343 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8b927224-06f9-45e7-a050-ab79d7c6bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:20:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['d856ce29-143d-41fa-a1a1-6d65c5e4f669'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:21.616850 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-36c1e825-bd63-49d5-b83f-c40592b2f1eb req-fbc732c0-ddea-4ca4-9c54-a65f2b2032fc tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5482838 Dec 22 15:21:21.861291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58048) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:21.962562 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686d2089-6828-4002-9a8e-159bf113eea5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:21.989748 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-686d2089-6828-4002-9a8e-159bf113eea5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:21.998774 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686d2089-6828-4002-9a8e-159bf113eea5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:22.061775 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-8b927224-06f9-45e7-a050-ab79d7c6bae4 None None] Set router d856ce29-143d-41fa-a1a1-6d65c5e4f669 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:21:22.077361 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-e5a02ac6-fa7e-482e-9758-30da00bd2694 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:22.087761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d2089-6828-4002-9a8e-159bf113eea5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Pushing event updated for resources: {'Port': ['ID=2dbd296b-3c9e-4493-a479-bb8c5bbd081b,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:22.088027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a02ac6-fa7e-482e-9758-30da00bd2694 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:22.089435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5a02ac6-fa7e-482e-9758-30da00bd2694 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:22.097652 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0d1501-efdd-468c-bab3-3b3a4f1eaad8 None None] Network b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:22.152172 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-686d2089-6828-4002-9a8e-159bf113eea5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:22.214750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8180b7-b93b-4470-b164-2a26fc87fa5c req-32747d9c-efa0-46be-938c-368876ba4dbb tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] No DVR routers for this DVR port bbaf721b-942b-43fe-bdc2-d54c98660094 on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:21:22.222707 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3f8180b7-b93b-4470-b164-2a26fc87fa5c req-32747d9c-efa0-46be-938c-368876ba4dbb tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:22.230563 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3f8180b7-b93b-4470-b164-2a26fc87fa5c req-32747d9c-efa0-46be-938c-368876ba4dbb tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.57 "DELETE /v2.0/ports/bbaf721b-942b-43fe-bdc2-d54c98660094 HTTP/1.1" status: 204 len: 173 time: 4.3363028 Dec 22 15:21:22.249613 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53516aa2-d888-4e5b-98c4-154208f8aa32', 'name': 'network-vif-deleted', 'tag': 'bbaf721b-942b-43fe-bdc2-d54c98660094'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:21:22.402307 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e5a02ac6-fa7e-482e-9758-30da00bd2694 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7011158 Dec 22 15:21:22.415598 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58058) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:22.665061 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53516aa2-d888-4e5b-98c4-154208f8aa32', 'name': 'network-vif-deleted', 'tag': 'bbaf721b-942b-43fe-bdc2-d54c98660094', 'status': 'completed', 'code': 200} Dec 22 15:21:22.676167 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75898877-6644-4f15-8975-13959c7d96e7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:22.752486 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:22.985372 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ea7a3c00-b816-4883-a10a-654d12684d61 req-57043131-a67d-473c-9cde-b6b0d924602c tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 210 time: 0.1659987 Dec 22 15:21:23.003537 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75898877-6644-4f15-8975-13959c7d96e7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Network 65d6362d-f8d7-4705-9599-39cd5ec9567e is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:23.022361 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-75898877-6644-4f15-8975-13959c7d96e7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:23.080370 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75898877-6644-4f15-8975-13959c7d96e7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:23.081519 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75898877-6644-4f15-8975-13959c7d96e7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:23.105884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75898877-6644-4f15-8975-13959c7d96e7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Subnet': ['ID=3c6a9380-6a27-4522-9889-ed306d57c60c,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:23.122307 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-75898877-6644-4f15-8975-13959c7d96e7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:23.205307 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8b927224-06f9-45e7-a050-ab79d7c6bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'name': 'tempest-ServersTestJSON-777630240-router', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:45Z', 'revision_number': 4, 'project_id': '11ca12b5724944f583d6f7654599b447', 'gw_port': {'id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'bff52be8-ae2b-4f91-83f0-7b2c4638f1a0', 'name': '', 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'mac_address': 'fa:16:3e:1a:60:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '436c46ba-002c-4b99-b2f3-b954e93823af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:41Z', 'updated_at': '2021-12-22T15:18:58Z', 'revision_number': 5, 'project_id': '11ca12b5724944f583d6f7654599b447', 'subnets': [{'id': '436c46ba-002c-4b99-b2f3-b954e93823af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:23.217550 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b927224-06f9-45e7-a050-ab79d7c6bae4 None None] Checking router: d856ce29-143d-41fa-a1a1-6d65c5e4f669 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:21:23.245009 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b927224-06f9-45e7-a050-ab79d7c6bae4 None None] Routers {'d856ce29-143d-41fa-a1a1-6d65c5e4f669'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:23.245736 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8b927224-06f9-45e7-a050-ab79d7c6bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:20:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['d856ce29-143d-41fa-a1a1-6d65c5e4f669'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:23.317647 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44', 'network_id': 'b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44', 'tenant_id': '5174c37d8f2b4cb683ba55748d87c3c3', 'fixed_ips': [{'subnet_id': 'f1ee69b4-17c8-43fb-aec4-baab89cfca54'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:21:23.322368 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:23.332131 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-75898877-6644-4f15-8975-13959c7d96e7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.2369626 Dec 22 15:21:23.365847 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58064) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:23.594365 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:23.617280 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b5a39f37-04c6-40f6-a522-f8fb407cd51b up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:21:23.628820 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e29a5-2260-4eb7-8b5b-585b83930250 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:23.630841 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e29a5-2260-4eb7-8b5b-585b83930250 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:23.632603 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e29a5-2260-4eb7-8b5b-585b83930250 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:23.634848 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e29a5-2260-4eb7-8b5b-585b83930250 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:23.636854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e29a5-2260-4eb7-8b5b-585b83930250 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:23.639542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-eb9e29a5-2260-4eb7-8b5b-585b83930250 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Synchronizing usage tracker for tenant:11c49d7e82324f4a85654eb2604ff3c0 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:21:23.735994 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af93a255-5576-49ab-85c8-63883d7eeaf5 None None] Network 65d6362d-f8d7-4705-9599-39cd5ec9567e requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:23.881715 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-8b927224-06f9-45e7-a050-ab79d7c6bae4 None None] Set router d856ce29-143d-41fa-a1a1-6d65c5e4f669 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:21:24.034110 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-eb9e29a5-2260-4eb7-8b5b-585b83930250 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Unset dirty status for tenant:11c49d7e82324f4a85654eb2604ff3c0 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:21:24.042411 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-eb9e29a5-2260-4eb7-8b5b-585b83930250 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6776502 Dec 22 15:21:24.043408 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58068) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:24.075354 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c080fc83-d3d8-4756-aed4-0a978764db92 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-385405571'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:24.099209 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c080fc83-d3d8-4756-aed4-0a978764db92 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:24.137566 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c080fc83-d3d8-4756-aed4-0a978764db92 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Usage tracker for resource:network and tenant:11c49d7e82324f4a85654eb2604ff3c0 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:24.151444 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c080fc83-d3d8-4756-aed4-0a978764db92 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:24.207817 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1485250651', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}, 'admin_state_up': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:24.212883 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c080fc83-d3d8-4756-aed4-0a978764db92 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:24.378271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c080fc83-d3d8-4756-aed4-0a978764db92 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Made reservation on behalf of 11c49d7e82324f4a85654eb2604ff3c0 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:24.385271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c080fc83-d3d8-4756-aed4-0a978764db92 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:24.465214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:24.475192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c080fc83-d3d8-4756-aed4-0a978764db92 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:21:24.478122 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Usage tracker for resource:router and tenant:05c1d072a7804ee2b486f158ad89255a is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:24.485749 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:24.504134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:24.524782 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c080fc83-d3d8-4756-aed4-0a978764db92 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:24.525319 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-c080fc83-d3d8-4756-aed4-0a978764db92 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Added segment 4a6627e5-d44b-4529-8589-a18c25e280a0 of type vlan for network 9dfabb0c-2945-4259-9c1d-bbd7dda89aa5 Dec 22 15:21:24.548902 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Allocated IP 2001:db8:1::1 (cc5a6c30-b32c-49be-88e7-10fc94ae51db/1b44aaa8-dbed-416b-a8d8-d04bdca345d7/858b8286-01e0-42a7-96f2-61ab3f39b8e6) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:21:24.558111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-14ae4b44-26d3-4c73-a2ea-c91451ebf20f None None] Provisioning for port b5a39f37-04c6-40f6-a522-f8fb407cd51b completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:21:24.603278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c080fc83-d3d8-4756-aed4-0a978764db92 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:24.721903 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:24.723262 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:24.753526 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e47bac72-c240-400a-852a-d6020da9ddd1 req-257249dd-0d20-4bab-b4be-45f19710d4d9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/ports?device_id=53516aa2-d888-4e5b-98c4-154208f8aa32 HTTP/1.1" status: 200 len: 210 time: 0.2163889 Dec 22 15:21:24.797726 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-c080fc83-d3d8-4756-aed4-0a978764db92 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:21:24.921366 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:24.940193 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8b927224-06f9-45e7-a050-ab79d7c6bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'name': 'tempest-ServersTestJSON-777630240-router', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:45Z', 'revision_number': 4, 'project_id': '11ca12b5724944f583d6f7654599b447', 'gw_port': {'id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'bff52be8-ae2b-4f91-83f0-7b2c4638f1a0', 'name': '', 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'mac_address': 'fa:16:3e:1a:60:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '436c46ba-002c-4b99-b2f3-b954e93823af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:41Z', 'updated_at': '2021-12-22T15:18:58Z', 'revision_number': 5, 'project_id': '11ca12b5724944f583d6f7654599b447', 'subnets': [{'id': '436c46ba-002c-4b99-b2f3-b954e93823af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:24.954886 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b927224-06f9-45e7-a050-ab79d7c6bae4 None None] The sync data for ids ['d856ce29-143d-41fa-a1a1-6d65c5e4f669'] in dv-neutron-822674-1-hyperv is: [{'id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'name': 'tempest-ServersTestJSON-777630240-router', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:45Z', 'revision_number': 4, 'project_id': '11ca12b5724944f583d6f7654599b447', 'gw_port': {'id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'bff52be8-ae2b-4f91-83f0-7b2c4638f1a0', 'name': '', 'network_id': 'e848618a-cbd6-4924-afb6-83b772b918f8', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'mac_address': 'fa:16:3e:1a:60:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '436c46ba-002c-4b99-b2f3-b954e93823af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:41Z', 'updated_at': '2021-12-22T15:18:58Z', 'revision_number': 5, 'project_id': '11ca12b5724944f583d6f7654599b447', 'subnets': [{'id': '436c46ba-002c-4b99-b2f3-b954e93823af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:21:25.013957 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c080fc83-d3d8-4756-aed4-0a978764db92 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:25.034824 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c080fc83-d3d8-4756-aed4-0a978764db92 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:25.035974 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c080fc83-d3d8-4756-aed4-0a978764db92 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:25.056479 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-79d13365-bada-4cce-9031-43266d9f2f60 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:25.093485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Allocated IP 172.20.0.1 (7ea4cf62-01ac-4a03-92a3-e2db0e652cbf/5e0555c0-9b0e-4587-a92a-f5858455476f/d134eca3-5db5-4e52-8e1d-f49d797bdf99) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:21:25.103067 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:25.108954 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Allocated IP 172.20.0.1 (b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44/f1ee69b4-17c8-43fb-aec4-baab89cfca54/73d64042-6e16-4205-b688-756e680776ee) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:21:25.119488 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port b5a39f37-04c6-40f6-a522-f8fb407cd51b completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:21:25.208388 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port b5a39f37-04c6-40f6-a522-f8fb407cd51b triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:25.209658 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:25.296564 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Transition to ACTIVE for port object 858b8286-01e0-42a7-96f2-61ab3f39b8e6 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:25.342254 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bee59bd6-aed0-4f80-833a-30c08d1c513c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:25.349517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080fc83-d3d8-4756-aed4-0a978764db92 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Network': ['ID=9dfabb0c-2945-4259-9c1d-bbd7dda89aa5,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:25.353872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c080fc83-d3d8-4756-aed4-0a978764db92 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:25.373800 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c080fc83-d3d8-4756-aed4-0a978764db92 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3218195 Dec 22 15:21:25.375945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:25.379187 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58074) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:25.397174 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Transition to ACTIVE for port object d134eca3-5db5-4e52-8e1d-f49d797bdf99 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:25.404650 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-360b4416-d24d-478d-8e97-8353584761e8 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:25.421366 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 9dfabb0c-2945-4259-9c1d-bbd7dda89aa5 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:21:25.425413 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-686d2089-6828-4002-9a8e-159bf113eea5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:25.562893 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:25.570082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:25.605634 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-686d2089-6828-4002-9a8e-159bf113eea5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:25.683963 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6e29c5-c3ad-4fde-b3bb-0b4da57a129c None None] New status for floating IP 0d60ac93-760e-4f3e-833c-bacfb62b6d60: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:21:25.739987 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Network 7ea4cf62-01ac-4a03-92a3-e2db0e652cbf is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:25.801179 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-360b4416-d24d-478d-8e97-8353584761e8 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:25.826608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5db9e-f86c-47d0-9556-3df815745a30 req-6697b7ad-26fc-475d-80d8-727e703654f4 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:25.834731 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-41f5db9e-f86c-47d0-9556-3df815745a30 req-6697b7ad-26fc-475d-80d8-727e703654f4 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 1.6042047 Dec 22 15:21:25.836900 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:25.858580 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:25.859967 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:25.868286 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-621ef74a-3431-499c-8e1c-c5ad1a260123 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:25.956242 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Port': ['ID=858b8286-01e0-42a7-96f2-61ab3f39b8e6,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:25.959950 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:25.965667 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-360b4416-d24d-478d-8e97-8353584761e8 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:25.973517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-05a081ec-7c56-4933-ba03-4b4cf5ea985c tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:26.005849 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-360b4416-d24d-478d-8e97-8353584761e8 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Network 9dfabb0c-2945-4259-9c1d-bbd7dda89aa5 is not hosted by any dhcp agent {{(pid=88217) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 15:21:26.012927 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360b4416-d24d-478d-8e97-8353584761e8 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:26.013732 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-360b4416-d24d-478d-8e97-8353584761e8 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:26.019785 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-360b4416-d24d-478d-8e97-8353584761e8 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "PUT /v2.0/networks/9dfabb0c-2945-4259-9c1d-bbd7dda89aa5 HTTP/1.1" status: 200 len: 723 time: 0.6345828 Dec 22 15:21:26.028000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:26.076961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58082) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:26.099063 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network cc5a6c30-b32c-49be-88e7-10fc94ae51db is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:26.102979 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:21:26.104217 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:26.115402 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:26.116465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:26.322848 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port b5a39f37-04c6-40f6-a522-f8fb407cd51b, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b5a39f37-04c6-40f6-a522-f8fb407cd51b,segment=NetworkSegment(6797e60e-8f8a-4690-9cfe-146034a6d2a0),segment_id=6797e60e-8f8a-4690-9cfe-146034a6d2a0)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:21:26.364104 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:26.378682 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Transition to ACTIVE for port object 73d64042-6e16-4205-b688-756e680776ee will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:26.388595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'subnet': {'network_id': '9dfabb0c-2945-4259-9c1d-bbd7dda89aa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:26.412472 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Transition to ACTIVE for port object 73d64042-6e16-4205-b688-756e680776ee will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:26.416240 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:26.421566 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:26.435904 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58086) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:26.498466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Port': ['ID=d134eca3-5db5-4e52-8e1d-f49d797bdf99,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:26.538797 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:26.551509 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.946s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:26.622949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b867f23-97ef-4921-9585-8537d7a0bc83 None None] Update dhcp port {'port': {'network_id': '65d6362d-f8d7-4705-9599-39cd5ec9567e', 'fixed_ips': [{'subnet_id': 'ace59992-392c-4d43-89cd-89e2660dde76', 'ip_address': '2001:db8::2'}, {'subnet_id': '3c6a9380-6a27-4522-9889-ed306d57c60c'}], 'binding:host_id': 'dv-neutron-822674-1-hyperv'}, 'id': 'b5a39f37-04c6-40f6-a522-f8fb407cd51b'} from dv-neutron-822674-1-hyperv. {{(pid=88219) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 15:21:26.649403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b4416-d24d-478d-8e97-8353584761e8 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Network': ['ID=9dfabb0c-2945-4259-9c1d-bbd7dda89aa5,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:26.665057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-360b4416-d24d-478d-8e97-8353584761e8 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:26.667630 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Network b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:26.671697 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 9dfabb0c-2945-4259-9c1d-bbd7dda89aa5 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:21:26.699084 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:26.714942 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:26.720526 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-87096aa4-7b7d-4f24-b02b-fa60654ad572 None None] Provisioning for port d134eca3-5db5-4e52-8e1d-f49d797bdf99 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:21:26.726431 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=b5a39f37-04c6-40f6-a522-f8fb407cd51b,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:26.735055 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-87096aa4-7b7d-4f24-b02b-fa60654ad572 None None] Provisioning complete for port d134eca3-5db5-4e52-8e1d-f49d797bdf99 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:26.735055 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-87096aa4-7b7d-4f24-b02b-fa60654ad572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:26.741867 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:26.750871 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-41f5db9e-f86c-47d0-9556-3df815745a30 req-9b16ba70-9a19-4db1-b75d-8bbcd9204c78 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9152212 Dec 22 15:21:26.762536 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:26.763166 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:26.826216 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:26.896257 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:26.950181 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-53c07ebc-3c0b-437d-b49d-1387c2512fb3 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:27.003544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:27.008747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:27.023024 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0b867f23-97ef-4921-9585-8537d7a0bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:27.121106 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-53c07ebc-3c0b-437d-b49d-1387c2512fb3 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:27.138453 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:27.224021 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Pushing event updated for resources: {'Port': ['ID=73d64042-6e16-4205-b688-756e680776ee,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:27.237845 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-87096aa4-7b7d-4f24-b02b-fa60654ad572 None None] Port d134eca3-5db5-4e52-8e1d-f49d797bdf99 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:21:27.240304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Attempting to bind port 73d64042-6e16-4205-b688-756e680776ee on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:21:27.240896 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Attempting to bind port 73d64042-6e16-4205-b688-756e680776ee by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '2e55c0d4-c232-4a87-9e4a-cb1615cf0db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:21:27.241716 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Attempting to bind port 73d64042-6e16-4205-b688-756e680776ee on network b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:21:27.245871 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:27.262191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:21:27.262753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Checking segment: {'id': '2e55c0d4-c232-4a87-9e4a-cb1615cf0db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:27.263062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:27.263477 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Bound using segment: {'id': '2e55c0d4-c232-4a87-9e4a-cb1615cf0db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:21:27.263976 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Bound port: 73d64042-6e16-4205-b688-756e680776ee, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e55c0d4-c232-4a87-9e4a-cb1615cf0db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:21:27.264351 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:27.313597 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Made reservation on behalf of 11c49d7e82324f4a85654eb2604ff3c0 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:27.316117 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:27.343123 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-686d2089-6828-4002-9a8e-159bf113eea5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:27.369556 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-686d2089-6828-4002-9a8e-159bf113eea5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:27.528772 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:27.545460 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3421f2a1-a520-4fa7-b9ae-d967a9569ce3 None None] Provisioning for port 858b8286-01e0-42a7-96f2-61ab3f39b8e6 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:21:27.550524 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:27.558741 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3421f2a1-a520-4fa7-b9ae-d967a9569ce3 None None] Provisioning complete for port 858b8286-01e0-42a7-96f2-61ab3f39b8e6 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:27.559128 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3421f2a1-a520-4fa7-b9ae-d967a9569ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:27.617030 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] For port 73d64042-6e16-4205-b688-756e680776ee, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:21:27.632904 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ee69b4-17c8-43fb-aec4-baab89cfca54,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:27.636264 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:27.652471 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-0b867f23-97ef-4921-9585-8537d7a0bc83 None None] Allocated IP 172.20.0.1 (65d6362d-f8d7-4705-9599-39cd5ec9567e/3c6a9380-6a27-4522-9889-ed306d57c60c/b5a39f37-04c6-40f6-a522-f8fb407cd51b) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:21:27.655532 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] For port 73d64042-6e16-4205-b688-756e680776ee, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=73d64042-6e16-4205-b688-756e680776ee,segment=NetworkSegment(2e55c0d4-c232-4a87-9e4a-cb1615cf0db5),segment_id=2e55c0d4-c232-4a87-9e4a-cb1615cf0db5)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:21:27.663060 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3421f2a1-a520-4fa7-b9ae-d967a9569ce3 None None] Port 858b8286-01e0-42a7-96f2-61ab3f39b8e6 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:21:27.677491 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-53c07ebc-3c0b-437d-b49d-1387c2512fb3 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:27.689126 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:27.690325 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:27.762555 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f3a91a81-f934-4d8f-af32-5853e3ffb320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:27.763958 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:27.766029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:27.767092 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:27.773265 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:27.775068 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8fa3764b-6338-4587-abfa-ddb989fa7cf4 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:27.850094 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c07ebc-3c0b-437d-b49d-1387c2512fb3 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8781d02-01be-48a1-bae7-37e818a25599,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:27.852787 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-53c07ebc-3c0b-437d-b49d-1387c2512fb3 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:27.955401 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Pushing event updated for resources: {'Port': ['ID=73d64042-6e16-4205-b688-756e680776ee,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:27.963101 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:27.966182 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:27.972441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0b867f23-97ef-4921-9585-8537d7a0bc83 None None] For port b5a39f37-04c6-40f6-a522-f8fb407cd51b, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b5a39f37-04c6-40f6-a522-f8fb407cd51b,segment=NetworkSegment(6797e60e-8f8a-4690-9cfe-146034a6d2a0),segment_id=6797e60e-8f8a-4690-9cfe-146034a6d2a0)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:21:28.020318 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be84091-1dbe-4fe4-9912-b582ff0fe1d6 None None] Network b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:28.040036 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0b867f23-97ef-4921-9585-8537d7a0bc83 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:28.139678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Port': ['ID=858b8286-01e0-42a7-96f2-61ab3f39b8e6,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:28.141222 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0b867f23-97ef-4921-9585-8537d7a0bc83 None None] Transition to ACTIVE for port object b5a39f37-04c6-40f6-a522-f8fb407cd51b will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:28.146780 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:28.228600 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0b867f23-97ef-4921-9585-8537d7a0bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:28.232106 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network cc5a6c30-b32c-49be-88e7-10fc94ae51db is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:28.234418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:28.238161 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:28.305290 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:28.361470 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b867f23-97ef-4921-9585-8537d7a0bc83 None None] Pushing event updated for resources: {'Port': ['ID=b5a39f37-04c6-40f6-a522-f8fb407cd51b,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:28.485607 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0b867f23-97ef-4921-9585-8537d7a0bc83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:28.531427 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:28.581515 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router c6dd0f38-44a3-4037-ae08-946c22b604d9 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:21:28.600109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e55c0d4-c232-4a87-9e4a-cb1615cf0db5') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:28.600608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e55c0d4-c232-4a87-9e4a-cb1615cf0db5') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:28.603065 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b5a39f37-04c6-40f6-a522-f8fb407cd51b up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:21:28.623071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:28.758733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:28.797623 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-fb45ce96-3855-4547-b61c-779165adb791 None None] Provisioning complete for port 858b8286-01e0-42a7-96f2-61ab3f39b8e6 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:28.798536 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fb45ce96-3855-4547-b61c-779165adb791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:28.837616 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:21:28.838940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:28.873921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:21:28.882845 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/c6dd0f38-44a3-4037-ae08-946c22b604d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4948413 Dec 22 15:21:28.888598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58094) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:28.896065 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf626c6b-b792-4eb4-98df-0f31b6c577a2 None None] Sync routers for ids ['c6dd0f38-44a3-4037-ae08-946c22b604d9'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:21:28.916780 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-53c07ebc-3c0b-437d-b49d-1387c2512fb3 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:28.920779 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-53c07ebc-3c0b-437d-b49d-1387c2512fb3 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "DELETE /v2.0/security-groups/a8781d02-01be-48a1-bae7-37e818a25599 HTTP/1.1" status: 204 len: 168 time: 2.4631686 Dec 22 15:21:28.921417 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf626c6b-b792-4eb4-98df-0f31b6c577a2 None None] Routers {'c6dd0f38-44a3-4037-ae08-946c22b604d9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:28.921829 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:28.930802 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-cf626c6b-b792-4eb4-98df-0f31b6c577a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c6dd0f38-44a3-4037-ae08-946c22b604d9'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:28.940037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58098) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:28.994533 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-fb45ce96-3855-4547-b61c-779165adb791 None None] Port 858b8286-01e0-42a7-96f2-61ab3f39b8e6 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:21:29.026689 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:29.063132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd953abb-e36c-435d-a08d-05b54041da2f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:29.064253 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cd953abb-e36c-435d-a08d-05b54041da2f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Synchronizing usage tracker for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:21:29.110983 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:29.169554 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-cf626c6b-b792-4eb4-98df-0f31b6c577a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:29.171581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cd953abb-e36c-435d-a08d-05b54041da2f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Unset dirty status for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:21:29.173249 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cd953abb-e36c-435d-a08d-05b54041da2f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/ports/858b8286-01e0-42a7-96f2-61ab3f39b8e6 HTTP/1.1" status: 200 len: 913 time: 0.2832601 Dec 22 15:21:29.177946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58102) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:29.182208 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686d2089-6828-4002-9a8e-159bf113eea5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Router 293164cc-8e83-4add-af78-1e0b8af0be18 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:21:29.192526 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf626c6b-b792-4eb4-98df-0f31b6c577a2 None None] Routers {'c6dd0f38-44a3-4037-ae08-946c22b604d9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:29.193620 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-cf626c6b-b792-4eb4-98df-0f31b6c577a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c6dd0f38-44a3-4037-ae08-946c22b604d9'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:29.266746 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-50f4b689-abcb-44aa-8653-36a31cc3e5d5 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] show failed (client error): The resource could not be found. Dec 22 15:21:29.269178 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-50f4b689-abcb-44aa-8653-36a31cc3e5d5 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "GET /v2.0/security-groups/a8781d02-01be-48a1-bae7-37e818a25599 HTTP/1.1" status: 404 len: 347 time: 0.3278725 Dec 22 15:21:29.275983 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58106) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:29.310773 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-cf626c6b-b792-4eb4-98df-0f31b6c577a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:29.311384 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf626c6b-b792-4eb4-98df-0f31b6c577a2 None None] The sync data for ids ['c6dd0f38-44a3-4037-ae08-946c22b604d9'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:21:29.385517 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339921d8-5a11-4b59-89d4-969963c80765 req-25d04558-8533-4172-83b3-badb45d2f84a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:29.388862 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-339921d8-5a11-4b59-89d4-969963c80765 req-25d04558-8533-4172-83b3-badb45d2f84a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 1.3257120 Dec 22 15:21:29.408340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:29.466071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 15:21:29.466071 dv-neutron-822674-1-hyperv neutron-server[88218]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 15:21:29.466071 dv-neutron-822674-1-hyperv neutron-server[88218]: [parameters: {'id': 'b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44'}] Dec 22 15:21:29.466071 dv-neutron-822674-1-hyperv neutron-server[88218]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:21:29.466914 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:21:29.626325 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:29.629173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:29.645429 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4fdf6085-dc50-459a-80be-7407ffeea87e tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:29.718668 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5394a1-a0e4-4e17-a89a-f3d6992e2be9 None None] Network 65d6362d-f8d7-4705-9599-39cd5ec9567e requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:29.727235 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Deleting port 5893f963-246d-4962-8e25-e059e10a6df6 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:21:29.727794 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:29.995481 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:29.997334 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c82e2bc9-857d-45eb-9655-1db4bdb11335 None None] Provisioning for port b5a39f37-04c6-40f6-a522-f8fb407cd51b completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:21:30.008659 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c82e2bc9-857d-45eb-9655-1db4bdb11335 None None] Provisioning complete for port b5a39f37-04c6-40f6-a522-f8fb407cd51b triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:30.009073 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c82e2bc9-857d-45eb-9655-1db4bdb11335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:30.187536 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-339921d8-5a11-4b59-89d4-969963c80765 req-b1cd0a0b-f84a-4425-91d4-af320d538a5b tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7091515 Dec 22 15:21:30.188690 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Subnet': ['ID=5404f707-67f0-493e-903e-da4082f4a4db,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:30.261109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:30.261764 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:30.262008 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:30.263290 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:30.263461 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:30.264127 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:30.264303 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:30.264458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:30.264458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:30.264870 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:30.265306 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:30.265735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:30.266169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:30.266621 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:30.294319 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:30.315967 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Deleting port 73d64042-6e16-4205-b688-756e680776ee {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:21:30.316400 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:30.447463 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Calling delete_port for 5893f963-246d-4962-8e25-e059e10a6df6 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:21:30.557535 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686d2089-6828-4002-9a8e-159bf113eea5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:21:30.573025 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212f43a5-c47e-4ca0-b5fa-e8a3192bab30 None None] Sync routers for ids ['293164cc-8e83-4add-af78-1e0b8af0be18'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:21:30.594763 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212f43a5-c47e-4ca0-b5fa-e8a3192bab30 None None] Routers {'293164cc-8e83-4add-af78-1e0b8af0be18'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:30.595505 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-212f43a5-c47e-4ca0-b5fa-e8a3192bab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['293164cc-8e83-4add-af78-1e0b8af0be18'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:30.667729 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Checking segment: {'id': '4a6627e5-d44b-4529-8589-a18c25e280a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9dfabb0c-2945-4259-9c1d-bbd7dda89aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:30.668460 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Network hostable DHCP agents. Network: 9dfabb0c-2945-4259-9c1d-bbd7dda89aa5, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:21:30.682086 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab76186-efb8-41dc-88d2-99751a718496 None None] get_active_networks_info from dv-neutron-822674-1-hyperv {{(pid=88219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 15:21:30.694817 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e05f5e8-b0c6-4fdf-85ec-082b44a11304 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:30.712881 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-212f43a5-c47e-4ca0-b5fa-e8a3192bab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:30.758940 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-01d6d7ce-7f3a-42d5-90ed-d14829860c4c None None] Provisioning complete for port b5a39f37-04c6-40f6-a522-f8fb407cd51b triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:30.759327 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-01d6d7ce-7f3a-42d5-90ed-d14829860c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:30.783614 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212f43a5-c47e-4ca0-b5fa-e8a3192bab30 None None] Routers {'293164cc-8e83-4add-af78-1e0b8af0be18'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:30.784277 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-212f43a5-c47e-4ca0-b5fa-e8a3192bab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['293164cc-8e83-4add-af78-1e0b8af0be18'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:30.893232 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-212f43a5-c47e-4ca0-b5fa-e8a3192bab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:30.893657 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212f43a5-c47e-4ca0-b5fa-e8a3192bab30 None None] The sync data for ids ['293164cc-8e83-4add-af78-1e0b8af0be18'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:21:30.909855 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:30.918766 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-32747d9c-efa0-46be-938c-368876ba4dbb tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:31.063573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:31.204672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Pushing event deleted for resources: {'Port': ['ID=5893f963-246d-4962-8e25-e059e10a6df6,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:31.260718 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Network 9dfabb0c-2945-4259-9c1d-bbd7dda89aa5 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:21:31.294556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:31.295423 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:31.295423 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:31.295715 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:31.296082 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:31.296440 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:31.296785 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:31.297300 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:31.297484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:31.297821 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:31.298170 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:31.298597 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:31.326846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Allocated IP 172.26.6.143 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/48d523b2-0639-45a2-a877-c5b540173331) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:21:31.330821 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:31.352894 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:21:31.363522 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-686d2089-6828-4002-9a8e-159bf113eea5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:31.371277 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-686d2089-6828-4002-9a8e-159bf113eea5 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "PUT /v2.0/routers/293164cc-8e83-4add-af78-1e0b8af0be18 HTTP/1.1" status: 200 len: 918 time: 17.2358150 Dec 22 15:21:31.371582 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58114) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:31.411519 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:31.485325 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:31.492250 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 9dfabb0c-2945-4259-9c1d-bbd7dda89aa5) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:31.550212 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab76186-efb8-41dc-88d2-99751a718496 None None] Unable to find a vacant binding_index for network 9dfabb0c-2945-4259-9c1d-bbd7dda89aa5 and agent 4002601b-7670-4ecd-8dbd-70defd6730e5 {{(pid=88219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 22 15:21:31.563249 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab76186-efb8-41dc-88d2-99751a718496 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 9dfabb0c-2945-4259-9c1d-bbd7dda89aa5) {{(pid=88219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 15:21:31.618109 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:31.627371 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] 10.222.0.59 "DELETE /v2.0/floatingips/0d60ac93-760e-4f3e-833c-bacfb62b6d60 HTTP/1.1" status: 204 len: 168 time: 2.3420229 Dec 22 15:21:31.627371 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58118) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:31.660996 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:31.662207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:31.667128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:31.681976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43064dfc-bafc-4a60-a8bd-133f3b58a549 req-7f6c3758-139f-4b69-ab5a-e1e7ed57e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:31.683532 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43064dfc-bafc-4a60-a8bd-133f3b58a549 req-7f6c3758-139f-4b69-ab5a-e1e7ed57e49a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b1a174dbcbe478299f6879dd11bdd14&device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 1098 time: 0.4203267 Dec 22 15:21:31.715863 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6965e6f3-4881-4537-ba4a-2b9c4766ac1e tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:31.732070 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d4485c3b-6d71-4049-8107-2a2d862423a6 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "GET /v2.0/routers/293164cc-8e83-4add-af78-1e0b8af0be18 HTTP/1.1" status: 200 len: 924 time: 0.3547537 Dec 22 15:21:31.745324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58122) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:31.929105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] For port 73d64042-6e16-4205-b688-756e680776ee, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=73d64042-6e16-4205-b688-756e680776ee,segment=NetworkSegment(2e55c0d4-c232-4a87-9e4a-cb1615cf0db5),segment_id=2e55c0d4-c232-4a87-9e4a-cb1615cf0db5)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:21:31.929688 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:31.985076 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335b4a0-cfaa-4db6-bcd6-7c207206837d req-e6a6ae85-5fbf-4fe6-8d22-6e0767a489dd tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:31.987977 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e335b4a0-cfaa-4db6-bcd6-7c207206837d req-e6a6ae85-5fbf-4fe6-8d22-6e0767a489dd tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.7486207 Dec 22 15:21:32.009850 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-2e05f5e8-b0c6-4fdf-85ec-082b44a11304 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port 858b8286-01e0-42a7-96f2-61ab3f39b8e6 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:21:32.010332 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e05f5e8-b0c6-4fdf-85ec-082b44a11304 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:32.028332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Port': ['ID=d134eca3-5db5-4e52-8e1d-f49d797bdf99,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:32.041082 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.9504509 Dec 22 15:21:32.061150 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58126) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:32.067311 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f0a93da7-43a2-453e-9863-4e10d7fe6975 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:32.176533 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:32.250925 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:32.329995 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-9dfabb0c-2945-4259-9c1d-bbd7dda89aa5', 'network_id': '9dfabb0c-2945-4259-9c1d-bbd7dda89aa5', 'tenant_id': '11c49d7e82324f4a85654eb2604ff3c0', 'fixed_ips': [{'subnet_id': '5404f707-67f0-493e-903e-da4082f4a4db'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:21:32.330906 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:32.428402 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43064dfc-bafc-4a60-a8bd-133f3b58a549 req-e3bbb27c-f42a-4141-b95c-d3f781d2481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:32.438281 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43064dfc-bafc-4a60-a8bd-133f3b58a549 req-e3bbb27c-f42a-4141-b95c-d3f781d2481d service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 HTTP/1.1" status: 200 len: 911 time: 0.7299237 Dec 22 15:21:32.458545 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:32.470558 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Calling delete_port for 73d64042-6e16-4205-b688-756e680776ee owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:21:32.580955 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e335b4a0-cfaa-4db6-bcd6-7c207206837d req-b84e6d49-05b7-4f06-a1df-27356887fad2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5625997 Dec 22 15:21:32.612475 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Allocated IP 2001:db8::2 (9dfabb0c-2945-4259-9c1d-bbd7dda89aa5/5404f707-67f0-493e-903e-da4082f4a4db/4311608c-6da1-48b7-83a9-b888e431c62c) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:21:32.664886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:32.689943 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dbf43e0f-c87e-417a-b92b-d1d7e44f56df tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:32.774003 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:32.787505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:32.796473 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:32.830477 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Pushing event updated for resources: {'Port': ['ID=48d523b2-0639-45a2-a877-c5b540173331,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:32.842215 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:32.854205 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:32.869756 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:32.932538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Port': ['ID=73d64042-6e16-4205-b688-756e680776ee,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:32.944929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No DVR routers for this DVR port 73d64042-6e16-4205-b688-756e680776ee on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:21:32.950174 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:32.954517 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Network 7ea4cf62-01ac-4a03-92a3-e2db0e652cbf is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:32.978698 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:32.992587 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Transition to ACTIVE for port object 4311608c-6da1-48b7-83a9-b888e431c62c will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:32.993085 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:33.021275 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Transition to ACTIVE for port object 4311608c-6da1-48b7-83a9-b888e431c62c will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:33.104412 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:33.110024 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b2be07d4-6164-449c-9da4-27e4d23fa2db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:33.175422 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Network 9dfabb0c-2945-4259-9c1d-bbd7dda89aa5 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:33.179467 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:33.183862 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:33.213802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Pushing event updated for resources: {'Port': ['ID=4311608c-6da1-48b7-83a9-b888e431c62c,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:33.235673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db24d5a9-0a9b-4255-8efd-bc8f43ccd27c tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:33.240183 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-db24d5a9-0a9b-4255-8efd-bc8f43ccd27c tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&device_id=293164cc-8e83-4add-af78-1e0b8af0be18&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.4937413 Dec 22 15:21:33.247755 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58130) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:33.250503 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:33.327748 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e05f5e8-b0c6-4fdf-85ec-082b44a11304 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:33.484101 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:33.517998 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43064dfc-bafc-4a60-a8bd-133f3b58a549 req-127d6098-c2ae-4140-91fb-f9e375fe4bae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 HTTP/1.1" status: 200 len: 1000 time: 0.8186212 Dec 22 15:21:33.598475 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:33.599660 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0a93da7-43a2-453e-9863-4e10d7fe6975 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2905678'] for subnet, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:33.632593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e55c0d4-c232-4a87-9e4a-cb1615cf0db5') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:33.633537 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e55c0d4-c232-4a87-9e4a-cb1615cf0db5') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:33.652751 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:33.657546 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-2e05f5e8-b0c6-4fdf-85ec-082b44a11304 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Calling delete_port for 858b8286-01e0-42a7-96f2-61ab3f39b8e6 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:21:33.670864 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Attempting to bind port 4311608c-6da1-48b7-83a9-b888e431c62c on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:21:33.672603 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Attempting to bind port 4311608c-6da1-48b7-83a9-b888e431c62c by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '4a6627e5-d44b-4529-8589-a18c25e280a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9dfabb0c-2945-4259-9c1d-bbd7dda89aa5'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:21:33.672603 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Attempting to bind port 4311608c-6da1-48b7-83a9-b888e431c62c on network 9dfabb0c-2945-4259-9c1d-bbd7dda89aa5 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:21:33.683462 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:33.689119 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:21:33.689747 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Checking segment: {'id': '4a6627e5-d44b-4529-8589-a18c25e280a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9dfabb0c-2945-4259-9c1d-bbd7dda89aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:33.690500 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:33.691497 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Bound using segment: {'id': '4a6627e5-d44b-4529-8589-a18c25e280a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9dfabb0c-2945-4259-9c1d-bbd7dda89aa5'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:21:33.693485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Bound port: 4311608c-6da1-48b7-83a9-b888e431c62c, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6627e5-d44b-4529-8589-a18c25e280a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9dfabb0c-2945-4259-9c1d-bbd7dda89aa5'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:21:33.694349 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:33.696381 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Router 021240f2-ccd1-40dd-bb3f-354822aa9a66 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:21:33.697664 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:21:33.698184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:33.715066 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:33.902607 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] For port 4311608c-6da1-48b7-83a9-b888e431c62c, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:21:33.907386 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] For port 4311608c-6da1-48b7-83a9-b888e431c62c, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=4311608c-6da1-48b7-83a9-b888e431c62c,segment=NetworkSegment(4a6627e5-d44b-4529-8589-a18c25e280a0),segment_id=4a6627e5-d44b-4529-8589-a18c25e280a0)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:21:34.004914 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:34.013156 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-003a6808-93f2-477c-92a3-3f12285691a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:34.070087 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43064dfc-bafc-4a60-a8bd-133f3b58a549 req-20492a0a-c7f6-47f0-8d4a-a0e991c586e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:34.073659 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43064dfc-bafc-4a60-a8bd-133f3b58a549 req-20492a0a-c7f6-47f0-8d4a-a0e991c586e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d351219-3f54-4318-ad3a-f368fdd0eec7 HTTP/1.1" status: 200 len: 849 time: 0.3430510 Dec 22 15:21:34.076183 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34a78bd-eb83-4755-a637-37df7ea41c87 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:34.076544 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a34a78bd-eb83-4755-a637-37df7ea41c87 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "GET /v2.0/networks/98c1d02c-4416-4565-b8a7-1c1ed298f1f8 HTTP/1.1" status: 200 len: 881 time: 0.8164539 Dec 22 15:21:34.096867 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58136) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:34.145834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Pushing event updated for resources: {'Port': ['ID=4311608c-6da1-48b7-83a9-b888e431c62c,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:34.152889 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:34.154274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:34.177359 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-07bceebc-5ca0-4cc1-88d9-dd0f23faa3f6 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "GET /v2.0/ports?device_id=293164cc-8e83-4add-af78-1e0b8af0be18 HTTP/1.1" status: 200 len: 205 time: 0.0743966 Dec 22 15:21:34.177359 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:34.192227 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58140) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:34.195533 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:34.387851 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44 HTTP/1.1" status: 204 len: 168 time: 11.9580226 Dec 22 15:21:34.387851 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Network': ['ID=b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:34.395324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58144) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:34.396481 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:34.405774 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:34.417355 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-77b18e30-bc64-4be2-8a1b-dcb2fc2f4342 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1639621339'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:34.575722 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-77b18e30-bc64-4be2-8a1b-dcb2fc2f4342 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:34.671617 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4311608c-6da1-48b7-83a9-b888e431c62c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:21:34.707029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-77b18e30-bc64-4be2-8a1b-dcb2fc2f4342 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:network and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:34.728893 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-77b18e30-bc64-4be2-8a1b-dcb2fc2f4342 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:34.739556 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a01444-eece-45dc-a9cb-53f1e91c9c70 req-a8020254-0167-424c-a749-405e3347c055 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:34.741146 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-45a01444-eece-45dc-a9cb-53f1e91c9c70 req-a8020254-0167-424c-a749-405e3347c055 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.9721730 Dec 22 15:21:34.743040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:21:34.756649 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d61d1a-bfce-4f08-a7cc-674b955c2e52 None None] Sync routers for ids ['021240f2-ccd1-40dd-bb3f-354822aa9a66'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:21:34.769560 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d61d1a-bfce-4f08-a7cc-674b955c2e52 None None] Routers {'021240f2-ccd1-40dd-bb3f-354822aa9a66'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:34.770686 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-c7d61d1a-bfce-4f08-a7cc-674b955c2e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['021240f2-ccd1-40dd-bb3f-354822aa9a66'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:34.773072 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-77b18e30-bc64-4be2-8a1b-dcb2fc2f4342 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:34.779525 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "PUT /v2.0/routers/021240f2-ccd1-40dd-bb3f-354822aa9a66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6711211 Dec 22 15:21:34.803609 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58148) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:34.832412 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-86260692-4458-406d-8569-93c836520cd0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'port': {'network_id': '7ea4cf62-01ac-4a03-92a3-e2db0e652cbf', 'name': 'tempest-FloatingIPTestJSON-870099560'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:34.849862 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-c7d61d1a-bfce-4f08-a7cc-674b955c2e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:34.860688 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d61d1a-bfce-4f08-a7cc-674b955c2e52 None None] Routers {'021240f2-ccd1-40dd-bb3f-354822aa9a66'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:34.861569 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-c7d61d1a-bfce-4f08-a7cc-674b955c2e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['021240f2-ccd1-40dd-bb3f-354822aa9a66'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:34.871892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aacabedf-9140-467b-a3e8-9a0c5ee14e14 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:34.894204 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 4311608c-6da1-48b7-83a9-b888e431c62c completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:21:34.928798 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-c7d61d1a-bfce-4f08-a7cc-674b955c2e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:34.929284 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d61d1a-bfce-4f08-a7cc-674b955c2e52 None None] The sync data for ids ['021240f2-ccd1-40dd-bb3f-354822aa9a66'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:21:34.984248 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-45a01444-eece-45dc-a9cb-53f1e91c9c70 req-f81b7626-2fae-458e-b983-98f4e52a4417 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263124 Dec 22 15:21:35.050340 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0a93da7-43a2-453e-9863-4e10d7fe6975 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734784429653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2709874'] for subnet, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:35.058631 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fe768c2a-ae83-44bb-9df1-102dfa4ee054 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:35.140690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b18e30-bc64-4be2-8a1b-dcb2fc2f4342 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:35.147141 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77b18e30-bc64-4be2-8a1b-dcb2fc2f4342 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:35.191200 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e05f5e8-b0c6-4fdf-85ec-082b44a11304 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:35.200809 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43064dfc-bafc-4a60-a8bd-133f3b58a549 req-ff9a72eb-887b-4897-a9bc-0b85cbe32ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:35.203480 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43064dfc-bafc-4a60-a8bd-133f3b58a549 req-ff9a72eb-887b-4897-a9bc-0b85cbe32ee0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0865564 Dec 22 15:21:35.307278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a93da7-43a2-453e-9863-4e10d7fe6975 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:35.307886 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0a93da7-43a2-453e-9863-4e10d7fe6975 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:35.313629 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f0a93da7-43a2-453e-9863-4e10d7fe6975 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "PUT /v2.0/subnets/5404f707-67f0-493e-903e-da4082f4a4db HTTP/1.1" status: 200 len: 826 time: 3.2474041 Dec 22 15:21:35.315234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58152) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:35.425780 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aacabedf-9140-467b-a3e8-9a0c5ee14e14 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:35.526179 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:35.613235 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-aacabedf-9140-467b-a3e8-9a0c5ee14e14 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Deleting port 2dbd296b-3c9e-4493-a479-bb8c5bbd081b {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:21:35.613722 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aacabedf-9140-467b-a3e8-9a0c5ee14e14 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:35.722400 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:35.743472 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e0cb284-2d20-4693-ac72-71d56dfddf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:35.797841 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e518fbaf-f8ec-4b29-ad5c-08838a09296f None None] Network 9dfabb0c-2945-4259-9c1d-bbd7dda89aa5 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:35.909892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Deleting port 4311608c-6da1-48b7-83a9-b888e431c62c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:21:35.910569 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:35.973037 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:35.974130 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4824311b-9ae0-4f82-b52d-20abb6958a60 None None] Provisioning for port 4311608c-6da1-48b7-83a9-b888e431c62c completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:21:35.996795 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4824311b-9ae0-4f82-b52d-20abb6958a60 None None] Provisioning complete for port 4311608c-6da1-48b7-83a9-b888e431c62c triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:35.997394 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4824311b-9ae0-4f82-b52d-20abb6958a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:36.075287 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aacabedf-9140-467b-a3e8-9a0c5ee14e14 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:36.145583 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a93da7-43a2-453e-9863-4e10d7fe6975 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Subnet': ['ID=5404f707-67f0-493e-903e-da4082f4a4db,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:36.170623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f0a93da7-43a2-453e-9863-4e10d7fe6975 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.112s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:36.210562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ded9725c-0acb-4ec1-b4d9-3b50edd562df tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.978s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:36.348797 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-86260692-4458-406d-8569-93c836520cd0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:36.412707 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4824311b-9ae0-4f82-b52d-20abb6958a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:36.457720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-86260692-4458-406d-8569-93c836520cd0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Usage tracker for resource:port and tenant:896746a3ba814c648a856f49fda64854 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:36.457949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-4824311b-9ae0-4f82-b52d-20abb6958a60 None None] For port 4311608c-6da1-48b7-83a9-b888e431c62c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=4311608c-6da1-48b7-83a9-b888e431c62c,segment=NetworkSegment(4a6627e5-d44b-4529-8589-a18c25e280a0),segment_id=4a6627e5-d44b-4529-8589-a18c25e280a0)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:21:36.461120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05f5e8-b0c6-4fdf-85ec-082b44a11304 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Port': ['ID=858b8286-01e0-42a7-96f2-61ab3f39b8e6,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:36.470434 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-86260692-4458-406d-8569-93c836520cd0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:36.473834 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b18e30-bc64-4be2-8a1b-dcb2fc2f4342 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:21:36.478970 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2e05f5e8-b0c6-4fdf-85ec-082b44a11304 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:36.509524 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-86260692-4458-406d-8569-93c836520cd0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:36.522365 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-aacabedf-9140-467b-a3e8-9a0c5ee14e14 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Calling delete_port for 2dbd296b-3c9e-4493-a479-bb8c5bbd081b owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:21:36.540746 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4824311b-9ae0-4f82-b52d-20abb6958a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:36.544966 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:36.578108 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e05f5e8-b0c6-4fdf-85ec-082b44a11304 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:36.622681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77b18e30-bc64-4be2-8a1b-dcb2fc2f4342 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:36.624137 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-77b18e30-bc64-4be2-8a1b-dcb2fc2f4342 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Added segment 48db028a-7b95-493b-b806-9d0853d5f541 of type vlan for network 806bf95e-71e7-4426-80ea-5f928305ddd2 Dec 22 15:21:36.643495 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43064dfc-bafc-4a60-a8bd-133f3b58a549 req-d4eb1822-ad6d-4837-a09f-b27f1c2ec353 service neutron] 10.222.0.57 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3971553 Dec 22 15:21:36.719378 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-442675ad-1d28-47b8-a886-64d59386addd None None] Provisioning complete for port d134eca3-5db5-4e52-8e1d-f49d797bdf99 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:36.720556 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-442675ad-1d28-47b8-a886-64d59386addd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:36.802590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86260692-4458-406d-8569-93c836520cd0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Made reservation on behalf of 896746a3ba814c648a856f49fda64854 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:36.808234 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86260692-4458-406d-8569-93c836520cd0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:36.851430 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-442675ad-1d28-47b8-a886-64d59386addd None None] Port d134eca3-5db5-4e52-8e1d-f49d797bdf99 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:21:36.860627 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824311b-9ae0-4f82-b52d-20abb6958a60 None None] Pushing event updated for resources: {'Port': ['ID=4311608c-6da1-48b7-83a9-b888e431c62c,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:36.866489 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-4824311b-9ae0-4f82-b52d-20abb6958a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:36.998305 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77b18e30-bc64-4be2-8a1b-dcb2fc2f4342 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:37.089023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-86260692-4458-406d-8569-93c836520cd0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] device_id is not set on port dae9fe5b-5f6b-446a-a283-c86f50474f44 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:21:37.194098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-77b18e30-bc64-4be2-8a1b-dcb2fc2f4342 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:21:37.231602 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Router fae6511b-dbaa-45ca-a2d1-2df521e441f9 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:21:37.365993 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43064dfc-bafc-4a60-a8bd-133f3b58a549 req-06d051d8-466e-4150-855e-9bfd4663f2c8 service neutron] 10.222.0.57 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6486454 Dec 22 15:21:37.366675 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77b18e30-bc64-4be2-8a1b-dcb2fc2f4342 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:37.375011 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b18e30-bc64-4be2-8a1b-dcb2fc2f4342 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:37.377279 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77b18e30-bc64-4be2-8a1b-dcb2fc2f4342 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:37.401416 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2409649f-78e2-4ea3-8e68-a41663ef2a79 None None] Network 9dfabb0c-2945-4259-9c1d-bbd7dda89aa5 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:37.430344 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f6182-b322-449d-b0d7-fba52a8acfec req-0c66a2d6-ae29-45ff-bd84-621d1cad5e6e tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:37.432054 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d41f6182-b322-449d-b0d7-fba52a8acfec req-0c66a2d6-ae29-45ff-bd84-621d1cad5e6e tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.8573196 Dec 22 15:21:37.447335 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-adbd398d-d87c-4e09-8513-bc2bdd32809b tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:37.466183 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] For port 4311608c-6da1-48b7-83a9-b888e431c62c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=4311608c-6da1-48b7-83a9-b888e431c62c,segment=NetworkSegment(4a6627e5-d44b-4529-8589-a18c25e280a0),segment_id=4a6627e5-d44b-4529-8589-a18c25e280a0)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:21:37.466579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:37.612559 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5dba317d-69ca-4d4a-937a-de566b6a3b96 None None] Provisioning complete for port 4311608c-6da1-48b7-83a9-b888e431c62c triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:37.613196 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5dba317d-69ca-4d4a-937a-de566b6a3b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:37.694412 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Calling delete_port for 4311608c-6da1-48b7-83a9-b888e431c62c owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:21:37.723572 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b18e30-bc64-4be2-8a1b-dcb2fc2f4342 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Network': ['ID=806bf95e-71e7-4426-80ea-5f928305ddd2,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:37.727153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-77b18e30-bc64-4be2-8a1b-dcb2fc2f4342 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:37.759417 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-86260692-4458-406d-8569-93c836520cd0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Allocated IP 172.20.0.5 (7ea4cf62-01ac-4a03-92a3-e2db0e652cbf/5e0555c0-9b0e-4587-a92a-f5858455476f/dae9fe5b-5f6b-446a-a283-c86f50474f44) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:21:37.768245 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-77b18e30-bc64-4be2-8a1b-dcb2fc2f4342 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.3673658 Dec 22 15:21:37.770487 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 806bf95e-71e7-4426-80ea-5f928305ddd2 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:21:37.773307 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58158) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:37.790892 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e05f5e8-b0c6-4fdf-85ec-082b44a11304 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router c6dd0f38-44a3-4037-ae08-946c22b604d9 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:21:37.795452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f391e116-510f-49e4-82b7-f2db3226a91e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:37.806621 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d41f6182-b322-449d-b0d7-fba52a8acfec req-30775ff4-d4dd-4d8d-bb57-5dcd701866ed tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3636000 Dec 22 15:21:37.843128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:21:37.929004 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aacabedf-9140-467b-a3e8-9a0c5ee14e14 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:37.942974 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:37.951515 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e392eda9-b149-40f8-8e66-274e96d33985 None None] Sync routers for ids ['fae6511b-dbaa-45ca-a2d1-2df521e441f9'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:21:37.970976 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e392eda9-b149-40f8-8e66-274e96d33985 None None] Routers {'fae6511b-dbaa-45ca-a2d1-2df521e441f9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:37.971933 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e392eda9-b149-40f8-8e66-274e96d33985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['fae6511b-dbaa-45ca-a2d1-2df521e441f9'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:37.985214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:21:37.985989 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:21:38.024232 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:38.025898 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f32171b4-7af7-4b6a-9b27-fa29c2604f61 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 16.1137927 Dec 22 15:21:38.046985 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacabedf-9140-467b-a3e8-9a0c5ee14e14 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Pushing event deleted for resources: {'Port': ['ID=2dbd296b-3c9e-4493-a479-bb8c5bbd081b,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:38.057020 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58162) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:38.096763 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e392eda9-b149-40f8-8e66-274e96d33985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:38.182680 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aacabedf-9140-467b-a3e8-9a0c5ee14e14 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:38.194970 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e392eda9-b149-40f8-8e66-274e96d33985 None None] Routers {'fae6511b-dbaa-45ca-a2d1-2df521e441f9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:38.195684 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e392eda9-b149-40f8-8e66-274e96d33985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['fae6511b-dbaa-45ca-a2d1-2df521e441f9'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:38.240615 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1ef52-26d1-4539-a50f-eaf2a49602b7 req-3e3234b5-295b-4db5-b1fb-f14d9e98630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:38.242216 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74f1ef52-26d1-4539-a50f-eaf2a49602b7 req-3e3234b5-295b-4db5-b1fb-f14d9e98630b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b1a174dbcbe478299f6879dd11bdd14&device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 1098 time: 0.7665286 Dec 22 15:21:38.397768 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e392eda9-b149-40f8-8e66-274e96d33985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:38.399527 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e392eda9-b149-40f8-8e66-274e96d33985 None None] The sync data for ids ['fae6511b-dbaa-45ca-a2d1-2df521e441f9'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:21:38.478834 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aacabedf-9140-467b-a3e8-9a0c5ee14e14 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:38.551475 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Deleting port 4311608c-6da1-48b7-83a9-b888e431c62c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:21:38.551909 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:38.575757 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4311608c-6da1-48b7-83a9-b888e431c62c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:21:38.648204 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4e0cb284-2d20-4693-ac72-71d56dfddf4c admin admin] Deleting port bff52be8-ae2b-4f91-83f0-7b2c4638f1a0 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:21:38.649348 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e0cb284-2d20-4693-ac72-71d56dfddf4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:38.679058 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 4311608c-6da1-48b7-83a9-b888e431c62c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:38.679655 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:38.772723 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e05f5e8-b0c6-4fdf-85ec-082b44a11304 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:21:38.782485 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2e05f5e8-b0c6-4fdf-85ec-082b44a11304 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/c6dd0f38-44a3-4037-ae08-946c22b604d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6025460 Dec 22 15:21:38.785750 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648689ea-b48b-41b2-ac9d-9eeb57ca16fd None None] Sync routers for ids ['c6dd0f38-44a3-4037-ae08-946c22b604d9'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:21:38.792026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58166) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:38.805141 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648689ea-b48b-41b2-ac9d-9eeb57ca16fd None None] Routers {'c6dd0f38-44a3-4037-ae08-946c22b604d9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:38.806184 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-648689ea-b48b-41b2-ac9d-9eeb57ca16fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c6dd0f38-44a3-4037-ae08-946c22b604d9'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:38.812062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb69f92-862b-4fcf-96cf-155bb2c309f1 None None] Network 9dfabb0c-2945-4259-9c1d-bbd7dda89aa5 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:38.902708 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6ff2f746-2909-4cdc-af3d-b3152e3d7e1c tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "GET /v2.0/routers/fae6511b-dbaa-45ca-a2d1-2df521e441f9 HTTP/1.1" status: 200 len: 921 time: 0.8413746 Dec 22 15:21:38.911059 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58172) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:38.918755 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-648689ea-b48b-41b2-ac9d-9eeb57ca16fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:38.921076 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aacabedf-9140-467b-a3e8-9a0c5ee14e14 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:38.951317 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648689ea-b48b-41b2-ac9d-9eeb57ca16fd None None] Routers {'c6dd0f38-44a3-4037-ae08-946c22b604d9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:38.952351 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-648689ea-b48b-41b2-ac9d-9eeb57ca16fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c6dd0f38-44a3-4037-ae08-946c22b604d9'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:38.990436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aacabedf-9140-467b-a3e8-9a0c5ee14e14 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:38.997261 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ec96a889-cc47-40d0-b0f1-02f285b710b3 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae6511b-dbaa-45ca-a2d1-2df521e441f9 HTTP/1.1" status: 200 len: 205 time: 0.0808899 Dec 22 15:21:39.011961 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58176) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:39.128722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-189d2135-85c9-4004-bcb8-5aaa15907ab4 None None] Provisioning complete for port 4311608c-6da1-48b7-83a9-b888e431c62c triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:39.129369 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-189d2135-85c9-4004-bcb8-5aaa15907ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:39.169263 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-648689ea-b48b-41b2-ac9d-9eeb57ca16fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:39.169676 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648689ea-b48b-41b2-ac9d-9eeb57ca16fd None None] The sync data for ids ['c6dd0f38-44a3-4037-ae08-946c22b604d9'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:21:39.212473 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f391e116-510f-49e4-82b7-f2db3226a91e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:39.287339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1ef52-26d1-4539-a50f-eaf2a49602b7 req-1cb2a294-e892-47f0-af34-2d6997eaf873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:39.291403 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74f1ef52-26d1-4539-a50f-eaf2a49602b7 req-1cb2a294-e892-47f0-af34-2d6997eaf873 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 HTTP/1.1" status: 200 len: 911 time: 0.9081428 Dec 22 15:21:39.444995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0acafb-9880-4db5-96e1-b2c9995c61da req-2c040e75-a90f-4825-a132-264b09f63f2b tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:39.447070 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5a0acafb-9880-4db5-96e1-b2c9995c61da req-2c040e75-a90f-4825-a132-264b09f63f2b tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.2014475 Dec 22 15:21:39.476989 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aacabedf-9140-467b-a3e8-9a0c5ee14e14 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:39.477535 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacabedf-9140-467b-a3e8-9a0c5ee14e14 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Fanout notify agent at l3_agent the message router_deleted on router 293164cc-8e83-4add-af78-1e0b8af0be18 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:21:39.500430 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aacabedf-9140-467b-a3e8-9a0c5ee14e14 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:39.502293 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-aacabedf-9140-467b-a3e8-9a0c5ee14e14 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "DELETE /v2.0/routers/293164cc-8e83-4add-af78-1e0b8af0be18 HTTP/1.1" status: 204 len: 168 time: 5.3022532 Dec 22 15:21:39.515826 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58180) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:39.528318 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-51b50472-315a-47c0-8aee-a5aa62e15eed tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-711148481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:39.546216 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-51b50472-315a-47c0-8aee-a5aa62e15eed tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:39.549696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] For port 4311608c-6da1-48b7-83a9-b888e431c62c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=4311608c-6da1-48b7-83a9-b888e431c62c,segment=NetworkSegment(4a6627e5-d44b-4529-8589-a18c25e280a0),segment_id=4a6627e5-d44b-4529-8589-a18c25e280a0)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:21:39.550085 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:39.567581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-51b50472-315a-47c0-8aee-a5aa62e15eed tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Usage tracker for resource:router and tenant:4640dc4cc0f84813af0f47fbeedc30ca is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:39.629138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-51b50472-315a-47c0-8aee-a5aa62e15eed tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:39.640301 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-51b50472-315a-47c0-8aee-a5aa62e15eed tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:39.710108 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5a0acafb-9880-4db5-96e1-b2c9995c61da req-3cf79620-9b14-4793-b271-916c612195f4 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494335 Dec 22 15:21:39.718840 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Calling delete_port for 4311608c-6da1-48b7-83a9-b888e431c62c owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:21:39.806543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f391e116-510f-49e4-82b7-f2db3226a91e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:39.815255 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcb32-422e-40a0-8e9d-171721d6a0fb tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:39.986775 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86260692-4458-406d-8569-93c836520cd0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:39.995411 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8d2d2050-00c7-4ca9-960e-8c476546b949 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:40.028828 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a24acd26-b2e0-4b7f-bae3-e4818f8af379 None None] Provisioning complete for port 4311608c-6da1-48b7-83a9-b888e431c62c triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:40.028828 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a24acd26-b2e0-4b7f-bae3-e4818f8af379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:40.051686 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-51b50472-315a-47c0-8aee-a5aa62e15eed tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:40.053591 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-51b50472-315a-47c0-8aee-a5aa62e15eed tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:40.100046 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f391e116-510f-49e4-82b7-f2db3226a91e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network 806bf95e-71e7-4426-80ea-5f928305ddd2 is not hosted by any dhcp agent {{(pid=88217) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 15:21:40.109680 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f391e116-510f-49e4-82b7-f2db3226a91e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:40.110731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f391e116-510f-49e4-82b7-f2db3226a91e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:40.115783 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f391e116-510f-49e4-82b7-f2db3226a91e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "PUT /v2.0/networks/806bf95e-71e7-4426-80ea-5f928305ddd2 HTTP/1.1" status: 200 len: 723 time: 2.3332107 Dec 22 15:21:40.117281 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58186) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:40.126294 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-408c9578-4353-480f-83f5-c2f45745c8b4 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'subnet': {'network_id': '806bf95e-71e7-4426-80ea-5f928305ddd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:40.193960 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:40.223663 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-a24acd26-b2e0-4b7f-bae3-e4818f8af379 None None] Port 4311608c-6da1-48b7-83a9-b888e431c62c update to ACTIVE by agent not found {{(pid=88219) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 22 15:21:40.263162 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-13ead968-ef6e-48d8-bc62-d7c97e864947 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:40.334118 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391e116-510f-49e4-82b7-f2db3226a91e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Network': ['ID=806bf95e-71e7-4426-80ea-5f928305ddd2,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:40.344214 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-86260692-4458-406d-8569-93c836520cd0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Transition to ACTIVE for port object dae9fe5b-5f6b-446a-a283-c86f50474f44 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:40.360659 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 806bf95e-71e7-4426-80ea-5f928305ddd2 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:21:40.365148 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6810240-3621-4e68-a451-3500d6639e68 req-7b8db231-d465-4f1b-824b-66a155173a9f tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:40.378710 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b6810240-3621-4e68-a451-3500d6639e68 req-7b8db231-d465-4f1b-824b-66a155173a9f tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.4254024 Dec 22 15:21:40.396668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f391e116-510f-49e4-82b7-f2db3226a91e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:40.424401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-51b50472-315a-47c0-8aee-a5aa62e15eed tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:40.454107 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-4e0cb284-2d20-4693-ac72-71d56dfddf4c admin admin] For port bff52be8-ae2b-4f91-83f0-7b2c4638f1a0, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=bff52be8-ae2b-4f91-83f0-7b2c4638f1a0,segment=NetworkSegment(466eb8c0-59da-4ef3-bfc4-5e328775b07e),segment_id=466eb8c0-59da-4ef3-bfc4-5e328775b07e)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:21:40.454582 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e0cb284-2d20-4693-ac72-71d56dfddf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:40.456962 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Port': ['ID=4311608c-6da1-48b7-83a9-b888e431c62c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:40.461075 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:40.481022 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74f1ef52-26d1-4539-a50f-eaf2a49602b7 req-3494b837-e376-402e-8729-ea61b41bb72a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 HTTP/1.1" status: 200 len: 1000 time: 0.9976020 Dec 22 15:21:40.525164 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b6810240-3621-4e68-a451-3500d6639e68 req-75147a49-27dd-40c3-adb9-a7a5f8045d29 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453052 Dec 22 15:21:40.582700 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820be175-7ccb-43e6-ad79-ab44799872fe None None] DHCP port deletion for 9dfabb0c-2945-4259-9c1d-bbd7dda89aa5 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:21:40.621194 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e28ccd-e4cc-4712-8f10-46236b2dca87 None None] get_active_networks_info from dv-neutron-822674-1-hyperv {{(pid=88219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 15:21:40.650026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcb32-422e-40a0-8e9d-171721d6a0fb tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:40.669870 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] No DVR routers for this DVR port 4311608c-6da1-48b7-83a9-b888e431c62c on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:21:40.754026 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-408c9578-4353-480f-83f5-c2f45745c8b4 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:40.771632 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-408c9578-4353-480f-83f5-c2f45745c8b4 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:subnet and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:40.780123 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-408c9578-4353-480f-83f5-c2f45745c8b4 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:40.792913 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4e0cb284-2d20-4693-ac72-71d56dfddf4c admin admin] Calling delete_port for bff52be8-ae2b-4f91-83f0-7b2c4638f1a0 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:21:40.798788 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-408c9578-4353-480f-83f5-c2f45745c8b4 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:40.808826 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:40.864758 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-51b50472-315a-47c0-8aee-a5aa62e15eed tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:40.869628 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1ef52-26d1-4539-a50f-eaf2a49602b7 req-96e60cd2-27e3-4c58-a1f9-a677a333d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:40.871761 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74f1ef52-26d1-4539-a50f-eaf2a49602b7 req-96e60cd2-27e3-4c58-a1f9-a677a333d1ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d351219-3f54-4318-ad3a-f368fdd0eec7 HTTP/1.1" status: 200 len: 849 time: 0.3570383 Dec 22 15:21:40.958789 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-cd8fcb32-422e-40a0-8e9d-171721d6a0fb tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Deleting port 48d523b2-0639-45a2-a877-c5b540173331 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:21:40.959173 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcb32-422e-40a0-8e9d-171721d6a0fb tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:40.965142 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408c9578-4353-480f-83f5-c2f45745c8b4 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:40.971021 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-408c9578-4353-480f-83f5-c2f45745c8b4 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:40.988436 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e28ccd-e4cc-4712-8f10-46236b2dca87 None None] Resources bound (agent type, host, resource id): {{(pid=88219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 15:21:41.028469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-51b50472-315a-47c0-8aee-a5aa62e15eed tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:41.038131 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-51b50472-315a-47c0-8aee-a5aa62e15eed tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.5111766 Dec 22 15:21:41.050275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58192) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:41.063655 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-be3ef5f8-0341-479f-83ee-b6b3709392b9 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'enable_snat': False}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:41.150492 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86260692-4458-406d-8569-93c836520cd0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:41.256638 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a6e6aa7b-3a66-4de1-bee1-bc825bf633bc tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:41.257174 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:41.264607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-842e839e-c090-4699-ae9a-c800f5b2f59a tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:41.344625 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Subnet': ['ID=5404f707-67f0-493e-903e-da4082f4a4db,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:41.387839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:41.649933 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cab44ba-5fb6-4698-aebb-822dac117da0 None None] Network 9dfabb0c-2945-4259-9c1d-bbd7dda89aa5 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:41.691292 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:41.844487 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfabb0c-2945-4259-9c1d-bbd7dda89aa5']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:41.875255 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e5f954-19c1-4adc-8bec-30ca07437252 None None] DHCP port deletion for 9dfabb0c-2945-4259-9c1d-bbd7dda89aa5 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:21:41.885461 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6627e5-d44b-4529-8589-a18c25e280a0') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:41.885868 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6627e5-d44b-4529-8589-a18c25e280a0') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:41.936953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:42.014922 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86260692-4458-406d-8569-93c836520cd0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Network 7ea4cf62-01ac-4a03-92a3-e2db0e652cbf is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:42.040723 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-86260692-4458-406d-8569-93c836520cd0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:42.059717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86260692-4458-406d-8569-93c836520cd0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:42.103667 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86260692-4458-406d-8569-93c836520cd0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event updated for resources: {'Port': ['ID=dae9fe5b-5f6b-446a-a283-c86f50474f44,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:42.124949 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-86260692-4458-406d-8569-93c836520cd0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.868s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:42.199195 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9386b14-107b-4d62-b0e5-b647c9c8bc5e req-6edc1501-b3e5-4a7c-9db6-957a72d13f45 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:42.201581 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a9386b14-107b-4d62-b0e5-b647c9c8bc5e req-6edc1501-b3e5-4a7c-9db6-957a72d13f45 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.6262863 Dec 22 15:21:42.203471 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:42.225487 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:21:42.227589 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:42.271890 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:42.278447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1ef52-26d1-4539-a50f-eaf2a49602b7 req-4f779049-69eb-4887-8f88-0a06fecb0025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:42.278447 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74f1ef52-26d1-4539-a50f-eaf2a49602b7 req-4f779049-69eb-4887-8f88-0a06fecb0025 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3562953 Dec 22 15:21:42.384272 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-408c9578-4353-480f-83f5-c2f45745c8b4 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:42.393992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c995531a-295c-4145-89e1-9fc01123ebcb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:42.454032 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a9386b14-107b-4d62-b0e5-b647c9c8bc5e req-3af73c3d-1d34-4389-8f94-1232e97acca0 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358301 Dec 22 15:21:42.470002 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-70c558d5-429d-4eeb-9e6c-255cf1ab82cb None None] Provisioning for port dae9fe5b-5f6b-446a-a283-c86f50474f44 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:21:42.485015 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-70c558d5-429d-4eeb-9e6c-255cf1ab82cb None None] Provisioning complete for port dae9fe5b-5f6b-446a-a283-c86f50474f44 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:21:42.485716 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-70c558d5-429d-4eeb-9e6c-255cf1ab82cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:42.492342 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c9578-4353-480f-83f5-c2f45745c8b4 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Subnet': ['ID=6c9ecd16-556c-481b-8084-5f72d9a8004e,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:42.494990 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcb32-422e-40a0-8e9d-171721d6a0fb tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:42.496099 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-408c9578-4353-480f-83f5-c2f45745c8b4 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:42.520009 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c9578-4353-480f-83f5-c2f45745c8b4 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Checking segment: {'id': '48db028a-7b95-493b-b806-9d0853d5f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '806bf95e-71e7-4426-80ea-5f928305ddd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:42.520009 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408c9578-4353-480f-83f5-c2f45745c8b4 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network hostable DHCP agents. Network: 806bf95e-71e7-4426-80ea-5f928305ddd2, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:21:42.533833 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-be3ef5f8-0341-479f-83ee-b6b3709392b9 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:42.545628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:42.560174 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:42.578331 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86260692-4458-406d-8569-93c836520cd0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:42.584133 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86260692-4458-406d-8569-93c836520cd0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:42.584331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:42.615880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Network': ['ID=9dfabb0c-2945-4259-9c1d-bbd7dda89aa5,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:42.621581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:42.641762 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-70c558d5-429d-4eeb-9e6c-255cf1ab82cb None None] Port dae9fe5b-5f6b-446a-a283-c86f50474f44 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:21:42.652044 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4311608c-6da1-48b7-83a9-b888e431c62c no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:21:42.653303 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/networks/9dfabb0c-2945-4259-9c1d-bbd7dda89aa5 HTTP/1.1" status: 204 len: 168 time: 7.3351367 Dec 22 15:21:42.654528 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58200) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:42.699261 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408c9578-4353-480f-83f5-c2f45745c8b4 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network 806bf95e-71e7-4426-80ea-5f928305ddd2 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:21:42.717608 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-3335f553-2808-4dd9-ab38-f42da8ae777e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] DELETE failed (client error): The resource could not be found. Dec 22 15:21:42.718402 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3335f553-2808-4dd9-ab38-f42da8ae777e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:21:42.725344 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3335f553-2808-4dd9-ab38-f42da8ae777e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/networks/9dfabb0c-2945-4259-9c1d-bbd7dda89aa5 HTTP/1.1" status: 404 len: 339 time: 0.0640304 Dec 22 15:21:42.725916 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58204) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:42.737505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-90e2209d-1003-43ea-aa67-43a56dc3ce5a tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1016173299', 'description': 'd1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:42.740273 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 4311608c-6da1-48b7-83a9-b888e431c62c {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:21:42.740852 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4311608c-6da1-48b7-83a9-b888e431c62c not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:21:42.755285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-90e2209d-1003-43ea-aa67-43a56dc3ce5a tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:42.763869 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-90e2209d-1003-43ea-aa67-43a56dc3ce5a tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Usage tracker for resource:network and tenant:11c49d7e82324f4a85654eb2604ff3c0 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:42.770299 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-90e2209d-1003-43ea-aa67-43a56dc3ce5a tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:42.783003 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-90e2209d-1003-43ea-aa67-43a56dc3ce5a tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:42.796480 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-408c9578-4353-480f-83f5-c2f45745c8b4 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 806bf95e-71e7-4426-80ea-5f928305ddd2) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:42.803631 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408c9578-4353-480f-83f5-c2f45745c8b4 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:42.806415 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-408c9578-4353-480f-83f5-c2f45745c8b4 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752226'] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:42.812957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d46a5ba-2508-40c3-8a97-50b2dcac7b07 None None] Network 806bf95e-71e7-4426-80ea-5f928305ddd2 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:42.912580 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-408c9578-4353-480f-83f5-c2f45745c8b4 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7944274 Dec 22 15:21:42.917119 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58208) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:42.925067 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-160e456c-5cd4-467f-9cce-2bbb9cfe534c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:42.967010 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e2209d-1003-43ea-aa67-43a56dc3ce5a tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Made reservation on behalf of 11c49d7e82324f4a85654eb2604ff3c0 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:42.972949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-90e2209d-1003-43ea-aa67-43a56dc3ce5a tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:43.012900 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-cd8fcb32-422e-40a0-8e9d-171721d6a0fb tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Calling delete_port for 48d523b2-0639-45a2-a877-c5b540173331 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:21:43.087191 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-86260692-4458-406d-8569-93c836520cd0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 8.2789090 Dec 22 15:21:43.151873 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58214) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:43.152920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e2209d-1003-43ea-aa67-43a56dc3ce5a tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:21:43.167514 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-90e2209d-1003-43ea-aa67-43a56dc3ce5a tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:43.168240 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-90e2209d-1003-43ea-aa67-43a56dc3ce5a tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Added segment 67e31022-b4b7-44ac-8e0e-e74e91ba2bfd of type vlan for network 217c96e8-8299-42a5-8bb4-30cc154b03b8 Dec 22 15:21:43.208881 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-90e2209d-1003-43ea-aa67-43a56dc3ce5a tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:43.230253 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9eca10cb-94da-4087-8eda-91707bcf2d36 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Request body: {'floatingip': {'port_id': 'dae9fe5b-5f6b-446a-a283-c86f50474f44'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:43.286204 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-806bf95e-71e7-4426-80ea-5f928305ddd2', 'network_id': '806bf95e-71e7-4426-80ea-5f928305ddd2', 'tenant_id': '5174c37d8f2b4cb683ba55748d87c3c3', 'fixed_ips': [{'subnet_id': '6c9ecd16-556c-481b-8084-5f72d9a8004e'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:21:43.287971 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:43.329927 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-90e2209d-1003-43ea-aa67-43a56dc3ce5a tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:43.336102 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e2209d-1003-43ea-aa67-43a56dc3ce5a tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:43.336977 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-90e2209d-1003-43ea-aa67-43a56dc3ce5a tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:43.350063 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ffde3459-6aec-4787-8f20-90e1842dd386 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:43.484180 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-160e456c-5cd4-467f-9cce-2bbb9cfe534c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3695104'] for subnet, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:43.521441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2209d-1003-43ea-aa67-43a56dc3ce5a tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Network': ['ID=217c96e8-8299-42a5-8bb4-30cc154b03b8,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:43.544556 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-90e2209d-1003-43ea-aa67-43a56dc3ce5a tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:43.611307 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b724081-e043-4f6d-963c-1e636d75bf08 req-08552a9f-96d8-4a5e-9660-1c5cc2580089 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:43.612653 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6b724081-e043-4f6d-963c-1e636d75bf08 req-08552a9f-96d8-4a5e-9660-1c5cc2580089 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.3584325 Dec 22 15:21:43.636378 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 217c96e8-8299-42a5-8bb4-30cc154b03b8 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:21:43.653840 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-90e2209d-1003-43ea-aa67-43a56dc3ce5a tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9224663 Dec 22 15:21:43.654844 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58218) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:43.751995 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Allocated IP 172.20.0.2 (806bf95e-71e7-4426-80ea-5f928305ddd2/6c9ecd16-556c-481b-8084-5f72d9a8004e/0586077c-1be4-4dae-85e2-f528f04c5e44) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:21:43.794146 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74f1ef52-26d1-4539-a50f-eaf2a49602b7 req-3300b45a-9c67-4a55-8267-f205a86eca50 service neutron] 10.222.0.57 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3937597 Dec 22 15:21:43.796461 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9eca10cb-94da-4087-8eda-91707bcf2d36 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:43.824251 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6b724081-e043-4f6d-963c-1e636d75bf08 req-6f2f1511-30e5-49a4-bf0f-a96933a64269 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969943 Dec 22 15:21:43.839156 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de81ddd8-8d04-404a-8dc3-c96550784f81 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:43.839983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-de81ddd8-8d04-404a-8dc3-c96550784f81 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Synchronizing usage tracker for tenant:11c49d7e82324f4a85654eb2604ff3c0 on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:21:43.948242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-de81ddd8-8d04-404a-8dc3-c96550784f81 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Unset dirty status for tenant:11c49d7e82324f4a85654eb2604ff3c0 on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:21:43.954180 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-de81ddd8-8d04-404a-8dc3-c96550784f81 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "GET /v2.0/networks?id=217c96e8-8299-42a5-8bb4-30cc154b03b8 HTTP/1.1" status: 200 len: 765 time: 0.2914846 Dec 22 15:21:43.954640 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58222) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:43.964880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-9943d2a7-321b-4937-aa15-9af3439dd01f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'network': {'description': 'd2'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:44.073343 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:44.092927 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Transition to ACTIVE for port object 0586077c-1be4-4dae-85e2-f528f04c5e44 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:44.128439 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Transition to ACTIVE for port object 0586077c-1be4-4dae-85e2-f528f04c5e44 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:44.155507 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e0cb284-2d20-4693-ac72-71d56dfddf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:44.167572 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6e32737b-ff6d-4778-9180-f704d3c7e8d9 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:44.198716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a886d17a-cef6-409d-80bb-729ae5ea95e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:44.215156 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:44.225048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:44.301236 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cb284-2d20-4693-ac72-71d56dfddf4c admin admin] Pushing event deleted for resources: {'Port': ['ID=bff52be8-ae2b-4f91-83f0-7b2c4638f1a0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:44.408601 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Pushing event updated for resources: {'Port': ['ID=0586077c-1be4-4dae-85e2-f528f04c5e44,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:44.424576 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9943d2a7-321b-4937-aa15-9af3439dd01f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:44.427479 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:44.428214 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:44.428761 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:44.429432 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:44.430708 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:44.431419 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:44.431948 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:44.433030 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:44.433568 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:44.434101 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:44.434655 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:44.435194 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:44.451751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4e0cb284-2d20-4693-ac72-71d56dfddf4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:44.455225 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:44.502861 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Network 806bf95e-71e7-4426-80ea-5f928305ddd2 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:44.510309 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:44.521397 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:44.674799 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9943d2a7-321b-4937-aa15-9af3439dd01f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:44.685845 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4562caad-7874-429e-926a-950f9e5f9a62 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:44.709012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9943d2a7-321b-4937-aa15-9af3439dd01f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Network 217c96e8-8299-42a5-8bb4-30cc154b03b8 is not hosted by any dhcp agent {{(pid=88218) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 15:21:44.718836 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9943d2a7-321b-4937-aa15-9af3439dd01f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:44.719087 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9943d2a7-321b-4937-aa15-9af3439dd01f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:44.727686 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9943d2a7-321b-4937-aa15-9af3439dd01f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "PUT /v2.0/networks/217c96e8-8299-42a5-8bb4-30cc154b03b8 HTTP/1.1" status: 200 len: 762 time: 0.7713947 Dec 22 15:21:44.728432 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58226) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:44.741765 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-160e456c-5cd4-467f-9cce-2bbb9cfe534c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734784429653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1920619'] for subnet, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:44.773171 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74f1ef52-26d1-4539-a50f-eaf2a49602b7 req-82e40512-3a2c-4ac6-b530-131d14e4033d service neutron] 10.222.0.57 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9173667 Dec 22 15:21:44.917986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160e456c-5cd4-467f-9cce-2bbb9cfe534c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:44.919205 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-160e456c-5cd4-467f-9cce-2bbb9cfe534c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:44.926580 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-160e456c-5cd4-467f-9cce-2bbb9cfe534c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "PUT /v2.0/subnets/6c9ecd16-556c-481b-8084-5f72d9a8004e HTTP/1.1" status: 200 len: 806 time: 2.0075111 Dec 22 15:21:44.934634 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58232) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:44.965794 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcb32-422e-40a0-8e9d-171721d6a0fb tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:44.981034 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Attempting to bind port 0586077c-1be4-4dae-85e2-f528f04c5e44 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:21:44.981731 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Attempting to bind port 0586077c-1be4-4dae-85e2-f528f04c5e44 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '48db028a-7b95-493b-b806-9d0853d5f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '806bf95e-71e7-4426-80ea-5f928305ddd2'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:21:44.982414 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Attempting to bind port 0586077c-1be4-4dae-85e2-f528f04c5e44 on network 806bf95e-71e7-4426-80ea-5f928305ddd2 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:21:44.993517 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:21:44.994147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Checking segment: {'id': '48db028a-7b95-493b-b806-9d0853d5f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '806bf95e-71e7-4426-80ea-5f928305ddd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:44.994836 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:44.995499 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Bound using segment: {'id': '48db028a-7b95-493b-b806-9d0853d5f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '806bf95e-71e7-4426-80ea-5f928305ddd2'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:21:44.996330 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Bound port: 0586077c-1be4-4dae-85e2-f528f04c5e44, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48db028a-7b95-493b-b806-9d0853d5f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '806bf95e-71e7-4426-80ea-5f928305ddd2'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:21:44.997475 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:45.013903 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-91726444-adaf-4d9a-9bba-c7112e680ffe tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:45.095172 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fcb32-422e-40a0-8e9d-171721d6a0fb tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Pushing event deleted for resources: {'Port': ['ID=48d523b2-0639-45a2-a877-c5b540173331,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:45.130709 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943d2a7-321b-4937-aa15-9af3439dd01f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Network': ['ID=217c96e8-8299-42a5-8bb4-30cc154b03b8,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:45.144256 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9943d2a7-321b-4937-aa15-9af3439dd01f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:45.146114 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cd8fcb32-422e-40a0-8e9d-171721d6a0fb tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:45.167259 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 217c96e8-8299-42a5-8bb4-30cc154b03b8 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:21:45.202557 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.358s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:45.267562 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c8202e-fd69-40ee-908c-dc041dc0ca74 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:45.271421 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-56c8202e-fd69-40ee-908c-dc041dc0ca74 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "GET /v2.0/networks?id=217c96e8-8299-42a5-8bb4-30cc154b03b8 HTTP/1.1" status: 200 len: 765 time: 0.5358009 Dec 22 15:21:45.319543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58238) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:45.426406 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] For port 0586077c-1be4-4dae-85e2-f528f04c5e44, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:21:45.469889 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] For port 0586077c-1be4-4dae-85e2-f528f04c5e44, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=0586077c-1be4-4dae-85e2-f528f04c5e44,segment=NetworkSegment(48db028a-7b95-493b-b806-9d0853d5f541),segment_id=48db028a-7b95-493b-b806-9d0853d5f541)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:21:45.540572 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:45.549198 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:45.635611 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e456c-5cd4-467f-9cce-2bbb9cfe534c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Subnet': ['ID=6c9ecd16-556c-481b-8084-5f72d9a8004e,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:45.644899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-160e456c-5cd4-467f-9cce-2bbb9cfe534c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:45.658788 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Pushing event updated for resources: {'Port': ['ID=0586077c-1be4-4dae-85e2-f528f04c5e44,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:45.665856 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:45.703995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:45.714700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662443c-7325-49ff-82f4-f6580379fb69 req-b72113d1-d877-4255-804e-16549ef4fe29 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:45.716354 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f662443c-7325-49ff-82f4-f6580379fb69 req-b72113d1-d877-4255-804e-16549ef4fe29 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.4249458 Dec 22 15:21:45.729467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Deleting port 0586077c-1be4-4dae-85e2-f528f04c5e44 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:21:45.729824 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:45.941509 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f662443c-7325-49ff-82f4-f6580379fb69 req-7c5ebc42-0864-4974-8f20-5e00a558d23e tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705184 Dec 22 15:21:46.156461 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] For port 0586077c-1be4-4dae-85e2-f528f04c5e44, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=0586077c-1be4-4dae-85e2-f528f04c5e44,segment=NetworkSegment(48db028a-7b95-493b-b806-9d0853d5f541),segment_id=48db028a-7b95-493b-b806-9d0853d5f541)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:21:46.157264 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:46.292268 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Calling delete_port for 0586077c-1be4-4dae-85e2-f528f04c5e44 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:21:46.508773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcb32-422e-40a0-8e9d-171721d6a0fb tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:46.677995 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 0586077c-1be4-4dae-85e2-f528f04c5e44 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:21:46.765282 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f54948-140d-4ae2-ac9c-319b5303748f req-a1a2843c-f924-4665-89bc-637975f02ffe tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:46.768093 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-00f54948-140d-4ae2-ac9c-319b5303748f req-a1a2843c-f924-4665-89bc-637975f02ffe tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.2294898 Dec 22 15:21:46.829548 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No active binding found for port 0586077c-1be4-4dae-85e2-f528f04c5e44 {{(pid=88219) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 15:21:46.830130 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 0586077c-1be4-4dae-85e2-f528f04c5e44 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 15:21:46.891428 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Port 0586077c-1be4-4dae-85e2-f528f04c5e44 not found, will not notify nova. {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 15:21:46.893285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:46.907187 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:47.004264 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-00f54948-140d-4ae2-ac9c-319b5303748f req-bca539c3-1f70-40f3-850c-6ee506283e44 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189851 Dec 22 15:21:47.049935 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-be3ef5f8-0341-479f-83ee-b6b3709392b9 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:47.069968 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Port': ['ID=0586077c-1be4-4dae-85e2-f528f04c5e44,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:47.075966 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:47.101436 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac91066-5ada-49d2-8eff-8637ce3b28eb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:47.102489 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7ac91066-5ada-49d2-8eff-8637ce3b28eb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Synchronizing usage tracker for tenant:11c49d7e82324f4a85654eb2604ff3c0 on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:21:47.106066 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e0cb284-2d20-4693-ac72-71d56dfddf4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:47.165614 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c8e0f1-f057-40d9-a6f2-42f5834fc15d None None] Network 806bf95e-71e7-4426-80ea-5f928305ddd2 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:47.176105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No DVR routers for this DVR port 0586077c-1be4-4dae-85e2-f528f04c5e44 on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:21:47.220281 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-be3ef5f8-0341-479f-83ee-b6b3709392b9 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:47.232841 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcb32-422e-40a0-8e9d-171721d6a0fb tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:47.283739 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:47.294439 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b7f9e943-2c9e-4bbf-9530-487d5e9ec9f0 None None] Could not find standard attr ID for object 0586077c-1be4-4dae-85e2-f528f04c5e44. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:21:47.404323 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcb32-422e-40a0-8e9d-171721d6a0fb tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:47.479019 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:47.486876 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-68aa8103-90d8-4d9a-8806-10dfe1b97f1d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:47.523713 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7ac91066-5ada-49d2-8eff-8637ce3b28eb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Unset dirty status for tenant:11c49d7e82324f4a85654eb2604ff3c0 on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:21:47.526771 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7ac91066-5ada-49d2-8eff-8637ce3b28eb tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 2.1945713 Dec 22 15:21:47.543128 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58246) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:47.563150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Subnet': ['ID=6c9ecd16-556c-481b-8084-5f72d9a8004e,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:47.564320 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a886d17a-cef6-409d-80bb-729ae5ea95e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port 8c9bf287-4c1a-4bf7-ab9c-a08122c47894 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:21:47.564500 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a886d17a-cef6-409d-80bb-729ae5ea95e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:47.578137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:47.667362 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcb32-422e-40a0-8e9d-171721d6a0fb tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:47.667884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8fcb32-422e-40a0-8e9d-171721d6a0fb tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Fanout notify agent at l3_agent the message router_deleted on router fae6511b-dbaa-45ca-a2d1-2df521e441f9 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:21:47.701426 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:47.765904 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806bf95e-71e7-4426-80ea-5f928305ddd2']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:47.770414 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d0891e8b-4176-4812-9e9b-550e2025e64b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "GET /v2.0/subnets?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8 HTTP/1.1" status: 200 len: 207 time: 0.2179468 Dec 22 15:21:47.788205 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58250) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:47.805739 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48db028a-7b95-493b-b806-9d0853d5f541') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:47.805739 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48db028a-7b95-493b-b806-9d0853d5f541') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:47.821395 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:47.845914 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf94a0f-ac2e-48da-b1f3-cb2b32ce8cee None None] Network 806bf95e-71e7-4426-80ea-5f928305ddd2 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:47.859078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:47.870657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:21:47.871222 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:47.895355 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:48.035999 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcb32-422e-40a0-8e9d-171721d6a0fb tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:48.037088 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cd8fcb32-422e-40a0-8e9d-171721d6a0fb tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "DELETE /v2.0/routers/fae6511b-dbaa-45ca-a2d1-2df521e441f9 HTTP/1.1" status: 204 len: 168 time: 9.0153556 Dec 22 15:21:48.043659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58254) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:48.054359 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1029475692', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'enable_snat': False}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:48.068947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:48.077231 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Usage tracker for resource:router and tenant:c2a62fe9136845aba9e552f533d27b2b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:48.083949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:48.108663 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:48.129550 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:48.137242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:48.144034 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7df3e37e-5851-4eea-bf25-c59813d209db tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:48.175366 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Network': ['ID=806bf95e-71e7-4426-80ea-5f928305ddd2,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:48.178146 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:48.185106 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/806bf95e-71e7-4426-80ea-5f928305ddd2 HTTP/1.1" status: 204 len: 168 time: 3.1458991 Dec 22 15:21:48.185106 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58260) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:48.220813 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-974427cf-84a6-4ba9-9947-287aa8a69714 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:21:48.221322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974427cf-84a6-4ba9-9947-287aa8a69714 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:21:48.224788 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-974427cf-84a6-4ba9-9947-287aa8a69714 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/806bf95e-71e7-4426-80ea-5f928305ddd2 HTTP/1.1" status: 404 len: 339 time: 0.0387480 Dec 22 15:21:48.229423 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58264) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:48.235616 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-9a2fde03-7cfb-47dc-9d10-2107e7e14668 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-481657321', 'description': 'd1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:48.239835 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac43917-8cf5-4707-a530-d0cc3970355a None None] DHCP port deletion for 806bf95e-71e7-4426-80ea-5f928305ddd2 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:21:48.254848 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9a2fde03-7cfb-47dc-9d10-2107e7e14668 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:48.261471 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9a2fde03-7cfb-47dc-9d10-2107e7e14668 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:network and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:48.265298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9a2fde03-7cfb-47dc-9d10-2107e7e14668 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:48.275169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9a2fde03-7cfb-47dc-9d10-2107e7e14668 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:48.309733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:48.310711 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:48.344496 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-be3ef5f8-0341-479f-83ee-b6b3709392b9 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Allocated IP 172.26.6.7 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/45401988-cd38-41ae-a1c8-60f82f4a3f6b) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:21:48.355383 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:48.405829 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2fde03-7cfb-47dc-9d10-2107e7e14668 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:48.410821 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a2fde03-7cfb-47dc-9d10-2107e7e14668 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:48.427270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-9eca10cb-94da-4087-8eda-91707bcf2d36 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:21:48.551373 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 0586077c-1be4-4dae-85e2-f528f04c5e44 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:21:48.606943 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a886d17a-cef6-409d-80bb-729ae5ea95e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:48.625900 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 0586077c-1be4-4dae-85e2-f528f04c5e44 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:21:48.626516 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 0586077c-1be4-4dae-85e2-f528f04c5e44 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:21:48.640954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd08c74-d46e-4c11-afeb-1d4ddc5598b7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:48.646774 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd08c74-d46e-4c11-afeb-1d4ddc5598b7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:48.652502 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd08c74-d46e-4c11-afeb-1d4ddc5598b7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:48.658544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd08c74-d46e-4c11-afeb-1d4ddc5598b7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:48.664310 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd08c74-d46e-4c11-afeb-1d4ddc5598b7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:48.670273 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd08c74-d46e-4c11-afeb-1d4ddc5598b7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:48.673182 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8bd08c74-d46e-4c11-afeb-1d4ddc5598b7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.8760369 Dec 22 15:21:48.682388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb9d4d-664d-4df9-9b2c-8ba37724de4f req-df1e6763-c93e-4f2d-bcb3-bbeae5f66715 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:48.684089 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2fcb9d4d-664d-4df9-9b2c-8ba37724de4f req-df1e6763-c93e-4f2d-bcb3-bbeae5f66715 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.4118755 Dec 22 15:21:48.685807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58268) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:48.723352 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2fde03-7cfb-47dc-9d10-2107e7e14668 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:21:48.733356 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9eca10cb-94da-4087-8eda-91707bcf2d36 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:48.906621 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a886d17a-cef6-409d-80bb-729ae5ea95e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Calling delete_port for 8c9bf287-4c1a-4bf7-ab9c-a08122c47894 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:21:48.938518 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9eca10cb-94da-4087-8eda-91707bcf2d36 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:48.939090 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a2fde03-7cfb-47dc-9d10-2107e7e14668 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:48.939868 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-9a2fde03-7cfb-47dc-9d10-2107e7e14668 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Added segment 0ede1aac-d101-4ee0-9ab3-676fa49d0483 of type vlan for network 57c8ca3d-2898-430b-bde7-a5b553f5bdb4 Dec 22 15:21:48.974459 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:49.011026 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2fcb9d4d-664d-4df9-9b2c-8ba37724de4f req-8e2a9e12-ee18-4a35-b295-49f106f6795d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934029 Dec 22 15:21:49.035124 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a2fde03-7cfb-47dc-9d10-2107e7e14668 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:49.122097 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4f4e18a5-858f-45a8-895d-979cbb22200f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.4325123 Dec 22 15:21:49.135305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58274) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:49.237962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0cb284-2d20-4693-ac72-71d56dfddf4c admin admin] Router d856ce29-143d-41fa-a1a1-6d65c5e4f669 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:21:49.255086 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-be3ef5f8-0341-479f-83ee-b6b3709392b9 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:49.335257 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-9eca10cb-94da-4087-8eda-91707bcf2d36 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Floating IP 83215241-d3df-4722-915f-a99e7a575c10 associated. External IP: 172.26.6.99, port: 72abefd3-6f9c-46aa-901b-4939836e849d. Dec 22 15:21:49.347484 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a2fde03-7cfb-47dc-9d10-2107e7e14668 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:49.353854 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2fde03-7cfb-47dc-9d10-2107e7e14668 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:49.354505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a2fde03-7cfb-47dc-9d10-2107e7e14668 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:49.362405 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:49.380814 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f169e0a-945a-4cd8-a64c-bf68b532e0d8 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:49.382333 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f169e0a-945a-4cd8-a64c-bf68b532e0d8 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:49.383875 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f169e0a-945a-4cd8-a64c-bf68b532e0d8 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:49.385588 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f169e0a-945a-4cd8-a64c-bf68b532e0d8 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:49.387270 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f169e0a-945a-4cd8-a64c-bf68b532e0d8 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:49.388184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4f169e0a-945a-4cd8-a64c-bf68b532e0d8 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Synchronizing usage tracker for tenant:11c49d7e82324f4a85654eb2604ff3c0 on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:21:49.516943 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fde03-7cfb-47dc-9d10-2107e7e14668 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Network': ['ID=57c8ca3d-2898-430b-bde7-a5b553f5bdb4,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:49.522001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9a2fde03-7cfb-47dc-9d10-2107e7e14668 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:49.534511 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 57c8ca3d-2898-430b-bde7-a5b553f5bdb4 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:21:49.546121 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e27f40-6147-42e2-835b-12da11b28f78 req-4ecfc88d-8929-4ca5-81da-47eb20e59e42 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:49.547835 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-98e27f40-6147-42e2-835b-12da11b28f78 req-4ecfc88d-8929-4ca5-81da-47eb20e59e42 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.3886235 Dec 22 15:21:49.606821 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9a2fde03-7cfb-47dc-9d10-2107e7e14668 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3759167 Dec 22 15:21:49.610117 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58278) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:49.663629 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4f169e0a-945a-4cd8-a64c-bf68b532e0d8 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Unset dirty status for tenant:11c49d7e82324f4a85654eb2604ff3c0 on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:21:49.665056 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4f169e0a-945a-4cd8-a64c-bf68b532e0d8 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5283771 Dec 22 15:21:49.674026 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58282) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:49.840660 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-98e27f40-6147-42e2-835b-12da11b28f78 req-09ddf3e6-554d-4b88-bc46-bc58b7a84e3e tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685378 Dec 22 15:21:49.864534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0cb284-2d20-4693-ac72-71d56dfddf4c admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:21:49.879889 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b4d406-b3f1-4ac2-aee5-690a00c3df39 None None] Sync routers for ids ['d856ce29-143d-41fa-a1a1-6d65c5e4f669'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:21:49.893704 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b4d406-b3f1-4ac2-aee5-690a00c3df39 None None] Routers {'d856ce29-143d-41fa-a1a1-6d65c5e4f669'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:49.894620 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f0b4d406-b3f1-4ac2-aee5-690a00c3df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['d856ce29-143d-41fa-a1a1-6d65c5e4f669'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:49.926817 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-be3ef5f8-0341-479f-83ee-b6b3709392b9 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:49.945889 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:49.979500 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a886d17a-cef6-409d-80bb-729ae5ea95e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:50.073456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057238f9-3aa8-477f-8c11-26d7dac4adcc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:50.074265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-057238f9-3aa8-477f-8c11-26d7dac4adcc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Synchronizing usage tracker for tenant:5174c37d8f2b4cb683ba55748d87c3c3 on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:21:50.106495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dfb2fb-3859-4356-8a14-f0807c66a8bf tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['shared'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:50.111432 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dfb2fb-3859-4356-8a14-f0807c66a8bf tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['shared'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:50.113626 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3ef5f8-0341-479f-83ee-b6b3709392b9 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:50.115135 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dfb2fb-3859-4356-8a14-f0807c66a8bf tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['shared'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:50.117664 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dfb2fb-3859-4356-8a14-f0807c66a8bf tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['shared'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:50.120702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dfb2fb-3859-4356-8a14-f0807c66a8bf tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['shared'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:50.123614 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-57dfb2fb-3859-4356-8a14-f0807c66a8bf tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4447973 Dec 22 15:21:50.156878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58288) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:50.167189 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ef5f8-0341-479f-83ee-b6b3709392b9 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Pushing event updated for resources: {'Port': ['ID=45401988-cd38-41ae-a1c8-60f82f4a3f6b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:50.177525 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-be3ef5f8-0341-479f-83ee-b6b3709392b9 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:50.181458 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-be3ef5f8-0341-479f-83ee-b6b3709392b9 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:50.185515 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3ef5f8-0341-479f-83ee-b6b3709392b9 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:50.240773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:50.266543 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-f0b4d406-b3f1-4ac2-aee5-690a00c3df39 None None] Set router d856ce29-143d-41fa-a1a1-6d65c5e4f669 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:21:50.279711 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4e0cb284-2d20-4693-ac72-71d56dfddf4c admin admin] 10.222.0.59 "PUT /v2.0/routers/d856ce29-143d-41fa-a1a1-6d65c5e4f669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.6530406 Dec 22 15:21:50.425850 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58292) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:50.511123 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:50.541314 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886d17a-cef6-409d-80bb-729ae5ea95e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Port': ['ID=8c9bf287-4c1a-4bf7-ab9c-a08122c47894,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:50.544717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a886d17a-cef6-409d-80bb-729ae5ea95e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:50.572576 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:50.633885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d6abc5-9c8a-43c9-a2e5-23a276c82731 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:50.640827 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-95d6abc5-9c8a-43c9-a2e5-23a276c82731 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "GET /v2.0/networks/727172bb-6158-4f78-912c-00f2d7108b20 HTTP/1.1" status: 200 len: 804 time: 0.4572775 Dec 22 15:21:50.654650 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58296) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:50.677402 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-057238f9-3aa8-477f-8c11-26d7dac4adcc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Unset dirty status for tenant:5174c37d8f2b4cb683ba55748d87c3c3 on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:21:50.678515 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-057238f9-3aa8-477f-8c11-26d7dac4adcc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "GET /v2.0/networks?id=57c8ca3d-2898-430b-bde7-a5b553f5bdb4 HTTP/1.1" status: 200 len: 760 time: 1.0650575 Dec 22 15:21:50.691569 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58300) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:50.702741 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d53eab2d-b41c-4eda-8c9d-fc136d6b3415 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'network': {'description': 'd2'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:50.757392 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c0646344-fd32-4694-8488-7ffadecd8640 admin admin] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:50.780602 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a886d17a-cef6-409d-80bb-729ae5ea95e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:50.819464 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4a700-0fdb-4e44-8c52-b1c6ef0ddfdf req-393d04dc-1c46-443b-9af8-b8d8cf2f7fef tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:50.821070 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-71e4a700-0fdb-4e44-8c52-b1c6ef0ddfdf req-393d04dc-1c46-443b-9af8-b8d8cf2f7fef tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.6896191 Dec 22 15:21:50.862929 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f0b4d406-b3f1-4ac2-aee5-690a00c3df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'name': 'tempest-ServersTestJSON-777630240-router', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:21:43Z', 'revision_number': 5, 'project_id': '11ca12b5724944f583d6f7654599b447', 'gw_port': {'id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:50.871096 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b4d406-b3f1-4ac2-aee5-690a00c3df39 None None] Checking router: d856ce29-143d-41fa-a1a1-6d65c5e4f669 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:21:50.887102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b4d406-b3f1-4ac2-aee5-690a00c3df39 None None] Routers {'d856ce29-143d-41fa-a1a1-6d65c5e4f669'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:50.888159 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f0b4d406-b3f1-4ac2-aee5-690a00c3df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['d856ce29-143d-41fa-a1a1-6d65c5e4f669'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:50.938630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eca10cb-94da-4087-8eda-91707bcf2d36 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Router 38fe96a1-5a58-4870-bef5-3001fb091ed3 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:21:51.032553 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Allocated IP 172.26.6.11 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/7bb84204-fe7e-4fd8-9f7a-b9a8812f5256) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:21:51.043643 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-71e4a700-0fdb-4e44-8c52-b1c6ef0ddfdf req-020447a2-e854-4d5f-ad95-51f47d6bb8e6 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842618 Dec 22 15:21:51.218369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c0646344-fd32-4694-8488-7ffadecd8640 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:51.230494 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:51.256922 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-f0b4d406-b3f1-4ac2-aee5-690a00c3df39 None None] Set router d856ce29-143d-41fa-a1a1-6d65c5e4f669 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:21:51.334546 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c0646344-fd32-4694-8488-7ffadecd8640 admin admin] Deleting port 25cf4e63-e22c-4115-a6be-83f886854a5c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:21:51.335822 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c0646344-fd32-4694-8488-7ffadecd8640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:51.482380 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:51.499889 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-23229f03-3b4e-4aef-81ac-997b6c207131 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:51.617548 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f0b4d406-b3f1-4ac2-aee5-690a00c3df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'name': 'tempest-ServersTestJSON-777630240-router', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:21:43Z', 'revision_number': 5, 'project_id': '11ca12b5724944f583d6f7654599b447', 'gw_port': {'id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:51.623023 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b4d406-b3f1-4ac2-aee5-690a00c3df39 None None] The sync data for ids ['d856ce29-143d-41fa-a1a1-6d65c5e4f669'] in dv-neutron-822674-1-hyperv is: [{'id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'name': 'tempest-ServersTestJSON-777630240-router', 'tenant_id': '11ca12b5724944f583d6f7654599b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:21:43Z', 'revision_number': 5, 'project_id': '11ca12b5724944f583d6f7654599b447', 'gw_port': {'id': '25cf4e63-e22c-4115-a6be-83f886854a5c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd856ce29-143d-41fa-a1a1-6d65c5e4f669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:21:51.772719 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:51.791909 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:51.804545 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d37a58c8-48fb-4ed2-81f7-275d9166a8c6 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "GET /v2.0/networks/727172bb-6158-4f78-912c-00f2d7108b20?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 1.1413031 Dec 22 15:21:51.805674 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:51.811814 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58306) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:51.852583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Pushing event updated for resources: {'Port': ['ID=7bb84204-fe7e-4fd8-9f7a-b9a8812f5256,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:51.865992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:51.993484 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c0646344-fd32-4694-8488-7ffadecd8640 admin admin] For port 25cf4e63-e22c-4115-a6be-83f886854a5c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=25cf4e63-e22c-4115-a6be-83f886854a5c,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:21:51.993854 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c0646344-fd32-4694-8488-7ffadecd8640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:52.068494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a886d17a-cef6-409d-80bb-729ae5ea95e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router c6dd0f38-44a3-4037-ae08-946c22b604d9 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:21:52.092052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d53eab2d-b41c-4eda-8c9d-fc136d6b3415 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:52.222454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f25faf-dc60-4904-bd5c-e8f5cb0f6542 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:52.249808 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-85f25faf-dc60-4904-bd5c-e8f5cb0f6542 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "GET /v2.0/subnets/43d29611-dd2c-43ae-907d-38edb5ab2fb0 HTTP/1.1" status: 200 len: 843 time: 0.4072106 Dec 22 15:21:52.292434 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58310) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:52.351484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eca10cb-94da-4087-8eda-91707bcf2d36 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:21:52.372425 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d1d6a2-e57e-4476-b8e1-aa5c9e09f154 None None] Sync routers for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:21:52.397876 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db600a6e-1fb4-41e6-bf7b-23ba6ac98c99 req-712c7546-c463-41a7-8533-ede7cdac7142 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:52.405143 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-db600a6e-1fb4-41e6-bf7b-23ba6ac98c99 req-712c7546-c463-41a7-8533-ede7cdac7142 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.9255741 Dec 22 15:21:52.407062 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d1d6a2-e57e-4476-b8e1-aa5c9e09f154 None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:52.408645 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-a1d1d6a2-e57e-4476-b8e1-aa5c9e09f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:52.432380 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c0646344-fd32-4694-8488-7ffadecd8640 admin admin] Calling delete_port for 25cf4e63-e22c-4115-a6be-83f886854a5c owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:21:52.531838 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-a1d1d6a2-e57e-4476-b8e1-aa5c9e09f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:52.532115 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a886d17a-cef6-409d-80bb-729ae5ea95e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:21:52.540365 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a886d17a-cef6-409d-80bb-729ae5ea95e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/c6dd0f38-44a3-4037-ae08-946c22b604d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7472084 Dec 22 15:21:52.543634 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3373f701-b28b-4a49-ac60-d505aa651ac9 None None] Sync routers for ids ['c6dd0f38-44a3-4037-ae08-946c22b604d9'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:21:52.544350 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-db600a6e-1fb4-41e6-bf7b-23ba6ac98c99 req-8b7b590e-548c-4cdb-ba54-948926af9238 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382565 Dec 22 15:21:52.548123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58314) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:52.574259 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device bff52be8-ae2b-4f91-83f0-7b2c4638f1a0 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:21:52.593533 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-be3ef5f8-0341-479f-83ee-b6b3709392b9 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:52.596014 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d1d6a2-e57e-4476-b8e1-aa5c9e09f154 None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:52.598576 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-a1d1d6a2-e57e-4476-b8e1-aa5c9e09f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:52.610408 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3373f701-b28b-4a49-ac60-d505aa651ac9 None None] Routers {'c6dd0f38-44a3-4037-ae08-946c22b604d9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:52.611536 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3373f701-b28b-4a49-ac60-d505aa651ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c6dd0f38-44a3-4037-ae08-946c22b604d9'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:52.664327 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-21176ca8-6135-4a4a-9608-d297d063b3c5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Synchronizing usage tracker for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:21:52.726807 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3373f701-b28b-4a49-ac60-d505aa651ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:52.729461 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: bff52be8-ae2b-4f91-83f0-7b2c4638f1a0 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:21:52.730070 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device bff52be8-ae2b-4f91-83f0-7b2c4638f1a0 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:21:52.746305 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d53eab2d-b41c-4eda-8c9d-fc136d6b3415 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:52.751192 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3373f701-b28b-4a49-ac60-d505aa651ac9 None None] Routers {'c6dd0f38-44a3-4037-ae08-946c22b604d9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:52.751914 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3373f701-b28b-4a49-ac60-d505aa651ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c6dd0f38-44a3-4037-ae08-946c22b604d9'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:52.759716 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-a1d1d6a2-e57e-4476-b8e1-aa5c9e09f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:52.760495 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d1d6a2-e57e-4476-b8e1-aa5c9e09f154 None None] The sync data for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:21:52.761259 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-935902c4-40f3-4df1-b388-6b44239f4eeb tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:52.778741 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef5d38a-4a2d-4d36-b0a6-d03b5150f460 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['shared'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:52.787197 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7ef5d38a-4a2d-4d36-b0a6-d03b5150f460 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "GET /v2.0/subnets/43d29611-dd2c-43ae-907d-38edb5ab2fb0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4842064 Dec 22 15:21:52.790218 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58320) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:52.800872 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-ed59bc64-7cb7-47c9-92e0-f4dce92db17d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-801210416'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:52.819679 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3373f701-b28b-4a49-ac60-d505aa651ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:52.820322 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3373f701-b28b-4a49-ac60-d505aa651ac9 None None] The sync data for ids ['c6dd0f38-44a3-4037-ae08-946c22b604d9'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:21:52.827892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ed59bc64-7cb7-47c9-92e0-f4dce92db17d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:52.845833 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ed59bc64-7cb7-47c9-92e0-f4dce92db17d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:52.925777 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c0646344-fd32-4694-8488-7ffadecd8640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:52.933180 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fb2f85da-ab31-4aa1-a95c-9fb5ac8904f4 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:52.967043 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d53eab2d-b41c-4eda-8c9d-fc136d6b3415 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network 57c8ca3d-2898-430b-bde7-a5b553f5bdb4 is not hosted by any dhcp agent {{(pid=88217) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 15:21:52.972713 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53eab2d-b41c-4eda-8c9d-fc136d6b3415 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:52.974076 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d53eab2d-b41c-4eda-8c9d-fc136d6b3415 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:52.978168 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d53eab2d-b41c-4eda-8c9d-fc136d6b3415 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "PUT /v2.0/networks/57c8ca3d-2898-430b-bde7-a5b553f5bdb4 HTTP/1.1" status: 200 len: 757 time: 2.2789073 Dec 22 15:21:52.984201 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58324) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:52.985917 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0646344-fd32-4694-8488-7ffadecd8640 admin admin] Pushing event deleted for resources: {'Port': ['ID=25cf4e63-e22c-4115-a6be-83f886854a5c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:52.995049 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c0646344-fd32-4694-8488-7ffadecd8640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:53.033361 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed59bc64-7cb7-47c9-92e0-f4dce92db17d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Made reservation on behalf of 11c49d7e82324f4a85654eb2604ff3c0 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:53.035765 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed59bc64-7cb7-47c9-92e0-f4dce92db17d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:53.052208 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:53.247184 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-21176ca8-6135-4a4a-9608-d297d063b3c5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Unset dirty status for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:21:53.249566 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-21176ca8-6135-4a4a-9608-d297d063b3c5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6dd0f38-44a3-4037-ae08-946c22b604d9 HTTP/1.1" status: 200 len: 205 time: 0.6998050 Dec 22 15:21:53.256620 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58328) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:53.259090 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed59bc64-7cb7-47c9-92e0-f4dce92db17d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:21:53.282007 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53eab2d-b41c-4eda-8c9d-fc136d6b3415 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Network': ['ID=57c8ca3d-2898-430b-bde7-a5b553f5bdb4,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:53.300293 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 57c8ca3d-2898-430b-bde7-a5b553f5bdb4 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:21:53.307424 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d53eab2d-b41c-4eda-8c9d-fc136d6b3415 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:53.352219 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c0646344-fd32-4694-8488-7ffadecd8640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:53.522860 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc2b9d0-a27c-4bb9-abcc-9975ba9bdd03 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:53.524168 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fbc2b9d0-a27c-4bb9-abcc-9975ba9bdd03 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Synchronizing usage tracker for tenant:5174c37d8f2b4cb683ba55748d87c3c3 on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:21:53.527027 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed59bc64-7cb7-47c9-92e0-f4dce92db17d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:53.527870 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-ed59bc64-7cb7-47c9-92e0-f4dce92db17d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Added segment dcbdc18e-cced-4a53-8d53-5dd33bb08155 of type vlan for network b765dc0b-22e3-4925-ad40-d14882821e30 Dec 22 15:21:53.611618 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-893371d7-8b16-4e05-bfbc-bee3a1fac61e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:53.650118 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fbc2b9d0-a27c-4bb9-abcc-9975ba9bdd03 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Unset dirty status for tenant:5174c37d8f2b4cb683ba55748d87c3c3 on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:21:53.651329 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fbc2b9d0-a27c-4bb9-abcc-9975ba9bdd03 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "GET /v2.0/networks?id=57c8ca3d-2898-430b-bde7-a5b553f5bdb4 HTTP/1.1" status: 200 len: 760 time: 0.6642840 Dec 22 15:21:53.660018 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58332) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:53.661759 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eca10cb-94da-4087-8eda-91707bcf2d36 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Router 021240f2-ccd1-40dd-bb3f-354822aa9a66 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:21:53.747139 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-605e25cc-f98e-4f48-b309-050238b1b421 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1275708098'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:53.767679 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-605e25cc-f98e-4f48-b309-050238b1b421 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:53.852324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-605e25cc-f98e-4f48-b309-050238b1b421 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:53.873456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c0646344-fd32-4694-8488-7ffadecd8640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:53.874904 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-be3ef5f8-0341-479f-83ee-b6b3709392b9 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:53.890436 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-be3ef5f8-0341-479f-83ee-b6b3709392b9 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:53.943899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c0646344-fd32-4694-8488-7ffadecd8640 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:54.004600 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed59bc64-7cb7-47c9-92e0-f4dce92db17d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:54.045325 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605e25cc-f98e-4f48-b309-050238b1b421 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:54.050045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-605e25cc-f98e-4f48-b309-050238b1b421 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:54.209205 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eca10cb-94da-4087-8eda-91707bcf2d36 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:21:54.213294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605e25cc-f98e-4f48-b309-050238b1b421 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:21:54.232963 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfbbba-34ab-40f3-b39d-0ed4512abd5b None None] Sync routers for ids ['021240f2-ccd1-40dd-bb3f-354822aa9a66'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:21:54.236299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-605e25cc-f98e-4f48-b309-050238b1b421 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:54.236650 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-605e25cc-f98e-4f48-b309-050238b1b421 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Added segment 2a22b907-a2ce-4ed3-8389-22451b08d3ad of type vlan for network 8badc3c1-93b0-404f-b978-93e38aa64f47 Dec 22 15:21:54.239645 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9eca10cb-94da-4087-8eda-91707bcf2d36 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:54.253821 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dfbbba-34ab-40f3-b39d-0ed4512abd5b None None] Routers {'021240f2-ccd1-40dd-bb3f-354822aa9a66'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:54.255271 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-62dfbbba-34ab-40f3-b39d-0ed4512abd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['021240f2-ccd1-40dd-bb3f-354822aa9a66'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:54.278325 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c0646344-fd32-4694-8488-7ffadecd8640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:54.278325 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0646344-fd32-4694-8488-7ffadecd8640 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d856ce29-143d-41fa-a1a1-6d65c5e4f669 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:21:54.384583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-893371d7-8b16-4e05-bfbc-bee3a1fac61e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:54.390347 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-893371d7-8b16-4e05-bfbc-bee3a1fac61e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:54.390547 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-605e25cc-f98e-4f48-b309-050238b1b421 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:54.403749 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-62dfbbba-34ab-40f3-b39d-0ed4512abd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:54.422157 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dfbbba-34ab-40f3-b39d-0ed4512abd5b None None] Routers {'021240f2-ccd1-40dd-bb3f-354822aa9a66'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:54.424127 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-62dfbbba-34ab-40f3-b39d-0ed4512abd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['021240f2-ccd1-40dd-bb3f-354822aa9a66'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:54.432806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:54.492484 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9eca10cb-94da-4087-8eda-91707bcf2d36 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "PUT /v2.0/floatingips/83215241-d3df-4722-915f-a99e7a575c10 HTTP/1.1" status: 200 len: 976 time: 11.3147695 Dec 22 15:21:54.497025 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58336) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:54.567961 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-62dfbbba-34ab-40f3-b39d-0ed4512abd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:54.568676 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfbbba-34ab-40f3-b39d-0ed4512abd5b None None] The sync data for ids ['021240f2-ccd1-40dd-bb3f-354822aa9a66'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:21:54.575184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed59bc64-7cb7-47c9-92e0-f4dce92db17d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:54.593321 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3ef5f8-0341-479f-83ee-b6b3709392b9 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Router edcdaaae-3c8a-4e9c-b225-c0243c7fe534 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:21:54.599303 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed59bc64-7cb7-47c9-92e0-f4dce92db17d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:54.601877 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed59bc64-7cb7-47c9-92e0-f4dce92db17d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:54.603549 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-605e25cc-f98e-4f48-b309-050238b1b421 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:54.608957 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605e25cc-f98e-4f48-b309-050238b1b421 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:54.609673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-605e25cc-f98e-4f48-b309-050238b1b421 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:54.625370 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c9b77526-92d8-441f-8c60-3453d4915007 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:54.636518 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:54.692855 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-893371d7-8b16-4e05-bfbc-bee3a1fac61e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:54.693707 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893371d7-8b16-4e05-bfbc-bee3a1fac61e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Fanout notify agent at l3_agent the message router_deleted on router c6dd0f38-44a3-4037-ae08-946c22b604d9 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:21:54.904950 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-605e25cc-f98e-4f48-b309-050238b1b421 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2382910 Dec 22 15:21:54.960125 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58340) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:54.979251 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a220227c-bc65-4eb8-abd7-8ec2d571e104 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Deleting port dae9fe5b-5f6b-446a-a283-c86f50474f44 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:21:54.979902 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a220227c-bc65-4eb8-abd7-8ec2d571e104 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:54.996087 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-893371d7-8b16-4e05-bfbc-bee3a1fac61e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:54.997848 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-893371d7-8b16-4e05-bfbc-bee3a1fac61e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/routers/c6dd0f38-44a3-4037-ae08-946c22b604d9 HTTP/1.1" status: 204 len: 168 time: 1.7402685 Dec 22 15:21:55.016117 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5a08e01d-8166-4857-a863-a31d5e2aecaa tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'subnet': {'network_id': '8badc3c1-93b0-404f-b978-93e38aa64f47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:55.019042 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c0646344-fd32-4694-8488-7ffadecd8640 admin admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:55.020801 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c0646344-fd32-4694-8488-7ffadecd8640 admin admin] 10.222.0.59 "DELETE /v2.0/routers/d856ce29-143d-41fa-a1a1-6d65c5e4f669 HTTP/1.1" status: 204 len: 168 time: 4.5936353 Dec 22 15:21:55.042068 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58344) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:55.042068 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58346) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:55.042068 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e25cc-f98e-4f48-b309-050238b1b421 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Network': ['ID=8badc3c1-93b0-404f-b978-93e38aa64f47,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:55.045547 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ed59bc64-7cb7-47c9-92e0-f4dce92db17d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2497602 Dec 22 15:21:55.045547 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59bc64-7cb7-47c9-92e0-f4dce92db17d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Network': ['ID=b765dc0b-22e3-4925-ad40-d14882821e30,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:55.047475 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58352) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:55.060224 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ed59bc64-7cb7-47c9-92e0-f4dce92db17d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:55.060729 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 8badc3c1-93b0-404f-b978-93e38aa64f47 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:21:55.067061 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-cb7368fb-2351-457a-ac56-3077e8634b7b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'subnet': {'network_id': 'b765dc0b-22e3-4925-ad40-d14882821e30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:55.089558 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-605e25cc-f98e-4f48-b309-050238b1b421 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:55.202414 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network b765dc0b-22e3-4925-ad40-d14882821e30 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:21:55.381266 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-72729401-6092-4dfb-8975-026f24fc444c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:55.416613 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d84a1d-dcb6-45b9-9638-2f3f7075cf4e admin admin] Deleting subnet 436c46ba-002c-4b99-b2f3-b954e93823af {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:21:55.444386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cb7368fb-2351-457a-ac56-3077e8634b7b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:55.457652 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b4d9b1-d665-428e-b6e3-997beb07b4b7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting subnet 1b44aaa8-dbed-416b-a8d8-d04bdca345d7 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:21:55.473751 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cb7368fb-2351-457a-ac56-3077e8634b7b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:55.474589 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-40d84a1d-dcb6-45b9-9638-2f3f7075cf4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:55.518177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5a08e01d-8166-4857-a863-a31d5e2aecaa tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:55.520696 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49b4d9b1-d665-428e-b6e3-997beb07b4b7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:55.527993 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Router 97f88b11-0c97-47de-ba7f-8e40d38f4923 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:21:55.580075 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5a08e01d-8166-4857-a863-a31d5e2aecaa tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:subnet and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:55.588866 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5a08e01d-8166-4857-a863-a31d5e2aecaa tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:55.602200 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7368fb-2351-457a-ac56-3077e8634b7b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Made reservation on behalf of 11c49d7e82324f4a85654eb2604ff3c0 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:55.604635 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3ef5f8-0341-479f-83ee-b6b3709392b9 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:21:55.605933 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cb7368fb-2351-457a-ac56-3077e8634b7b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:55.606562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5a08e01d-8166-4857-a863-a31d5e2aecaa tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:55.622544 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136e1510-91d8-4477-a756-fd5c447dc37a None None] Sync routers for ids ['edcdaaae-3c8a-4e9c-b225-c0243c7fe534'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:21:55.634297 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-be3ef5f8-0341-479f-83ee-b6b3709392b9 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:55.635625 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-be3ef5f8-0341-479f-83ee-b6b3709392b9 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "PUT /v2.0/routers/edcdaaae-3c8a-4e9c-b225-c0243c7fe534 HTTP/1.1" status: 200 len: 917 time: 14.5807505 Dec 22 15:21:55.640497 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58362) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:55.643975 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136e1510-91d8-4477-a756-fd5c447dc37a None None] Routers {'edcdaaae-3c8a-4e9c-b225-c0243c7fe534'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:55.645199 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-136e1510-91d8-4477-a756-fd5c447dc37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['edcdaaae-3c8a-4e9c-b225-c0243c7fe534'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:55.647092 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-40d84a1d-dcb6-45b9-9638-2f3f7075cf4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:55.683284 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49b4d9b1-d665-428e-b6e3-997beb07b4b7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:55.726094 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-136e1510-91d8-4477-a756-fd5c447dc37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:55.736981 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136e1510-91d8-4477-a756-fd5c447dc37a None None] Routers {'edcdaaae-3c8a-4e9c-b225-c0243c7fe534'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:55.737727 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-136e1510-91d8-4477-a756-fd5c447dc37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['edcdaaae-3c8a-4e9c-b225-c0243c7fe534'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:55.802696 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-136e1510-91d8-4477-a756-fd5c447dc37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:55.803218 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136e1510-91d8-4477-a756-fd5c447dc37a None None] The sync data for ids ['edcdaaae-3c8a-4e9c-b225-c0243c7fe534'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:21:55.866214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.ipam_backend_mixin [None req-cb7368fb-2351-457a-ac56-3077e8634b7b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Performing IP validity checks on allocation pools {{(pid=88218) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 15:21:55.866764 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.ipam_backend_mixin [None req-cb7368fb-2351-457a-ac56-3077e8634b7b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88218) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 15:21:55.882004 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a08e01d-8166-4857-a863-a31d5e2aecaa tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:21:55.885601 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a08e01d-8166-4857-a863-a31d5e2aecaa tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:55.946787 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a220227c-bc65-4eb8-abd7-8ec2d571e104 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:56.109616 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-40d84a1d-dcb6-45b9-9638-2f3f7075cf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:56.154184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:21:56.176421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49b4d9b1-d665-428e-b6e3-997beb07b4b7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:56.177089 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] Sync routers for ids ['97f88b11-0c97-47de-ba7f-8e40d38f4923'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:21:56.193957 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c72381d7-4ab2-40b8-81d3-baffff0aa416 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "GET /v2.0/routers/edcdaaae-3c8a-4e9c-b225-c0243c7fe534 HTTP/1.1" status: 200 len: 923 time: 0.5404637 Dec 22 15:21:56.194866 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58366) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:56.195301 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] Routers {'97f88b11-0c97-47de-ba7f-8e40d38f4923'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:56.197513 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['97f88b11-0c97-47de-ba7f-8e40d38f4923'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:56.309206 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:56.313561 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.2676899 Dec 22 15:21:56.315145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58370) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:56.517704 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] Set router 97f88b11-0c97-47de-ba7f-8e40d38f4923 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:21:56.527864 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 25cf4e63-e22c-4115-a6be-83f886854a5c no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:21:56.635336 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cb7368fb-2351-457a-ac56-3077e8634b7b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:56.651771 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:56.655815 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 25cf4e63-e22c-4115-a6be-83f886854a5c {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:21:56.656855 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 25cf4e63-e22c-4115-a6be-83f886854a5c not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:21:56.686301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49b4d9b1-d665-428e-b6e3-997beb07b4b7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:56.690957 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bb6cd4-3b6f-4672-8d71-c20cea03587b tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:56.692545 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-55bb6cd4-3b6f-4672-8d71-c20cea03587b tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&device_id=edcdaaae-3c8a-4e9c-b225-c0243c7fe534&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.4964776 Dec 22 15:21:56.705069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:56.707747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58374) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:56.732536 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-40d84a1d-dcb6-45b9-9638-2f3f7075cf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:56.781878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4d9b1-d665-428e-b6e3-997beb07b4b7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Subnet': ['ID=1b44aaa8-dbed-416b-a8d8-d04bdca345d7,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:56.790652 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-40d84a1d-dcb6-45b9-9638-2f3f7075cf4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:56.805778 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-49b4d9b1-d665-428e-b6e3-997beb07b4b7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:56.807495 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-40d84a1d-dcb6-45b9-9638-2f3f7075cf4e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/436c46ba-002c-4b99-b2f3-b954e93823af HTTP/1.1" status: 204 len: 168 time: 1.7694602 Dec 22 15:21:56.808247 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:56.817490 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58378) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:56.827502 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4669423a-557d-4634-898c-de6ed692ba66 None None] Network e848618a-cbd6-4924-afb6-83b772b918f8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:56.835030 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49b4d9b1-d665-428e-b6e3-997beb07b4b7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:56.837333 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-49b4d9b1-d665-428e-b6e3-997beb07b4b7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/subnets/1b44aaa8-dbed-416b-a8d8-d04bdca345d7 HTTP/1.1" status: 204 len: 168 time: 1.8014991 Dec 22 15:21:56.843537 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58382) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:56.868575 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a9100f15-3ab1-4d00-b8ad-4f51d3d4d665 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "GET /v2.0/routers/97f88b11-0c97-47de-ba7f-8e40d38f4923 HTTP/1.1" status: 200 len: 908 time: 0.5456975 Dec 22 15:21:56.876030 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7368fb-2351-457a-ac56-3077e8634b7b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Subnet': ['ID=aac75317-a024-4c35-ad29-fce6ddaceaf4,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:56.879350 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cb7368fb-2351-457a-ac56-3077e8634b7b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:56.879806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58386) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:56.890198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1029475692', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'enable_snat': True}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:56.904465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d84a1d-dcb6-45b9-9638-2f3f7075cf4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=436c46ba-002c-4b99-b2f3-b954e93823af,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:56.919670 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-40d84a1d-dcb6-45b9-9638-2f3f7075cf4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:56.921753 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a220227c-bc65-4eb8-abd7-8ec2d571e104 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:56.922342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a220227c-bc65-4eb8-abd7-8ec2d571e104 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:56.922810 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-a220227c-bc65-4eb8-abd7-8ec2d571e104 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Floating IP 83215241-d3df-4722-915f-a99e7a575c10 disassociated. External IP: 172.26.6.99, port: dae9fe5b-5f6b-446a-a283-c86f50474f44. Dec 22 15:21:56.925521 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a220227c-bc65-4eb8-abd7-8ec2d571e104 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Calling delete_port for dae9fe5b-5f6b-446a-a283-c86f50474f44 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:21:56.965450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:21:56.993258 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Usage tracker for resource:router and tenant:c2a62fe9136845aba9e552f533d27b2b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:21:57.012252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:21:57.015839 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f88b11-0c97-47de-ba7f-8e40d38f4923', 'name': 'tempest-snat-router-1029475692', 'tenant_id': 'c2a62fe9136845aba9e552f533d27b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.11'}], 'enable_snat': False}, 'gw_port_id': '7bb84204-fe7e-4fd8-9f7a-b9a8812f5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:21:48Z', 'updated_at': '2021-12-22T15:21:52Z', 'revision_number': 3, 'project_id': 'c2a62fe9136845aba9e552f533d27b2b', 'gw_port': {'id': '7bb84204-fe7e-4fd8-9f7a-b9a8812f5256', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:31:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f88b11-0c97-47de-ba7f-8e40d38f4923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:50Z', 'updated_at': '2021-12-22T15:21:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:57.026744 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] Checking router: 97f88b11-0c97-47de-ba7f-8e40d38f4923 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:21:57.027875 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7368fb-2351-457a-ac56-3077e8634b7b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Checking segment: {'id': 'dcbdc18e-cced-4a53-8d53-5dd33bb08155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b765dc0b-22e3-4925-ad40-d14882821e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:57.028191 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] Updating router 97f88b11-0c97-47de-ba7f-8e40d38f4923 port 7bb84204-fe7e-4fd8-9f7a-b9a8812f5256 binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:21:57.028318 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7368fb-2351-457a-ac56-3077e8634b7b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Network hostable DHCP agents. Network: b765dc0b-22e3-4925-ad40-d14882821e30, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:21:57.032307 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04b590c-8c8f-4ede-b5ce-d1e2a057100b tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting subnet 27aaf27c-9e49-4df1-a708-89057b8fc0a4 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:21:57.034903 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:21:57.037035 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c04b590c-8c8f-4ede-b5ce-d1e2a057100b tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:57.044272 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:57.077980 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b34bc0-fa05-4ac2-86de-fca2c029b714 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:57.079457 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-41b34bc0-fa05-4ac2-86de-fca2c029b714 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "GET /v2.0/networks/98c1d02c-4416-4565-b8a7-1c1ed298f1f8 HTTP/1.1" status: 200 len: 881 time: 0.3712115 Dec 22 15:21:57.084364 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58390) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:57.104482 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a08e01d-8166-4857-a863-a31d5e2aecaa tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:57.112262 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:57.145840 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] Deleting port caf440d6-146a-408d-b817-abf443c44c0d {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:21:57.145840 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:57.168450 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:57.181959 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-37da23dd-4959-49e0-9119-50e9e643329e tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "GET /v2.0/ports?device_id=edcdaaae-3c8a-4e9c-b225-c0243c7fe534 HTTP/1.1" status: 200 len: 205 time: 0.0963655 Dec 22 15:21:57.184253 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08e01d-8166-4857-a863-a31d5e2aecaa tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Subnet': ['ID=b8aaf7a7-a5bd-4f15-8548-7ba2f2692843,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:57.186487 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58394) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:57.187756 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:57.188839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:57.228708 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7368fb-2351-457a-ac56-3077e8634b7b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Network b765dc0b-22e3-4925-ad40-d14882821e30 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:21:57.231751 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7353e7bd-c10c-40cc-a3ed-2e406458a2ba None None] Network cc5a6c30-b32c-49be-88e7-10fc94ae51db requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:57.258513 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5a08e01d-8166-4857-a863-a31d5e2aecaa tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:57.263707 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:57.332923 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c04b590c-8c8f-4ede-b5ce-d1e2a057100b tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:57.370027 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-cb7368fb-2351-457a-ac56-3077e8634b7b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, b765dc0b-22e3-4925-ad40-d14882821e30) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:57.493052 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c23fd3-5b58-4968-aed6-7f420c23e528 None None] Network b765dc0b-22e3-4925-ad40-d14882821e30 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:57.527195 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7368fb-2351-457a-ac56-3077e8634b7b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:57.527711 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cb7368fb-2351-457a-ac56-3077e8634b7b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:57.607031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a08e01d-8166-4857-a863-a31d5e2aecaa tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Checking segment: {'id': '2a22b907-a2ce-4ed3-8389-22451b08d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8badc3c1-93b0-404f-b978-93e38aa64f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:57.607966 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a08e01d-8166-4857-a863-a31d5e2aecaa tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network hostable DHCP agents. Network: 8badc3c1-93b0-404f-b978-93e38aa64f47, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:21:57.711300 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-318dbb8c-35e4-4479-ab81-00cde8f45840 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:57.747763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] For port caf440d6-146a-408d-b817-abf443c44c0d, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=caf440d6-146a-408d-b817-abf443c44c0d,segment=NetworkSegment(466eb8c0-59da-4ef3-bfc4-5e328775b07e),segment_id=466eb8c0-59da-4ef3-bfc4-5e328775b07e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:21:57.748656 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:57.818977 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a08e01d-8166-4857-a863-a31d5e2aecaa tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network 8badc3c1-93b0-404f-b978-93e38aa64f47 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:21:57.843368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a220227c-bc65-4eb8-abd7-8ec2d571e104 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:57.886623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dc6eace5-9cbb-45b2-99c0-c92bb5fd420a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:57.964972 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:57.983162 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] Transition to ACTIVE for port object 7bb84204-fe7e-4fd8-9f7a-b9a8812f5256 will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:58.038726 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d1179ca9-688f-4f7c-a011-25dfe01b2cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:58.056113 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7b2a14-8a92-4cef-b2b6-7c0813aa38d4 None None] DHCP port deletion for e848618a-cbd6-4924-afb6-83b772b918f8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:21:58.068402 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ed7b2a14-8a92-4cef-b2b6-7c0813aa38d4 None None] Deleting port caf440d6-146a-408d-b817-abf443c44c0d {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:21:58.069187 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ed7b2a14-8a92-4cef-b2b6-7c0813aa38d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:58.072218 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:58.076637 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:58.114078 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-cb7368fb-2351-457a-ac56-3077e8634b7b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.0603330 Dec 22 15:21:58.144790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58398) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:58.158947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-b765dc0b-22e3-4925-ad40-d14882821e30', 'network_id': 'b765dc0b-22e3-4925-ad40-d14882821e30', 'tenant_id': '11c49d7e82324f4a85654eb2604ff3c0', 'fixed_ips': [{'subnet_id': 'aac75317-a024-4c35-ad29-fce6ddaceaf4'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:21:58.160883 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:58.183434 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] Attempting to bind port 7bb84204-fe7e-4fd8-9f7a-b9a8812f5256 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:21:58.183903 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] Attempting to bind port 7bb84204-fe7e-4fd8-9f7a-b9a8812f5256 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:21:58.184252 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] Attempting to bind port 7bb84204-fe7e-4fd8-9f7a-b9a8812f5256 on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:21:58.191161 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc4ae5-a67d-45f1-a8ea-8893f129fd90 None None] Pushing event updated for resources: {'Port': ['ID=7bb84204-fe7e-4fd8-9f7a-b9a8812f5256,revision_number=2']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:58.198521 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:21:58.199037 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:58.199323 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:58.199731 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:21:58.200227 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] Bound port: 7bb84204-fe7e-4fd8-9f7a-b9a8812f5256, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:21:58.200829 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:58.236785 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc4ae5-a67d-45f1-a8ea-8893f129fd90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:58.237291 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc4ae5-a67d-45f1-a8ea-8893f129fd90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:58.237544 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc4ae5-a67d-45f1-a8ea-8893f129fd90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:58.238103 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc4ae5-a67d-45f1-a8ea-8893f129fd90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:58.238465 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc4ae5-a67d-45f1-a8ea-8893f129fd90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:58.238814 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc4ae5-a67d-45f1-a8ea-8893f129fd90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:58.239139 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc4ae5-a67d-45f1-a8ea-8893f129fd90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:58.239466 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc4ae5-a67d-45f1-a8ea-8893f129fd90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:58.240028 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc4ae5-a67d-45f1-a8ea-8893f129fd90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:58.240362 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc4ae5-a67d-45f1-a8ea-8893f129fd90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:58.240696 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc4ae5-a67d-45f1-a8ea-8893f129fd90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:58.241391 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc4ae5-a67d-45f1-a8ea-8893f129fd90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:21:58.251793 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-cedc4ae5-a67d-45f1-a8ea-8893f129fd90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:58.285905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] Calling delete_port for caf440d6-146a-408d-b817-abf443c44c0d owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:21:58.334539 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:58.344436 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] For port 7bb84204-fe7e-4fd8-9f7a-b9a8812f5256, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:21:58.344655 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-5a08e01d-8166-4857-a863-a31d5e2aecaa tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 8badc3c1-93b0-404f-b978-93e38aa64f47) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:58.355135 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] For port 7bb84204-fe7e-4fd8-9f7a-b9a8812f5256, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7bb84204-fe7e-4fd8-9f7a-b9a8812f5256,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:21:58.398419 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220227c-bc65-4eb8-abd7-8ec2d571e104 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event deleted for resources: {'Port': ['ID=dae9fe5b-5f6b-446a-a283-c86f50474f44,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:58.419507 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8f43cb56-7e38-4bf7-9b7a-b934e737519d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:21:58.443720 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:58.461222 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:58.541372 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c04b590c-8c8f-4ede-b5ce-d1e2a057100b tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:58.548254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:58.580478 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b9a68e43-5e7f-4343-860e-7e30cdafe7e7 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:58.600912 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Allocated IP 2001:db8::3 (b765dc0b-22e3-4925-ad40-d14882821e30/aac75317-a024-4c35-ad29-fce6ddaceaf4/adf21c30-dc31-40ec-9f2f-4db482f63248) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:21:58.649590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08e01d-8166-4857-a863-a31d5e2aecaa tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:21:58.650797 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a08e01d-8166-4857-a863-a31d5e2aecaa tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:58.658186 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a220227c-bc65-4eb8-abd7-8ec2d571e104 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:58.661944 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] Routers {'97f88b11-0c97-47de-ba7f-8e40d38f4923'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:58.662789 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['97f88b11-0c97-47de-ba7f-8e40d38f4923'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:58.698546 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=caf440d6-146a-408d-b817-abf443c44c0d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:58.704307 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:58.707676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] No DVR routers for this DVR port caf440d6-146a-408d-b817-abf443c44c0d on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:21:58.860329 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:58.873636 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Transition to ACTIVE for port object adf21c30-dc31-40ec-9f2f-4db482f63248 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:58.896462 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Transition to ACTIVE for port object adf21c30-dc31-40ec-9f2f-4db482f63248 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:21:58.916225 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc778e0f-f0b6-4db3-860a-5c22fdd16354 None None] Network 8badc3c1-93b0-404f-b978-93e38aa64f47 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:21:58.931754 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device caf440d6-146a-408d-b817-abf443c44c0d no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:21:58.944867 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:58.969282 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-318dbb8c-35e4-4479-ab81-00cde8f45840 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:58.977507 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5a08e01d-8166-4857-a863-a31d5e2aecaa tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0140502 Dec 22 15:21:58.990566 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e848618a-cbd6-4924-afb6-83b772b918f8']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:59.003237 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58404) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:59.010056 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466eb8c0-59da-4ef3-bfc4-5e328775b07e') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:59.011005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466eb8c0-59da-4ef3-bfc4-5e328775b07e') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:59.025417 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:59.028386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:59.029684 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] Set router 97f88b11-0c97-47de-ba7f-8e40d38f4923 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:21:59.043325 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:59.054033 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:59.062468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:21:59.062891 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:59.081850 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: caf440d6-146a-408d-b817-abf443c44c0d {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:21:59.082718 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device caf440d6-146a-408d-b817-abf443c44c0d not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:21:59.091435 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ed7b2a14-8a92-4cef-b2b6-7c0813aa38d4 None None] The port 'caf440d6-146a-408d-b817-abf443c44c0d' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:59.210019 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:59.255563 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dff733f-8963-4297-9e0a-fa3ba3decdbc None None] DHCP port deletion for cc5a6c30-b32c-49be-88e7-10fc94ae51db request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:21:59.268063 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2dff733f-8963-4297-9e0a-fa3ba3decdbc None None] Deleting port 7572825f-3d5e-4c05-ae5d-ea072bc28b57 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:21:59.268622 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2dff733f-8963-4297-9e0a-fa3ba3decdbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:59.287811 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc4ae5-a67d-45f1-a8ea-8893f129fd90 None None] Pushing event updated for resources: {'Port': ['ID=7bb84204-fe7e-4fd8-9f7a-b9a8812f5256,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:59.307827 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:59.308018 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:59.312973 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:59.315688 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Network b765dc0b-22e3-4925-ad40-d14882821e30 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:21:59.325743 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:21:59.345427 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-49487a4d-bcb4-4668-824c-378705b584a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:21:59.352840 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:59.384009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:59.392521 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-318dbb8c-35e4-4479-ab81-00cde8f45840 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Deleting port 45401988-cd38-41ae-a1c8-60f82f4a3f6b {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:21:59.392898 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] Pushing event deleted for resources: {'Network': ['ID=e848618a-cbd6-4924-afb6-83b772b918f8,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:59.393093 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-318dbb8c-35e4-4479-ab81-00cde8f45840 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:59.397592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:59.407038 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Pushing event updated for resources: {'Port': ['ID=adf21c30-dc31-40ec-9f2f-4db482f63248,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:21:59.422049 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-cedc4ae5-a67d-45f1-a8ea-8893f129fd90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.957s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:59.433111 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] 10.222.0.59 "DELETE /v2.0/networks/e848618a-cbd6-4924-afb6-83b772b918f8 HTTP/1.1" status: 204 len: 168 time: 2.5984280 Dec 22 15:21:59.482729 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:21:59.764156 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f88b11-0c97-47de-ba7f-8e40d38f4923', 'name': 'tempest-snat-router-1029475692', 'tenant_id': 'c2a62fe9136845aba9e552f533d27b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.11'}], 'enable_snat': False}, 'gw_port_id': '7bb84204-fe7e-4fd8-9f7a-b9a8812f5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:21:48Z', 'updated_at': '2021-12-22T15:21:52Z', 'revision_number': 3, 'project_id': 'c2a62fe9136845aba9e552f533d27b2b', 'gw_port': {'id': '7bb84204-fe7e-4fd8-9f7a-b9a8812f5256', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:31:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f88b11-0c97-47de-ba7f-8e40d38f4923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:50Z', 'updated_at': '2021-12-22T15:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:21:59.771638 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c66c985-3921-440f-9c6a-9b520cd0663a None None] The sync data for ids ['97f88b11-0c97-47de-ba7f-8e40d38f4923'] in dv-neutron-822674-1-hyperv is: [{'id': '97f88b11-0c97-47de-ba7f-8e40d38f4923', 'name': 'tempest-snat-router-1029475692', 'tenant_id': 'c2a62fe9136845aba9e552f533d27b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.11'}], 'enable_snat': False}, 'gw_port_id': '7bb84204-fe7e-4fd8-9f7a-b9a8812f5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:21:48Z', 'updated_at': '2021-12-22T15:21:52Z', 'revision_number': 3, 'project_id': 'c2a62fe9136845aba9e552f533d27b2b', 'gw_port': {'id': '7bb84204-fe7e-4fd8-9f7a-b9a8812f5256', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:31:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f88b11-0c97-47de-ba7f-8e40d38f4923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:50Z', 'updated_at': '2021-12-22T15:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:21:59.853304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Attempting to bind port adf21c30-dc31-40ec-9f2f-4db482f63248 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:21:59.853942 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Attempting to bind port adf21c30-dc31-40ec-9f2f-4db482f63248 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'dcbdc18e-cced-4a53-8d53-5dd33bb08155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b765dc0b-22e3-4925-ad40-d14882821e30'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:21:59.854610 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Attempting to bind port adf21c30-dc31-40ec-9f2f-4db482f63248 on network b765dc0b-22e3-4925-ad40-d14882821e30 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:21:59.875999 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:59.920949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:21:59.921560 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Checking segment: {'id': 'dcbdc18e-cced-4a53-8d53-5dd33bb08155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b765dc0b-22e3-4925-ad40-d14882821e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:21:59.922269 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:59.922941 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Bound using segment: {'id': 'dcbdc18e-cced-4a53-8d53-5dd33bb08155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b765dc0b-22e3-4925-ad40-d14882821e30'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:21:59.923780 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Bound port: adf21c30-dc31-40ec-9f2f-4db482f63248, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcbdc18e-cced-4a53-8d53-5dd33bb08155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b765dc0b-22e3-4925-ad40-d14882821e30'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:21:59.924421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:21:59.945515 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:00.025568 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c04b590c-8c8f-4ede-b5ce-d1e2a057100b tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:00.097541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f43cb56-7e38-4bf7-9b7a-b934e737519d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2905678'] for subnet, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:00.100759 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bba3b37d-63c7-475d-bb21-757ef29878e4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:00.207197 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58414) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:00.227219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b590c-8c8f-4ede-b5ce-d1e2a057100b tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Subnet': ['ID=27aaf27c-9e49-4df1-a708-89057b8fc0a4,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:00.231811 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c04b590c-8c8f-4ede-b5ce-d1e2a057100b tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:00.261451 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-318dbb8c-35e4-4479-ab81-00cde8f45840 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:00.271278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06306705-3f60-443b-90d1-e6057839ca3c None None] Network 7db7d936-c36f-486b-858e-bfac112dd9f3 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:00.275213 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a220227c-bc65-4eb8-abd7-8ec2d571e104 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Router 021240f2-ccd1-40dd-bb3f-354822aa9a66 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:22:00.276567 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c04b590c-8c8f-4ede-b5ce-d1e2a057100b tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:00.316230 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Allocated IP 172.26.6.209 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/af86629a-1470-43ee-83bb-341d5865503a) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:22:00.345591 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-72c6fab9-e07f-47b7-b000-a11239507043 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=11ca12b5724944f583d6f7654599b447&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1324904 Dec 22 15:22:00.378595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58418) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:00.386736 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] For port adf21c30-dc31-40ec-9f2f-4db482f63248, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:22:00.395461 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] For port adf21c30-dc31-40ec-9f2f-4db482f63248, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=adf21c30-dc31-40ec-9f2f-4db482f63248,segment=NetworkSegment(dcbdc18e-cced-4a53-8d53-5dd33bb08155),segment_id=dcbdc18e-cced-4a53-8d53-5dd33bb08155)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:22:00.403342 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c3dfcf-b045-4e4c-9a72-691f5ab5209e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-8badc3c1-93b0-404f-b978-93e38aa64f47', 'network_id': '8badc3c1-93b0-404f-b978-93e38aa64f47', 'tenant_id': '5174c37d8f2b4cb683ba55748d87c3c3', 'fixed_ips': [{'subnet_id': 'b8aaf7a7-a5bd-4f15-8548-7ba2f2692843'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:22:00.406385 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-31c3dfcf-b045-4e4c-9a72-691f5ab5209e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:00.457270 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-2dff733f-8963-4297-9e0a-fa3ba3decdbc None None] For port 7572825f-3d5e-4c05-ae5d-ea072bc28b57, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7572825f-3d5e-4c05-ae5d-ea072bc28b57,segment=NetworkSegment(233c4876-3e13-4d72-8102-83a8d2bbe2da),segment_id=233c4876-3e13-4d72-8102-83a8d2bbe2da)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:00.458107 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2dff733f-8963-4297-9e0a-fa3ba3decdbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:00.467355 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-318dbb8c-35e4-4479-ab81-00cde8f45840 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Calling delete_port for 45401988-cd38-41ae-a1c8-60f82f4a3f6b owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:00.646793 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7bb84204-fe7e-4fd8-9f7a-b9a8812f5256 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:22:00.694377 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c04b590c-8c8f-4ede-b5ce-d1e2a057100b tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/subnets/27aaf27c-9e49-4df1-a708-89057b8fc0a4 HTTP/1.1" status: 204 len: 168 time: 3.8446913 Dec 22 15:22:00.701849 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58422) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:00.702072 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f49cd5c-9ea8-496b-a289-6ba5b515ce0f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:00.756365 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0caf762c-188d-496f-a817-1e4caa940f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:00.779381 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:00.813361 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-920464f1-735e-4130-9924-ca7148b3abe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:00.842593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:00.893385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0caf762c-188d-496f-a817-1e4caa940f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:00.925023 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:00.967382 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port 7572825f-3d5e-4c05-ae5d-ea072bc28b57 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:00.968014 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:01.078695 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:01.090267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:01.157416 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f49cd5c-9ea8-496b-a289-6ba5b515ce0f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:01.341051 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2dff733f-8963-4297-9e0a-fa3ba3decdbc None None] Calling delete_port for 7572825f-3d5e-4c05-ae5d-ea072bc28b57 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:01.419935 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a220227c-bc65-4eb8-abd7-8ec2d571e104 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:22:01.453940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0caf762c-188d-496f-a817-1e4caa940f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:01.469626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4babb43e-5b6f-4719-9a28-6798eab1c8af None None] Sync routers for ids ['021240f2-ccd1-40dd-bb3f-354822aa9a66'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:22:01.516856 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f43cb56-7e38-4bf7-9b7a-b934e737519d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734784429653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2709874'] for subnet, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:01.528641 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5a08e01d-8166-4857-a863-a31d5e2aecaa tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:01.556974 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] For port 7572825f-3d5e-4c05-ae5d-ea072bc28b57, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7572825f-3d5e-4c05-ae5d-ea072bc28b57,segment=NetworkSegment(233c4876-3e13-4d72-8102-83a8d2bbe2da),segment_id=233c4876-3e13-4d72-8102-83a8d2bbe2da)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:01.559954 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:01.640805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f49cd5c-9ea8-496b-a289-6ba5b515ce0f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:01.666120 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 7bb84204-fe7e-4fd8-9f7a-b9a8812f5256 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:22:01.672511 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4babb43e-5b6f-4719-9a28-6798eab1c8af None None] Routers {'021240f2-ccd1-40dd-bb3f-354822aa9a66'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:01.673314 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4babb43e-5b6f-4719-9a28-6798eab1c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['021240f2-ccd1-40dd-bb3f-354822aa9a66'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:01.681622 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f43cb56-7e38-4bf7-9b7a-b934e737519d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:01.682422 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f43cb56-7e38-4bf7-9b7a-b934e737519d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:01.683879 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8f43cb56-7e38-4bf7-9b7a-b934e737519d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "PUT /v2.0/subnets/aac75317-a024-4c35-ad29-fce6ddaceaf4 HTTP/1.1" status: 200 len: 900 time: 3.3459334 Dec 22 15:22:01.712534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58426) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:01.718370 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a220227c-bc65-4eb8-abd7-8ec2d571e104 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:01.725034 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:22:01.735512 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Calling delete_port for 7572825f-3d5e-4c05-ae5d-ea072bc28b57 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:01.743953 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43cb56-7e38-4bf7-9b7a-b934e737519d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event updated for resources: {'Subnet': ['ID=aac75317-a024-4c35-ad29-fce6ddaceaf4,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:01.758438 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8f43cb56-7e38-4bf7-9b7a-b934e737519d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:01.761902 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-40d84a1d-dcb6-45b9-9638-2f3f7075cf4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:01.795825 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Pushing event updated for resources: {'Port': ['ID=af86629a-1470-43ee-83bb-341d5865503a,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:01.806470 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:01.816677 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:01.817198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-53c07ebc-3c0b-437d-b49d-1387c2512fb3 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.360s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:01.830713 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:01.869317 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:01.902441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0caf762c-188d-496f-a817-1e4caa940f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:01.903904 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0caf762c-188d-496f-a817-1e4caa940f35 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1432b300-c788-4447-8bb2-a4027ca02c61 HTTP/1.1" status: 204 len: 168 time: 1.4805858 Dec 22 15:22:01.928383 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf762c-188d-496f-a817-1e4caa940f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1432b300-c788-4447-8bb2-a4027ca02c61,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:01.940780 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0caf762c-188d-496f-a817-1e4caa940f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:02.036800 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 7bb84204-fe7e-4fd8-9f7a-b9a8812f5256 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:02.037089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:02.118331 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Pushing event updated for resources: {'Port': ['ID=adf21c30-dc31-40ec-9f2f-4db482f63248,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:02.133763 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.321s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:02.134571 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4babb43e-5b6f-4719-9a28-6798eab1c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:02.202555 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-318dbb8c-35e4-4479-ab81-00cde8f45840 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:02.219784 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4babb43e-5b6f-4719-9a28-6798eab1c8af None None] Routers {'021240f2-ccd1-40dd-bb3f-354822aa9a66'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:02.223634 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4babb43e-5b6f-4719-9a28-6798eab1c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['021240f2-ccd1-40dd-bb3f-354822aa9a66'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:02.239306 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a220227c-bc65-4eb8-abd7-8ec2d571e104 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "DELETE /v2.0/ports/dae9fe5b-5f6b-446a-a283-c86f50474f44 HTTP/1.1" status: 204 len: 168 time: 7.7407849 Dec 22 15:22:02.256487 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49cd5c-9ea8-496b-a289-6ba5b515ce0f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Subnet': ['ID=b8aaf7a7-a5bd-4f15-8548-7ba2f2692843,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:02.266071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0f49cd5c-9ea8-496b-a289-6ba5b515ce0f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:02.284267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58432) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:02.284728 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ad04729f-dea5-410a-85ae-39831cf6677d tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server [None req-31c3dfcf-b045-4e4c-9a72-691f5ab5209e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8aaf7a7-a5bd-4f15-8548-7ba2f2692843: This subnet is being modified by another concurrent operation. Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:22:02.299400 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise exception Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8aaf7a7-a5bd-4f15-8548-7ba2f2692843: This subnet is being modified by another concurrent operation. Dec 22 15:22:02.305219 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server Dec 22 15:22:02.340811 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4babb43e-5b6f-4719-9a28-6798eab1c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:02.341235 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4babb43e-5b6f-4719-9a28-6798eab1c8af None None] The sync data for ids ['021240f2-ccd1-40dd-bb3f-354822aa9a66'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:22:02.353146 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92db1fb8-8882-4351-b6af-38d9bdab2f89 None None] Network 8badc3c1-93b0-404f-b978-93e38aa64f47 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:02.361027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f49cd5c-9ea8-496b-a289-6ba5b515ce0f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:02.468498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:02.477821 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-79448c4d-d7c4-4ce8-ad8e-7430efea90ed tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:02.557443 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5e8d22-09ca-446d-836a-24b38527a554 None None] DHCP port deletion for 7db7d936-c36f-486b-858e-bfac112dd9f3 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:22:02.582964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318dbb8c-35e4-4479-ab81-00cde8f45840 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Pushing event deleted for resources: {'Port': ['ID=45401988-cd38-41ae-a1c8-60f82f4a3f6b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:02.595010 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-318dbb8c-35e4-4479-ab81-00cde8f45840 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:02.595859 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Port': ['ID=7572825f-3d5e-4c05-ae5d-ea072bc28b57,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:02.608123 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:02.619062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e8d22-09ca-446d-836a-24b38527a554 None None] Deleting port 809ce6ae-24d0-4809-98fb-b618ebfeb574 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:02.619448 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5e5e8d22-09ca-446d-836a-24b38527a554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:02.673267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] No DVR routers for this DVR port 7572825f-3d5e-4c05-ae5d-ea072bc28b57 on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:22:02.738546 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-2dff733f-8963-4297-9e0a-fa3ba3decdbc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:22:02.738832 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-2dff733f-8963-4297-9e0a-fa3ba3decdbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:22:02.757928 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:02.762656 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-0f49cd5c-9ea8-496b-a289-6ba5b515ce0f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8badc3c1-93b0-404f-b978-93e38aa64f47']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:02.788275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-0f49cd5c-9ea8-496b-a289-6ba5b515ce0f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a22b907-a2ce-4ed3-8389-22451b08d3ad') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:02.790685 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-0f49cd5c-9ea8-496b-a289-6ba5b515ce0f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a22b907-a2ce-4ed3-8389-22451b08d3ad') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:02.804049 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f49cd5c-9ea8-496b-a289-6ba5b515ce0f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:02.835545 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f49cd5c-9ea8-496b-a289-6ba5b515ce0f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:02.846541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f49cd5c-9ea8-496b-a289-6ba5b515ce0f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:22:02.847288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f49cd5c-9ea8-496b-a289-6ba5b515ce0f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:02.874831 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 7bb84204-fe7e-4fd8-9f7a-b9a8812f5256, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7bb84204-fe7e-4fd8-9f7a-b9a8812f5256,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:02.961885 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-5e5e8d22-09ca-446d-836a-24b38527a554 None None] For port 809ce6ae-24d0-4809-98fb-b618ebfeb574, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=809ce6ae-24d0-4809-98fb-b618ebfeb574,segment=NetworkSegment(af6f19a5-91cd-4a7d-a5a3-e0a7bd38228e),segment_id=af6f19a5-91cd-4a7d-a5a3-e0a7bd38228e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:02.962837 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5e5e8d22-09ca-446d-836a-24b38527a554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:02.976489 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:02.980877 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:02.982888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-318dbb8c-35e4-4479-ab81-00cde8f45840 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:03.039098 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:03.083356 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f49cd5c-9ea8-496b-a289-6ba5b515ce0f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:03.112468 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:22:03.129319 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e8d22-09ca-446d-836a-24b38527a554 None None] Calling delete_port for 809ce6ae-24d0-4809-98fb-b618ebfeb574 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:03.230804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:03.232897 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:03.266614 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2dff733f-8963-4297-9e0a-fa3ba3decdbc None None] Deleting port 7572825f-3d5e-4c05-ae5d-ea072bc28b57 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:03.267234 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2dff733f-8963-4297-9e0a-fa3ba3decdbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:03.276507 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5301667c-eb4e-435f-9c17-25810abcff5e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:03.298045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f49cd5c-9ea8-496b-a289-6ba5b515ce0f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:03.418686 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Deleting port adf21c30-dc31-40ec-9f2f-4db482f63248 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:03.419209 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:03.429174 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5e5e8d22-09ca-446d-836a-24b38527a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:03.430003 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5a6c30-b32c-49be-88e7-10fc94ae51db']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:03.457847 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '233c4876-3e13-4d72-8102-83a8d2bbe2da') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:03.458444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '233c4876-3e13-4d72-8102-83a8d2bbe2da') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:03.475464 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2dff733f-8963-4297-9e0a-fa3ba3decdbc None None] The port '7572825f-3d5e-4c05-ae5d-ea072bc28b57' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:22:03.482360 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7572825f-3d5e-4c05-ae5d-ea072bc28b57 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:22:03.484477 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:03.522974 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 7572825f-3d5e-4c05-ae5d-ea072bc28b57 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:22:03.524124 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7572825f-3d5e-4c05-ae5d-ea072bc28b57 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:22:03.534518 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5e8d22-09ca-446d-836a-24b38527a554 None None] No DVR routers for this DVR port 809ce6ae-24d0-4809-98fb-b618ebfeb574 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:22:03.571850 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=7bb84204-fe7e-4fd8-9f7a-b9a8812f5256,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:03.584304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:03.585300 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49cd5c-9ea8-496b-a289-6ba5b515ce0f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Network': ['ID=8badc3c1-93b0-404f-b978-93e38aa64f47,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:03.586857 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:03.589825 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:03.591957 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:03.600860 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0f49cd5c-9ea8-496b-a289-6ba5b515ce0f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:03.603520 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-318dbb8c-35e4-4479-ab81-00cde8f45840 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:03.616098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-318dbb8c-35e4-4479-ab81-00cde8f45840 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:03.660636 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0f49cd5c-9ea8-496b-a289-6ba5b515ce0f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/8badc3c1-93b0-404f-b978-93e38aa64f47 HTTP/1.1" status: 204 len: 168 time: 4.6446135 Dec 22 15:22:03.665975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58446) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:03.693227 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d735985-5e59-4809-a82c-f71456cf0114 None None] Network b765dc0b-22e3-4925-ad40-d14882821e30 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:03.723332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:22:03.723755 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:03.742539 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e8d22-09ca-446d-836a-24b38527a554 None None] Pushing event deleted for resources: {'Port': ['ID=809ce6ae-24d0-4809-98fb-b618ebfeb574,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:03.745683 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:03.755146 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5e5e8d22-09ca-446d-836a-24b38527a554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:03.775051 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc8cc4a-3aee-4d4f-980b-f8584d9854ad tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] GET failed (client error): The resource could not be found. Dec 22 15:22:03.775495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4dc8cc4a-3aee-4d4f-980b-f8584d9854ad tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Synchronizing usage tracker for tenant:5174c37d8f2b4cb683ba55748d87c3c3 on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:22:03.784068 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-318dbb8c-35e4-4479-ab81-00cde8f45840 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:03.785138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318dbb8c-35e4-4479-ab81-00cde8f45840 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Fanout notify agent at l3_agent the message router_deleted on router edcdaaae-3c8a-4e9c-b225-c0243c7fe534 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:22:03.824029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-318dbb8c-35e4-4479-ab81-00cde8f45840 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:03.827720 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-318dbb8c-35e4-4479-ab81-00cde8f45840 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "DELETE /v2.0/routers/edcdaaae-3c8a-4e9c-b225-c0243c7fe534 HTTP/1.1" status: 204 len: 168 time: 6.6398947 Dec 22 15:22:03.829166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58450) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:03.868660 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-74910810', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:03.895639 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:03.949322 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Usage tracker for resource:router and tenant:4640dc4cc0f84813af0f47fbeedc30ca is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:03.962972 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:03.979179 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:04.030194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] For port adf21c30-dc31-40ec-9f2f-4db482f63248, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=adf21c30-dc31-40ec-9f2f-4db482f63248,segment=NetworkSegment(dcbdc18e-cced-4a53-8d53-5dd33bb08155),segment_id=dcbdc18e-cced-4a53-8d53-5dd33bb08155)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:04.033347 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:04.069872 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device adf21c30-dc31-40ec-9f2f-4db482f63248 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:22:04.077382 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:04.093681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:04.114156 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:04.135781 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-90b7f5d4-cfe3-4bdc-8d19-396b1e8bfac6 None None] Provisioning for port adf21c30-dc31-40ec-9f2f-4db482f63248 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:22:04.196875 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Network': ['ID=cc5a6c30-b32c-49be-88e7-10fc94ae51db,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:04.202699 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:04.203798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:04.207446 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4dc8cc4a-3aee-4d4f-980b-f8584d9854ad tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Unset dirty status for tenant:5174c37d8f2b4cb683ba55748d87c3c3 on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:22:04.208990 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4dc8cc4a-3aee-4d4f-980b-f8584d9854ad tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "GET /v2.0/subnets/b8aaf7a7-a5bd-4f15-8548-7ba2f2692843 HTTP/1.1" status: 404 len: 337 time: 0.5380948 Dec 22 15:22:04.210511 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:04.228357 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58460) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:04.260096 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port adf21c30-dc31-40ec-9f2f-4db482f63248 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:22:04.273936 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port adf21c30-dc31-40ec-9f2f-4db482f63248 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:04.276474 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:04.280020 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-94464b4d-eae0-4d15-bf84-5d56658c91ca tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:04.280499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94464b4d-eae0-4d15-bf84-5d56658c91ca tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:04.282534 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-94464b4d-eae0-4d15-bf84-5d56658c91ca tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/8badc3c1-93b0-404f-b978-93e38aa64f47 HTTP/1.1" status: 404 len: 339 time: 0.0528612 Dec 22 15:22:04.288424 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58466) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:04.291036 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Calling delete_port for adf21c30-dc31-40ec-9f2f-4db482f63248 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:04.379990 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:04.384423 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/networks/cc5a6c30-b32c-49be-88e7-10fc94ae51db HTTP/1.1" status: 204 len: 168 time: 3.6814382 Dec 22 15:22:04.412194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58470) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:04.506604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:04.542924 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1f33c9-104b-4889-8bdd-8116545c673c None None] Network b765dc0b-22e3-4925-ad40-d14882821e30 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:04.564299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58474) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:04.571502 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port adf21c30-dc31-40ec-9f2f-4db482f63248, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=adf21c30-dc31-40ec-9f2f-4db482f63248,segment=NetworkSegment(dcbdc18e-cced-4a53-8d53-5dd33bb08155),segment_id=dcbdc18e-cced-4a53-8d53-5dd33bb08155)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:04.647728 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-361b3a37-8bde-4e8d-83e6-041d796ed9ff None None] Provisioning complete for port adf21c30-dc31-40ec-9f2f-4db482f63248 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:04.648157 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-361b3a37-8bde-4e8d-83e6-041d796ed9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:04.672864 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:04.674282 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7bb84204-fe7e-4fd8-9f7a-b9a8812f5256 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:22:04.709978 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:04.711913 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:04.739177 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e72574f1-cc44-4f98-945b-f2f052482212 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:04.873021 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=adf21c30-dc31-40ec-9f2f-4db482f63248,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:04.900267 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:22:04.900861 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:22:04.900980 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:04.917576 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08942ac5-8b29-49b0-9958-3204ac0f72dd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:04.922331 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-08942ac5-8b29-49b0-9958-3204ac0f72dd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6318922 Dec 22 15:22:04.923234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58482) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:04.973651 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 7bb84204-fe7e-4fd8-9f7a-b9a8812f5256 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:04.973651 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:04.978277 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1782337812-network', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:04.990869 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:04.999644 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Usage tracker for resource:network and tenant:1d57643e65d9443fac7faa48c8967a4e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:05.004596 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:05.008939 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:05.017621 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:05.184462 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Made reservation on behalf of 1d57643e65d9443fac7faa48c8967a4e for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:22:05.188560 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:05.233184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b6bc-b7d9-4144-aaca-ab10f8604bcd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:05.271441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 809ce6ae-24d0-4809-98fb-b618ebfeb574 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:22:05.301373 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:05.316825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 809ce6ae-24d0-4809-98fb-b618ebfeb574 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:22:05.317629 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 809ce6ae-24d0-4809-98fb-b618ebfeb574 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:22:05.338456 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3d2aed01-99c2-497a-9170-6bea2007fc0b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "GET /v2.0/subnets?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8 HTTP/1.1" status: 200 len: 207 time: 0.4070888 Dec 22 15:22:05.341651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58486) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:05.351826 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:05.351826 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Usage tracker for resource:security_group_rule and tenant:1d57643e65d9443fac7faa48c8967a4e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:05.355614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:05.364789 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:05.405184 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Deleting port adf21c30-dc31-40ec-9f2f-4db482f63248 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:05.408348 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:05.519020 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76c2e1a-f75d-476c-89a2-8b902c988fd4 None None] get_active_networks_info from dv-neutron-822674-1-hyperv {{(pid=88219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 15:22:05.547628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e72574f1-cc44-4f98-945b-f2f052482212 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:05.578607 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5710fe5f-8f37-4f82-87cf-942acb9f46f7 None None] Provisioning complete for port adf21c30-dc31-40ec-9f2f-4db482f63248 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:05.579147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5710fe5f-8f37-4f82-87cf-942acb9f46f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:05.682440 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-e72574f1-cc44-4f98-945b-f2f052482212 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db7d936-c36f-486b-858e-bfac112dd9f3']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:05.729288 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-e72574f1-cc44-4f98-945b-f2f052482212 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6f19a5-91cd-4a7d-a5a3-e0a7bd38228e') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:05.729288 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-e72574f1-cc44-4f98-945b-f2f052482212 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6f19a5-91cd-4a7d-a5a3-e0a7bd38228e') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:05.767699 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device adf21c30-dc31-40ec-9f2f-4db482f63248 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:22:05.769668 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e72574f1-cc44-4f98-945b-f2f052482212 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:05.777175 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:05.836098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:05.840794 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:05.858604 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c998db-c611-45cf-82b9-7bc5c3899bef tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:05.864589 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c998db-c611-45cf-82b9-7bc5c3899bef tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:05.871392 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c998db-c611-45cf-82b9-7bc5c3899bef tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:05.877466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c998db-c611-45cf-82b9-7bc5c3899bef tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:05.880621 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-41c998db-c611-45cf-82b9-7bc5c3899bef tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5261714 Dec 22 15:22:05.896914 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58490) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:05.913002 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76c2e1a-f75d-476c-89a2-8b902c988fd4 None None] Resources bound (agent type, host, resource id): {{(pid=88219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 15:22:05.932401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e72574f1-cc44-4f98-945b-f2f052482212 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:05.957685 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:05.965071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:05.971568 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:05.977239 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72574f1-cc44-4f98-945b-f2f052482212 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:22:05.977661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e72574f1-cc44-4f98-945b-f2f052482212 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:05.995065 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:06.020281 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:22:06.051835 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c488181-82b0-483b-afb3-071c878f7786,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:06.061053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:06.089939 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port adf21c30-dc31-40ec-9f2f-4db482f63248 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:06.089939 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:06.115231 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Router b16655d2-d29b-4f18-9b63-f2b9b2a48dab is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:22:06.126656 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:06.127266 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Added segment f1868073-ed6a-44a8-a1d4-49e95fad9955 of type vlan for network ee65f9c6-5a2d-4f52-a62f-585f493090c8 Dec 22 15:22:06.154628 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] For port adf21c30-dc31-40ec-9f2f-4db482f63248, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=adf21c30-dc31-40ec-9f2f-4db482f63248,segment=NetworkSegment(dcbdc18e-cced-4a53-8d53-5dd33bb08155),segment_id=dcbdc18e-cced-4a53-8d53-5dd33bb08155)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:06.154985 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:06.320701 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Calling delete_port for adf21c30-dc31-40ec-9f2f-4db482f63248 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:06.355092 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Allocated IP 172.26.6.195 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/094b028c-7762-4957-a21e-14a8c1e4bf4e) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:22:06.368687 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:06.406145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e72574f1-cc44-4f98-945b-f2f052482212 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:06.411145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e72574f1-cc44-4f98-945b-f2f052482212 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:06.429266 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b299e18f-eab6-4045-b394-9b8aae5df105 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:06.461922 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b7e621ac-2d13-4a43-a419-010166e812ed tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.5391777 Dec 22 15:22:06.474265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58494) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:06.539435 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72574f1-cc44-4f98-945b-f2f052482212 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Network': ['ID=7db7d936-c36f-486b-858e-bfac112dd9f3,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:06.543436 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e72574f1-cc44-4f98-945b-f2f052482212 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/networks/7db7d936-c36f-486b-858e-bfac112dd9f3 HTTP/1.1" status: 204 len: 168 time: 2.1295073 Dec 22 15:22:06.548345 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e72574f1-cc44-4f98-945b-f2f052482212 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:06.559499 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58498) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:06.582521 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5bf5940f-4940-42a3-9f84-1812b249c066 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2027390419'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:06.587866 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:22:06.592404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e5b8b6bc-b7d9-4144-aaca-ab10f8604bcd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Deleting port d134eca3-5db5-4e52-8e1d-f49d797bdf99 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:06.592404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b6bc-b7d9-4144-aaca-ab10f8604bcd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:06.601675 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] Sync routers for ids ['b16655d2-d29b-4f18-9b63-f2b9b2a48dab'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:22:06.616300 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] Routers {'b16655d2-d29b-4f18-9b63-f2b9b2a48dab'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:06.618008 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['b16655d2-d29b-4f18-9b63-f2b9b2a48dab'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:06.623127 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5bf5940f-4940-42a3-9f84-1812b249c066 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:06.635743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:06.637469 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:06.638070 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:06.644721 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:06.664151 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b3a219-886a-4e24-93ff-9e0ca7bde2a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:06.665949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b3a219-886a-4e24-93ff-9e0ca7bde2a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:06.667681 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-54b3a219-886a-4e24-93ff-9e0ca7bde2a6 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1896050 Dec 22 15:22:06.669594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5bf5940f-4940-42a3-9f84-1812b249c066 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:network and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:06.674173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58502) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:06.801541 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:06.809399 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.9235640 Dec 22 15:22:06.818102 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58506) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:06.829425 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5bf5940f-4940-42a3-9f84-1812b249c066 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:06.839081 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:06.854535 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5bf5940f-4940-42a3-9f84-1812b249c066 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:06.914713 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:06.926674 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] Set router b16655d2-d29b-4f18-9b63-f2b9b2a48dab gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:22:07.009133 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Pushing event updated for resources: {'Network': ['ID=ee65f9c6-5a2d-4f52-a62f-585f493090c8,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:07.052653 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:07.054170 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] No DVR routers for this DVR port adf21c30-dc31-40ec-9f2f-4db482f63248 on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:22:07.056673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-65ce6528-22b7-4aa4-970b-fc33ac544498 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:07.063419 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network ee65f9c6-5a2d-4f52-a62f-585f493090c8 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:22:07.116193 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee54542-b646-442a-a312-54361588b748 None None] DHCP port deletion for b765dc0b-22e3-4925-ad40-d14882821e30 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:22:07.136656 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5663424 Dec 22 15:22:07.137744 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf5940f-4940-42a3-9f84-1812b249c066 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Made reservation on behalf of ee2232110f5e4ead88119ba9dae092ad for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:22:07.148280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bf5940f-4940-42a3-9f84-1812b249c066 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:07.170550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58510) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:07.183576 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Port': ['ID=adf21c30-dc31-40ec-9f2f-4db482f63248,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:07.189382 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c75efaad-5896-42e4-9874-86753030dffb admin admin] Request body: {'subnet': {'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1782337812-subnet', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:07.195161 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c75efaad-5896-42e4-9874-86753030dffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:07.199733 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c75efaad-5896-42e4-9874-86753030dffb admin admin] Usage tracker for resource:subnet and tenant:1d57643e65d9443fac7faa48c8967a4e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:07.203121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c75efaad-5896-42e4-9874-86753030dffb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:07.209693 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c75efaad-5896-42e4-9874-86753030dffb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:07.225579 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7ab9ea-0f24-446a-bd12-bc7caf620c52 None None] get_active_networks_info from dv-neutron-822674-1-hyperv {{(pid=88219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 15:22:07.226673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:07.255545 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:07.296522 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75efaad-5896-42e4-9874-86753030dffb admin admin] Made reservation on behalf of 1d57643e65d9443fac7faa48c8967a4e for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:22:07.299197 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c75efaad-5896-42e4-9874-86753030dffb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:07.312462 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf5940f-4940-42a3-9f84-1812b249c066 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:22:07.402445 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:07.413007 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4fb8f8c7-cd5e-4900-b809-a8d7c5d81339 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:07.414569 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16655d2-d29b-4f18-9b63-f2b9b2a48dab', 'name': 'tempest-snat-router-1029475692', 'tenant_id': 'c2a62fe9136845aba9e552f533d27b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'af86629a-1470-43ee-83bb-341d5865503a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:21:57Z', 'updated_at': '2021-12-22T15:22:02Z', 'revision_number': 3, 'project_id': 'c2a62fe9136845aba9e552f533d27b2b', 'gw_port': {'id': 'af86629a-1470-43ee-83bb-341d5865503a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16655d2-d29b-4f18-9b63-f2b9b2a48dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:59Z', 'updated_at': '2021-12-22T15:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:07.419490 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] Checking router: b16655d2-d29b-4f18-9b63-f2b9b2a48dab for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:22:07.419892 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] Updating router b16655d2-d29b-4f18-9b63-f2b9b2a48dab port af86629a-1470-43ee-83bb-341d5865503a binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:22:07.425923 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9c8745-15ac-4be6-a552-a99b5fb4b79a tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['shared'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:07.428967 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9c8745-15ac-4be6-a552-a99b5fb4b79a tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['shared'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:07.432348 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-eb9c8745-15ac-4be6-a552-a99b5fb4b79a tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.7531898 Dec 22 15:22:07.451122 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58514) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:07.459652 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bf5940f-4940-42a3-9f84-1812b249c066 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:07.460282 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-5bf5940f-4940-42a3-9f84-1812b249c066 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Added segment 16af2af5-3868-47c4-93b3-5332e48b4407 of type vlan for network abb0e22d-b26d-4688-8cd2-fd948aacc295 Dec 22 15:22:07.532356 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7ab9ea-0f24-446a-bd12-bc7caf620c52 None None] Resources bound (agent type, host, resource id): {{(pid=88219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 15:22:07.553231 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:07.573517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:22:07.585820 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:07.621710 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Pushing event updated for resources: {'Port': ['ID=094b028c-7762-4957-a21e-14a8c1e4bf4e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:07.629884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:07.635986 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:07.686208 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bf5940f-4940-42a3-9f84-1812b249c066 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:07.704737 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:07.738500 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9f89366e-c68d-4609-890e-84ce5a90a370 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "GET /v2.0/routers/b16655d2-d29b-4f18-9b63-f2b9b2a48dab HTTP/1.1" status: 200 len: 908 time: 0.9190938 Dec 22 15:22:07.745841 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b6bc-b7d9-4144-aaca-ab10f8604bcd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:07.752858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c04b590c-8c8f-4ede-b5ce-d1e2a057100b tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:07.756669 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58518) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:07.854999 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device adf21c30-dc31-40ec-9f2f-4db482f63248 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:22:07.870546 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Subnet': ['ID=aac75317-a024-4c35-ad29-fce6ddaceaf4,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:07.897777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:07.951522 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: adf21c30-dc31-40ec-9f2f-4db482f63248 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:22:07.951885 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device adf21c30-dc31-40ec-9f2f-4db482f63248 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:22:08.012058 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e5b8b6bc-b7d9-4144-aaca-ab10f8604bcd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Calling delete_port for d134eca3-5db5-4e52-8e1d-f49d797bdf99 owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:08.192208 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:08.198790 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05406bf-e6fb-4ae8-88ca-c4fdd476d14f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:08.205527 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] Transition to ACTIVE for port object af86629a-1470-43ee-83bb-341d5865503a will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:22:08.208784 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d05406bf-e6fb-4ae8-88ca-c4fdd476d14f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "GET /v2.0/networks/57fb0d8c-1f33-4306-a75d-b2cd12d54d15 HTTP/1.1" status: 200 len: 799 time: 0.7523623 Dec 22 15:22:08.210006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58522) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:08.281940 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:08.286342 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-cfd5fcb6-302f-4c6e-a843-8736cf48c99f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:08.357544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bf5940f-4940-42a3-9f84-1812b249c066 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:08.368547 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf5940f-4940-42a3-9f84-1812b249c066 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:08.369796 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bf5940f-4940-42a3-9f84-1812b249c066 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:08.389578 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d6ab6d-eed3-426a-9850-eacadde3af9d None None] Network b765dc0b-22e3-4925-ad40-d14882821e30 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:08.436259 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:08.448398 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] Attempting to bind port af86629a-1470-43ee-83bb-341d5865503a on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:22:08.448686 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] Attempting to bind port af86629a-1470-43ee-83bb-341d5865503a by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:22:08.449049 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] Attempting to bind port af86629a-1470-43ee-83bb-341d5865503a on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:22:08.453682 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d53eab2d-b41c-4eda-8c9d-fc136d6b3415 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:08.457499 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df2d1c-cb33-4bee-b65e-68fb8ae6f11e None None] Pushing event updated for resources: {'Port': ['ID=af86629a-1470-43ee-83bb-341d5865503a,revision_number=2']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:08.462536 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c9df2d1c-cb33-4bee-b65e-68fb8ae6f11e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:08.465321 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:22:08.465700 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:22:08.466113 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:08.466571 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:22:08.467057 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] Bound port: af86629a-1470-43ee-83bb-341d5865503a, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:22:08.467691 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:08.582404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-580ea3aa-3c24-4e25-bbaa-814b73f23aa8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:08.671336 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] For port af86629a-1470-43ee-83bb-341d5865503a, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:22:08.680682 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] For port af86629a-1470-43ee-83bb-341d5865503a, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=af86629a-1470-43ee-83bb-341d5865503a,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:22:08.694579 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b765dc0b-22e3-4925-ad40-d14882821e30']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:08.715535 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbdc18e-cced-4a53-8d53-5dd33bb08155') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:08.716810 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbdc18e-cced-4a53-8d53-5dd33bb08155') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:08.725729 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5cc9e196-ec94-4f33-9c9d-91448d21c3e3 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "GET /v2.0/networks/57fb0d8c-1f33-4306-a75d-b2cd12d54d15?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5053117 Dec 22 15:22:08.736194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:08.758857 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:08.759752 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58526) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:08.784140 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-cfd5fcb6-302f-4c6e-a843-8736cf48c99f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:08.799467 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:08.812630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:22:08.813744 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:08.834963 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53498e50-7442-436c-ba1f-8637015113b8 None None] DHCP port deletion for b765dc0b-22e3-4925-ad40-d14882821e30 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:22:08.909574 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-580ea3aa-3c24-4e25-bbaa-814b73f23aa8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:08.934182 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] Routers {'b16655d2-d29b-4f18-9b63-f2b9b2a48dab'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:08.934965 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['b16655d2-d29b-4f18-9b63-f2b9b2a48dab'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:09.000984 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b6bc-b7d9-4144-aaca-ab10f8604bcd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:09.014037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:09.030443 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df2d1c-cb33-4bee-b65e-68fb8ae6f11e None None] Pushing event updated for resources: {'Port': ['ID=af86629a-1470-43ee-83bb-341d5865503a,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:09.032321 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:09.039041 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c9df2d1c-cb33-4bee-b65e-68fb8ae6f11e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:09.143687 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5bf5940f-4940-42a3-9f84-1812b249c066 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.5689511 Dec 22 15:22:09.154761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-580ea3aa-3c24-4e25-bbaa-814b73f23aa8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Deleting port af86629a-1470-43ee-83bb-341d5865503a {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:09.155526 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-580ea3aa-3c24-4e25-bbaa-814b73f23aa8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:09.173817 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5940f-4940-42a3-9f84-1812b249c066 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Network': ['ID=abb0e22d-b26d-4688-8cd2-fd948aacc295,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:09.182470 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58530) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:09.193178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:09.193891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network abb0e22d-b26d-4688-8cd2-fd948aacc295 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:22:09.211004 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-09d6baae-3db1-4dad-a5d0-7c9518929b7d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'subnet': {'network_id': 'abb0e22d-b26d-4688-8cd2-fd948aacc295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:09.252872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5bf5940f-4940-42a3-9f84-1812b249c066 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:09.277977 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:09.287980 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8b6bc-b7d9-4144-aaca-ab10f8604bcd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event deleted for resources: {'Port': ['ID=d134eca3-5db5-4e52-8e1d-f49d797bdf99,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:09.312582 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e5b8b6bc-b7d9-4144-aaca-ab10f8604bcd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:09.320755 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] Set router b16655d2-d29b-4f18-9b63-f2b9b2a48dab gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:22:09.363712 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:09.897184 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16655d2-d29b-4f18-9b63-f2b9b2a48dab', 'name': 'tempest-snat-router-1029475692', 'tenant_id': 'c2a62fe9136845aba9e552f533d27b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'af86629a-1470-43ee-83bb-341d5865503a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:21:57Z', 'updated_at': '2021-12-22T15:22:02Z', 'revision_number': 3, 'project_id': 'c2a62fe9136845aba9e552f533d27b2b', 'gw_port': {'id': 'af86629a-1470-43ee-83bb-341d5865503a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16655d2-d29b-4f18-9b63-f2b9b2a48dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:59Z', 'updated_at': '2021-12-22T15:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:09.902683 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6870fa3-a0f2-4c09-ba66-3158744caa7e None None] The sync data for ids ['b16655d2-d29b-4f18-9b63-f2b9b2a48dab'] in dv-neutron-822674-1-hyperv is: [{'id': 'b16655d2-d29b-4f18-9b63-f2b9b2a48dab', 'name': 'tempest-snat-router-1029475692', 'tenant_id': 'c2a62fe9136845aba9e552f533d27b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'af86629a-1470-43ee-83bb-341d5865503a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:21:57Z', 'updated_at': '2021-12-22T15:22:02Z', 'revision_number': 3, 'project_id': 'c2a62fe9136845aba9e552f533d27b2b', 'gw_port': {'id': 'af86629a-1470-43ee-83bb-341d5865503a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16655d2-d29b-4f18-9b63-f2b9b2a48dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:59Z', 'updated_at': '2021-12-22T15:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:22:09.930941 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Network': ['ID=b765dc0b-22e3-4925-ad40-d14882821e30,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:09.937555 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:09.995155 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049cd304-8611-486f-bdd0-00e9ee2af9fc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:09.996060 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-049cd304-8611-486f-bdd0-00e9ee2af9fc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Synchronizing usage tracker for tenant:5174c37d8f2b4cb683ba55748d87c3c3 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:22:10.006864 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/networks/b765dc0b-22e3-4925-ad40-d14882821e30 HTTP/1.1" status: 204 len: 168 time: 8.2918103 Dec 22 15:22:10.016423 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58534) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:10.052429 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-580ea3aa-3c24-4e25-bbaa-814b73f23aa8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] For port af86629a-1470-43ee-83bb-341d5865503a, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=af86629a-1470-43ee-83bb-341d5865503a,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:10.053437 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-580ea3aa-3c24-4e25-bbaa-814b73f23aa8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:10.060535 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c75efaad-5896-42e4-9874-86753030dffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:10.083170 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8dc732d7-aea1-4f94-8178-ad610a6f7e76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:10.192508 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60c0f0b-fdf7-4152-9c95-d2b738d624f5 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:10.192984 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e60c0f0b-fdf7-4152-9c95-d2b738d624f5 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:10.197844 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e60c0f0b-fdf7-4152-9c95-d2b738d624f5 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/subnets/aac75317-a024-4c35-ad29-fce6ddaceaf4 HTTP/1.1" status: 404 len: 337 time: 0.1770155 Dec 22 15:22:10.226683 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58538) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:10.266838 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-580ea3aa-3c24-4e25-bbaa-814b73f23aa8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Calling delete_port for af86629a-1470-43ee-83bb-341d5865503a owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:10.279801 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-049cd304-8611-486f-bdd0-00e9ee2af9fc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Unset dirty status for tenant:5174c37d8f2b4cb683ba55748d87c3c3 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:22:10.286287 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-049cd304-8611-486f-bdd0-00e9ee2af9fc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "GET /v2.0/subnets/701b168a-4888-4b2d-8fa8-d6ec4307e5d6 HTTP/1.1" status: 200 len: 811 time: 1.4968257 Dec 22 15:22:10.296759 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-09d6baae-3db1-4dad-a5d0-7c9518929b7d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:10.300379 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58542) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:10.309452 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b6bc-b7d9-4144-aaca-ab10f8604bcd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:10.397499 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac94b21-4249-4687-a5af-38638b2a5304 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:10.398961 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac94b21-4249-4687-a5af-38638b2a5304 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:10.405875 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6ac94b21-4249-4687-a5af-38638b2a5304 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/networks/b765dc0b-22e3-4925-ad40-d14882821e30 HTTP/1.1" status: 404 len: 339 time: 0.1702027 Dec 22 15:22:10.408489 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58546) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:10.412271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-09d6baae-3db1-4dad-a5d0-7c9518929b7d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:subnet and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:10.452650 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-09d6baae-3db1-4dad-a5d0-7c9518929b7d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:10.486954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75efaad-5896-42e4-9874-86753030dffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ceefc5c-3346-4e11-b85f-c4fb9df63936,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:10.491146 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-09d6baae-3db1-4dad-a5d0-7c9518929b7d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:10.526753 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c75efaad-5896-42e4-9874-86753030dffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:10.541520 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:10.683014 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75efaad-5896-42e4-9874-86753030dffb admin admin] Checking segment: {'id': 'f1868073-ed6a-44a8-a1d4-49e95fad9955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:22:10.683619 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75efaad-5896-42e4-9874-86753030dffb admin admin] Network hostable DHCP agents. Network: ee65f9c6-5a2d-4f52-a62f-585f493090c8, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:22:10.685052 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a04e8f29-2fcc-4cad-8fcd-87d6cab63b51 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:10.748664 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b358215-ca25-469d-8860-7767938856d3 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['shared'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:10.754571 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8b358215-ca25-469d-8860-7767938856d3 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "GET /v2.0/subnets/701b168a-4888-4b2d-8fa8-d6ec4307e5d6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4489059 Dec 22 15:22:10.754571 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d6baae-3db1-4dad-a5d0-7c9518929b7d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Made reservation on behalf of ee2232110f5e4ead88119ba9dae092ad for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:22:10.759007 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-09d6baae-3db1-4dad-a5d0-7c9518929b7d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:10.760373 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58552) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:10.778985 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-54c982b4-d79f-4a60-b2cc-0fa00d16107c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1536410804'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:10.800864 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-54c982b4-d79f-4a60-b2cc-0fa00d16107c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:10.884426 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-54c982b4-d79f-4a60-b2cc-0fa00d16107c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Usage tracker for resource:network and tenant:5174c37d8f2b4cb683ba55748d87c3c3 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:10.915768 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-54c982b4-d79f-4a60-b2cc-0fa00d16107c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:11.079918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75efaad-5896-42e4-9874-86753030dffb admin admin] Network ee65f9c6-5a2d-4f52-a62f-585f493090c8 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:22:11.088407 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-54c982b4-d79f-4a60-b2cc-0fa00d16107c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:11.122758 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a04e8f29-2fcc-4cad-8fcd-87d6cab63b51 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:11.237813 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-a04e8f29-2fcc-4cad-8fcd-87d6cab63b51 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217c96e8-8299-42a5-8bb4-30cc154b03b8']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:11.247628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c982b4-d79f-4a60-b2cc-0fa00d16107c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:22:11.251290 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-54c982b4-d79f-4a60-b2cc-0fa00d16107c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:11.270080 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-c75efaad-5896-42e4-9874-86753030dffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, ee65f9c6-5a2d-4f52-a62f-585f493090c8) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:11.282058 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-a04e8f29-2fcc-4cad-8fcd-87d6cab63b51 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e31022-b4b7-44ac-8e0e-e74e91ba2bfd') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:11.282058 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-a04e8f29-2fcc-4cad-8fcd-87d6cab63b51 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e31022-b4b7-44ac-8e0e-e74e91ba2bfd') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:11.283802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab7dcd2-31fc-4030-9672-de3351ae8949 None None] Network ee65f9c6-5a2d-4f52-a62f-585f493090c8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:11.297252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a04e8f29-2fcc-4cad-8fcd-87d6cab63b51 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:11.321932 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75efaad-5896-42e4-9874-86753030dffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:11.322961 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c75efaad-5896-42e4-9874-86753030dffb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:11.330273 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a04e8f29-2fcc-4cad-8fcd-87d6cab63b51 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:11.338521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c982b4-d79f-4a60-b2cc-0fa00d16107c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:22:11.347427 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b8b6bc-b7d9-4144-aaca-ab10f8604bcd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Router 021240f2-ccd1-40dd-bb3f-354822aa9a66 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:22:11.362440 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04e8f29-2fcc-4cad-8fcd-87d6cab63b51 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:22:11.362797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a04e8f29-2fcc-4cad-8fcd-87d6cab63b51 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:11.383431 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:11.386975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-54c982b4-d79f-4a60-b2cc-0fa00d16107c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:11.386975 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-54c982b4-d79f-4a60-b2cc-0fa00d16107c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Added segment b649ea6b-5ae2-4dd1-beca-654bb91829e6 of type vlan for network 475b438e-52a7-49bf-8c65-08eb6ac3c706 Dec 22 15:22:11.403119 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-580ea3aa-3c24-4e25-bbaa-814b73f23aa8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:11.601796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aacabedf-9140-467b-a3e8-9a0c5ee14e14 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:11.723080 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c75efaad-5896-42e4-9874-86753030dffb admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.5508256 Dec 22 15:22:11.730698 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58558) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:11.745763 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1782337812-router', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:11.753004 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ea3aa-3c24-4e25-bbaa-814b73f23aa8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Pushing event deleted for resources: {'Port': ['ID=af86629a-1470-43ee-83bb-341d5865503a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:11.761281 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:11.761845 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-580ea3aa-3c24-4e25-bbaa-814b73f23aa8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:11.766795 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:11.776966 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Usage tracker for resource:router and tenant:1d57643e65d9443fac7faa48c8967a4e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:11.838610 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device af86629a-1470-43ee-83bb-341d5865503a up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:22:11.838911 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-54c982b4-d79f-4a60-b2cc-0fa00d16107c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:11.897643 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:11.918091 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-09d6baae-3db1-4dad-a5d0-7c9518929b7d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:11.921137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: af86629a-1470-43ee-83bb-341d5865503a {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:22:11.921898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device af86629a-1470-43ee-83bb-341d5865503a not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 15:22:11.947609 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f0271132-1c8d-4ce4-92d2-2e7c167b275f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:11.959977 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-ee65f9c6-5a2d-4f52-a62f-585f493090c8', 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'fixed_ips': [{'subnet_id': '3ceefc5c-3346-4e11-b85f-c4fb9df63936'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:22:11.961939 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:12.005452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:12.015991 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Port af86629a-1470-43ee-83bb-341d5865503a not found, will not notify nova. {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 15:22:12.021207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a04e8f29-2fcc-4cad-8fcd-87d6cab63b51 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:12.045499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:12.068460 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a04e8f29-2fcc-4cad-8fcd-87d6cab63b51 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:12.108468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e8f29-2fcc-4cad-8fcd-87d6cab63b51 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Network': ['ID=217c96e8-8299-42a5-8bb4-30cc154b03b8,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:12.116821 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a04e8f29-2fcc-4cad-8fcd-87d6cab63b51 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:12.143403 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-580ea3aa-3c24-4e25-bbaa-814b73f23aa8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:12.199731 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a04e8f29-2fcc-4cad-8fcd-87d6cab63b51 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/networks/217c96e8-8299-42a5-8bb4-30cc154b03b8 HTTP/1.1" status: 204 len: 168 time: 1.7901304 Dec 22 15:22:12.229783 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58562) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:12.267543 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-54c982b4-d79f-4a60-b2cc-0fa00d16107c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:12.273988 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c982b4-d79f-4a60-b2cc-0fa00d16107c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:12.274772 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-54c982b4-d79f-4a60-b2cc-0fa00d16107c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:12.304156 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-68aa8103-90d8-4d9a-8806-10dfe1b97f1d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:12.304471 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Allocated IP 172.20.0.2 (ee65f9c6-5a2d-4f52-a62f-585f493090c8/3ceefc5c-3346-4e11-b85f-c4fb9df63936/a3180376-ff9d-4998-b73a-8f2314b85509) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:22:12.308544 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b8b6bc-b7d9-4144-aaca-ab10f8604bcd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:22:12.383528 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc96110-4408-4053-b19a-5ced891572d1 None None] Sync routers for ids ['021240f2-ccd1-40dd-bb3f-354822aa9a66'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:22:12.409500 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e5b8b6bc-b7d9-4144-aaca-ab10f8604bcd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "PUT /v2.0/routers/021240f2-ccd1-40dd-bb3f-354822aa9a66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1359253 Dec 22 15:22:12.420472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58570) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:12.426734 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-580ea3aa-3c24-4e25-bbaa-814b73f23aa8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:12.506279 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-580ea3aa-3c24-4e25-bbaa-814b73f23aa8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:12.528445 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:12.530484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:12.568547 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6baae-3db1-4dad-a5d0-7c9518929b7d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Subnet': ['ID=bbbde16d-b834-461d-99e9-b0a619f2e95e,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:12.584476 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6baae-3db1-4dad-a5d0-7c9518929b7d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Checking segment: {'id': '16af2af5-3868-47c4-93b3-5332e48b4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'abb0e22d-b26d-4688-8cd2-fd948aacc295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:22:12.589426 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d6baae-3db1-4dad-a5d0-7c9518929b7d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network hostable DHCP agents. Network: abb0e22d-b26d-4688-8cd2-fd948aacc295, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:22:12.598563 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-09d6baae-3db1-4dad-a5d0-7c9518929b7d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:12.603781 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1fb049-a12b-4158-9b7f-1f80a9da5c0f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:12.604503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba1fb049-a12b-4158-9b7f-1f80a9da5c0f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:12.606068 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-54c982b4-d79f-4a60-b2cc-0fa00d16107c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8438609 Dec 22 15:22:12.608248 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ba1fb049-a12b-4158-9b7f-1f80a9da5c0f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/subnets/5404f707-67f0-493e-903e-da4082f4a4db HTTP/1.1" status: 404 len: 337 time: 0.3676944 Dec 22 15:22:12.613787 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58574) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:12.624631 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58576) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:12.630105 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc96110-4408-4053-b19a-5ced891572d1 None None] Routers {'021240f2-ccd1-40dd-bb3f-354822aa9a66'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:12.631542 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7fc96110-4408-4053-b19a-5ced891572d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['021240f2-ccd1-40dd-bb3f-354822aa9a66'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:12.634716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-b1d61982-8c1a-4be4-bc8b-fd65f72fc1cc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'subnet': {'network_id': '475b438e-52a7-49bf-8c65-08eb6ac3c706', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:12.660340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c982b4-d79f-4a60-b2cc-0fa00d16107c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Network': ['ID=475b438e-52a7-49bf-8c65-08eb6ac3c706,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:12.667962 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-54c982b4-d79f-4a60-b2cc-0fa00d16107c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:12.705481 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:12.720726 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 475b438e-52a7-49bf-8c65-08eb6ac3c706 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:22:12.732437 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1c5385-6904-4821-96ee-3838ce68c3db tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:12.733542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1c5385-6904-4821-96ee-3838ce68c3db tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:12.751922 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7fc96110-4408-4053-b19a-5ced891572d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:12.773760 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-be1c5385-6904-4821-96ee-3838ce68c3db tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/networks/9dfabb0c-2945-4259-9c1d-bbd7dda89aa5 HTTP/1.1" status: 404 len: 339 time: 0.1410968 Dec 22 15:22:12.786501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58582) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:12.797324 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-580ea3aa-3c24-4e25-bbaa-814b73f23aa8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:12.797747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580ea3aa-3c24-4e25-bbaa-814b73f23aa8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b16655d2-d29b-4f18-9b63-f2b9b2a48dab {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:22:12.846633 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-580ea3aa-3c24-4e25-bbaa-814b73f23aa8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:12.850201 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc96110-4408-4053-b19a-5ced891572d1 None None] Routers {'021240f2-ccd1-40dd-bb3f-354822aa9a66'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:12.850758 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-580ea3aa-3c24-4e25-bbaa-814b73f23aa8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "DELETE /v2.0/routers/b16655d2-d29b-4f18-9b63-f2b9b2a48dab HTTP/1.1" status: 204 len: 168 time: 5.0918806 Dec 22 15:22:12.851226 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7fc96110-4408-4053-b19a-5ced891572d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['021240f2-ccd1-40dd-bb3f-354822aa9a66'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:12.852344 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58586) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:12.858960 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b1d61982-8c1a-4be4-bc8b-fd65f72fc1cc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:12.875641 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d6baae-3db1-4dad-a5d0-7c9518929b7d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network abb0e22d-b26d-4688-8cd2-fd948aacc295 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:22:12.876857 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-babbaa9b-cbc0-4af5-b9e4-91c09ebd071b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:12.951603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b1d61982-8c1a-4be4-bc8b-fd65f72fc1cc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:12.965112 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7fc96110-4408-4053-b19a-5ced891572d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:12.965604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc96110-4408-4053-b19a-5ced891572d1 None None] The sync data for ids ['021240f2-ccd1-40dd-bb3f-354822aa9a66'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:22:13.056530 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:13.072142 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Transition to ACTIVE for port object a3180376-ff9d-4998-b73a-8f2314b85509 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:22:13.096567 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Transition to ACTIVE for port object a3180376-ff9d-4998-b73a-8f2314b85509 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:22:13.132843 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d61982-8c1a-4be4-bc8b-fd65f72fc1cc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Made reservation on behalf of 5174c37d8f2b4cb683ba55748d87c3c3 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:22:13.139217 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1d61982-8c1a-4be4-bc8b-fd65f72fc1cc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:13.183244 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:13.188740 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:13.199286 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Router 8a51442f-539c-4c60-bb87-d7cc4eedefe4 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:22:13.261878 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Network ee65f9c6-5a2d-4f52-a62f-585f493090c8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:22:13.265327 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:13.268057 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:13.278405 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Pushing event updated for resources: {'Port': ['ID=a3180376-ff9d-4998-b73a-8f2314b85509,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:13.287768 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:13.294255 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-09d6baae-3db1-4dad-a5d0-7c9518929b7d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, abb0e22d-b26d-4688-8cd2-fd948aacc295) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:13.313975 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d6baae-3db1-4dad-a5d0-7c9518929b7d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:13.314616 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-09d6baae-3db1-4dad-a5d0-7c9518929b7d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:13.332589 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ea6f72-d00f-4610-8d2b-c3adc63446ca tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Deleting subnet 3c6a9380-6a27-4522-9889-ed306d57c60c {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:22:13.372950 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3c26e4-c9ff-4362-b9ed-f9d2314e5fa7 None None] Network abb0e22d-b26d-4688-8cd2-fd948aacc295 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:13.473954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-50ea6f72-d00f-4610-8d2b-c3adc63446ca tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:13.548626 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.ipam_backend_mixin [None req-b1d61982-8c1a-4be4-bc8b-fd65f72fc1cc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Performing IP validity checks on allocation pools {{(pid=88218) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 15:22:13.549175 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.ipam_backend_mixin [None req-b1d61982-8c1a-4be4-bc8b-fd65f72fc1cc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88218) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 15:22:13.581817 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-babbaa9b-cbc0-4af5-b9e4-91c09ebd071b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:13.703997 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-09d6baae-3db1-4dad-a5d0-7c9518929b7d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5133405 Dec 22 15:22:13.709199 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device af86629a-1470-43ee-83bb-341d5865503a no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:22:13.709935 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58590) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:13.711540 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:13.728650 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-efa909bc-9ff5-4460-9f25-7ca8e94a91c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1349639782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:13.746381 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-babbaa9b-cbc0-4af5-b9e4-91c09ebd071b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Deleting port bf28be36-6597-4663-82bd-ed8e4865de5f {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:13.746381 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-babbaa9b-cbc0-4af5-b9e4-91c09ebd071b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:13.746762 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-50ea6f72-d00f-4610-8d2b-c3adc63446ca tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:13.770067 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: af86629a-1470-43ee-83bb-341d5865503a {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:22:13.770520 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device af86629a-1470-43ee-83bb-341d5865503a not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:22:13.792548 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-efa909bc-9ff5-4460-9f25-7ca8e94a91c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:13.809498 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Attempting to bind port a3180376-ff9d-4998-b73a-8f2314b85509 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:22:13.813071 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Attempting to bind port a3180376-ff9d-4998-b73a-8f2314b85509 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'f1868073-ed6a-44a8-a1d4-49e95fad9955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:22:13.813071 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Attempting to bind port a3180376-ff9d-4998-b73a-8f2314b85509 on network ee65f9c6-5a2d-4f52-a62f-585f493090c8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:22:13.832367 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:22:13.832739 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Checking segment: {'id': 'f1868073-ed6a-44a8-a1d4-49e95fad9955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:22:13.833178 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:13.833561 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Bound using segment: {'id': 'f1868073-ed6a-44a8-a1d4-49e95fad9955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:22:13.834071 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Bound port: a3180376-ff9d-4998-b73a-8f2314b85509, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1868073-ed6a-44a8-a1d4-49e95fad9955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:22:13.834492 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:13.838047 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-efa909bc-9ff5-4460-9f25-7ca8e94a91c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:router and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:13.858863 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-efa909bc-9ff5-4460-9f25-7ca8e94a91c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:13.869484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f2151c83-8d80-4e01-b94b-f9f679d379a9 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:13.877761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-efa909bc-9ff5-4460-9f25-7ca8e94a91c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:13.992449 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-abb0e22d-b26d-4688-8cd2-fd948aacc295', 'network_id': 'abb0e22d-b26d-4688-8cd2-fd948aacc295', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'fixed_ips': [{'subnet_id': 'bbbde16d-b834-461d-99e9-b0a619f2e95e'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:22:13.994180 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:14.001208 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:22:14.021336 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea011396-cc1c-4740-99a4-7be291c56c77 None None] Sync routers for ids ['8a51442f-539c-4c60-bb87-d7cc4eedefe4'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:22:14.032958 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea011396-cc1c-4740-99a4-7be291c56c77 None None] Routers {'8a51442f-539c-4c60-bb87-d7cc4eedefe4'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:14.033993 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ea011396-cc1c-4740-99a4-7be291c56c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['8a51442f-539c-4c60-bb87-d7cc4eedefe4'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:14.056265 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] For port a3180376-ff9d-4998-b73a-8f2314b85509, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:22:14.064107 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] For port a3180376-ff9d-4998-b73a-8f2314b85509, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=a3180376-ff9d-4998-b73a-8f2314b85509,segment=NetworkSegment(f1868073-ed6a-44a8-a1d4-49e95fad9955),segment_id=f1868073-ed6a-44a8-a1d4-49e95fad9955)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:22:14.066687 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-efa909bc-9ff5-4460-9f25-7ca8e94a91c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:14.068689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-efa909bc-9ff5-4460-9f25-7ca8e94a91c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:14.099284 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ea011396-cc1c-4740-99a4-7be291c56c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:14.109066 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea011396-cc1c-4740-99a4-7be291c56c77 None None] Routers {'8a51442f-539c-4c60-bb87-d7cc4eedefe4'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:14.110083 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ea011396-cc1c-4740-99a4-7be291c56c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['8a51442f-539c-4c60-bb87-d7cc4eedefe4'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:14.186939 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-efa909bc-9ff5-4460-9f25-7ca8e94a91c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:14.210864 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ea011396-cc1c-4740-99a4-7be291c56c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:14.211665 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea011396-cc1c-4740-99a4-7be291c56c77 None None] The sync data for ids ['8a51442f-539c-4c60-bb87-d7cc4eedefe4'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:22:14.230297 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1d61982-8c1a-4be4-bc8b-fd65f72fc1cc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:14.242842 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:14.277778 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:14.287759 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:14.290585 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-50ea6f72-d00f-4610-8d2b-c3adc63446ca tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:14.294164 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-babbaa9b-cbc0-4af5-b9e4-91c09ebd071b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:14.505938 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Pushing event updated for resources: {'Port': ['ID=a3180376-ff9d-4998-b73a-8f2314b85509,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:14.511022 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:14.518924 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Allocated IP 2001:db8::2 (abb0e22d-b26d-4688-8cd2-fd948aacc295/bbbde16d-b834-461d-99e9-b0a619f2e95e/316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:22:14.522306 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f2151c83-8d80-4e01-b94b-f9f679d379a9 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:14.539392 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:14.540068 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.7037272 Dec 22 15:22:14.545589 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58594) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:14.560447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-70a74f3e-39ed-40ef-99b0-e4d6d277f4ad tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:14.632244 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-babbaa9b-cbc0-4af5-b9e4-91c09ebd071b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Calling delete_port for bf28be36-6597-4663-82bd-ed8e4865de5f owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:14.673784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f2151c83-8d80-4e01-b94b-f9f679d379a9 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Deleting port 7bb84204-fe7e-4fd8-9f7a-b9a8812f5256 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:14.674412 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f2151c83-8d80-4e01-b94b-f9f679d379a9 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:14.689031 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-efa909bc-9ff5-4460-9f25-7ca8e94a91c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:14.767619 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d61982-8c1a-4be4-bc8b-fd65f72fc1cc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Subnet': ['ID=acced005-fdd0-4b45-a031-f5e21370d87c,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:14.772345 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b1d61982-8c1a-4be4-bc8b-fd65f72fc1cc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:14.782706 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d61982-8c1a-4be4-bc8b-fd65f72fc1cc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Checking segment: {'id': 'b649ea6b-5ae2-4dd1-beca-654bb91829e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '475b438e-52a7-49bf-8c65-08eb6ac3c706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:22:14.783293 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d61982-8c1a-4be4-bc8b-fd65f72fc1cc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network hostable DHCP agents. Network: 475b438e-52a7-49bf-8c65-08eb6ac3c706, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:22:14.923601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-efa909bc-9ff5-4460-9f25-7ca8e94a91c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:14.931475 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-efa909bc-9ff5-4460-9f25-7ca8e94a91c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2131445 Dec 22 15:22:14.933924 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58598) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:14.954527 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-18957d60-e0db-4295-a5bb-afb9c03e1c9a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'port': {'network_id': 'abb0e22d-b26d-4688-8cd2-fd948aacc295', 'name': 'tempest-RoutersIpV6Test-2036394366'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:14.955612 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:14.984176 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Transition to ACTIVE for port object 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:22:14.988291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d61982-8c1a-4be4-bc8b-fd65f72fc1cc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Network 475b438e-52a7-49bf-8c65-08eb6ac3c706 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:22:15.023311 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Transition to ACTIVE for port object 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:22:15.055637 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-50ea6f72-d00f-4610-8d2b-c3adc63446ca tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:15.078428 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8f43cb56-7e38-4bf7-9b7a-b934e737519d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:15.107282 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-b1d61982-8c1a-4be4-bc8b-fd65f72fc1cc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 475b438e-52a7-49bf-8c65-08eb6ac3c706) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:15.113088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d61982-8c1a-4be4-bc8b-fd65f72fc1cc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:15.113088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1d61982-8c1a-4be4-bc8b-fd65f72fc1cc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:15.125357 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77806020-f5e8-44a7-82a2-a39f9da07f23 None None] Network 475b438e-52a7-49bf-8c65-08eb6ac3c706 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:15.144500 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea6f72-d00f-4610-8d2b-c3adc63446ca tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Subnet': ['ID=3c6a9380-6a27-4522-9889-ed306d57c60c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:15.161327 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-50ea6f72-d00f-4610-8d2b-c3adc63446ca tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:15.161327 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-50ea6f72-d00f-4610-8d2b-c3adc63446ca tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:15.176687 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a748cfc-79e9-48b4-b963-27ad08b0695c None None] Network 65d6362d-f8d7-4705-9599-39cd5ec9567e requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:15.195943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:15.208480 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b128735a-6dc6-4aed-8447-a9fe6ccdfa36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:15.254640 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-50ea6f72-d00f-4610-8d2b-c3adc63446ca tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/subnets/3c6a9380-6a27-4522-9889-ed306d57c60c HTTP/1.1" status: 204 len: 168 time: 2.4666147 Dec 22 15:22:15.268044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58602) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:15.322557 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b1d61982-8c1a-4be4-bc8b-fd65f72fc1cc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.6992130 Dec 22 15:22:15.347874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58606) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:15.352247 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-18957d60-e0db-4295-a5bb-afb9c03e1c9a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:15.367430 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-fd151308-c85a-4f0f-987f-5ca202e32e6f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:15.450583 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Network abb0e22d-b26d-4688-8cd2-fd948aacc295 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:22:15.459562 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:15.462941 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-18957d60-e0db-4295-a5bb-afb9c03e1c9a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:port and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:15.471529 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:15.488866 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-18957d60-e0db-4295-a5bb-afb9c03e1c9a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:15.532735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-18957d60-e0db-4295-a5bb-afb9c03e1c9a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:15.536824 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-f2151c83-8d80-4e01-b94b-f9f679d379a9 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] For port 7bb84204-fe7e-4fd8-9f7a-b9a8812f5256, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7bb84204-fe7e-4fd8-9f7a-b9a8812f5256,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:15.537688 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f2151c83-8d80-4e01-b94b-f9f679d379a9 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:15.581012 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Pushing event updated for resources: {'Port': ['ID=316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:15.593635 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:15.689379 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-babbaa9b-cbc0-4af5-b9e4-91c09ebd071b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:15.711072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18957d60-e0db-4295-a5bb-afb9c03e1c9a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Made reservation on behalf of ee2232110f5e4ead88119ba9dae092ad for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:22:15.724894 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-18957d60-e0db-4295-a5bb-afb9c03e1c9a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:15.751326 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:15.834734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Attempting to bind port 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:22:15.835392 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Attempting to bind port 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '16af2af5-3868-47c4-93b3-5332e48b4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'abb0e22d-b26d-4688-8cd2-fd948aacc295'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:22:15.836990 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Attempting to bind port 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b on network abb0e22d-b26d-4688-8cd2-fd948aacc295 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:22:15.844280 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fd151308-c85a-4f0f-987f-5ca202e32e6f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3695104'] for subnet, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:15.880549 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-18957d60-e0db-4295-a5bb-afb9c03e1c9a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] device_id is not set on port f1973d59-e22f-4602-874f-44857bc5ac95 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:22:15.908041 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f2151c83-8d80-4e01-b94b-f9f679d379a9 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Calling delete_port for 7bb84204-fe7e-4fd8-9f7a-b9a8812f5256 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:15.945679 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:22:15.946307 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Checking segment: {'id': '16af2af5-3868-47c4-93b3-5332e48b4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'abb0e22d-b26d-4688-8cd2-fd948aacc295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:22:15.946964 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:15.947608 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Bound using segment: {'id': '16af2af5-3868-47c4-93b3-5332e48b4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'abb0e22d-b26d-4688-8cd2-fd948aacc295'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:22:15.948415 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Bound port: 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16af2af5-3868-47c4-93b3-5332e48b4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'abb0e22d-b26d-4688-8cd2-fd948aacc295'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:22:15.949034 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:15.970734 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-441d5b78-cb07-4f9c-ac43-9c7cd2f62925 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Deleting subnet ace59992-392c-4d43-89cd-89e2660dde76 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:22:15.986965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-441d5b78-cb07-4f9c-ac43-9c7cd2f62925 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:16.062016 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbaa9b-cbc0-4af5-b9e4-91c09ebd071b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event deleted for resources: {'Port': ['ID=bf28be36-6597-4663-82bd-ed8e4865de5f,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:16.088788 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a3180376-ff9d-4998-b73a-8f2314b85509 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:22:16.115964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-babbaa9b-cbc0-4af5-b9e4-91c09ebd071b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:16.164538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994551ae-160a-48bb-99b8-73522956b22a None None] Network ee65f9c6-5a2d-4f52-a62f-585f493090c8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:16.280157 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-475b438e-52a7-49bf-8c65-08eb6ac3c706', 'network_id': '475b438e-52a7-49bf-8c65-08eb6ac3c706', 'tenant_id': '5174c37d8f2b4cb683ba55748d87c3c3', 'fixed_ips': [{'subnet_id': 'acced005-fdd0-4b45-a031-f5e21370d87c'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:22:16.281265 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:16.287636 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:16.319436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-babbaa9b-cbc0-4af5-b9e4-91c09ebd071b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:16.362495 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-441d5b78-cb07-4f9c-ac43-9c7cd2f62925 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:16.369984 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-18957d60-e0db-4295-a5bb-afb9c03e1c9a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Allocated IP 2001:db8::324 (abb0e22d-b26d-4688-8cd2-fd948aacc295/bbbde16d-b834-461d-99e9-b0a619f2e95e/f1973d59-e22f-4602-874f-44857bc5ac95) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:22:16.395986 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:16.474179 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70a74f3e-39ed-40ef-99b0-e4d6d277f4ad tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:16.622768 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70a74f3e-39ed-40ef-99b0-e4d6d277f4ad tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:16.672260 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-441d5b78-cb07-4f9c-ac43-9c7cd2f62925 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:16.708224 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d416a45a-7fec-48f0-b234-8d95c9b68c6c None None] Provisioning for port a3180376-ff9d-4998-b73a-8f2314b85509 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:22:16.750679 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-70a74f3e-39ed-40ef-99b0-e4d6d277f4ad tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Deleting port 094b028c-7762-4957-a21e-14a8c1e4bf4e {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:16.751273 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70a74f3e-39ed-40ef-99b0-e4d6d277f4ad tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:16.758993 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] For port 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:22:16.767170 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-babbaa9b-cbc0-4af5-b9e4-91c09ebd071b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:16.782700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-babbaa9b-cbc0-4af5-b9e4-91c09ebd071b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:16.819594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Allocated IP 172.26.6.113 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/8db508de-75af-40d7-b5e6-58c038d3edd1) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:22:16.855861 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] For port 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b,segment=NetworkSegment(16af2af5-3868-47c4-93b3-5332e48b4407),segment_id=16af2af5-3868-47c4-93b3-5332e48b4407)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:22:16.857799 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f2151c83-8d80-4e01-b94b-f9f679d379a9 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:16.876894 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port a3180376-ff9d-4998-b73a-8f2314b85509 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:22:16.880602 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:16.889550 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port a3180376-ff9d-4998-b73a-8f2314b85509 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:16.890165 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:17.054436 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:17.071267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-babbaa9b-cbc0-4af5-b9e4-91c09ebd071b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:17.071930 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babbaa9b-cbc0-4af5-b9e4-91c09ebd071b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Fanout notify agent at l3_agent the message router_deleted on router 021240f2-ccd1-40dd-bb3f-354822aa9a66 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:22:17.076201 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0ad48b52-7f6e-43b9-b0cc-f46d8d0ce3e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:17.099342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151c83-8d80-4e01-b94b-f9f679d379a9 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bb84204-fe7e-4fd8-9f7a-b9a8812f5256,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:17.102602 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-18957d60-e0db-4295-a5bb-afb9c03e1c9a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:17.104231 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-441d5b78-cb07-4f9c-ac43-9c7cd2f62925 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:17.112562 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fd151308-c85a-4f0f-987f-5ca202e32e6f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734784429653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1920619'] for subnet, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:17.119769 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cb7368fb-2351-457a-ac56-3077e8634b7b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:17.123007 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f2151c83-8d80-4e01-b94b-f9f679d379a9 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:17.171301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2211f410-0e8e-41d7-95d0-dcad4fd81d73 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:17.203639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-18957d60-e0db-4295-a5bb-afb9c03e1c9a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Transition to ACTIVE for port object f1973d59-e22f-4602-874f-44857bc5ac95 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:22:17.213982 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-babbaa9b-cbc0-4af5-b9e4-91c09ebd071b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:17.215210 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-babbaa9b-cbc0-4af5-b9e4-91c09ebd071b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "DELETE /v2.0/routers/021240f2-ccd1-40dd-bb3f-354822aa9a66 HTTP/1.1" status: 204 len: 168 time: 4.7915261 Dec 22 15:22:17.221148 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58610) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:17.229035 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd151308-c85a-4f0f-987f-5ca202e32e6f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:17.233300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fd151308-c85a-4f0f-987f-5ca202e32e6f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:17.234746 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fd151308-c85a-4f0f-987f-5ca202e32e6f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "PUT /v2.0/subnets/acced005-fdd0-4b45-a031-f5e21370d87c HTTP/1.1" status: 200 len: 877 time: 1.8855553 Dec 22 15:22:17.250711 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58614) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:17.262640 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-441d5b78-cb07-4f9c-ac43-9c7cd2f62925 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:17.276404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd151308-c85a-4f0f-987f-5ca202e32e6f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event updated for resources: {'Subnet': ['ID=acced005-fdd0-4b45-a031-f5e21370d87c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:17.285291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fd151308-c85a-4f0f-987f-5ca202e32e6f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:17.302158 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-441d5b78-cb07-4f9c-ac43-9c7cd2f62925 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/subnets/ace59992-392c-4d43-89cd-89e2660dde76 HTTP/1.1" status: 204 len: 168 time: 2.0194111 Dec 22 15:22:17.304798 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58618) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:17.483584 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Pushing event updated for resources: {'Port': ['ID=316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:17.492697 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Allocated IP 172.20.0.3 (475b438e-52a7-49bf-8c65-08eb6ac3c706/acced005-fdd0-4b45-a031-f5e21370d87c/3ba87538-a5e1-4154-bd84-1c8271622ac4) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:22:17.495325 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:17.637157 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-7216879b-eaf1-475f-9420-32ac00c11107 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Deleting subnet 5e0555c0-9b0e-4587-a92a-f5858455476f {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:22:17.646137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7216879b-eaf1-475f-9420-32ac00c11107 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:17.672379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:17.740283 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port a3180376-ff9d-4998-b73a-8f2314b85509, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=a3180376-ff9d-4998-b73a-8f2314b85509,segment=NetworkSegment(f1868073-ed6a-44a8-a1d4-49e95fad9955),segment_id=f1868073-ed6a-44a8-a1d4-49e95fad9955)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:17.796278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-18957d60-e0db-4295-a5bb-afb9c03e1c9a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:17.815758 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:17.826010 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d5b78-cb07-4f9c-ac43-9c7cd2f62925 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Subnet': ['ID=ace59992-392c-4d43-89cd-89e2660dde76,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:17.827870 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-babbaa9b-cbc0-4af5-b9e4-91c09ebd071b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:17.841023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-441d5b78-cb07-4f9c-ac43-9c7cd2f62925 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:17.850544 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:17.859317 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:17.985660 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18957d60-e0db-4295-a5bb-afb9c03e1c9a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network abb0e22d-b26d-4688-8cd2-fd948aacc295 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:22:17.998796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-18957d60-e0db-4295-a5bb-afb9c03e1c9a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:18.003918 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Deleting port b5a39f37-04c6-40f6-a522-f8fb407cd51b {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:18.004561 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:18.051685 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18957d60-e0db-4295-a5bb-afb9c03e1c9a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:18.058012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18957d60-e0db-4295-a5bb-afb9c03e1c9a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:18.076398 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-18957d60-e0db-4295-a5bb-afb9c03e1c9a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:18.086578 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7216879b-eaf1-475f-9420-32ac00c11107 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:18.224978 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e9df09-edc8-45a7-82fe-39f7d60f455e None None] Network 65d6362d-f8d7-4705-9599-39cd5ec9567e requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:18.229850 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18957d60-e0db-4295-a5bb-afb9c03e1c9a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Port': ['ID=f1973d59-e22f-4602-874f-44857bc5ac95,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:18.233640 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:18.242740 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70a74f3e-39ed-40ef-99b0-e4d6d277f4ad tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:18.243029 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-18957d60-e0db-4295-a5bb-afb9c03e1c9a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:18.256655 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7216879b-eaf1-475f-9420-32ac00c11107 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:18.273871 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f2151c83-8d80-4e01-b94b-f9f679d379a9 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:18.362382 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-18957d60-e0db-4295-a5bb-afb9c03e1c9a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4190524 Dec 22 15:22:18.364073 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58622) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:18.365251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:22:18.469564 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=a3180376-ff9d-4998-b73a-8f2314b85509,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:18.469885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-70a74f3e-39ed-40ef-99b0-e4d6d277f4ad tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Calling delete_port for 094b028c-7762-4957-a21e-14a8c1e4bf4e owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:18.513013 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:18.629833 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:18.657603 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0e65c929-97f9-482b-921c-a6ba76926084 None None] Provisioning complete for port b5a39f37-04c6-40f6-a522-f8fb407cd51b triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:18.658274 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0e65c929-97f9-482b-921c-a6ba76926084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:18.713223 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:18.734256 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:22:18.784667 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Transition to ACTIVE for port object 3ba87538-a5e1-4154-bd84-1c8271622ac4 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:22:18.862389 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Transition to ACTIVE for port object 3ba87538-a5e1-4154-bd84-1c8271622ac4 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:22:18.940078 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:18.946741 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:19.029871 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Network 475b438e-52a7-49bf-8c65-08eb6ac3c706 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:22:19.036595 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:19.050749 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Pushing event updated for resources: {'Port': ['ID=3ba87538-a5e1-4154-bd84-1c8271622ac4,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:19.053427 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:19.059936 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:19.098072 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:19.158396 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f2151c83-8d80-4e01-b94b-f9f679d379a9 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:19.170408 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e35824-1648-4a02-8742-78d6aedf235d None None] DHCP port deletion for 65d6362d-f8d7-4705-9599-39cd5ec9567e request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:22:19.173501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f2151c83-8d80-4e01-b94b-f9f679d379a9 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:19.190590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-47e35824-1648-4a02-8742-78d6aedf235d None None] Deleting port b5a39f37-04c6-40f6-a522-f8fb407cd51b {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:19.190974 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-47e35824-1648-4a02-8742-78d6aedf235d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:19.229931 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9fc08e01-cda9-4e3e-bb92-52172ca2f301 None None] Provisioning complete for port a3180376-ff9d-4998-b73a-8f2314b85509 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:19.230339 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9fc08e01-cda9-4e3e-bb92-52172ca2f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:19.259957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1687c77-a254-444e-b33d-e2695e964105 None None] Network abb0e22d-b26d-4688-8cd2-fd948aacc295 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:19.303491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Attempting to bind port 3ba87538-a5e1-4154-bd84-1c8271622ac4 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:22:19.304406 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Attempting to bind port 3ba87538-a5e1-4154-bd84-1c8271622ac4 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'b649ea6b-5ae2-4dd1-beca-654bb91829e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '475b438e-52a7-49bf-8c65-08eb6ac3c706'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:22:19.304783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Attempting to bind port 3ba87538-a5e1-4154-bd84-1c8271622ac4 on network 475b438e-52a7-49bf-8c65-08eb6ac3c706 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:22:19.371733 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f2151c83-8d80-4e01-b94b-f9f679d379a9 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:19.372498 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2151c83-8d80-4e01-b94b-f9f679d379a9 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97f88b11-0c97-47de-ba7f-8e40d38f4923 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:22:19.393082 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:22:19.393450 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Checking segment: {'id': 'b649ea6b-5ae2-4dd1-beca-654bb91829e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '475b438e-52a7-49bf-8c65-08eb6ac3c706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:22:19.393853 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:19.394285 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Bound using segment: {'id': 'b649ea6b-5ae2-4dd1-beca-654bb91829e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '475b438e-52a7-49bf-8c65-08eb6ac3c706'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:22:19.394798 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Bound port: 3ba87538-a5e1-4154-bd84-1c8271622ac4, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b649ea6b-5ae2-4dd1-beca-654bb91829e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '475b438e-52a7-49bf-8c65-08eb6ac3c706'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:22:19.395206 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:19.410270 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] For port b5a39f37-04c6-40f6-a522-f8fb407cd51b, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b5a39f37-04c6-40f6-a522-f8fb407cd51b,segment=NetworkSegment(6797e60e-8f8a-4690-9cfe-146034a6d2a0),segment_id=6797e60e-8f8a-4690-9cfe-146034a6d2a0)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:19.410894 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:19.416471 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:19.429574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e9a38cf8-0f62-4d1e-93a4-55f465ecdaa4 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:19.504703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7216879b-eaf1-475f-9420-32ac00c11107 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:19.529323 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-405de852-729b-446b-b473-6d1fa9a41d03 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:19.572428 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Pushing event updated for resources: {'Port': ['ID=8db508de-75af-40d7-b5e6-58c038d3edd1,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:19.587661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:19.660833 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:19.693169 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3313e2fa-2491-464f-a797-5b1a78bb7212 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:19.790945 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] For port 3ba87538-a5e1-4154-bd84-1c8271622ac4, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:22:19.794023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Subnet': ['ID=acced005-fdd0-4b45-a031-f5e21370d87c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:19.810006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:19.812197 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:22:19.839792 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Calling delete_port for b5a39f37-04c6-40f6-a522-f8fb407cd51b owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:19.853085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef636f71-3a4f-44b6-85ab-11ffa109b981 None None] Network 7ea4cf62-01ac-4a03-92a3-e2db0e652cbf requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:19.870727 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] For port 3ba87538-a5e1-4154-bd84-1c8271622ac4, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=3ba87538-a5e1-4154-bd84-1c8271622ac4,segment=NetworkSegment(b649ea6b-5ae2-4dd1-beca-654bb91829e6),segment_id=b649ea6b-5ae2-4dd1-beca-654bb91829e6)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:22:19.871338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:19.877729 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-47e35824-1648-4a02-8742-78d6aedf235d None None] For port b5a39f37-04c6-40f6-a522-f8fb407cd51b, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b5a39f37-04c6-40f6-a522-f8fb407cd51b,segment=NetworkSegment(6797e60e-8f8a-4690-9cfe-146034a6d2a0),segment_id=6797e60e-8f8a-4690-9cfe-146034a6d2a0)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:19.877729 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-47e35824-1648-4a02-8742-78d6aedf235d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:19.891580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:19.898352 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216879b-eaf1-475f-9420-32ac00c11107 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event deleted for resources: {'Subnet': ['ID=5e0555c0-9b0e-4587-a92a-f5858455476f,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:19.902732 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7216879b-eaf1-475f-9420-32ac00c11107 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:19.904745 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7216879b-eaf1-475f-9420-32ac00c11107 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:20.031989 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7216879b-eaf1-475f-9420-32ac00c11107 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "DELETE /v2.0/subnets/5e0555c0-9b0e-4587-a92a-f5858455476f HTTP/1.1" status: 204 len: 168 time: 2.8090181 Dec 22 15:22:20.045382 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58626) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:20.144178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f2151c83-8d80-4e01-b94b-f9f679d379a9 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:20.146836 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f2151c83-8d80-4e01-b94b-f9f679d379a9 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "DELETE /v2.0/routers/97f88b11-0c97-47de-ba7f-8e40d38f4923 HTTP/1.1" status: 204 len: 168 time: 7.2846298 Dec 22 15:22:20.205402 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58630) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:20.246414 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1011592811', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}, 'admin_state_up': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:20.263878 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:20.266647 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:20.269804 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:20.271089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:20.298811 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70a74f3e-39ed-40ef-99b0-e4d6d277f4ad tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:20.318452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-104c1542-24c1-40c7-bc30-9bdf3c1ac972 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:20.333661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Usage tracker for resource:router and tenant:05c1d072a7804ee2b486f158ad89255a is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:20.350171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-47e35824-1648-4a02-8742-78d6aedf235d None None] Calling delete_port for b5a39f37-04c6-40f6-a522-f8fb407cd51b owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:20.357855 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:20.364097 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:20.374416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:20.379349 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a3180376-ff9d-4998-b73a-8f2314b85509 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:22:20.398726 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9de217ca-d83e-4340-99ee-c84cdf609d45 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:20.410694 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Deleting port 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:20.411718 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:20.442785 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:20.461574 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c0646344-fd32-4694-8488-7ffadecd8640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:20.508632 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:20.509668 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:20.561714 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Port': ['ID=b5a39f37-04c6-40f6-a522-f8fb407cd51b,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:20.563737 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] No DVR routers for this DVR port b5a39f37-04c6-40f6-a522-f8fb407cd51b on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:22:20.577287 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:20.588378 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a74f3e-39ed-40ef-99b0-e4d6d277f4ad tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Pushing event deleted for resources: {'Port': ['ID=094b028c-7762-4957-a21e-14a8c1e4bf4e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:20.592596 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-70a74f3e-39ed-40ef-99b0-e4d6d277f4ad tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:20.656137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Pushing event updated for resources: {'Port': ['ID=3ba87538-a5e1-4154-bd84-1c8271622ac4,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:20.663268 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:20.665891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4f35f6c1-6bf1-4d64-91d9-55924aee4680 None None] Provisioning for port 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:22:20.683170 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475b438e-52a7-49bf-8c65-08eb6ac3c706']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:20.688956 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4f35f6c1-6bf1-4d64-91d9-55924aee4680 None None] Provisioning complete for port 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:20.689612 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4f35f6c1-6bf1-4d64-91d9-55924aee4680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:20.734720 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-47e35824-1648-4a02-8742-78d6aedf235d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:22:20.735262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-47e35824-1648-4a02-8742-78d6aedf235d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:22:20.751101 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4215dded-ecf2-459f-ac68-a24c118e2bd3 None None] Network 475b438e-52a7-49bf-8c65-08eb6ac3c706 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:20.796587 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b649ea6b-5ae2-4dd1-beca-654bb91829e6') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:20.798198 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b649ea6b-5ae2-4dd1-beca-654bb91829e6') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:20.817626 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:20.820972 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:20.846192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:20.852380 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port a3180376-ff9d-4998-b73a-8f2314b85509 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:20.853212 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:20.856037 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:22:20.856636 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:20.925787 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:20.949293 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:21.045143 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d58687-6533-4b87-857a-0f40fecee615 None None] DHCP port deletion for 7ea4cf62-01ac-4a03-92a3-e2db0e652cbf request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:22:21.074759 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-10d58687-6533-4b87-857a-0f40fecee615 None None] Deleting port 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:21.075009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-10d58687-6533-4b87-857a-0f40fecee615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:21.167529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70a74f3e-39ed-40ef-99b0-e4d6d277f4ad tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:21.175573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4f35f6c1-6bf1-4d64-91d9-55924aee4680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:21.268536 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-47e35824-1648-4a02-8742-78d6aedf235d None None] Deleting port b5a39f37-04c6-40f6-a522-f8fb407cd51b {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:21.268937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-47e35824-1648-4a02-8742-78d6aedf235d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:21.409426 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-47e35824-1648-4a02-8742-78d6aedf235d None None] The port 'b5a39f37-04c6-40f6-a522-f8fb407cd51b' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:22:21.411363 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-4f35f6c1-6bf1-4d64-91d9-55924aee4680 None None] For port 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b,segment=NetworkSegment(16af2af5-3868-47c4-93b3-5332e48b4407),segment_id=16af2af5-3868-47c4-93b3-5332e48b4407)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:21.470964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d6362d-f8d7-4705-9599-39cd5ec9567e']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:21.501322 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b5a39f37-04c6-40f6-a522-f8fb407cd51b no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:22:21.526697 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1fe382-765d-467f-9f2f-2f569ec6ce82 None None] Network 475b438e-52a7-49bf-8c65-08eb6ac3c706 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:21.580697 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6797e60e-8f8a-4690-9cfe-146034a6d2a0') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:21.580999 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6797e60e-8f8a-4690-9cfe-146034a6d2a0') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:21.582864 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4f35f6c1-6bf1-4d64-91d9-55924aee4680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:21.588458 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d6cc2a40-6da9-41ca-a1aa-05b34fabfdac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:21.618957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: b5a39f37-04c6-40f6-a522-f8fb407cd51b {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:22:21.619536 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b5a39f37-04c6-40f6-a522-f8fb407cd51b not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:22:21.620151 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7bb84204-fe7e-4fd8-9f7a-b9a8812f5256 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:22:21.628857 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:21.639967 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] For port 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=6f4ea83c-9d35-4a4d-8b97-73e90319bc9e,segment=NetworkSegment(834a8d2d-d706-4ccf-9dc0-6005d732ec8d),segment_id=834a8d2d-d706-4ccf-9dc0-6005d732ec8d)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:21.640956 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:21.711444 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 15:22:21.711444 dv-neutron-822674-1-hyperv neutron-server[88217]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 15:22:21.711444 dv-neutron-822674-1-hyperv neutron-server[88217]: [parameters: {'id': '475b438e-52a7-49bf-8c65-08eb6ac3c706'}] Dec 22 15:22:21.711444 dv-neutron-822674-1-hyperv neutron-server[88217]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:22:21.712015 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:22:21.763108 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 7bb84204-fe7e-4fd8-9f7a-b9a8812f5256 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:22:21.763567 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7bb84204-fe7e-4fd8-9f7a-b9a8812f5256 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:22:21.784630 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-10d58687-6533-4b87-857a-0f40fecee615 None None] For port 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=6f4ea83c-9d35-4a4d-8b97-73e90319bc9e,segment=NetworkSegment(834a8d2d-d706-4ccf-9dc0-6005d732ec8d),segment_id=834a8d2d-d706-4ccf-9dc0-6005d732ec8d)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:21.785385 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-10d58687-6533-4b87-857a-0f40fecee615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:21.966012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:21.981704 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Calling delete_port for 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:22.027421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-10d58687-6533-4b87-857a-0f40fecee615 None None] Calling delete_port for 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:22.037985 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:22:22.039117 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:22.057393 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:22.060991 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:22:22.072094 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:22.128130 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-40ef459a-9982-4691-908f-04c6d5485f68 None None] Provisioning for port f1973d59-e22f-4602-874f-44857bc5ac95 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:22:22.142039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35f6c1-6bf1-4d64-91d9-55924aee4680 None None] Pushing event updated for resources: {'Port': ['ID=316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:22.162159 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-4f35f6c1-6bf1-4d64-91d9-55924aee4680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:22.199605 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-40ef459a-9982-4691-908f-04c6d5485f68 None None] Provisioning complete for port f1973d59-e22f-4602-874f-44857bc5ac95 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:22.200093 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-40ef459a-9982-4691-908f-04c6d5485f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:22.222793 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9de217ca-d83e-4340-99ee-c84cdf609d45 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:22.243742 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:22.275973 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70a74f3e-39ed-40ef-99b0-e4d6d277f4ad tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:22.282175 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:22.292237 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:22.293990 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70a74f3e-39ed-40ef-99b0-e4d6d277f4ad tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:22.300212 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Deleting port 3ba87538-a5e1-4154-bd84-1c8271622ac4 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:22.300874 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:22.303185 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-40ef459a-9982-4691-908f-04c6d5485f68 None None] Port f1973d59-e22f-4602-874f-44857bc5ac95 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:22:22.306183 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e72574f1-cc44-4f98-945b-f2f052482212 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:22.347844 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:22.348962 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Port 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e update to DOWN by agent not found {{(pid=88219) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 22 15:22:22.357715 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-10d58687-6533-4b87-857a-0f40fecee615 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:22:22.357915 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-10d58687-6533-4b87-857a-0f40fecee615 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:22:22.372233 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-40ef459a-9982-4691-908f-04c6d5485f68 None None] Provisioning complete for port 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:22.377649 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-40ef459a-9982-4691-908f-04c6d5485f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:22.377784 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/networks/65d6362d-f8d7-4705-9599-39cd5ec9567e HTTP/1.1" status: 204 len: 168 time: 5.0693338 Dec 22 15:22:22.377784 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9de217ca-d83e-4340-99ee-c84cdf609d45 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:22.380822 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:22.393790 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58636) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:22.442519 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Network': ['ID=65d6362d-f8d7-4705-9599-39cd5ec9567e,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:22.488322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:22.490395 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:22.575417 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] No DVR routers for this DVR port 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:22:22.577481 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-a825f98b-51a0-4769-81d8-358b1d009fdc tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:22.577932 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a825f98b-51a0-4769-81d8-358b1d009fdc tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:22.579821 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a825f98b-51a0-4769-81d8-358b1d009fdc tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/subnets/d2d92b1f-6e09-4083-b232-002dae1715a6 HTTP/1.1" status: 404 len: 337 time: 0.1846566 Dec 22 15:22:22.621142 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58640) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:22.737799 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-48571fe0-0bd9-4a4c-a88d-5e5af67c6d78 None None] Provisioning complete for port f1973d59-e22f-4602-874f-44857bc5ac95 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:22.738532 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-48571fe0-0bd9-4a4c-a88d-5e5af67c6d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:22.793900 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de217ca-d83e-4340-99ee-c84cdf609d45 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Port': ['ID=f1973d59-e22f-4602-874f-44857bc5ac95,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:22.800114 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-48571fe0-0bd9-4a4c-a88d-5e5af67c6d78 None None] Port f1973d59-e22f-4602-874f-44857bc5ac95 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:22:22.828633 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1c9412-be85-44d5-af7d-64be48e8a5c6 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:22.829166 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1c9412-be85-44d5-af7d-64be48e8a5c6 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:22.830933 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8f1c9412-be85-44d5-af7d-64be48e8a5c6 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/networks/1dec24e1-d180-4644-89e5-c85abb1e7484 HTTP/1.1" status: 404 len: 339 time: 0.1799095 Dec 22 15:22:22.854382 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58644) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:22.859027 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-10d58687-6533-4b87-857a-0f40fecee615 None None] Deleting port 6f4ea83c-9d35-4a4d-8b97-73e90319bc9e {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:22.859733 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-10d58687-6533-4b87-857a-0f40fecee615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:22.896222 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event deleted for resources: {'Port': ['ID=6f4ea83c-9d35-4a4d-8b97-73e90319bc9e,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:22.899082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:22.912663 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.518s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:22.914477 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:22.924621 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:22.958664 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-10d58687-6533-4b87-857a-0f40fecee615 None None] The port '6f4ea83c-9d35-4a4d-8b97-73e90319bc9e' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:22:22.963315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a74f3e-39ed-40ef-99b0-e4d6d277f4ad tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Router 8a51442f-539c-4c60-bb87-d7cc4eedefe4 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:22:22.964669 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-10867c56-aac3-40f6-a20c-285f96d128a9 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:22.965126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10867c56-aac3-40f6-a20c-285f96d128a9 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:22.967176 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-10867c56-aac3-40f6-a20c-285f96d128a9 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/subnets/1851e1f2-0bf4-49d4-9c36-e2ceaf3356e8 HTTP/1.1" status: 404 len: 337 time: 0.1088431 Dec 22 15:22:22.979610 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58648) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:22.982997 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5b45fe57-9b4e-48b9-8519-fa89851302c3 None None] Provisioning complete for port f1973d59-e22f-4602-874f-44857bc5ac95 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:22.984330 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5b45fe57-9b4e-48b9-8519-fa89851302c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:23.015675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe34753-d9d9-4f9c-aed0-221e82f8a46d None None] get_active_networks_info from dv-neutron-822674-1-hyperv {{(pid=88219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 15:22:23.021000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] For port 3ba87538-a5e1-4154-bd84-1c8271622ac4, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=3ba87538-a5e1-4154-bd84-1c8271622ac4,segment=NetworkSegment(b649ea6b-5ae2-4dd1-beca-654bb91829e6),segment_id=b649ea6b-5ae2-4dd1-beca-654bb91829e6)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:23.021697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:23.091349 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-5b45fe57-9b4e-48b9-8519-fa89851302c3 None None] Port f1973d59-e22f-4602-874f-44857bc5ac95 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:22:23.203876 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe34753-d9d9-4f9c-aed0-221e82f8a46d None None] Resources bound (agent type, host, resource id): {{(pid=88219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 15:22:23.257077 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea4cf62-01ac-4a03-92a3-e2db0e652cbf']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:23.271020 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b48f7f9-1572-4e2f-82bd-fd3bc2e55f76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:23.271508 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b48f7f9-1572-4e2f-82bd-fd3bc2e55f76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:23.276422 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5b48f7f9-1572-4e2f-82bd-fd3bc2e55f76 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/networks/a9fdd605-5058-4b6e-9390-3e88cfa566dc HTTP/1.1" status: 404 len: 339 time: 0.2931793 Dec 22 15:22:23.289169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58652) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:23.301267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '834a8d2d-d706-4ccf-9dc0-6005d732ec8d') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:23.301594 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '834a8d2d-d706-4ccf-9dc0-6005d732ec8d') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:23.340104 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Calling delete_port for 3ba87538-a5e1-4154-bd84-1c8271622ac4 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:23.383246 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:23.390619 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9bd333-9b2b-4439-aa6f-c0a1c4c86eca tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:23.391365 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9bd333-9b2b-4439-aa6f-c0a1c4c86eca tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:23.393293 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5b9bd333-9b2b-4439-aa6f-c0a1c4c86eca tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/subnets/5c1c4634-6312-4007-8752-75d223e1c39a HTTP/1.1" status: 404 len: 337 time: 0.0996158 Dec 22 15:22:23.422178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58656) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:23.437589 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9de217ca-d83e-4340-99ee-c84cdf609d45 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:23.557724 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:23.588833 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:22:23.588833 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:23.605298 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:23.888472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:23.909884 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-869c6709-f5b0-4177-8741-a62affe3841e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:23.910404 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869c6709-f5b0-4177-8741-a62affe3841e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:23.912189 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-869c6709-f5b0-4177-8741-a62affe3841e tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/networks/6e7b759b-c735-417d-b523-6d70694802d9 HTTP/1.1" status: 404 len: 339 time: 0.4881968 Dec 22 15:22:23.917768 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a74f3e-39ed-40ef-99b0-e4d6d277f4ad tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:22:23.918924 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58660) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:23.939682 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70a74f3e-39ed-40ef-99b0-e4d6d277f4ad tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:23.939682 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-70a74f3e-39ed-40ef-99b0-e4d6d277f4ad tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "PUT /v2.0/routers/8a51442f-539c-4c60-bb87-d7cc4eedefe4 HTTP/1.1" status: 200 len: 708 time: 9.3894134 Dec 22 15:22:23.947114 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2fbe6d-5774-4dee-9c59-17f8a5bf7eea None None] Sync routers for ids ['8a51442f-539c-4c60-bb87-d7cc4eedefe4'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:22:23.953954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58664) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:23.960114 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:23.965138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:23.969405 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:23.971202 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2fbe6d-5774-4dee-9c59-17f8a5bf7eea None None] Routers {'8a51442f-539c-4c60-bb87-d7cc4eedefe4'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:23.971952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1b2fbe6d-5774-4dee-9c59-17f8a5bf7eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['8a51442f-539c-4c60-bb87-d7cc4eedefe4'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:23.979258 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-54c982b4-d79f-4a60-b2cc-0fa00d16107c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:24.053154 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event deleted for resources: {'Network': ['ID=7ea4cf62-01ac-4a03-92a3-e2db0e652cbf,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:24.056428 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:24.093043 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "DELETE /v2.0/networks/7ea4cf62-01ac-4a03-92a3-e2db0e652cbf HTTP/1.1" status: 204 len: 168 time: 4.0478294 Dec 22 15:22:24.097861 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58668) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:24.120049 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1b2fbe6d-5774-4dee-9c59-17f8a5bf7eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:24.131874 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:22:24.214991 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-18b1f6c6-2ca8-47b4-84e0-3ec89b61cc48 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "GET /v2.0/routers/8a51442f-539c-4c60-bb87-d7cc4eedefe4 HTTP/1.1" status: 200 len: 743 time: 0.2597866 Dec 22 15:22:24.221280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58672) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:24.223991 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2fbe6d-5774-4dee-9c59-17f8a5bf7eea None None] Routers {'8a51442f-539c-4c60-bb87-d7cc4eedefe4'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:24.225529 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1b2fbe6d-5774-4dee-9c59-17f8a5bf7eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['8a51442f-539c-4c60-bb87-d7cc4eedefe4'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:24.241091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-365212be-1cf3-4129-91d7-a557b16968d5 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Deleting subnet 6f7d160b-f9a0-4b6f-abe4-a1f3cc1c8201 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:22:24.271727 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:24.284263 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2e05f5e8-b0c6-4fdf-85ec-082b44a11304 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:24.315641 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-365212be-1cf3-4129-91d7-a557b16968d5 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:24.331177 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-21fc08ab-cbcb-4f90-93c7-0947af068cfc tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&device_id=8a51442f-539c-4c60-bb87-d7cc4eedefe4 HTTP/1.1" status: 200 len: 205 time: 0.1039312 Dec 22 15:22:24.337143 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:24.345673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58676) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:24.380512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Port': ['ID=3ba87538-a5e1-4154-bd84-1c8271622ac4,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:24.381975 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1b2fbe6d-5774-4dee-9c59-17f8a5bf7eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:24.388480 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:24.392117 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2fbe6d-5774-4dee-9c59-17f8a5bf7eea None None] The sync data for ids ['8a51442f-539c-4c60-bb87-d7cc4eedefe4'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:22:24.439388 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:24.439866 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:24.462387 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b4c1820c-b80b-4fc2-a4db-3f42be5b3d1f tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a51442f-539c-4c60-bb87-d7cc4eedefe4 HTTP/1.1" status: 200 len: 205 time: 0.1153905 Dec 22 15:22:24.476607 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58680) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:24.488478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No DVR routers for this DVR port 3ba87538-a5e1-4154-bd84-1c8271622ac4 on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:22:24.502363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9de217ca-d83e-4340-99ee-c84cdf609d45 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:24.520408 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c5b5bfa5-21d5-4514-9709-21bab42baa9b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Deleting port f92bc5d4-bbc3-4ae2-9172-cc62ccf7f336 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:24.520746 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c5b5bfa5-21d5-4514-9709-21bab42baa9b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:24.622533 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-365212be-1cf3-4129-91d7-a557b16968d5 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:24.738171 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Allocated IP 172.26.6.194 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/42e2d680-b6a5-49b6-a7d9-ec87857dcc9f) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:22:24.827338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-81354cf9-316e-4279-a919-ca047d53f07f tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:24.976281 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:25.068014 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475b438e-52a7-49bf-8c65-08eb6ac3c706']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:25.149129 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b649ea6b-5ae2-4dd1-beca-654bb91829e6') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:25.149554 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b649ea6b-5ae2-4dd1-beca-654bb91829e6') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:25.219192 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-12cebc15-6cc1-4462-b443-c0e055459d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:25.278413 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-365212be-1cf3-4129-91d7-a557b16968d5 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:25.383072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c5b5bfa5-21d5-4514-9709-21bab42baa9b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:25.383327 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c5b5bfa5-21d5-4514-9709-21bab42baa9b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:25.398405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:25.413863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-81354cf9-316e-4279-a919-ca047d53f07f tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:25.418492 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-81354cf9-316e-4279-a919-ca047d53f07f tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:25.438815 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:25.458720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:22:25.459226 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:25.476630 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:25.532655 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-81354cf9-316e-4279-a919-ca047d53f07f tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:25.533996 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81354cf9-316e-4279-a919-ca047d53f07f tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Fanout notify agent at l3_agent the message router_deleted on router 8a51442f-539c-4c60-bb87-d7cc4eedefe4 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:22:25.561900 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Router 36d43092-df8f-4a83-a2d3-688bb812614e is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:22:25.581845 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-81354cf9-316e-4279-a919-ca047d53f07f tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:25.582977 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-81354cf9-316e-4279-a919-ca047d53f07f tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "DELETE /v2.0/routers/8a51442f-539c-4c60-bb87-d7cc4eedefe4 HTTP/1.1" status: 204 len: 168 time: 1.1050961 Dec 22 15:22:25.604063 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58684) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:25.615837 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c5b5bfa5-21d5-4514-9709-21bab42baa9b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Calling delete_port for f92bc5d4-bbc3-4ae2-9172-cc62ccf7f336 owned by network:floatingip {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:25.653773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:25.659057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9186ae25-7f78-45fa-8317-c94f960d5b89 tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:25.686384 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:25.706126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Network': ['ID=475b438e-52a7-49bf-8c65-08eb6ac3c706,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:25.723653 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:25.741921 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/475b438e-52a7-49bf-8c65-08eb6ac3c706 HTTP/1.1" status: 204 len: 168 time: 8.4448237 Dec 22 15:22:25.743225 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58688) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:25.777066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:25.785919 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8aad51fc-303d-49dd-ae08-10600411bde1 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a51442f-539c-4c60-bb87-d7cc4eedefe4 HTTP/1.1" status: 200 len: 205 time: 0.1374612 Dec 22 15:22:25.800327 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58692) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:25.855517 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-84831908-0177-46c1-8712-1d2cf61e9390 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:25.855975 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84831908-0177-46c1-8712-1d2cf61e9390 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:25.857836 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-84831908-0177-46c1-8712-1d2cf61e9390 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/subnets/acced005-fdd0-4b45-a031-f5e21370d87c HTTP/1.1" status: 404 len: 337 time: 0.1130264 Dec 22 15:22:25.868084 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58696) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:25.912749 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd72587-741d-492d-baaf-0b059d717281 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:25.913897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd72587-741d-492d-baaf-0b059d717281 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:25.916563 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8bd72587-741d-492d-baaf-0b059d717281 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/475b438e-52a7-49bf-8c65-08eb6ac3c706 HTTP/1.1" status: 404 len: 339 time: 0.0473104 Dec 22 15:22:25.922716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58700) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:25.925562 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-b83fc293-8676-422e-b772-6c4627b88dca tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] delete failed (client error): The resource could not be found. Dec 22 15:22:25.926680 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b83fc293-8676-422e-b772-6c4627b88dca tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "DELETE /v2.0/routers/8a51442f-539c-4c60-bb87-d7cc4eedefe4 HTTP/1.1" status: 404 len: 336 time: 0.1197734 Dec 22 15:22:25.931861 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58704) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:25.935024 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:22:25.953286 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] Sync routers for ids ['36d43092-df8f-4a83-a2d3-688bb812614e'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:22:25.971048 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] Routers {'36d43092-df8f-4a83-a2d3-688bb812614e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:25.972491 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:21:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['36d43092-df8f-4a83-a2d3-688bb812614e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:25.994256 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-13bbcb5b-5006-4728-b8cd-858fee17e889 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:25.994706 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13bbcb5b-5006-4728-b8cd-858fee17e889 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:26.000124 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-db7d6185-b8eb-4859-b3df-61f21359b052 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "GET /v2.0/ports?device_id=edcdaaae-3c8a-4e9c-b225-c0243c7fe534 HTTP/1.1" status: 200 len: 205 time: 0.0662727 Dec 22 15:22:26.002967 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58708) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:26.010402 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-365212be-1cf3-4129-91d7-a557b16968d5 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:26.017491 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9de217ca-d83e-4340-99ee-c84cdf609d45 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:26.024831 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1108b9f5-5aab-4e27-97b1-7f8256941cc4 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:26.073863 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-13bbcb5b-5006-4728-b8cd-858fee17e889 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/subnets/b8aaf7a7-a5bd-4f15-8548-7ba2f2692843 HTTP/1.1" status: 404 len: 337 time: 0.1462965 Dec 22 15:22:26.075273 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58712) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:26.075455 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365212be-1cf3-4129-91d7-a557b16968d5 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7d160b-f9a0-4b6f-abe4-a1f3cc1c8201,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:26.077120 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-365212be-1cf3-4129-91d7-a557b16968d5 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:26.082327 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-365212be-1cf3-4129-91d7-a557b16968d5 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:26.088914 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-365212be-1cf3-4129-91d7-a557b16968d5 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/subnets/6f7d160b-f9a0-4b6f-abe4-a1f3cc1c8201 HTTP/1.1" status: 204 len: 168 time: 2.1688628 Dec 22 15:22:26.101288 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f4ccd9-8943-4846-b0b4-9f80f0fa41a3 None None] Network cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:26.101457 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58716) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:26.151951 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-cee58621-40c3-4e60-a6f4-fadcac60a00b tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] delete failed (client error): The resource could not be found. Dec 22 15:22:26.160712 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cee58621-40c3-4e60-a6f4-fadcac60a00b tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "DELETE /v2.0/routers/edcdaaae-3c8a-4e9c-b225-c0243c7fe534 HTTP/1.1" status: 404 len: 336 time: 0.1504531 Dec 22 15:22:26.167496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58720) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:26.171247 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9de217ca-d83e-4340-99ee-c84cdf609d45 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:26.172174 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9de217ca-d83e-4340-99ee-c84cdf609d45 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:26.177348 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:26.218286 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] Set router 36d43092-df8f-4a83-a2d3-688bb812614e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:22:26.223521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-60b6f61c-04da-49be-ac48-de5f0180b0af tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:26.277313 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c5b5bfa5-21d5-4514-9709-21bab42baa9b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:26.326081 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ef9ec07f-01be-44b8-a0e0-42a4a956868c tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "GET /v2.0/ports?device_id=293164cc-8e83-4add-af78-1e0b8af0be18 HTTP/1.1" status: 200 len: 205 time: 0.1569643 Dec 22 15:22:26.339733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58724) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:26.423392 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:26.425613 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 14.6928341 Dec 22 15:22:26.434473 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-a7e678e6-5bd9-4db7-8b1a-c803342f4a53 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] delete failed (client error): The resource could not be found. Dec 22 15:22:26.435806 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a7e678e6-5bd9-4db7-8b1a-c803342f4a53 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "DELETE /v2.0/routers/293164cc-8e83-4add-af78-1e0b8af0be18 HTTP/1.1" status: 404 len: 336 time: 0.0863705 Dec 22 15:22:26.436516 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b8913aad-336a-41c6-9138-b31bf94b99de tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:26.439425 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58728) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:26.446009 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58730) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:26.496866 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:22:26.510152 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d60d292-d11e-46d8-9cb9-0f3af6138366 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:26.510933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d60d292-d11e-46d8-9cb9-0f3af6138366 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:26.513940 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4d60d292-d11e-46d8-9cb9-0f3af6138366 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/8badc3c1-93b0-404f-b978-93e38aa64f47 HTTP/1.1" status: 404 len: 339 time: 0.4314594 Dec 22 15:22:26.634792 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58736) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:26.660196 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4674a6dd-66c6-4803-9d7f-c227eb555ca2 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc0ed10d-0247-4710-a50e-04b6e6519afd HTTP/1.1" status: 200 len: 205 time: 0.2048919 Dec 22 15:22:26.670929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58740) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:26.689091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:26.691977 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3da0f7-95d7-4541-8a32-778d3eecb608 None None] DHCP port deletion for cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:22:26.699284 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ee3da0f7-95d7-4541-8a32-778d3eecb608 None None] Deleting port cf68e832-2d85-4282-a982-b42cb0ed7e16 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:26.699675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ee3da0f7-95d7-4541-8a32-778d3eecb608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:26.757975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:26.792135 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'name': 'tempest-ServersTestManualDisk-1782337812-router', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:12Z', 'updated_at': '2021-12-22T15:22:21Z', 'revision_number': 3, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'gw_port': {'id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:16Z', 'updated_at': '2021-12-22T15:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:26.799657 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] Checking router: 36d43092-df8f-4a83-a2d3-688bb812614e for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:22:26.801027 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] Updating router 36d43092-df8f-4a83-a2d3-688bb812614e port 8db508de-75af-40d7-b5e6-58c038d3edd1 binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:22:26.843332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de217ca-d83e-4340-99ee-c84cdf609d45 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Port': ['ID=f1973d59-e22f-4602-874f-44857bc5ac95,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:26.906040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c5b5bfa5-21d5-4514-9709-21bab42baa9b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for floatingip, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:26.909586 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-d352fef3-c76c-445e-863f-0857f27f6367 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] delete failed (client error): The resource could not be found. Dec 22 15:22:26.910647 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d352fef3-c76c-445e-863f-0857f27f6367 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "DELETE /v2.0/routers/fc0ed10d-0247-4710-a50e-04b6e6519afd HTTP/1.1" status: 404 len: 336 time: 0.2236533 Dec 22 15:22:26.921095 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:26.925635 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ee3da0f7-95d7-4541-8a32-778d3eecb608 None None] For port cf68e832-2d85-4282-a982-b42cb0ed7e16, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=cf68e832-2d85-4282-a982-b42cb0ed7e16,segment=NetworkSegment(df9f8a17-249b-40e7-853d-0cf7406de42d),segment_id=df9f8a17-249b-40e7-853d-0cf7406de42d)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:26.926407 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ee3da0f7-95d7-4541-8a32-778d3eecb608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:26.936914 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58744) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:27.013671 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c5b5bfa5-21d5-4514-9709-21bab42baa9b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:27.019994 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c5b5bfa5-21d5-4514-9709-21bab42baa9b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "DELETE /v2.0/floatingips/83215241-d3df-4722-915f-a99e7a575c10 HTTP/1.1" status: 204 len: 168 time: 2.9102716 Dec 22 15:22:27.022370 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-642b03ae-f732-4425-ab8c-2d3c506986b4 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "GET /v2.0/ports?device_id=f56ac969-34c9-4136-bde4-0f3e21af5b9a HTTP/1.1" status: 200 len: 205 time: 0.0753298 Dec 22 15:22:27.025194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58748) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:27.040554 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58750) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:27.066790 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ee3da0f7-95d7-4541-8a32-778d3eecb608 None None] Calling delete_port for cf68e832-2d85-4282-a982-b42cb0ed7e16 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:27.148365 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0ef596db-0e32-42f7-8e10-a7c28b6ea54b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:27.153648 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Pushing event updated for resources: {'Port': ['ID=42e2d680-b6a5-49b6-a7d9-ec87857dcc9f,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:27.206574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-b8913aad-336a-41c6-9138-b31bf94b99de tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Deleting port cf68e832-2d85-4282-a982-b42cb0ed7e16 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:27.206920 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b8913aad-336a-41c6-9138-b31bf94b99de tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:27.217225 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ee3da0f7-95d7-4541-8a32-778d3eecb608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:27.229325 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0b867f23-97ef-4921-9585-8537d7a0bc83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:27.259012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.035s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:27.260515 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-fff6b276-f135-4b3e-92bc-ca8937692786 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] delete failed (client error): The resource could not be found. Dec 22 15:22:27.267538 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fff6b276-f135-4b3e-92bc-ca8937692786 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "DELETE /v2.0/routers/f56ac969-34c9-4136-bde4-0f3e21af5b9a HTTP/1.1" status: 404 len: 336 time: 0.1880419 Dec 22 15:22:27.273647 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-058a8676-f1af-4e76-b557-bbb5b36dba83 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.012s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:27.298937 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58756) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:27.350269 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-b8913aad-336a-41c6-9138-b31bf94b99de tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] The port 'cf68e832-2d85-4282-a982-b42cb0ed7e16' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:22:27.351112 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-e881f2de-25d8-44bd-ac7b-435ad9a511cf tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:27.351637 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e881f2de-25d8-44bd-ac7b-435ad9a511cf tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:27.358931 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e881f2de-25d8-44bd-ac7b-435ad9a511cf tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "DELETE /v2.0/ports/dae9fe5b-5f6b-446a-a283-c86f50474f44 HTTP/1.1" status: 404 len: 333 time: 0.3220017 Dec 22 15:22:27.361441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3da0f7-95d7-4541-8a32-778d3eecb608 None None] Pushing event deleted for resources: {'Port': ['ID=cf68e832-2d85-4282-a982-b42cb0ed7e16,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:27.362257 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4f27f96d-b76b-4082-b7ba-ac593fc5a0da tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9afef7-d2b9-4580-9a79-ebbfda0a3203 HTTP/1.1" status: 200 len: 205 time: 0.0616450 Dec 22 15:22:27.365884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58760) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:27.365884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58762) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:27.378358 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ee3da0f7-95d7-4541-8a32-778d3eecb608 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:27.391581 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3da0f7-95d7-4541-8a32-778d3eecb608 None None] No DVR routers for this DVR port cf68e832-2d85-4282-a982-b42cb0ed7e16 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:22:27.477669 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5bfa5-21d5-4514-9709-21bab42baa9b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event deleted for resources: {'Port': ['ID=f92bc5d4-bbc3-4ae2-9172-cc62ccf7f336,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:27.489505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de217ca-d83e-4340-99ee-c84cdf609d45 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network abb0e22d-b26d-4688-8cd2-fd948aacc295 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:22:27.490782 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c5b5bfa5-21d5-4514-9709-21bab42baa9b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:27.494787 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.196s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:27.495103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:27.499004 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-9de217ca-d83e-4340-99ee-c84cdf609d45 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:27.537395 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:27.547579 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] Transition to ACTIVE for port object 8db508de-75af-40d7-b5e6-58c038d3edd1 will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:22:27.653864 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:27.662276 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:27.682589 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0929086e-638e-42f5-b2e6-3d3f86dc1ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:27.816797 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59129ad5-1c93-4e04-9158-5f23c2c698d2 None None] Pushing event updated for resources: {'Port': ['ID=8db508de-75af-40d7-b5e6-58c038d3edd1,revision_number=2']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:27.822293 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-59129ad5-1c93-4e04-9158-5f23c2c698d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:27.860573 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f8adb8a9-dd38-4a45-bf5e-450b7c5cfa93 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Synchronizing usage tracker for tenant:896746a3ba814c648a856f49fda64854 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:22:27.861140 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] Attempting to bind port 8db508de-75af-40d7-b5e6-58c038d3edd1 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:22:27.861970 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] Attempting to bind port 8db508de-75af-40d7-b5e6-58c038d3edd1 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:22:27.862640 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] Attempting to bind port 8db508de-75af-40d7-b5e6-58c038d3edd1 on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:22:27.878611 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:22:27.879246 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:22:27.880016 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:27.880581 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:22:27.881520 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] Bound port: 8db508de-75af-40d7-b5e6-58c038d3edd1, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:22:27.882747 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:27.912121 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-29d7dedd-1967-406e-8cdf-0adfdd713aeb tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] delete failed (client error): The resource could not be found. Dec 22 15:22:27.913335 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-29d7dedd-1967-406e-8cdf-0adfdd713aeb tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "DELETE /v2.0/routers/df9afef7-d2b9-4580-9a79-ebbfda0a3203 HTTP/1.1" status: 404 len: 336 time: 0.3819745 Dec 22 15:22:27.917500 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58770) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:27.967410 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device cf68e832-2d85-4282-a982-b42cb0ed7e16 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:22:28.015225 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] For port 8db508de-75af-40d7-b5e6-58c038d3edd1, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:22:28.023103 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] For port 8db508de-75af-40d7-b5e6-58c038d3edd1, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8db508de-75af-40d7-b5e6-58c038d3edd1,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:22:28.044722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: cf68e832-2d85-4282-a982-b42cb0ed7e16 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:22:28.044722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device cf68e832-2d85-4282-a982-b42cb0ed7e16 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:22:28.046048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bc190a5c-fce4-4b91-b7e3-6bfbeda7288c None None] Provisioning complete for port f1973d59-e22f-4602-874f-44857bc5ac95 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:28.052648 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bc190a5c-fce4-4b91-b7e3-6bfbeda7288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:28.054504 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-db727544-5e6c-4927-8c81-8f71608bef1a tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:28.055042 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db727544-5e6c-4927-8c81-8f71608bef1a tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:28.058557 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-db727544-5e6c-4927-8c81-8f71608bef1a tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] 10.222.0.59 "DELETE /v2.0/subnets/a5d2b98c-5514-4399-b82e-5ef86f6a3dee HTTP/1.1" status: 404 len: 337 time: 0.1391692 Dec 22 15:22:28.059363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de217ca-d83e-4340-99ee-c84cdf609d45 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router 85b1f425-d7f4-4abf-8ec5-da6f81729bef is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:22:28.102874 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:28.117700 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-bc190a5c-fce4-4b91-b7e3-6bfbeda7288c None None] Port f1973d59-e22f-4602-874f-44857bc5ac95 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:22:28.130102 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:28.245439 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0ef596db-0e32-42f7-8e10-a7c28b6ea54b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:28.255125 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] Routers {'36d43092-df8f-4a83-a2d3-688bb812614e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:28.255903 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['36d43092-df8f-4a83-a2d3-688bb812614e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:28.274676 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f8adb8a9-dd38-4a45-bf5e-450b7c5cfa93 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Unset dirty status for tenant:896746a3ba814c648a856f49fda64854 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:22:28.278396 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f8adb8a9-dd38-4a45-bf5e-450b7c5cfa93 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "GET /v2.0/ports?device_id=021240f2-ccd1-40dd-bb3f-354822aa9a66 HTTP/1.1" status: 200 len: 205 time: 0.7489276 Dec 22 15:22:28.281150 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b8913aad-336a-41c6-9138-b31bf94b99de tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:28.289116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58776) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:28.426421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-0ef596db-0e32-42f7-8e10-a7c28b6ea54b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c8ca3d-2898-430b-bde7-a5b553f5bdb4']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:28.434760 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-61ea5381-39cd-4378-9021-4968012f9323 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] delete failed (client error): The resource could not be found. Dec 22 15:22:28.438767 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-61ea5381-39cd-4378-9021-4968012f9323 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "DELETE /v2.0/routers/021240f2-ccd1-40dd-bb3f-354822aa9a66 HTTP/1.1" status: 404 len: 336 time: 0.1364911 Dec 22 15:22:28.442299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58780) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:28.442634 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59129ad5-1c93-4e04-9158-5f23c2c698d2 None None] Pushing event updated for resources: {'Port': ['ID=8db508de-75af-40d7-b5e6-58c038d3edd1,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:28.443799 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-b8913aad-336a-41c6-9138-b31bf94b99de tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:28.452553 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-59129ad5-1c93-4e04-9158-5f23c2c698d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:28.500274 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-0ef596db-0e32-42f7-8e10-a7c28b6ea54b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ede1aac-d101-4ee0-9ab3-676fa49d0483') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:28.500688 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-0ef596db-0e32-42f7-8e10-a7c28b6ea54b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ede1aac-d101-4ee0-9ab3-676fa49d0483') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:28.516698 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-b8913aad-336a-41c6-9138-b31bf94b99de tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9f8a17-249b-40e7-853d-0cf7406de42d') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:28.517093 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-b8913aad-336a-41c6-9138-b31bf94b99de tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9f8a17-249b-40e7-853d-0cf7406de42d') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:28.525079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:28.615048 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6afb74d-aaed-4aa6-a977-e372e30356fc tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:28.615719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6afb74d-aaed-4aa6-a977-e372e30356fc tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:28.620996 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a6afb74d-aaed-4aa6-a977-e372e30356fc tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "DELETE /v2.0/subnets/5e0555c0-9b0e-4587-a92a-f5858455476f HTTP/1.1" status: 404 len: 337 time: 0.1655309 Dec 22 15:22:28.623190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0ef596db-0e32-42f7-8e10-a7c28b6ea54b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:28.630330 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58786) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:28.632853 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b8913aad-336a-41c6-9138-b31bf94b99de tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:28.714352 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] Set router 36d43092-df8f-4a83-a2d3-688bb812614e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:22:28.737066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de217ca-d83e-4340-99ee-c84cdf609d45 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:22:28.748107 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9de217ca-d83e-4340-99ee-c84cdf609d45 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/85b1f425-d7f4-4abf-8ec5-da6f81729bef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3800235 Dec 22 15:22:28.749967 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b8913aad-336a-41c6-9138-b31bf94b99de tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:28.752973 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58790) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:28.760336 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad88595-ebc4-49d2-8be3-c6432d8ba3f7 None None] Sync routers for ids ['85b1f425-d7f4-4abf-8ec5-da6f81729bef'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:22:28.761909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0ef596db-0e32-42f7-8e10-a7c28b6ea54b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:28.776854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8913aad-336a-41c6-9138-b31bf94b99de tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:22:28.777401 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b8913aad-336a-41c6-9138-b31bf94b99de tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:28.796007 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:28.814297 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef596db-0e32-42f7-8e10-a7c28b6ea54b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:22:28.815170 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0ef596db-0e32-42f7-8e10-a7c28b6ea54b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:28.821645 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad88595-ebc4-49d2-8be3-c6432d8ba3f7 None None] Routers {'85b1f425-d7f4-4abf-8ec5-da6f81729bef'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:28.829347 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4ad88595-ebc4-49d2-8be3-c6432d8ba3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['85b1f425-d7f4-4abf-8ec5-da6f81729bef'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:28.833290 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:28.889432 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58794) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:28.958982 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a8a965-c712-4c30-b359-ccd8d80d2b8c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:28.959815 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d6a8a965-c712-4c30-b359-ccd8d80d2b8c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Synchronizing usage tracker for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:22:29.031204 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Deleting port 72abefd3-6f9c-46aa-901b-4939836e849d {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:29.032302 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:29.065378 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4ad88595-ebc4-49d2-8be3-c6432d8ba3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:29.084310 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad88595-ebc4-49d2-8be3-c6432d8ba3f7 None None] Routers {'85b1f425-d7f4-4abf-8ec5-da6f81729bef'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:29.085951 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4ad88595-ebc4-49d2-8be3-c6432d8ba3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['85b1f425-d7f4-4abf-8ec5-da6f81729bef'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:29.140112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d6a8a965-c712-4c30-b359-ccd8d80d2b8c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Unset dirty status for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:22:29.141363 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d6a8a965-c712-4c30-b359-ccd8d80d2b8c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/ports/f1973d59-e22f-4602-874f-44857bc5ac95 HTTP/1.1" status: 200 len: 984 time: 0.3869801 Dec 22 15:22:29.150443 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58800) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:29.223935 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:29.225120 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:29.227184 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4ad88595-ebc4-49d2-8be3-c6432d8ba3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:29.227786 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad88595-ebc4-49d2-8be3-c6432d8ba3f7 None None] The sync data for ids ['85b1f425-d7f4-4abf-8ec5-da6f81729bef'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:22:29.260876 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:29.266499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:29.398107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:29.403623 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:29.407656 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'name': 'tempest-ServersTestManualDisk-1782337812-router', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:12Z', 'updated_at': '2021-12-22T15:22:21Z', 'revision_number': 3, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'gw_port': {'id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:16Z', 'updated_at': '2021-12-22T15:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:29.410028 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Usage tracker for resource:security_group_rule and tenant:4640dc4cc0f84813af0f47fbeedc30ca is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:29.417288 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:29.418673 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc337ade-30ac-4356-b47b-42b3378aa1b2 None None] The sync data for ids ['36d43092-df8f-4a83-a2d3-688bb812614e'] in dv-neutron-822674-1-hyperv is: [{'id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'name': 'tempest-ServersTestManualDisk-1782337812-router', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:12Z', 'updated_at': '2021-12-22T15:22:21Z', 'revision_number': 3, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'gw_port': {'id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:16Z', 'updated_at': '2021-12-22T15:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:22:29.641653 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:29.662524 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b8913aad-336a-41c6-9138-b31bf94b99de tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:29.698521 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5bf5940f-4940-42a3-9f84-1812b249c066 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:29.721242 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b8913aad-336a-41c6-9138-b31bf94b99de tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:29.732886 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8913aad-336a-41c6-9138-b31bf94b99de tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Network': ['ID=cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:29.756856 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0ef596db-0e32-42f7-8e10-a7c28b6ea54b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:29.762255 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b8913aad-336a-41c6-9138-b31bf94b99de tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:29.794083 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3313e2fa-2491-464f-a797-5b1a78bb7212 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:29.810464 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0ef596db-0e32-42f7-8e10-a7c28b6ea54b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:29.873184 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b8913aad-336a-41c6-9138-b31bf94b99de tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/networks/cc9cd8f0-625c-4644-a4dc-56c04c7a7ee5 HTTP/1.1" status: 204 len: 168 time: 3.7234080 Dec 22 15:22:29.884401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58810) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:29.981594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef596db-0e32-42f7-8e10-a7c28b6ea54b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Network': ['ID=57c8ca3d-2898-430b-bde7-a5b553f5bdb4,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:30.009544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0ef596db-0e32-42f7-8e10-a7c28b6ea54b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:30.011683 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0ef596db-0e32-42f7-8e10-a7c28b6ea54b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/57c8ca3d-2898-430b-bde7-a5b553f5bdb4 HTTP/1.1" status: 204 len: 168 time: 3.3698511 Dec 22 15:22:30.021587 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58814) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:30.061300 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8db508de-75af-40d7-b5e6-58c038d3edd1 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:22:30.138396 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68e9dc3-66a4-46a3-b538-25e64e7205b3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:30.138396 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68e9dc3-66a4-46a3-b538-25e64e7205b3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:30.196142 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-c975f276-8387-4e8c-9261-e604b777798d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:30.202413 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c975f276-8387-4e8c-9261-e604b777798d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:30.202413 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c975f276-8387-4e8c-9261-e604b777798d tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/subnets/6c9ecd16-556c-481b-8084-5f72d9a8004e HTTP/1.1" status: 404 len: 337 time: 0.1709542 Dec 22 15:22:30.206294 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a68e9dc3-66a4-46a3-b538-25e64e7205b3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/subnets/ea6af81e-089c-49aa-9796-6dfe65a54e2b HTTP/1.1" status: 404 len: 337 time: 0.3198588 Dec 22 15:22:30.212489 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58820) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:30.213112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58822) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:30.307568 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 8db508de-75af-40d7-b5e6-58c038d3edd1 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:22:30.312492 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Allocated IP 172.20.0.1 (ee65f9c6-5a2d-4f52-a62f-585f493090c8/3ceefc5c-3346-4e11-b85f-c4fb9df63936/4e18be9e-69a6-44fd-9780-65bd28953898) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:22:30.316718 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 8db508de-75af-40d7-b5e6-58c038d3edd1 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:30.317618 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:30.336444 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:30.368302 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b4141d-bb1c-4fd5-a517-44b27a784dd8 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:30.369068 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b4141d-bb1c-4fd5-a517-44b27a784dd8 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:30.381052 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-99641348-4180-464b-835c-b4c3cc6c4761 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:30.382388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99641348-4180-464b-835c-b4c3cc6c4761 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:30.451446 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d1b4141d-bb1c-4fd5-a517-44b27a784dd8 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/networks/05dafa16-e353-41f2-a965-74bdc8682c9b HTTP/1.1" status: 404 len: 339 time: 0.2246280 Dec 22 15:22:30.453670 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-99641348-4180-464b-835c-b4c3cc6c4761 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/806bf95e-71e7-4426-80ea-5f928305ddd2 HTTP/1.1" status: 404 len: 339 time: 0.2312469 Dec 22 15:22:30.469150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58828) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:30.469663 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58830) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:30.486585 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:30.509431 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:30.538990 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 8db508de-75af-40d7-b5e6-58c038d3edd1, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8db508de-75af-40d7-b5e6-58c038d3edd1,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:30.587584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:30.605657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:30.626534 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ac2140-012e-4c1a-9404-0a8154c5c79c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:30.627047 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ac2140-012e-4c1a-9404-0a8154c5c79c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:30.635033 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-60ac2140-012e-4c1a-9404-0a8154c5c79c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/subnets/f1ee69b4-17c8-43fb-aec4-baab89cfca54 HTTP/1.1" status: 404 len: 337 time: 0.1577692 Dec 22 15:22:30.641173 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:30.643470 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58836) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:30.652048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-262c5448-a1a2-48da-bdda-a4a6300d4666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:30.659983 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Calling delete_port for 72abefd3-6f9c-46aa-901b-4939836e849d owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:30.838443 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee6eb0a-6aab-4cae-bb6f-b31ea21929b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:30.839185 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee6eb0a-6aab-4cae-bb6f-b31ea21929b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:30.842387 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1ee6eb0a-6aab-4cae-bb6f-b31ea21929b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/b4d7675c-65f1-45dc-a6aa-f7ff8cabfc44 HTTP/1.1" status: 404 len: 339 time: 0.1974387 Dec 22 15:22:30.870291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58842) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:30.875599 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=8db508de-75af-40d7-b5e6-58c038d3edd1,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:30.886694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:30.921882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Router 0f9508f4-b65a-4916-8781-b2b70783a0ae is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:22:30.922444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:30.946166 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4640dc4cc0f84813af0f47fbeedc30ca&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0554385 Dec 22 15:22:30.947552 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58846) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:30.979163 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69c106c-eddb-4dd7-a3b8-a5faab21ac09 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:30.979634 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e69c106c-eddb-4dd7-a3b8-a5faab21ac09 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:30.981441 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e69c106c-eddb-4dd7-a3b8-a5faab21ac09 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/subnets/389a8c5c-ee29-45ac-889c-717bbce51cd5 HTTP/1.1" status: 404 len: 337 time: 0.1051929 Dec 22 15:22:30.988547 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3156ef54-9b70-40a4-90ba-fa619edef12d,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:30.994766 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e0bd64e-7f37-44b2-8810-9fd883cb9b03 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Deleting subnet 43d29611-dd2c-43ae-907d-38edb5ab2fb0 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:22:30.995088 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58850) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:31.012065 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e0bd64e-7f37-44b2-8810-9fd883cb9b03 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:31.047367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.047755 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.050198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.050198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.050198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.050198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.050198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.050198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.051243 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.051243 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.051243 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.051667 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.119385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:31.166537 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dfbc51c-c3d1-4c4a-bace-84f8375fd4a3 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:31.167157 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dfbc51c-c3d1-4c4a-bace-84f8375fd4a3 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:31.177960 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e0bd64e-7f37-44b2-8810-9fd883cb9b03 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:31.224734 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7dfbc51c-c3d1-4c4a-bace-84f8375fd4a3 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/18ed8971-553d-4564-852f-595b3d382bb8 HTTP/1.1" status: 404 len: 339 time: 0.2005739 Dec 22 15:22:31.234529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58854) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:31.351813 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:22:31.369527 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da78f829-02dc-42e7-9461-5b75121133c5 None None] Sync routers for ids ['0f9508f4-b65a-4916-8781-b2b70783a0ae'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:22:31.384038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:31.404448 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da78f829-02dc-42e7-9461-5b75121133c5 None None] Routers {'0f9508f4-b65a-4916-8781-b2b70783a0ae'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:31.405894 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-da78f829-02dc-42e7-9461-5b75121133c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['0f9508f4-b65a-4916-8781-b2b70783a0ae'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:31.420427 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7896ba0f-1d9c-4a45-9bb3-8a85a997f63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:31.434591 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec03ed53-65da-485c-9c85-b6147fa21738 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:31.435752 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec03ed53-65da-485c-9c85-b6147fa21738 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:31.438480 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ec03ed53-65da-485c-9c85-b6147fa21738 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/subnets/7ad249c4-f8f4-40dd-93fd-86b9638929e3 HTTP/1.1" status: 404 len: 337 time: 0.1924753 Dec 22 15:22:31.439860 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e0bd64e-7f37-44b2-8810-9fd883cb9b03 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:31.462251 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58862) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:31.485240 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5da15c32-214a-476b-a4a9-cd90404bd1a2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:31.510665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:31.520109 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Transition to ACTIVE for port object 4e18be9e-69a6-44fd-9780-65bd28953898 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:22:31.540303 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-179b95f7-6030-4b83-b2e9-d937ec2c2cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:31.557843 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:31.558978 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.3375957 Dec 22 15:22:31.593410 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-da78f829-02dc-42e7-9461-5b75121133c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:31.608244 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58868) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:31.614440 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da78f829-02dc-42e7-9461-5b75121133c5 None None] Routers {'0f9508f4-b65a-4916-8781-b2b70783a0ae'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:31.617446 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-da78f829-02dc-42e7-9461-5b75121133c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['0f9508f4-b65a-4916-8781-b2b70783a0ae'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:31.676284 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-731e5dcc-cf22-4d90-b166-dbba09eb7b5a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'enable_snat': False}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:31.722823 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-da78f829-02dc-42e7-9461-5b75121133c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:31.723340 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da78f829-02dc-42e7-9461-5b75121133c5 None None] The sync data for ids ['0f9508f4-b65a-4916-8781-b2b70783a0ae'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:22:31.805778 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49ce4d7-47a6-42f9-87fa-dc2da324d15b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:31.805778 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49ce4d7-47a6-42f9-87fa-dc2da324d15b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:31.805778 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e49ce4d7-47a6-42f9-87fa-dc2da324d15b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/0fff0804-33da-4eea-8f97-e06a662244ac HTTP/1.1" status: 404 len: 339 time: 0.3378155 Dec 22 15:22:31.815044 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58872) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:31.824657 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event deleted for resources: {'Port': ['ID=72abefd3-6f9c-46aa-901b-4939836e849d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:31.868508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7896ba0f-1d9c-4a45-9bb3-8a85a997f63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:31.934652 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e0bd64e-7f37-44b2-8810-9fd883cb9b03 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:31.945336 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-20124ad7-cb38-4bab-8f94-13aff7dc5f86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:31.968091 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.968651 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.969619 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.970430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.971071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.971712 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.972608 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.973328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.976763 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.976763 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.976763 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.977238 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:31.981094 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8db508de-75af-40d7-b5e6-58c038d3edd1 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:22:32.003994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:32.007685 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-156745a4-d8b1-4b0a-9f94-b32f1cd32023 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:32.008377 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156745a4-d8b1-4b0a-9f94-b32f1cd32023 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:32.027296 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bd64e-7f37-44b2-8810-9fd883cb9b03 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Subnet': ['ID=43d29611-dd2c-43ae-907d-38edb5ab2fb0,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:32.034771 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e0bd64e-7f37-44b2-8810-9fd883cb9b03 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:32.038017 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4e0bd64e-7f37-44b2-8810-9fd883cb9b03 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/subnets/43d29611-dd2c-43ae-907d-38edb5ab2fb0 HTTP/1.1" status: 204 len: 168 time: 1.5637209 Dec 22 15:22:32.040072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4e0bd64e-7f37-44b2-8810-9fd883cb9b03 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:32.045457 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58878) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:32.051939 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-156745a4-d8b1-4b0a-9f94-b32f1cd32023 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/subnets/23916de8-3533-4f85-97b8-ecf22bca0c92 HTTP/1.1" status: 404 len: 337 time: 0.2014356 Dec 22 15:22:32.055168 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58880) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:32.099329 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95166d3-004c-4307-9b4e-f244a20384d6 None None] Network 727172bb-6158-4f78-912c-00f2d7108b20 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:32.317312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:32.319710 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5da15c32-214a-476b-a4a9-cd90404bd1a2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port f1973d59-e22f-4602-874f-44857bc5ac95 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:32.320257 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5da15c32-214a-476b-a4a9-cd90404bd1a2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:32.360210 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59a2cbb-3c8d-40e4-9bac-bce221128de3 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:32.363981 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59a2cbb-3c8d-40e4-9bac-bce221128de3 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:32.364205 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f59a2cbb-3c8d-40e4-9bac-bce221128de3 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/369e7397-ba3c-4289-a819-92512f5d9511 HTTP/1.1" status: 404 len: 339 time: 0.2547209 Dec 22 15:22:32.376854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58888) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:32.454404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Deleting port 631ce8e0-9be0-412e-beb8-c56cf6ecc75c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:32.454761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:32.634256 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-22090da2-179c-4e96-93e2-aabb5b37c9fc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:32.635125 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22090da2-179c-4e96-93e2-aabb5b37c9fc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:32.637456 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-22090da2-179c-4e96-93e2-aabb5b37c9fc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/subnets/78f40526-466b-462b-a77c-97635bdf0281 HTTP/1.1" status: 404 len: 337 time: 0.2534299 Dec 22 15:22:32.644905 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58892) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:32.649374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:32.654605 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 8db508de-75af-40d7-b5e6-58c038d3edd1 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:32.654605 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:32.655889 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "DELETE /v2.0/ports/72abefd3-6f9c-46aa-901b-4939836e849d HTTP/1.1" status: 204 len: 168 time: 3.9836068 Dec 22 15:22:32.659456 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58894) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:32.764689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:32.776317 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-be3ef5f8-0341-479f-83ee-b6b3709392b9 tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:32.808939 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-beae5747-07bb-4816-90af-46be3d183176 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:32.809824 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beae5747-07bb-4816-90af-46be3d183176 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:32.939414 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b95026-e2c1-4092-9111-247757526757 None None] DHCP port deletion for 727172bb-6158-4f78-912c-00f2d7108b20 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:22:32.961806 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-86b95026-e2c1-4092-9111-247757526757 None None] Deleting port 631ce8e0-9be0-412e-beb8-c56cf6ecc75c {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:32.963617 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-86b95026-e2c1-4092-9111-247757526757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:32.965832 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-beae5747-07bb-4816-90af-46be3d183176 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/021a2df4-f111-470b-b364-5b98ed167c50 HTTP/1.1" status: 404 len: 339 time: 0.3080757 Dec 22 15:22:32.984483 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a1a77529-6faa-46a7-807b-3a1794028687 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Deleting port a639355e-c833-4068-9083-9146c6d2a478 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:32.985084 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a1a77529-6faa-46a7-807b-3a1794028687 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:32.988716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58900) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:33.020291 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Network ee65f9c6-5a2d-4f52-a62f-585f493090c8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:22:33.033874 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:33.037431 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:33.061010 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b4998a-8437-4b14-80c7-78137f783be9 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:33.061475 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b4998a-8437-4b14-80c7-78137f783be9 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:33.063282 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-76b4998a-8437-4b14-80c7-78137f783be9 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/subnets/c712875e-fc05-4e15-a776-b734a240860a HTTP/1.1" status: 404 len: 337 time: 0.0655046 Dec 22 15:22:33.070366 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58904) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:33.084860 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Pushing event updated for resources: {'Port': ['ID=4e18be9e-69a6-44fd-9780-65bd28953898,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:33.089912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:33.121894 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5da15c32-214a-476b-a4a9-cd90404bd1a2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:33.134830 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-80919d6f-6357-4e39-9d78-0b9aa3b3d77b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:33.137460 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80919d6f-6357-4e39-9d78-0b9aa3b3d77b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:33.137460 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-80919d6f-6357-4e39-9d78-0b9aa3b3d77b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/b65b42de-b0b5-459e-a596-927c0f58e961 HTTP/1.1" status: 404 len: 339 time: 0.0658512 Dec 22 15:22:33.150614 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58908) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:33.197135 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7896ba0f-1d9c-4a45-9bb3-8a85a997f63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:33.199409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7896ba0f-1d9c-4a45-9bb3-8a85a997f63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:33.200751 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7896ba0f-1d9c-4a45-9bb3-8a85a997f63c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3156ef54-9b70-40a4-90ba-fa619edef12d HTTP/1.1" status: 204 len: 168 time: 2.2480137 Dec 22 15:22:33.240454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-27c4f437-8bd5-4801-b43f-5a9f2a38a938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:33.317402 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0fe196c-1dbe-4ff0-9b08-d7843bcbd7ec tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:33.318057 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0fe196c-1dbe-4ff0-9b08-d7843bcbd7ec tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:33.332083 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e0fe196c-1dbe-4ff0-9b08-d7843bcbd7ec tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/subnets/4290ebb1-4604-4c3d-8b5e-e6f2c3a89dad HTTP/1.1" status: 404 len: 337 time: 0.1778378 Dec 22 15:22:33.344550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896ba0f-1d9c-4a45-9bb3-8a85a997f63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3156ef54-9b70-40a4-90ba-fa619edef12d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:33.351442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7896ba0f-1d9c-4a45-9bb3-8a85a997f63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:33.352133 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58916) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:33.380587 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:33.527521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5da15c32-214a-476b-a4a9-cd90404bd1a2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Calling delete_port for f1973d59-e22f-4602-874f-44857bc5ac95 owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:33.572560 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] For port 631ce8e0-9be0-412e-beb8-c56cf6ecc75c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=631ce8e0-9be0-412e-beb8-c56cf6ecc75c,segment=NetworkSegment(4cc780be-85a3-4bb3-95ef-74017c72b233),segment_id=4cc780be-85a3-4bb3-95ef-74017c72b233)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:33.573070 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:33.573474 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-86b95026-e2c1-4092-9111-247757526757 None None] For port 631ce8e0-9be0-412e-beb8-c56cf6ecc75c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=631ce8e0-9be0-412e-beb8-c56cf6ecc75c,segment=NetworkSegment(4cc780be-85a3-4bb3-95ef-74017c72b233),segment_id=4cc780be-85a3-4bb3-95ef-74017c72b233)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:33.574694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-86b95026-e2c1-4092-9111-247757526757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:33.742742 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d27a8a0-d1a5-45eb-80c7-589c7913a871 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:33.743339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d27a8a0-d1a5-45eb-80c7-589c7913a871 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:22:33.745702 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1d27a8a0-d1a5-45eb-80c7-589c7913a871 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/d1bfcca3-7722-4518-bdd3-4e9a46d80791 HTTP/1.1" status: 404 len: 339 time: 0.3701220 Dec 22 15:22:33.764433 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-86b95026-e2c1-4092-9111-247757526757 None None] Calling delete_port for 631ce8e0-9be0-412e-beb8-c56cf6ecc75c owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:33.809865 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58922) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:33.828879 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Calling delete_port for 631ce8e0-9be0-412e-beb8-c56cf6ecc75c owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:33.967889 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-cbeaed8e-7b0b-441d-ae1c-6154a7c976fd None None] Provisioning for port 4e18be9e-69a6-44fd-9780-65bd28953898 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:22:33.978145 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-cbeaed8e-7b0b-441d-ae1c-6154a7c976fd None None] Provisioning complete for port 4e18be9e-69a6-44fd-9780-65bd28953898 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:33.979121 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cbeaed8e-7b0b-441d-ae1c-6154a7c976fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:34.041358 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 631ce8e0-9be0-412e-beb8-c56cf6ecc75c no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:22:34.084256 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-731e5dcc-cf22-4d90-b166-dbba09eb7b5a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:34.108690 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-86b95026-e2c1-4092-9111-247757526757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:34.146200 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:34.232839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b95026-e2c1-4092-9111-247757526757 None None] Pushing event deleted for resources: {'Port': ['ID=631ce8e0-9be0-412e-beb8-c56cf6ecc75c,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:34.237421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 631ce8e0-9be0-412e-beb8-c56cf6ecc75c {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:22:34.237996 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 631ce8e0-9be0-412e-beb8-c56cf6ecc75c not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:22:34.242675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-86b95026-e2c1-4092-9111-247757526757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:34.243600 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-18050c66-c622-42eb-a5f0-2784f7f69e86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Deleting subnet 701b168a-4888-4b2d-8fa8-d6ec4307e5d6 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:22:34.262324 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b95026-e2c1-4092-9111-247757526757 None None] No DVR routers for this DVR port 631ce8e0-9be0-412e-beb8-c56cf6ecc75c on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:22:34.285020 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18050c66-c622-42eb-a5f0-2784f7f69e86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:34.290742 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-cbeaed8e-7b0b-441d-ae1c-6154a7c976fd None None] Port 4e18be9e-69a6-44fd-9780-65bd28953898 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:22:34.301859 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:22:34.302434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:22:34.326961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58926) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:34.434378 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18050c66-c622-42eb-a5f0-2784f7f69e86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:34.471599 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a1a77529-6faa-46a7-807b-3a1794028687 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:34.525586 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2b5cef3c-88ec-44a2-88da-225f50ee79a0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1ea8049bd3ba40efa70fd5e7ba0a8e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968310 Dec 22 15:22:34.529617 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58930) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:34.576206 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5da15c32-214a-476b-a4a9-cd90404bd1a2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:34.587900 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7ba975ef-c75a-4aaa-9d71-4ed416d16eab tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:34.642442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da15c32-214a-476b-a4a9-cd90404bd1a2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Port': ['ID=f1973d59-e22f-4602-874f-44857bc5ac95,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:34.654275 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5da15c32-214a-476b-a4a9-cd90404bd1a2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:34.703105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79101c5b-c124-40aa-9292-b2bf95fcc118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:34.824846 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a1a77529-6faa-46a7-807b-3a1794028687 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Calling delete_port for a639355e-c833-4068-9083-9146c6d2a478 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:34.833090 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Deleting port 631ce8e0-9be0-412e-beb8-c56cf6ecc75c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:34.833090 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:34.895990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5da15c32-214a-476b-a4a9-cd90404bd1a2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:34.901644 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79101c5b-c124-40aa-9292-b2bf95fcc118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:34.942951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:34.950538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] The port '631ce8e0-9be0-412e-beb8-c56cf6ecc75c' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:22:35.084179 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18050c66-c622-42eb-a5f0-2784f7f69e86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:35.307028 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a1a77529-6faa-46a7-807b-3a1794028687 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:35.372986 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c32c0500-7212-4560-8bf9-81397ccb5e44 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:35.447176 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a77529-6faa-46a7-807b-3a1794028687 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event deleted for resources: {'Port': ['ID=a639355e-c833-4068-9083-9146c6d2a478,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:35.471723 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a1a77529-6faa-46a7-807b-3a1794028687 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:35.474879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18050c66-c622-42eb-a5f0-2784f7f69e86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:35.508436 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:35.577691 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18050c66-c622-42eb-a5f0-2784f7f69e86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Subnet': ['ID=701b168a-4888-4b2d-8fa8-d6ec4307e5d6,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:35.588159 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:35.659898 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-18050c66-c622-42eb-a5f0-2784f7f69e86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:35.683654 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727172bb-6158-4f78-912c-00f2d7108b20']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:35.688135 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18050c66-c622-42eb-a5f0-2784f7f69e86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:35.699654 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da15c32-214a-476b-a4a9-cd90404bd1a2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router 85b1f425-d7f4-4abf-8ec5-da6f81729bef has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:22:35.705474 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc780be-85a3-4bb3-95ef-74017c72b233') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:35.705757 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc780be-85a3-4bb3-95ef-74017c72b233') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:35.717871 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2230d9cf-636d-4958-9a74-831d03270d7d None None] Network 57fb0d8c-1f33-4306-a75d-b2cd12d54d15 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:35.730767 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:35.768527 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-18050c66-c622-42eb-a5f0-2784f7f69e86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/subnets/701b168a-4888-4b2d-8fa8-d6ec4307e5d6 HTTP/1.1" status: 204 len: 168 time: 1.9461408 Dec 22 15:22:35.781947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58936) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:35.797554 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:35.802605 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a1a77529-6faa-46a7-807b-3a1794028687 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:35.804757 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79101c5b-c124-40aa-9292-b2bf95fcc118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:35.807370 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a1a77529-6faa-46a7-807b-3a1794028687 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "DELETE /v2.0/ports/a639355e-c833-4068-9083-9146c6d2a478 HTTP/1.1" status: 204 len: 168 time: 3.1417828 Dec 22 15:22:35.821920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8bf78fc2-386b-4db9-8f18-5ce523ad9139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:35.828762 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58940) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:35.897067 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:35.938135 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a220227c-bc65-4eb8-abd7-8ec2d571e104 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:35.940206 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:35.948167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79101c5b-c124-40aa-9292-b2bf95fcc118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9a85cb-ad3b-42cf-b8a7-150b6a8dd98d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:35.957563 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-79101c5b-c124-40aa-9292-b2bf95fcc118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:35.963838 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:22:35.964244 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:35.989077 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:35.996144 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:36.008220 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da15c32-214a-476b-a4a9-cd90404bd1a2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:22:36.027508 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fc2e6f-9f1d-4e48-9596-d86abd0b1015 None None] Sync routers for ids ['85b1f425-d7f4-4abf-8ec5-da6f81729bef'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:22:36.050031 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fc2e6f-9f1d-4e48-9596-d86abd0b1015 None None] Routers {'85b1f425-d7f4-4abf-8ec5-da6f81729bef'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:36.050783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b9fc2e6f-9f1d-4e48-9596-d86abd0b1015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['85b1f425-d7f4-4abf-8ec5-da6f81729bef'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:36.070666 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:36.129921 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b9fc2e6f-9f1d-4e48-9596-d86abd0b1015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:36.157873 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fc2e6f-9f1d-4e48-9596-d86abd0b1015 None None] Routers {'85b1f425-d7f4-4abf-8ec5-da6f81729bef'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:36.159587 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b9fc2e6f-9f1d-4e48-9596-d86abd0b1015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['85b1f425-d7f4-4abf-8ec5-da6f81729bef'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:36.201154 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5da15c32-214a-476b-a4a9-cd90404bd1a2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/85b1f425-d7f4-4abf-8ec5-da6f81729bef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0493023 Dec 22 15:22:36.206825 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79101c5b-c124-40aa-9292-b2bf95fcc118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:36.209143 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-79101c5b-c124-40aa-9292-b2bf95fcc118 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dd9a85cb-ad3b-42cf-b8a7-150b6a8dd98d HTTP/1.1" status: 204 len: 168 time: 1.6779459 Dec 22 15:22:36.214301 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58944) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:36.284677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b9fc2e6f-9f1d-4e48-9596-d86abd0b1015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:36.285419 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fc2e6f-9f1d-4e48-9596-d86abd0b1015 None None] The sync data for ids ['85b1f425-d7f4-4abf-8ec5-da6f81729bef'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:22:36.304602 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:36.314164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Pushing event updated for resources: {'Port': ['ID=4e18be9e-69a6-44fd-9780-65bd28953898,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:36.319197 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:36.347822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97229b38-f4ea-4335-b195-5789376faadd None None] DHCP port deletion for 57fb0d8c-1f33-4306-a75d-b2cd12d54d15 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:22:36.354925 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-97229b38-f4ea-4335-b195-5789376faadd None None] Deleting port 181e8787-6655-4a0f-a328-7922aedc4f40 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:36.355514 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-97229b38-f4ea-4335-b195-5789376faadd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:36.409814 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:36.415723 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:36.426836 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c3939aeb-ea56-4666-bb6b-44af8234e8e1 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:36.499846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823d3760-830a-4fe2-83ef-1444e74700ed tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:36.500716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-823d3760-830a-4fe2-83ef-1444e74700ed tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Synchronizing usage tracker for tenant:896746a3ba814c648a856f49fda64854 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:22:36.503734 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Pushing event deleted for resources: {'Network': ['ID=727172bb-6158-4f78-912c-00f2d7108b20,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:36.506484 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:36.515032 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] 10.222.0.59 "DELETE /v2.0/networks/727172bb-6158-4f78-912c-00f2d7108b20 HTTP/1.1" status: 204 len: 168 time: 4.4615345 Dec 22 15:22:36.623031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Deleting port 181e8787-6655-4a0f-a328-7922aedc4f40 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:36.623888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:36.718950 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-823d3760-830a-4fe2-83ef-1444e74700ed tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Unset dirty status for tenant:896746a3ba814c648a856f49fda64854 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:22:36.723526 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-823d3760-830a-4fe2-83ef-1444e74700ed tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "GET /v2.0/ports?device_id=38fe96a1-5a58-4870-bef5-3001fb091ed3 HTTP/1.1" status: 200 len: 913 time: 0.8338900 Dec 22 15:22:36.724480 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58952) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:36.777381 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-97229b38-f4ea-4335-b195-5789376faadd None None] For port 181e8787-6655-4a0f-a328-7922aedc4f40, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=181e8787-6655-4a0f-a328-7922aedc4f40,segment=NetworkSegment(17e49ef4-2e8f-42cb-bf81-35126b25fdba),segment_id=17e49ef4-2e8f-42cb-bf81-35126b25fdba)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:36.778378 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-97229b38-f4ea-4335-b195-5789376faadd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:36.833226 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-500e5aca-fcbf-4830-b66a-76e2b94d9de1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 15:22:36.834396 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-500e5aca-fcbf-4830-b66a-76e2b94d9de1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/85b1f425-d7f4-4abf-8ec5-da6f81729bef/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6209514 Dec 22 15:22:36.848810 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58956) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:37.031871 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-97229b38-f4ea-4335-b195-5789376faadd None None] Calling delete_port for 181e8787-6655-4a0f-a328-7922aedc4f40 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:37.041623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] For port 181e8787-6655-4a0f-a328-7922aedc4f40, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=181e8787-6655-4a0f-a328-7922aedc4f40,segment=NetworkSegment(17e49ef4-2e8f-42cb-bf81-35126b25fdba),segment_id=17e49ef4-2e8f-42cb-bf81-35126b25fdba)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:37.042326 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:37.100838 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-68edcabb-0184-45dd-8d5e-ae2460057bd4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Synchronizing usage tracker for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:22:37.278608 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Calling delete_port for 181e8787-6655-4a0f-a328-7922aedc4f40 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:37.313675 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58968) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:37.326381 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-68edcabb-0184-45dd-8d5e-ae2460057bd4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Unset dirty status for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:22:37.329803 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-68edcabb-0184-45dd-8d5e-ae2460057bd4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/ports?device_id=85b1f425-d7f4-4abf-8ec5-da6f81729bef HTTP/1.1" status: 200 len: 205 time: 0.4798775 Dec 22 15:22:37.331818 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-97229b38-f4ea-4335-b195-5789376faadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:37.341472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58974) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:37.351827 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:37.433915 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97229b38-f4ea-4335-b195-5789376faadd None None] Pushing event deleted for resources: {'Port': ['ID=181e8787-6655-4a0f-a328-7922aedc4f40,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:37.439022 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-97229b38-f4ea-4335-b195-5789376faadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:37.440356 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97229b38-f4ea-4335-b195-5789376faadd None None] No DVR routers for this DVR port 181e8787-6655-4a0f-a328-7922aedc4f40 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:22:37.531088 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Network ee65f9c6-5a2d-4f52-a62f-585f493090c8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:22:37.537363 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:37.692238 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-731e5dcc-cf22-4d90-b166-dbba09eb7b5a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:37.725933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-731e5dcc-cf22-4d90-b166-dbba09eb7b5a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:37.807757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:22:37.808138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:22:37.893753 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db2a5242-7fbb-4690-84fe-a8443b796269 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:37.974532 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-efe81b3d-10ea-43aa-b68c-3d8f0ce9b425 None None] Provisioning complete for port 4e18be9e-69a6-44fd-9780-65bd28953898 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:37.975128 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-efe81b3d-10ea-43aa-b68c-3d8f0ce9b425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:38.016344 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ae8f00e3-e6fc-442f-9681-61fab2d95b60 req-0fde476c-743a-46f8-9d29-3fb00fabc276 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5971377 Dec 22 15:22:38.070510 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 181e8787-6655-4a0f-a328-7922aedc4f40 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:22:38.092114 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Router 36d43092-df8f-4a83-a2d3-688bb812614e has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:22:38.166638 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 181e8787-6655-4a0f-a328-7922aedc4f40 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:22:38.167413 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 181e8787-6655-4a0f-a328-7922aedc4f40 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:22:38.170712 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-efe81b3d-10ea-43aa-b68c-3d8f0ce9b425 None None] Port 4e18be9e-69a6-44fd-9780-65bd28953898 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:22:38.271137 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6ed30b87-6a1f-4c88-94ed-a05bcb29f487 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=11c49d7e82324f4a85654eb2604ff3c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9539375 Dec 22 15:22:38.300352 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 58988) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:38.309396 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731e5dcc-cf22-4d90-b166-dbba09eb7b5a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Router 0f9508f4-b65a-4916-8781-b2b70783a0ae has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:22:38.316207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Deleting port 181e8787-6655-4a0f-a328-7922aedc4f40 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:38.326046 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:38.467469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db2a5242-7fbb-4690-84fe-a8443b796269 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:38.473389 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db2a5242-7fbb-4690-84fe-a8443b796269 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:38.636900 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db2a5242-7fbb-4690-84fe-a8443b796269 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:38.637445 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2a5242-7fbb-4690-84fe-a8443b796269 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Fanout notify agent at l3_agent the message router_deleted on router 85b1f425-d7f4-4abf-8ec5-da6f81729bef {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:22:38.661743 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db2a5242-7fbb-4690-84fe-a8443b796269 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:38.663301 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-db2a5242-7fbb-4690-84fe-a8443b796269 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/routers/85b1f425-d7f4-4abf-8ec5-da6f81729bef HTTP/1.1" status: 204 len: 168 time: 1.3208482 Dec 22 15:22:38.667177 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 58996) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:38.686014 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] The port '181e8787-6655-4a0f-a328-7922aedc4f40' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:22:38.763007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ca6d5f-dea8-4375-be31-6aec134db545 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting subnet bbbde16d-b834-461d-99e9-b0a619f2e95e {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:22:38.768647 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76ca6d5f-dea8-4375-be31-6aec134db545 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:38.820906 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-21fd9e00-4a40-4c78-9625-f75d708f87d5 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:38.910914 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:22:38.925755 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] Sync routers for ids ['36d43092-df8f-4a83-a2d3-688bb812614e'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:22:38.947048 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] Routers {'36d43092-df8f-4a83-a2d3-688bb812614e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:38.948513 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['36d43092-df8f-4a83-a2d3-688bb812614e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:38.958868 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76ca6d5f-dea8-4375-be31-6aec134db545 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:39.044684 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-037d0c81-f7f4-4fa1-ba7a-322a8199eadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:39.086354 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:39.105714 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] 10.222.0.59 "PUT /v2.0/routers/36d43092-df8f-4a83-a2d3-688bb812614e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6558127 Dec 22 15:22:39.136160 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f00e3-e6fc-442f-9681-61fab2d95b60 req-21981df1-f8f8-4dc0-8dd2-c3eaccd7d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:39.138384 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ae8f00e3-e6fc-442f-9681-61fab2d95b60 req-21981df1-f8f8-4dc0-8dd2-c3eaccd7d7c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b1a174dbcbe478299f6879dd11bdd14&device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 1098 time: 1.0089948 Dec 22 15:22:39.159629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57fb0d8c-1f33-4306-a75d-b2cd12d54d15']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:39.175566 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-037d0c81-f7f4-4fa1-ba7a-322a8199eadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:39.214907 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e49ef4-2e8f-42cb-bf81-35126b25fdba') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:39.215475 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e49ef4-2e8f-42cb-bf81-35126b25fdba') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:39.272486 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:39.387439 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731e5dcc-cf22-4d90-b166-dbba09eb7b5a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:22:39.399781 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0b5cf3-009f-44ff-a1ef-4302e5656f10 None None] Sync routers for ids ['0f9508f4-b65a-4916-8781-b2b70783a0ae'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:22:39.415581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-731e5dcc-cf22-4d90-b166-dbba09eb7b5a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:39.417967 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-731e5dcc-cf22-4d90-b166-dbba09eb7b5a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "PUT /v2.0/routers/0f9508f4-b65a-4916-8781-b2b70783a0ae HTTP/1.1" status: 200 len: 922 time: 7.7884214 Dec 22 15:22:39.429442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59010) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:39.429735 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] Set router 36d43092-df8f-4a83-a2d3-688bb812614e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:22:39.451503 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0b5cf3-009f-44ff-a1ef-4302e5656f10 None None] Routers {'0f9508f4-b65a-4916-8781-b2b70783a0ae'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:39.455862 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1e0b5cf3-009f-44ff-a1ef-4302e5656f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['0f9508f4-b65a-4916-8781-b2b70783a0ae'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:39.472760 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:39.500910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:22:39.501978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:39.531328 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:39.651199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76ca6d5f-dea8-4375-be31-6aec134db545 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:39.690983 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1e0b5cf3-009f-44ff-a1ef-4302e5656f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:39.706035 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0b5cf3-009f-44ff-a1ef-4302e5656f10 None None] Routers {'0f9508f4-b65a-4916-8781-b2b70783a0ae'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:39.706798 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1e0b5cf3-009f-44ff-a1ef-4302e5656f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['0f9508f4-b65a-4916-8781-b2b70783a0ae'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:39.824363 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1e0b5cf3-009f-44ff-a1ef-4302e5656f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:39.825078 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0b5cf3-009f-44ff-a1ef-4302e5656f10 None None] The sync data for ids ['0f9508f4-b65a-4916-8781-b2b70783a0ae'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:22:39.841918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f00e3-e6fc-442f-9681-61fab2d95b60 req-672468d7-c021-4951-a786-653ffb58d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:39.845385 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ae8f00e3-e6fc-442f-9681-61fab2d95b60 req-672468d7-c021-4951-a786-653ffb58d6c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 HTTP/1.1" status: 200 len: 911 time: 0.6593869 Dec 22 15:22:39.904821 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-675cecae-3a1c-4a33-9e5b-1249d4a03882 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "GET /v2.0/routers/0f9508f4-b65a-4916-8781-b2b70783a0ae HTTP/1.1" status: 200 len: 922 time: 0.4570439 Dec 22 15:22:39.909421 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59022) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:39.997073 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ae8f00e3-e6fc-442f-9681-61fab2d95b60 req-2568bb2e-9a92-4a7a-9d55-2049faa95684 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 HTTP/1.1" status: 200 len: 1000 time: 0.1428571 Dec 22 15:22:39.999630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:40.004591 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-037d0c81-f7f4-4fa1-ba7a-322a8199eadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:40.009564 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c080fc83-d3d8-4756-aed4-0a978764db92 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:40.016836 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76ca6d5f-dea8-4375-be31-6aec134db545 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:40.029706 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1ccc5964-8f6d-46e0-ad5a-cbff6722d592 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:40.036681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:40.081697 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca6d5f-dea8-4375-be31-6aec134db545 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Subnet': ['ID=bbbde16d-b834-461d-99e9-b0a619f2e95e,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:40.084624 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-76ca6d5f-dea8-4375-be31-6aec134db545 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:40.104515 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76ca6d5f-dea8-4375-be31-6aec134db545 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:40.105027 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751b4def-d715-4643-8f08-1c42d8e6e823 None None] Network abb0e22d-b26d-4688-8cd2-fd948aacc295 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:40.123866 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-21fd9e00-4a40-4c78-9625-f75d708f87d5 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Deleting port 02ff3a40-f388-44db-9218-31905906694e {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:40.124692 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-21fd9e00-4a40-4c78-9625-f75d708f87d5 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:40.138693 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Pushing event deleted for resources: {'Network': ['ID=57fb0d8c-1f33-4306-a75d-b2cd12d54d15,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:40.164882 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:40.171547 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-037d0c81-f7f4-4fa1-ba7a-322a8199eadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:40.173007 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-76ca6d5f-dea8-4375-be31-6aec134db545 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/subnets/bbbde16d-b834-461d-99e9-b0a619f2e95e HTTP/1.1" status: 204 len: 168 time: 1.5046716 Dec 22 15:22:40.174529 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-037d0c81-f7f4-4fa1-ba7a-322a8199eadf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/05a20862-ca84-488b-a85d-e8485f78fd18 HTTP/1.1" status: 204 len: 168 time: 1.8709843 Dec 22 15:22:40.178648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7896ba0f-1d9c-4a45-9bb3-8a85a997f63c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:40.185981 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59028) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:40.222874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59032) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:40.227052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d0c81-f7f4-4fa1-ba7a-322a8199eadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a20862-ca84-488b-a85d-e8485f78fd18,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:40.244424 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] 10.222.0.59 "DELETE /v2.0/networks/57fb0d8c-1f33-4306-a75d-b2cd12d54d15 HTTP/1.1" status: 204 len: 168 time: 4.4545217 Dec 22 15:22:40.252421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-037d0c81-f7f4-4fa1-ba7a-322a8199eadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:40.293696 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f00e3-e6fc-442f-9681-61fab2d95b60 req-4c9415f9-7c49-44c1-98e0-0baf5463ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:40.297699 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ae8f00e3-e6fc-442f-9681-61fab2d95b60 req-4c9415f9-7c49-44c1-98e0-0baf5463ee40 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d351219-3f54-4318-ad3a-f368fdd0eec7 HTTP/1.1" status: 200 len: 849 time: 0.2636440 Dec 22 15:22:40.338670 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:22:40.385290 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'name': 'tempest-ServersTestManualDisk-1782337812-router', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:12Z', 'updated_at': '2021-12-22T15:22:34Z', 'revision_number': 4, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'gw_port': {'id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:16Z', 'updated_at': '2021-12-22T15:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '4e18be9e-69a6-44fd-9780-65bd28953898', 'name': '', 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'mac_address': 'fa:16:3e:ff:0c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3ceefc5c-3346-4e11-b85f-c4fb9df63936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:29Z', 'updated_at': '2021-12-22T15:22:35Z', 'revision_number': 2, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'subnets': [{'id': '3ceefc5c-3346-4e11-b85f-c4fb9df63936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:40.390309 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b20f3dd-f519-47c1-a73a-0f35bc3e338c tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:40.391047 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6b20f3dd-f519-47c1-a73a-0f35bc3e338c tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Synchronizing usage tracker for tenant:c2a62fe9136845aba9e552f533d27b2b on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:22:40.392392 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] Checking router: 36d43092-df8f-4a83-a2d3-688bb812614e for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:22:40.393066 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] Updating router 36d43092-df8f-4a83-a2d3-688bb812614e port 4e18be9e-69a6-44fd-9780-65bd28953898 binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:22:40.521598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f00e3-e6fc-442f-9681-61fab2d95b60 req-3293ba42-0c34-4e06-b613-94963838420b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:40.528033 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ae8f00e3-e6fc-442f-9681-61fab2d95b60 req-3293ba42-0c34-4e06-b613-94963838420b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2224526 Dec 22 15:22:40.586635 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:40.644247 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:40.692825 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6b20f3dd-f519-47c1-a73a-0f35bc3e338c tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Unset dirty status for tenant:c2a62fe9136845aba9e552f533d27b2b on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:22:40.696983 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6b20f3dd-f519-47c1-a73a-0f35bc3e338c tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&device_id=0f9508f4-b65a-4916-8781-b2b70783a0ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7840264 Dec 22 15:22:40.737699 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59040) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:40.813582 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:40.816739 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:40.899983 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ae8f00e3-e6fc-442f-9681-61fab2d95b60 req-e62b5b01-6609-4f48-918b-be4d3011ca02 service neutron] 10.222.0.57 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630667 Dec 22 15:22:40.991674 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b608f6-b93c-4a9d-b73b-681442853733 None None] DHCP port deletion for abb0e22d-b26d-4688-8cd2-fd948aacc295 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:22:40.999118 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-23b608f6-b93c-4a9d-b73b-681442853733 None None] Deleting port 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:40.999739 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-23b608f6-b93c-4a9d-b73b-681442853733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:41.140809 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59046) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:41.172674 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-21fd9e00-4a40-4c78-9625-f75d708f87d5 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:41.219791 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-15de07b8-405a-432f-b018-62d4475bee96 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--86657752', 'description': 'tempest-description--1606472807'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:41.261884 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ae8f00e3-e6fc-442f-9681-61fab2d95b60 req-768ea32e-6227-4963-9d31-4445556268f5 service neutron] 10.222.0.57 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545499 Dec 22 15:22:41.350331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-15de07b8-405a-432f-b018-62d4475bee96 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:41.589607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1678550592', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:41.669665 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:41.712054 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59054) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:41.738653 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] Transition to ACTIVE for port object 4e18be9e-69a6-44fd-9780-65bd28953898 will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:22:41.780991 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-23b608f6-b93c-4a9d-b73b-681442853733 None None] For port 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b,segment=NetworkSegment(16af2af5-3868-47c4-93b3-5332e48b4407),segment_id=16af2af5-3868-47c4-93b3-5332e48b4407)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:41.781785 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-23b608f6-b93c-4a9d-b73b-681442853733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:41.827598 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:41.836759 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:41.857160 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-15de07b8-405a-432f-b018-62d4475bee96 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Usage tracker for resource:security_group and tenant:1d57643e65d9443fac7faa48c8967a4e is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:41.872122 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-15de07b8-405a-432f-b018-62d4475bee96 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:41.927048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-21fd9e00-4a40-4c78-9625-f75d708f87d5 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Calling delete_port for 02ff3a40-f388-44db-9218-31905906694e owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:42.028885 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-23b608f6-b93c-4a9d-b73b-681442853733 None None] Calling delete_port for 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:42.031530 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-15de07b8-405a-432f-b018-62d4475bee96 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:42.040571 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:42.094100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Usage tracker for resource:port and tenant:1d7a55e23b1e463d8c2fc641c79fdf28 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:42.107702 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:22:42.211310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:42.214506 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-612a13d8-f7cd-4852-b0fc-1c906ec8b1b8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5174c37d8f2b4cb683ba55748d87c3c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5050731 Dec 22 15:22:42.216761 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59066) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:42.239027 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:42.422534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b9e2ec2-24d3-46fb-95ce-0d85f12f94a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:42.460795 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:42.465284 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15de07b8-405a-432f-b018-62d4475bee96 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:42.486338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b9e2ec2-24d3-46fb-95ce-0d85f12f94a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:42.501533 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17409650-1429-491d-82f5-c540b894e990 None None] Pushing event updated for resources: {'Port': ['ID=4e18be9e-69a6-44fd-9780-65bd28953898,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:42.506438 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-17409650-1429-491d-82f5-c540b894e990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:42.532234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] For port 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b,segment=NetworkSegment(16af2af5-3868-47c4-93b3-5332e48b4407),segment_id=16af2af5-3868-47c4-93b3-5332e48b4407)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:42.532874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:42.538974 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] Attempting to bind port 4e18be9e-69a6-44fd-9780-65bd28953898 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:22:42.539840 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] Attempting to bind port 4e18be9e-69a6-44fd-9780-65bd28953898 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'f1868073-ed6a-44a8-a1d4-49e95fad9955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:22:42.540281 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] Attempting to bind port 4e18be9e-69a6-44fd-9780-65bd28953898 on network ee65f9c6-5a2d-4f52-a62f-585f493090c8 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:22:42.547342 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:22:42.547904 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] Checking segment: {'id': 'f1868073-ed6a-44a8-a1d4-49e95fad9955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:22:42.548424 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:42.549252 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] Bound using segment: {'id': 'f1868073-ed6a-44a8-a1d4-49e95fad9955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:22:42.549499 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] Bound port: 4e18be9e-69a6-44fd-9780-65bd28953898, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1868073-ed6a-44a8-a1d4-49e95fad9955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:22:42.550268 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:42.591319 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-23b608f6-b93c-4a9d-b73b-681442853733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:42.613848 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-261acffc-6279-4b60-afdd-6ebd24502b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:42.649926 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4b0105-4778-4b4b-904a-9db9a53b4c1d tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:42.654855 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0d4b0105-4778-4b4b-904a-9db9a53b4c1d tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "GET /v2.0/networks/98c1d02c-4416-4565-b8a7-1c1ed298f1f8 HTTP/1.1" status: 200 len: 881 time: 1.9057620 Dec 22 15:22:42.655358 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59076) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:42.667428 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b608f6-b93c-4a9d-b73b-681442853733 None None] No DVR routers for this DVR port 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:22:42.721949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b608f6-b93c-4a9d-b73b-681442853733 None None] Pushing event deleted for resources: {'Port': ['ID=316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:42.738150 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-23b608f6-b93c-4a9d-b73b-681442853733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:42.738905 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] For port 4e18be9e-69a6-44fd-9780-65bd28953898, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:22:42.743816 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] For port 4e18be9e-69a6-44fd-9780-65bd28953898, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=4e18be9e-69a6-44fd-9780-65bd28953898,segment=NetworkSegment(f1868073-ed6a-44a8-a1d4-49e95fad9955),segment_id=f1868073-ed6a-44a8-a1d4-49e95fad9955)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:22:42.753629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b9e2ec2-24d3-46fb-95ce-0d85f12f94a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:42.772061 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:42.772935 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-15de07b8-405a-432f-b018-62d4475bee96 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:42.783990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Calling delete_port for 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:42.808553 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-42cfab76-f025-4b29-9d50-0a9b90b1c9c5 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9508f4-b65a-4916-8781-b2b70783a0ae HTTP/1.1" status: 200 len: 205 time: 0.1478844 Dec 22 15:22:42.809338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59080) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:42.813262 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e2ec2-24d3-46fb-95ce-0d85f12f94a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54cdd8c-4f8d-4a85-815c-769f4822e7ba,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:42.818104 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9b9e2ec2-24d3-46fb-95ce-0d85f12f94a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:42.818624 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Made reservation on behalf of 1d7a55e23b1e463d8c2fc641c79fdf28 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:22:42.820970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:42.841234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-15de07b8-405a-432f-b018-62d4475bee96 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Usage tracker for resource:security_group_rule and tenant:1d57643e65d9443fac7faa48c8967a4e is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:42.856488 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-15de07b8-405a-432f-b018-62d4475bee96 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:42.866622 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:42.879891 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-15de07b8-405a-432f-b018-62d4475bee96 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:42.903676 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:42.916835 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-59129ad5-1c93-4e04-9158-5f23c2c698d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:42.931548 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:42.956388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Usage tracker for resource:security_group_rule and tenant:1d7a55e23b1e463d8c2fc641c79fdf28 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:42.960622 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:42.968469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:43.001426 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17409650-1429-491d-82f5-c540b894e990 None None] Pushing event updated for resources: {'Port': ['ID=4e18be9e-69a6-44fd-9780-65bd28953898,revision_number=4']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:43.011041 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-17409650-1429-491d-82f5-c540b894e990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:43.012093 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:22:43.012618 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:22:43.052380 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] Routers {'36d43092-df8f-4a83-a2d3-688bb812614e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:43.053040 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['36d43092-df8f-4a83-a2d3-688bb812614e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:43.137666 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15de07b8-405a-432f-b018-62d4475bee96 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:43.230096 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15de07b8-405a-432f-b018-62d4475bee96 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:43.253380 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-464aa979-e888-4acf-8f27-a5ee98a294b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:43.268739 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] Set router 36d43092-df8f-4a83-a2d3-688bb812614e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:22:43.282091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:43.285962 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59088) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:43.313585 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-21fd9e00-4a40-4c78-9625-f75d708f87d5 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:43.321416 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b9e2ec2-24d3-46fb-95ce-0d85f12f94a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:43.326004 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9b9e2ec2-24d3-46fb-95ce-0d85f12f94a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f54cdd8c-4f8d-4a85-815c-769f4822e7ba HTTP/1.1" status: 204 len: 168 time: 1.1078649 Dec 22 15:22:43.393794 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de07b8-405a-432f-b018-62d4475bee96 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530d13eb-0aa8-4ebd-972b-948dfb726b53,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:43.414927 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-15de07b8-405a-432f-b018-62d4475bee96 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:43.420043 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4acf925f-cb5d-4676-8768-96003c6f57e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:43.489533 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e25165d-38b1-4127-b8fa-7b925c47bf60 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:43.490006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:43.499428 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] device_id is not set on port d7a843b2-24f8-4375-88f8-1b197f9d9d62 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:22:43.665075 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15de07b8-405a-432f-b018-62d4475bee96 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:43.670823 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-15de07b8-405a-432f-b018-62d4475bee96 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.5060892 Dec 22 15:22:43.674032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59098) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:43.684920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port 316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:43.685264 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:43.726966 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-205714858'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:43.732306 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:43.740210 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd9e00-4a40-4c78-9625-f75d708f87d5 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event deleted for resources: {'Port': ['ID=02ff3a40-f388-44db-9218-31905906694e,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:43.776044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f82e1305-54d4-4d61-838b-ece7a22084dd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Request body: {'security_group_rule': {'security_group_id': '530d13eb-0aa8-4ebd-972b-948dfb726b53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:43.785071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-21fd9e00-4a40-4c78-9625-f75d708f87d5 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:43.786278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Usage tracker for resource:network and tenant:3177e2b66f63437299f9117cdfaafee6 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:43.787192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f82e1305-54d4-4d61-838b-ece7a22084dd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:43.789947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0caf762c-188d-496f-a817-1e4caa940f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:43.840049 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f82e1305-54d4-4d61-838b-ece7a22084dd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Usage tracker for resource:security_group_rule and tenant:1d57643e65d9443fac7faa48c8967a4e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:43.845329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f82e1305-54d4-4d61-838b-ece7a22084dd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:43.857990 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f82e1305-54d4-4d61-838b-ece7a22084dd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:43.861132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] The port '316dbeac-b1bd-48ea-a0e0-bafef9f0eb0b' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:22:43.865100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:43.868386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bcb47f-c9ba-4ee5-86d5-03653a6ca10a,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:43.886676 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e25165d-38b1-4127-b8fa-7b925c47bf60 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:43.932559 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:43.938775 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'name': 'tempest-ServersTestManualDisk-1782337812-router', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:12Z', 'updated_at': '2021-12-22T15:22:34Z', 'revision_number': 4, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'gw_port': {'id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:16Z', 'updated_at': '2021-12-22T15:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '4e18be9e-69a6-44fd-9780-65bd28953898', 'name': '', 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'mac_address': 'fa:16:3e:ff:0c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3ceefc5c-3346-4e11-b85f-c4fb9df63936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:29Z', 'updated_at': '2021-12-22T15:22:42Z', 'revision_number': 4, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'subnets': [{'id': '3ceefc5c-3346-4e11-b85f-c4fb9df63936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:43.945083 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bebc6e-f76c-44c7-a299-94c7700a2921 None None] The sync data for ids ['36d43092-df8f-4a83-a2d3-688bb812614e'] in dv-neutron-822674-1-hyperv is: [{'id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'name': 'tempest-ServersTestManualDisk-1782337812-router', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:12Z', 'updated_at': '2021-12-22T15:22:34Z', 'revision_number': 4, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'gw_port': {'id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:16Z', 'updated_at': '2021-12-22T15:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '4e18be9e-69a6-44fd-9780-65bd28953898', 'name': '', 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'mac_address': 'fa:16:3e:ff:0c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3ceefc5c-3346-4e11-b85f-c4fb9df63936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:29Z', 'updated_at': '2021-12-22T15:22:42Z', 'revision_number': 4, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'subnets': [{'id': '3ceefc5c-3346-4e11-b85f-c4fb9df63936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:22:43.955970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:43.962610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f82e1305-54d4-4d61-838b-ece7a22084dd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:44.033583 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4e25165d-38b1-4127-b8fa-7b925c47bf60 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Deleting port 42e2d680-b6a5-49b6-a7d9-ec87857dcc9f {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:44.033823 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e25165d-38b1-4127-b8fa-7b925c47bf60 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:44.047068 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Allocated IP 172.26.6.246 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/d7a843b2-24f8-4375-88f8-1b197f9d9d62) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:22:44.187200 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Made reservation on behalf of 3177e2b66f63437299f9117cdfaafee6 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:22:44.192621 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:44.242853 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:44.263185 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f82e1305-54d4-4d61-838b-ece7a22084dd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:44.308479 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:44.332347 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb0e22d-b26d-4688-8cd2-fd948aacc295']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:44.332511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e25165d-38b1-4127-b8fa-7b925c47bf60 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:44.338630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f82e1305-54d4-4d61-838b-ece7a22084dd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:44.345876 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4dddc6c5-b599-4503-aa07-dced2143db9c tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:44.520312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4e25165d-38b1-4127-b8fa-7b925c47bf60 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Calling delete_port for 42e2d680-b6a5-49b6-a7d9-ec87857dcc9f owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:44.616923 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e1305-54d4-4d61-838b-ece7a22084dd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02f212c-1b39-4767-a845-ec3a51756024,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:44.621540 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f82e1305-54d4-4d61-838b-ece7a22084dd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:44.698014 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:44.705508 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Usage tracker for resource:security_group_rule and tenant:3177e2b66f63437299f9117cdfaafee6 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:44.711916 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:44.753103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:44.809969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16af2af5-3868-47c4-93b3-5332e48b4407') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:44.809969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16af2af5-3868-47c4-93b3-5332e48b4407') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:44.873691 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f82e1305-54d4-4d61-838b-ece7a22084dd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:44.875839 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f82e1305-54d4-4d61-838b-ece7a22084dd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1986384 Dec 22 15:22:44.881009 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59120) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:44.890391 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-45d9ee43-8a70-4ca2-87a3-f30eb01fc28e tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Request body: {'security_group_rule': {'security_group_id': '530d13eb-0aa8-4ebd-972b-948dfb726b53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:44.919077 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-45d9ee43-8a70-4ca2-87a3-f30eb01fc28e tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:44.937934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-45d9ee43-8a70-4ca2-87a3-f30eb01fc28e tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Usage tracker for resource:security_group_rule and tenant:1d57643e65d9443fac7faa48c8967a4e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:44.941804 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-45d9ee43-8a70-4ca2-87a3-f30eb01fc28e tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:44.949792 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-45d9ee43-8a70-4ca2-87a3-f30eb01fc28e tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:45.036412 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-45d9ee43-8a70-4ca2-87a3-f30eb01fc28e tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:45.187618 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-45d9ee43-8a70-4ca2-87a3-f30eb01fc28e tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:45.191028 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e25165d-38b1-4127-b8fa-7b925c47bf60 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:45.200984 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-86260692-4458-406d-8569-93c836520cd0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:45.214207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:45.234475 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:45.242557 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:22:45.242968 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:45.342512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25165d-38b1-4127-b8fa-7b925c47bf60 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Pushing event deleted for resources: {'Port': ['ID=42e2d680-b6a5-49b6-a7d9-ec87857dcc9f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:45.346616 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-45d9ee43-8a70-4ca2-87a3-f30eb01fc28e tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:45.415273 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:45.419953 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4e25165d-38b1-4127-b8fa-7b925c47bf60 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:45.420404 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:45.430127 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59130) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:45.487891 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:45.573183 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-21fd9e00-4a40-4c78-9625-f75d708f87d5 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:45.580499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:45.592369 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9ee43-8a70-4ca2-87a3-f30eb01fc28e tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c584c99-d522-431f-9519-90893b45db50,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:45.608774 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-45d9ee43-8a70-4ca2-87a3-f30eb01fc28e tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:45.646106 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e25165d-38b1-4127-b8fa-7b925c47bf60 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:45.705157 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:45.711415 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-15de07b8-405a-432f-b018-62d4475bee96 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:45.741094 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:45.811236 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'network': {'name': 'tempest-RoutersTest-651235941'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:45.907501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc927205-b8c4-4b4a-bc34-be2346216e0b req-e870e278-6f75-4179-b231-7e5f07ed2093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:45.909236 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc927205-b8c4-4b4a-bc34-be2346216e0b req-e870e278-6f75-4179-b231-7e5f07ed2093 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b1a174dbcbe478299f6879dd11bdd14&device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 1098 time: 0.5603971 Dec 22 15:22:45.910111 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-45d9ee43-8a70-4ca2-87a3-f30eb01fc28e tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:45.911300 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-45d9ee43-8a70-4ca2-87a3-f30eb01fc28e tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0282297 Dec 22 15:22:45.921294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59138) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:45.927098 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:46.015166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:46.031328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:46.032893 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:network and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:46.037046 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e25165d-38b1-4127-b8fa-7b925c47bf60 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:46.059728 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:22:46.075041 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/networks/abb0e22d-b26d-4688-8cd2-fd948aacc295 HTTP/1.1" status: 204 len: 168 time: 5.8889360 Dec 22 15:22:46.086510 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4e18be9e-69a6-44fd-9780-65bd28953898 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:22:46.092982 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59142) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:46.092982 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e25165d-38b1-4127-b8fa-7b925c47bf60 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:46.097136 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Usage tracker for resource:floatingip and tenant:1d57643e65d9443fac7faa48c8967a4e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:46.098305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:46.102395 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe02cf4-1748-4c06-b3a8-7e596bb9c45b,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:46.114348 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:46.120261 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-bbcec504-b758-4cb2-82c4-8958c5f342a5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1645666800'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:46.131272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:46.144536 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:46.149405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bbcec504-b758-4cb2-82c4-8958c5f342a5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:46.150921 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:46.153748 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9943d2a7-321b-4937-aa15-9af3439dd01f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.391s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:46.159349 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bbcec504-b758-4cb2-82c4-8958c5f342a5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:network and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:46.165113 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bbcec504-b758-4cb2-82c4-8958c5f342a5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:46.184495 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bbcec504-b758-4cb2-82c4-8958c5f342a5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:46.196939 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Network': ['ID=abb0e22d-b26d-4688-8cd2-fd948aacc295,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:46.202875 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:46.203416 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Added segment 6f8c4582-c365-4a3d-a0b9-bc883d8e56bd of type vlan for network 3303126f-5636-41a7-88dc-be0394890538 Dec 22 15:22:46.215179 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc927205-b8c4-4b4a-bc34-be2346216e0b req-37a65aea-48ec-4769-a234-0543e7f51034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:46.216703 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc927205-b8c4-4b4a-bc34-be2346216e0b req-37a65aea-48ec-4769-a234-0543e7f51034 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 HTTP/1.1" status: 200 len: 911 time: 0.2963293 Dec 22 15:22:46.225863 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:46.281128 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:46.310849 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e25165d-38b1-4127-b8fa-7b925c47bf60 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:46.311556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e25165d-38b1-4127-b8fa-7b925c47bf60 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Fanout notify agent at l3_agent the message router_deleted on router 0f9508f4-b65a-4916-8781-b2b70783a0ae {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:22:46.313319 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcec504-b758-4cb2-82c4-8958c5f342a5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Made reservation on behalf of ee2232110f5e4ead88119ba9dae092ad for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:22:46.317290 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bbcec504-b758-4cb2-82c4-8958c5f342a5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:46.371828 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:46.376473 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 4e18be9e-69a6-44fd-9780-65bd28953898 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:22:46.381549 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Made reservation on behalf of 7b4975992c034d11b43920ae668ae5e2 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:22:46.386280 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:46.386567 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 4e18be9e-69a6-44fd-9780-65bd28953898 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:46.386895 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:46.399258 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:46.406276 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e25165d-38b1-4127-b8fa-7b925c47bf60 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:46.417007 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4e25165d-38b1-4127-b8fa-7b925c47bf60 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "DELETE /v2.0/routers/0f9508f4-b65a-4916-8781-b2b70783a0ae HTTP/1.1" status: 204 len: 168 time: 3.6039393 Dec 22 15:22:46.420396 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59146) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:46.420596 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:46.442639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c4b1e-1e8f-4b07-9188-ee27301b8733 req-51f6afa9-cf78-4a23-aa14-a9f3b6d95315 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:46.445381 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c24c4b1e-1e8f-4b07-9188-ee27301b8733 req-51f6afa9-cf78-4a23-aa14-a9f3b6d95315 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 1.0188367 Dec 22 15:22:46.450924 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-033d67d0-d567-4525-a981-8d46482f410e tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1546027048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:46.547120 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:46.548839 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-033d67d0-d567-4525-a981-8d46482f410e tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:46.561666 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc927205-b8c4-4b4a-bc34-be2346216e0b req-dfc0d885-143e-4620-ad00-f906511b9b05 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 HTTP/1.1" status: 200 len: 1000 time: 0.3378077 Dec 22 15:22:46.568546 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:security_group_rule and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:46.581004 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-033d67d0-d567-4525-a981-8d46482f410e tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Usage tracker for resource:router and tenant:05c1d072a7804ee2b486f158ad89255a is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:46.581859 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:46.594166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-033d67d0-d567-4525-a981-8d46482f410e tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:46.599227 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbcec504-b758-4cb2-82c4-8958c5f342a5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:22:46.626466 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 4e18be9e-69a6-44fd-9780-65bd28953898, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=4e18be9e-69a6-44fd-9780-65bd28953898,segment=NetworkSegment(f1868073-ed6a-44a8-a1d4-49e95fad9955),segment_id=f1868073-ed6a-44a8-a1d4-49e95fad9955)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:46.663829 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:46.677835 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-033d67d0-d567-4525-a981-8d46482f410e tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:46.698694 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:46.705809 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:46.708238 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:46.711826 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bbcec504-b758-4cb2-82c4-8958c5f342a5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:46.712371 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-bbcec504-b758-4cb2-82c4-8958c5f342a5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Added segment 945000a2-99fc-4ddc-b575-6a1c33080556 of type vlan for network b7e0cd87-6a24-4d94-9a58-bc47cfa21f83 Dec 22 15:22:46.714741 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:46.715000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:46.715000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:46.726346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:46.779395 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bbcec504-b758-4cb2-82c4-8958c5f342a5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:46.798047 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc927205-b8c4-4b4a-bc34-be2346216e0b req-abbe01c9-5ff4-4d96-bdfc-b7bf45a83ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:46.800444 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc927205-b8c4-4b4a-bc34-be2346216e0b req-abbe01c9-5ff4-4d96-bdfc-b7bf45a83ecf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d351219-3f54-4318-ad3a-f368fdd0eec7 HTTP/1.1" status: 200 len: 849 time: 0.2253706 Dec 22 15:22:46.805460 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-033d67d0-d567-4525-a981-8d46482f410e tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:46.806877 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-033d67d0-d567-4525-a981-8d46482f410e tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:46.854510 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c24c4b1e-1e8f-4b07-9188-ee27301b8733 req-9c4e81dd-85d4-4500-af56-35ad45737e04 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3831656 Dec 22 15:22:46.867800 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=4e18be9e-69a6-44fd-9780-65bd28953898,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:46.890038 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:46.893900 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:46.894718 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:46.895287 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:46.895865 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:46.896957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:46.897628 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:46.898257 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:46.901796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:46.901796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:46.901796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:46.901796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:22:46.916990 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:46.930803 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-bbcec504-b758-4cb2-82c4-8958c5f342a5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:22:46.970931 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event updated for resources: {'Network': ['ID=3303126f-5636-41a7-88dc-be0394890538,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:46.986524 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 3303126f-5636-41a7-88dc-be0394890538 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:22:46.986887 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:46.993019 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:47.001137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-21fd9e00-4a40-4c78-9625-f75d708f87d5 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:47.019233 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-033d67d0-d567-4525-a981-8d46482f410e tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:47.041773 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.7522376 Dec 22 15:22:47.102826 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bbcec504-b758-4cb2-82c4-8958c5f342a5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:47.105884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:22:47.113328 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:47.126861 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fd9e00-4a40-4c78-9625-f75d708f87d5 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Router 38fe96a1-5a58-4870-bef5-3001fb091ed3 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:22:47.126861 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:47.132612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcec504-b758-4cb2-82c4-8958c5f342a5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:47.134492 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bbcec504-b758-4cb2-82c4-8958c5f342a5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:47.151695 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Pushing event updated for resources: {'Port': ['ID=d7a843b2-24f8-4375-88f8-1b197f9d9d62,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:47.160791 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:47.185365 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-794995c2-aff5-4ac9-93db-539714ac07df tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:47.201320 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:47.212419 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-033d67d0-d567-4525-a981-8d46482f410e tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:47.220825 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc927205-b8c4-4b4a-bc34-be2346216e0b req-97725ff0-7abd-492a-b860-1b71c8256ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:47.224355 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc927205-b8c4-4b4a-bc34-be2346216e0b req-97725ff0-7abd-492a-b860-1b71c8256ace service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4101324 Dec 22 15:22:47.346886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:47.347773 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:47.377911 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:47.477224 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bbcec504-b758-4cb2-82c4-8958c5f342a5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3819966 Dec 22 15:22:47.478151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59150) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:47.485746 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fd9e00-4a40-4c78-9625-f75d708f87d5 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:22:47.497078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcec504-b758-4cb2-82c4-8958c5f342a5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Network': ['ID=b7e0cd87-6a24-4d94-9a58-bc47cfa21f83,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:47.504244 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e39df4-822f-4599-9959-584bf460ac6b None None] Sync routers for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:22:47.505314 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-dace5d0c-292d-452b-bd0c-b9c5812b3613 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'subnet': {'network_id': 'b7e0cd87-6a24-4d94-9a58-bc47cfa21f83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:47.527153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59154) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:47.528021 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bbcec504-b758-4cb2-82c4-8958c5f342a5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:47.528574 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-21fd9e00-4a40-4c78-9625-f75d708f87d5 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "PUT /v2.0/routers/38fe96a1-5a58-4870-bef5-3001fb091ed3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7804554 Dec 22 15:22:47.529467 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network b7e0cd87-6a24-4d94-9a58-bc47cfa21f83 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:22:47.534718 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 7.2968173 Dec 22 15:22:47.538683 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:47.548585 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59158) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:47.550543 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7a8ad1a1-e6ed-46cf-9337-4ac02e9a3b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:47.574744 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e39df4-822f-4599-9959-584bf460ac6b None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:47.575839 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-78e39df4-822f-4599-9959-584bf460ac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:47.580110 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-eb1c0acd-4990-4b5f-a29b-7c6d8e8ebec7 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246'}]}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:47.609355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-eb1c0acd-4990-4b5f-a29b-7c6d8e8ebec7 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:47.633215 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-eb1c0acd-4990-4b5f-a29b-7c6d8e8ebec7 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Usage tracker for resource:router and tenant:1d7a55e23b1e463d8c2fc641c79fdf28 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:47.654340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-eb1c0acd-4990-4b5f-a29b-7c6d8e8ebec7 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:47.668320 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:22:47.706196 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-eb1c0acd-4990-4b5f-a29b-7c6d8e8ebec7 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:47.728532 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:47.728780 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Added segment c95f0d8a-658d-48b3-a995-5c0e159f615a of type vlan for network f08d16d2-1976-4f75-bbde-094a60891437 Dec 22 15:22:47.738909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-033d67d0-d567-4525-a981-8d46482f410e tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:47.745045 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-033d67d0-d567-4525-a981-8d46482f410e tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3161666 Dec 22 15:22:47.745464 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59162) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:47.746617 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3eba927-ee40-4a01-bb60-d994792db3b3,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:47.763293 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:47.769533 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-a09054bd-5148-4780-89ce-15af5e0af2b2 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Request body: {'router': {'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:47.861534 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-78e39df4-822f-4599-9959-584bf460ac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:47.883327 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e39df4-822f-4599-9959-584bf460ac6b None None] Routers {'38fe96a1-5a58-4870-bef5-3001fb091ed3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:47.885032 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-78e39df4-822f-4599-9959-584bf460ac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['38fe96a1-5a58-4870-bef5-3001fb091ed3'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:47.914617 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0acd-4990-4b5f-a29b-7c6d8e8ebec7 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:47.915670 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0acd-4990-4b5f-a29b-7c6d8e8ebec7 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:48.052028 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-78e39df4-822f-4599-9959-584bf460ac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:48.053452 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e39df4-822f-4599-9959-584bf460ac6b None None] The sync data for ids ['38fe96a1-5a58-4870-bef5-3001fb091ed3'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:22:48.109420 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4e18be9e-69a6-44fd-9780-65bd28953898 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:22:48.276340 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Allocated IP 172.26.6.90 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/de5caffb-8c1f-4125-b208-522f3bd6b2f3) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:22:48.279402 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 4e18be9e-69a6-44fd-9780-65bd28953898 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:48.280772 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:48.373236 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:48.410026 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0acd-4990-4b5f-a29b-7c6d8e8ebec7 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:48.596210 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc927205-b8c4-4b4a-bc34-be2346216e0b req-61cbd54d-4311-447a-a711-d609ae58754c service neutron] 10.222.0.57 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3178437 Dec 22 15:22:48.603138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:48.724435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dace5d0c-292d-452b-bd0c-b9c5812b3613 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:48.778566 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:48.784297 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:48.784936 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:48.791126 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a09054bd-5148-4780-89ce-15af5e0af2b2 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:48.807132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dace5d0c-292d-452b-bd0c-b9c5812b3613 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:subnet and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:48.809541 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:48.818688 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dace5d0c-292d-452b-bd0c-b9c5812b3613 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:48.920950 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dace5d0c-292d-452b-bd0c-b9c5812b3613 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:48.993325 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bb6e4-1dcb-4f34-8dfc-a4571d0ee548 req-ffc2c8e5-09e0-4794-bf89-ea0a37eb431f tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:48.996874 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b33bb6e4-1dcb-4f34-8dfc-a4571d0ee548 req-ffc2c8e5-09e0-4794-bf89-ea0a37eb431f tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.7471483 Dec 22 15:22:49.011273 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20b78287-2726-41cd-8554-8690b06a5b96 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:49.107907 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Network': ['ID=f08d16d2-1976-4f75-bbde-094a60891437,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:49.131517 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network f08d16d2-1976-4f75-bbde-094a60891437 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:22:49.184366 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:49.202127 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.7584805 Dec 22 15:22:49.212719 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59168) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:49.219738 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0acd-4990-4b5f-a29b-7c6d8e8ebec7 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:49.238732 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-845ae480-6c98-47fe-b0e2-24a9c1793cb9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'network': {'name': 'tempest-RoutersTest-850369450'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:49.251468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-845ae480-6c98-47fe-b0e2-24a9c1793cb9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:49.305757 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b33bb6e4-1dcb-4f34-8dfc-a4571d0ee548 req-9fbc90f9-9f20-4c1c-be79-fc52ae6ae78c tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524264 Dec 22 15:22:49.307338 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-845ae480-6c98-47fe-b0e2-24a9c1793cb9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:network and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:49.319122 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-845ae480-6c98-47fe-b0e2-24a9c1793cb9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:49.356599 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-845ae480-6c98-47fe-b0e2-24a9c1793cb9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:49.454890 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dace5d0c-292d-452b-bd0c-b9c5812b3613 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Made reservation on behalf of ee2232110f5e4ead88119ba9dae092ad for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:22:49.462416 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dace5d0c-292d-452b-bd0c-b9c5812b3613 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:49.494553 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845ae480-6c98-47fe-b0e2-24a9c1793cb9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Made reservation on behalf of 7b4975992c034d11b43920ae668ae5e2 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:22:49.501938 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-845ae480-6c98-47fe-b0e2-24a9c1793cb9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:49.509150 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20b78287-2726-41cd-8554-8690b06a5b96 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:49.579695 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845ae480-6c98-47fe-b0e2-24a9c1793cb9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:22:49.620620 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-845ae480-6c98-47fe-b0e2-24a9c1793cb9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:49.621042 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-845ae480-6c98-47fe-b0e2-24a9c1793cb9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Added segment c125c449-c752-4dc6-898e-f3366fecb2e3 of type vlan for network fa3679d8-2eda-4723-9006-3f734e8d260c Dec 22 15:22:49.638297 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc927205-b8c4-4b4a-bc34-be2346216e0b req-c239d57b-9686-4c83-ad70-5d32c57a404d service neutron] 10.222.0.57 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9310367 Dec 22 15:22:49.692176 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-845ae480-6c98-47fe-b0e2-24a9c1793cb9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:49.721944 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-20b78287-2726-41cd-8554-8690b06a5b96 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Deleting port 239a0516-de73-4edf-9c6a-a472cbe50feb {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:49.722170 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20b78287-2726-41cd-8554-8690b06a5b96 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:49.838187 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:49.849827 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-384cde3b-1fda-4473-810c-c798c5862609 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:50.060965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Pushing event updated for resources: {'Port': ['ID=de5caffb-8c1f-4125-b208-522f3bd6b2f3,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:50.070750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:50.074799 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:22:50.079786 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:50.089012 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:50.200180 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a09054bd-5148-4780-89ce-15af5e0af2b2 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:50.215315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20b78287-2726-41cd-8554-8690b06a5b96 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:50.247585 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a09054bd-5148-4780-89ce-15af5e0af2b2 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:50.358489 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-845ae480-6c98-47fe-b0e2-24a9c1793cb9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:50.363186 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845ae480-6c98-47fe-b0e2-24a9c1793cb9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:50.363830 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-845ae480-6c98-47fe-b0e2-24a9c1793cb9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:50.382276 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:50.553603 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-20b78287-2726-41cd-8554-8690b06a5b96 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Calling delete_port for 239a0516-de73-4edf-9c6a-a472cbe50feb owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:50.609420 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dace5d0c-292d-452b-bd0c-b9c5812b3613 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:50.644339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:50.706078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ae480-6c98-47fe-b0e2-24a9c1793cb9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Network': ['ID=fa3679d8-2eda-4723-9006-3f734e8d260c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:50.712098 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-845ae480-6c98-47fe-b0e2-24a9c1793cb9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:50.740039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network fa3679d8-2eda-4723-9006-3f734e8d260c details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:22:50.874443 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:50.898977 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace5d0c-292d-452b-bd0c-b9c5812b3613 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Subnet': ['ID=52c2245d-5c93-4b2a-927c-984aba8f43b1,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:50.910338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dace5d0c-292d-452b-bd0c-b9c5812b3613 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:50.925769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dace5d0c-292d-452b-bd0c-b9c5812b3613 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Checking segment: {'id': '945000a2-99fc-4ddc-b575-6a1c33080556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b7e0cd87-6a24-4d94-9a58-bc47cfa21f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:22:50.926380 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dace5d0c-292d-452b-bd0c-b9c5812b3613 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network hostable DHCP agents. Network: b7e0cd87-6a24-4d94-9a58-bc47cfa21f83, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:22:50.970296 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-a09054bd-5148-4780-89ce-15af5e0af2b2 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Allocated IP 172.26.6.187 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/e09519ef-6e85-45f3-944b-364cd0868719) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:22:50.989677 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0acd-4990-4b5f-a29b-7c6d8e8ebec7 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:51.059177 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-845ae480-6c98-47fe-b0e2-24a9c1793cb9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8418474 Dec 22 15:22:51.074654 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0acd-4990-4b5f-a29b-7c6d8e8ebec7 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:51.076639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59174) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:51.163928 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-4e5a4b11-948e-4c08-9c33-36bfd81d0dec tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'subnet': {'network_id': 'f08d16d2-1976-4f75-bbde-094a60891437', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:51.329871 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dace5d0c-292d-452b-bd0c-b9c5812b3613 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network b7e0cd87-6a24-4d94-9a58-bc47cfa21f83 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:22:51.409667 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:51.490177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-dace5d0c-292d-452b-bd0c-b9c5812b3613 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, b7e0cd87-6a24-4d94-9a58-bc47cfa21f83) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:51.504494 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378ccac5-7241-45a0-902d-4efd6b130a22 None None] Network b7e0cd87-6a24-4d94-9a58-bc47cfa21f83 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:51.504754 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dace5d0c-292d-452b-bd0c-b9c5812b3613 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:51.505450 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dace5d0c-292d-452b-bd0c-b9c5812b3613 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:51.522899 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20b78287-2726-41cd-8554-8690b06a5b96 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:51.543689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a1a77529-6faa-46a7-807b-3a1794028687 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:51.655212 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b78287-2726-41cd-8554-8690b06a5b96 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event deleted for resources: {'Port': ['ID=239a0516-de73-4edf-9c6a-a472cbe50feb,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:51.670398 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a09054bd-5148-4780-89ce-15af5e0af2b2 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:51.725927 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-20b78287-2726-41cd-8554-8690b06a5b96 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:51.729792 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4e5a4b11-948e-4c08-9c33-36bfd81d0dec tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:51.737732 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4e5a4b11-948e-4c08-9c33-36bfd81d0dec tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:subnet and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:51.743756 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4e5a4b11-948e-4c08-9c33-36bfd81d0dec tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:51.751905 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59178) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:51.761656 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4e5a4b11-948e-4c08-9c33-36bfd81d0dec tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:51.789261 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-dbab76c0-ab4b-4d1b-83a5-03874d4bae85 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Request body: {'subnet': {'network_id': '3303126f-5636-41a7-88dc-be0394890538', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:51.797445 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a09054bd-5148-4780-89ce-15af5e0af2b2 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:51.831407 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-b7e0cd87-6a24-4d94-9a58-bc47cfa21f83', 'network_id': 'b7e0cd87-6a24-4d94-9a58-bc47cfa21f83', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'fixed_ips': [{'subnet_id': '52c2245d-5c93-4b2a-927c-984aba8f43b1'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:22:51.833406 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:51.834401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:51.870655 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dace5d0c-292d-452b-bd0c-b9c5812b3613 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3838742 Dec 22 15:22:51.871358 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59182) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:51.906255 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6d480818-f2e5-4a86-b50c-42b9f4e641a6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1414116266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:51.983746 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6d480818-f2e5-4a86-b50c-42b9f4e641a6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:51.994597 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6d480818-f2e5-4a86-b50c-42b9f4e641a6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:router and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:52.005718 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6d480818-f2e5-4a86-b50c-42b9f4e641a6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:52.017121 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6fbb5-1f7f-4a59-96f6-351fcae77072 req-40fe0e1a-adea-4d68-9106-05402d28aaac tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:52.020963 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f2f6fbb5-1f7f-4a59-96f6-351fcae77072 req-40fe0e1a-adea-4d68-9106-05402d28aaac tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 1.3420761 Dec 22 15:22:52.026450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09054bd-5148-4780-89ce-15af5e0af2b2 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:22:52.027471 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6d480818-f2e5-4a86-b50c-42b9f4e641a6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:52.037377 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09054bd-5148-4780-89ce-15af5e0af2b2 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Pushing event updated for resources: {'Port': ['ID=e09519ef-6e85-45f3-944b-364cd0868719,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:52.043404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a09054bd-5148-4780-89ce-15af5e0af2b2 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:52.044904 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-a09054bd-5148-4780-89ce-15af5e0af2b2 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:52.050780 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09054bd-5148-4780-89ce-15af5e0af2b2 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:52.054638 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20b78287-2726-41cd-8554-8690b06a5b96 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:52.064417 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Allocated IP 2001:db8::2 (b7e0cd87-6a24-4d94-9a58-bc47cfa21f83/52c2245d-5c93-4b2a-927c-984aba8f43b1/55107c91-8743-4e55-91f9-a0fdb214c878) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:22:52.151024 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5a4b11-948e-4c08-9c33-36bfd81d0dec tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Made reservation on behalf of 7b4975992c034d11b43920ae668ae5e2 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:22:52.157154 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e5a4b11-948e-4c08-9c33-36bfd81d0dec tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:52.184851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dbab76c0-ab4b-4d1b-83a5-03874d4bae85 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:52.194571 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d480818-f2e5-4a86-b50c-42b9f4e641a6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:52.195591 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d480818-f2e5-4a86-b50c-42b9f4e641a6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:52.263742 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dbab76c0-ab4b-4d1b-83a5-03874d4bae85 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Usage tracker for resource:subnet and tenant:3177e2b66f63437299f9117cdfaafee6 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:52.273286 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dbab76c0-ab4b-4d1b-83a5-03874d4bae85 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:52.285934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20b78287-2726-41cd-8554-8690b06a5b96 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:52.290448 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20b78287-2726-41cd-8554-8690b06a5b96 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:52.292000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dbab76c0-ab4b-4d1b-83a5-03874d4bae85 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:52.321969 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d480818-f2e5-4a86-b50c-42b9f4e641a6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:52.349776 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:52.405858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbab76c0-ab4b-4d1b-83a5-03874d4bae85 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Made reservation on behalf of 3177e2b66f63437299f9117cdfaafee6 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:22:52.412068 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dbab76c0-ab4b-4d1b-83a5-03874d4bae85 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:52.420702 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:52.438456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Transition to ACTIVE for port object 55107c91-8743-4e55-91f9-a0fdb214c878 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:22:52.439005 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:52.446001 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20b78287-2726-41cd-8554-8690b06a5b96 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:52.450651 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b78287-2726-41cd-8554-8690b06a5b96 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Fanout notify agent at l3_agent the message router_deleted on router 38fe96a1-5a58-4870-bef5-3001fb091ed3 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:22:52.463275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-37c15787-938a-4c79-87b5-c61728f1fbfa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:52.472020 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Transition to ACTIVE for port object 55107c91-8743-4e55-91f9-a0fdb214c878 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:22:52.496818 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d480818-f2e5-4a86-b50c-42b9f4e641a6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:52.571890 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:52.581311 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-4824311b-9ae0-4f82-b52d-20abb6958a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:52.653041 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20b78287-2726-41cd-8554-8690b06a5b96 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:52.653427 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-20b78287-2726-41cd-8554-8690b06a5b96 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "DELETE /v2.0/routers/38fe96a1-5a58-4870-bef5-3001fb091ed3 HTTP/1.1" status: 204 len: 168 time: 5.1243961 Dec 22 15:22:52.664188 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59186) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:52.681434 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Network b7e0cd87-6a24-4d94-9a58-bc47cfa21f83 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:22:52.693731 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:52.701521 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:52.747113 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Pushing event updated for resources: {'Port': ['ID=de5caffb-8c1f-4125-b208-522f3bd6b2f3,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:52.761266 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d480818-f2e5-4a86-b50c-42b9f4e641a6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:52.765075 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6d480818-f2e5-4a86-b50c-42b9f4e641a6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8676243 Dec 22 15:22:52.767141 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59190) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:52.772777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:52.820581 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f2f6fbb5-1f7f-4a59-96f6-351fcae77072 req-45122954-7802-46e7-a616-c080a58ae16d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7858031 Dec 22 15:22:52.862259 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:52.925512 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0acd-4990-4b5f-a29b-7c6d8e8ebec7 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:52.948580 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Pushing event updated for resources: {'Port': ['ID=55107c91-8743-4e55-91f9-a0fdb214c878,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:52.954198 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:52.973707 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Attempting to bind port 55107c91-8743-4e55-91f9-a0fdb214c878 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:22:52.974700 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Attempting to bind port 55107c91-8743-4e55-91f9-a0fdb214c878 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '945000a2-99fc-4ddc-b575-6a1c33080556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b7e0cd87-6a24-4d94-9a58-bc47cfa21f83'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:22:52.975521 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Attempting to bind port 55107c91-8743-4e55-91f9-a0fdb214c878 on network b7e0cd87-6a24-4d94-9a58-bc47cfa21f83 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:22:52.982285 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:22:52.982789 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Checking segment: {'id': '945000a2-99fc-4ddc-b575-6a1c33080556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b7e0cd87-6a24-4d94-9a58-bc47cfa21f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:22:52.983366 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:52.983659 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Bound using segment: {'id': '945000a2-99fc-4ddc-b575-6a1c33080556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b7e0cd87-6a24-4d94-9a58-bc47cfa21f83'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:22:52.984222 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Bound port: 55107c91-8743-4e55-91f9-a0fdb214c878, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945000a2-99fc-4ddc-b575-6a1c33080556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b7e0cd87-6a24-4d94-9a58-bc47cfa21f83'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:22:52.984915 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:53.008946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a79edfd-d0f7-4512-8eb3-40d37258457b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Deleting subnet 805f97be-3231-4bfe-a5de-5190bfd87bc4 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:22:53.034534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a79edfd-d0f7-4512-8eb3-40d37258457b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:53.113921 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] For port 55107c91-8743-4e55-91f9-a0fdb214c878, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:22:53.120650 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] For port 55107c91-8743-4e55-91f9-a0fdb214c878, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=55107c91-8743-4e55-91f9-a0fdb214c878,segment=NetworkSegment(945000a2-99fc-4ddc-b575-6a1c33080556),segment_id=945000a2-99fc-4ddc-b575-6a1c33080556)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:22:53.194713 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:53.203309 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-4f35f6c1-6bf1-4d64-91d9-55924aee4680 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:53.356934 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Pushing event updated for resources: {'Port': ['ID=55107c91-8743-4e55-91f9-a0fdb214c878,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:53.375559 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:53.380300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0acd-4990-4b5f-a29b-7c6d8e8ebec7 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:53.385381 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0acd-4990-4b5f-a29b-7c6d8e8ebec7 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:53.395971 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:53.398868 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4757855 Dec 22 15:22:53.490413 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a79edfd-d0f7-4512-8eb3-40d37258457b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:53.516608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0acd-4990-4b5f-a29b-7c6d8e8ebec7 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:53.517252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1c0acd-4990-4b5f-a29b-7c6d8e8ebec7 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a230e1cc-ad12-4023-8b06-a8ef899b91da {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:22:53.840219 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a09054bd-5148-4780-89ce-15af5e0af2b2 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:53.958065 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-eb1c0acd-4990-4b5f-a29b-7c6d8e8ebec7 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 15:22:53.964225 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-eb1c0acd-4990-4b5f-a29b-7c6d8e8ebec7 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.3893509 Dec 22 15:22:54.009125 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59208) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:54.055550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a79edfd-d0f7-4512-8eb3-40d37258457b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:54.080760 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e5a4b11-948e-4c08-9c33-36bfd81d0dec tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:54.103383 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-408c9578-4353-480f-83f5-c2f45745c8b4 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:54.180635 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 55107c91-8743-4e55-91f9-a0fdb214c878 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:22:54.259713 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:54.278857 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dbab76c0-ab4b-4d1b-83a5-03874d4bae85 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:54.288695 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:54.396140 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-0083773f-ba3a-4fce-bd0e-1e37bf0010dd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Synchronizing usage tracker for tenant:1d57643e65d9443fac7faa48c8967a4e on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:22:54.408570 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e20a2cf7-b65d-4c85-b4a9-47e67392f586 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Deleting port d7a843b2-24f8-4375-88f8-1b197f9d9d62 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:22:54.409006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e20a2cf7-b65d-4c85-b4a9-47e67392f586 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:54.411195 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 55107c91-8743-4e55-91f9-a0fdb214c878 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:22:54.455636 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a4b11-948e-4c08-9c33-36bfd81d0dec tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Subnet': ['ID=8a68abde-0d94-4c3f-be1b-942a43f34f56,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:54.461310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4e5a4b11-948e-4c08-9c33-36bfd81d0dec tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:54.485924 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a79edfd-d0f7-4512-8eb3-40d37258457b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:54.512475 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab76c0-ab4b-4d1b-83a5-03874d4bae85 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event updated for resources: {'Subnet': ['ID=a1cdb5e2-fe85-4dd6-ba25-8d260ba17643,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:54.555268 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dbab76c0-ab4b-4d1b-83a5-03874d4bae85 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:54.562665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-50ea6f72-d00f-4610-8d2b-c3adc63446ca tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:54.597782 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a79edfd-d0f7-4512-8eb3-40d37258457b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:54.626496 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79edfd-d0f7-4512-8eb3-40d37258457b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event deleted for resources: {'Subnet': ['ID=805f97be-3231-4bfe-a5de-5190bfd87bc4,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:54.640225 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0a79edfd-d0f7-4512-8eb3-40d37258457b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:54.645756 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0a79edfd-d0f7-4512-8eb3-40d37258457b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "DELETE /v2.0/subnets/805f97be-3231-4bfe-a5de-5190bfd87bc4 HTTP/1.1" status: 204 len: 168 time: 1.9684820 Dec 22 15:22:54.651739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59212) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:54.688504 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab76c0-ab4b-4d1b-83a5-03874d4bae85 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Checking segment: {'id': '6f8c4582-c365-4a3d-a0b9-bc883d8e56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3303126f-5636-41a7-88dc-be0394890538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:22:54.688984 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbab76c0-ab4b-4d1b-83a5-03874d4bae85 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Network hostable DHCP agents. Network: 3303126f-5636-41a7-88dc-be0394890538, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:22:54.714595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5a4b11-948e-4c08-9c33-36bfd81d0dec tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Checking segment: {'id': 'c95f0d8a-658d-48b3-a995-5c0e159f615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f08d16d2-1976-4f75-bbde-094a60891437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:22:54.715151 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5a4b11-948e-4c08-9c33-36bfd81d0dec tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network hostable DHCP agents. Network: f08d16d2-1976-4f75-bbde-094a60891437, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:22:54.859846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-0083773f-ba3a-4fce-bd0e-1e37bf0010dd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Unset dirty status for tenant:1d57643e65d9443fac7faa48c8967a4e on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:22:54.861776 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-0083773f-ba3a-4fce-bd0e-1e37bf0010dd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--86657752&fields=id&tenant_id=1d57643e65d9443fac7faa48c8967a4e HTTP/1.1" status: 200 len: 267 time: 0.9195099 Dec 22 15:22:54.869006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9630c5e4-cfd5-4b1a-8845-92c1a1837faa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:54.970837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbab76c0-ab4b-4d1b-83a5-03874d4bae85 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Network 3303126f-5636-41a7-88dc-be0394890538 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:22:54.994134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1e284-bd6f-4246-9a07-f3c2435899b5 req-dfe6bcf1-9151-41d6-a4ee-febf6c2ff24d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:54.995758 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-53b1e284-bd6f-4246-9a07-f3c2435899b5 req-dfe6bcf1-9151-41d6-a4ee-febf6c2ff24d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.8534899 Dec 22 15:22:55.012452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Allocated IP 2001:db8::1 (b7e0cd87-6a24-4d94-9a58-bc47cfa21f83/52c2245d-5c93-4b2a-927c-984aba8f43b1/37d451d5-8326-4aaa-be82-d5e67dcf4b1a) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:22:55.134520 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9630c5e4-cfd5-4b1a-8845-92c1a1837faa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:55.135605 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5a4b11-948e-4c08-9c33-36bfd81d0dec tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network f08d16d2-1976-4f75-bbde-094a60891437 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:22:55.203298 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e98ae8-7abd-4515-bcc9-68a6a2298679 None None] Network b7e0cd87-6a24-4d94-9a58-bc47cfa21f83 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:55.271011 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-9630c5e4-cfd5-4b1a-8845-92c1a1837faa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6018beee-30c0-4b90-a1ac-d3a457a98ae4']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:55.312969 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-dbab76c0-ab4b-4d1b-83a5-03874d4bae85 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 3303126f-5636-41a7-88dc-be0394890538) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:55.325805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbab76c0-ab4b-4d1b-83a5-03874d4bae85 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:55.327021 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dbab76c0-ab4b-4d1b-83a5-03874d4bae85 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:55.329292 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a09054bd-5148-4780-89ce-15af5e0af2b2 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:55.329474 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff21688-5f41-4c51-8405-2fb5ea711607 None None] Network 3303126f-5636-41a7-88dc-be0394890538 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:55.333604 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-53b1e284-bd6f-4246-9a07-f3c2435899b5 req-ae7a6e1f-f8cb-4b16-9714-3f91bf4b811d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281382 Dec 22 15:22:55.336597 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-9630c5e4-cfd5-4b1a-8845-92c1a1837faa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f315110-eacf-4e5b-a3d4-6f5063f22840') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:55.337502 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-9630c5e4-cfd5-4b1a-8845-92c1a1837faa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f315110-eacf-4e5b-a3d4-6f5063f22840') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:55.399952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-f7f921ab-110b-437f-af93-ca9354a509de tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:55.401472 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-f7f921ab-110b-437f-af93-ca9354a509de tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/networks?id=ee65f9c6-5a2d-4f52-a62f-585f493090c8 HTTP/1.1" status: 200 len: 812 time: 0.4803238 Dec 22 15:22:55.414833 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a09054bd-5148-4780-89ce-15af5e0af2b2 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:55.442572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-4e5a4b11-948e-4c08-9c33-36bfd81d0dec tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, f08d16d2-1976-4f75-bbde-094a60891437) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:55.502494 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fe6a1b39-f373-4c92-b5b3-f73d19d5d99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:55.509654 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5a4b11-948e-4c08-9c33-36bfd81d0dec tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:55.510126 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a453c965-f903-4392-927f-4aaed20e4fc2 None None] Network f08d16d2-1976-4f75-bbde-094a60891437 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:55.510301 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e5a4b11-948e-4c08-9c33-36bfd81d0dec tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:55.515461 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-467c73e2-c69c-46e0-a889-64ee1b0c1f7d tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/quotas/1d57643e65d9443fac7faa48c8967a4e HTTP/1.1" status: 200 len: 375 time: 0.0853364 Dec 22 15:22:55.549446 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9630c5e4-cfd5-4b1a-8845-92c1a1837faa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:55.587006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9630c5e4-cfd5-4b1a-8845-92c1a1837faa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:55.598364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9630c5e4-cfd5-4b1a-8845-92c1a1837faa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:22:55.598777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9630c5e4-cfd5-4b1a-8845-92c1a1837faa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:55.613985 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:55.618399 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e20a2cf7-b65d-4c85-b4a9-47e67392f586 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:55.637417 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dbab76c0-ab4b-4d1b-83a5-03874d4bae85 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.8832622 Dec 22 15:22:55.650346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59218) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:55.687618 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:55.694000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-92556f50-8b29-494c-b5af-6cf7a0491bc3 None None] Provisioning for port 55107c91-8743-4e55-91f9-a0fdb214c878 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:22:55.726716 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-92556f50-8b29-494c-b5af-6cf7a0491bc3 None None] Provisioning complete for port 55107c91-8743-4e55-91f9-a0fdb214c878 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:55.727282 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-92556f50-8b29-494c-b5af-6cf7a0491bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:55.739232 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Transition to ACTIVE for port object 37d451d5-8326-4aaa-be82-d5e67dcf4b1a will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:22:55.780624 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e20a2cf7-b65d-4c85-b4a9-47e67392f586 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Calling delete_port for d7a843b2-24f8-4375-88f8-1b197f9d9d62 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:22:55.814764 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-d929147c-a2e8-4a74-8cd0-0068c87c4d17 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-304263677'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:55.833395 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9630c5e4-cfd5-4b1a-8845-92c1a1837faa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:55.843351 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9630c5e4-cfd5-4b1a-8845-92c1a1837faa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:55.854122 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8dfae86c-d93f-4b92-be39-adacb7d8513c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:55.889714 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:55.893101 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d929147c-a2e8-4a74-8cd0-0068c87c4d17 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:55.914187 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9630c5e4-cfd5-4b1a-8845-92c1a1837faa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] 10.222.0.59 "DELETE /v2.0/networks/6018beee-30c0-4b90-a1ac-d3a457a98ae4 HTTP/1.1" status: 204 len: 168 time: 1.2583928 Dec 22 15:22:55.915774 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630c5e4-cfd5-4b1a-8845-92c1a1837faa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Pushing event deleted for resources: {'Network': ['ID=6018beee-30c0-4b90-a1ac-d3a457a98ae4,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:55.919605 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9630c5e4-cfd5-4b1a-8845-92c1a1837faa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:55.923556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:55.950307 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d929147c-a2e8-4a74-8cd0-0068c87c4d17 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Usage tracker for resource:network and tenant:3177e2b66f63437299f9117cdfaafee6 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:55.998147 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4e5a4b11-948e-4c08-9c33-36bfd81d0dec tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9019713 Dec 22 15:22:56.001006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network b7e0cd87-6a24-4d94-9a58-bc47cfa21f83 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:22:56.001863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59224) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:56.005436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d929147c-a2e8-4a74-8cd0-0068c87c4d17 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:56.009565 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:56.012266 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:56.013598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:56.031348 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d929147c-a2e8-4a74-8cd0-0068c87c4d17 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:56.177579 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1a25f0ac-d62e-4d5f-bd55-0ff9db6e4eff tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d57643e65d9443fac7faa48c8967a4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6447446 Dec 22 15:22:56.224577 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d8f65d2c-a95c-479f-9cc5-d95f0ea344c1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'subnet': {'network_id': 'fa3679d8-2eda-4723-9006-3f734e8d260c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:56.276264 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Port': ['ID=37d451d5-8326-4aaa-be82-d5e67dcf4b1a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:56.278097 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d929147c-a2e8-4a74-8cd0-0068c87c4d17 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Made reservation on behalf of 3177e2b66f63437299f9117cdfaafee6 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:22:56.285767 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d929147c-a2e8-4a74-8cd0-0068c87c4d17 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:56.354162 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-3303126f-5636-41a7-88dc-be0394890538', 'network_id': '3303126f-5636-41a7-88dc-be0394890538', 'tenant_id': '3177e2b66f63437299f9117cdfaafee6', 'fixed_ips': [{'subnet_id': 'a1cdb5e2-fe85-4dd6-ba25-8d260ba17643'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:22:56.362594 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:56.445732 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d8f65d2c-a95c-479f-9cc5-d95f0ea344c1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:56.451815 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d8f65d2c-a95c-479f-9cc5-d95f0ea344c1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:subnet and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:56.457111 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d8f65d2c-a95c-479f-9cc5-d95f0ea344c1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:56.471451 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d8f65d2c-a95c-479f-9cc5-d95f0ea344c1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:56.483008 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:56.499930 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d929147c-a2e8-4a74-8cd0-0068c87c4d17 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:22:56.539272 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d929147c-a2e8-4a74-8cd0-0068c87c4d17 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:56.539937 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-d929147c-a2e8-4a74-8cd0-0068c87c4d17 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Added segment 1dfedfa6-3af5-4ce5-a1c3-22041fc8137e of type vlan for network 1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda Dec 22 15:22:56.560270 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-c7eb94b3-27bc-4745-9270-a22c25b2354f service neutron] 10.222.0.59 "GET /v2.0/networks/ee65f9c6-5a2d-4f52-a62f-585f493090c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628874 Dec 22 15:22:56.563651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e20a2cf7-b65d-4c85-b4a9-47e67392f586 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:56.575815 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09054bd-5148-4780-89ce-15af5e0af2b2 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Router 746a6d68-0ab5-40c4-a5e8-3772ccab1a55 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:22:56.589804 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:56.601324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59230) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:56.618637 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f65d2c-a95c-479f-9cc5-d95f0ea344c1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Made reservation on behalf of 7b4975992c034d11b43920ae668ae5e2 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:22:56.624695 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8f65d2c-a95c-479f-9cc5-d95f0ea344c1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:56.667278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-92556f50-8b29-494c-b5af-6cf7a0491bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:56.741431 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-f08d16d2-1976-4f75-bbde-094a60891437', 'network_id': 'f08d16d2-1976-4f75-bbde-094a60891437', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'fixed_ips': [{'subnet_id': '8a68abde-0d94-4c3f-be1b-942a43f34f56'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:22:56.742317 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:56.753408 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a2cf7-b65d-4c85-b4a9-47e67392f586 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7a843b2-24f8-4375-88f8-1b197f9d9d62,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:56.760102 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e20a2cf7-b65d-4c85-b4a9-47e67392f586 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:56.776868 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-92556f50-8b29-494c-b5af-6cf7a0491bc3 None None] For port 55107c91-8743-4e55-91f9-a0fdb214c878, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=55107c91-8743-4e55-91f9-a0fdb214c878,segment=NetworkSegment(945000a2-99fc-4ddc-b575-6a1c33080556),segment_id=945000a2-99fc-4ddc-b575-6a1c33080556)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:22:56.780381 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Allocated IP 2001:db8:0:ffff::2 (3303126f-5636-41a7-88dc-be0394890538/a1cdb5e2-fe85-4dd6-ba25-8d260ba17643/7827d6eb-3929-4b50-bb7d-45fe0780842b) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:22:56.892534 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-92556f50-8b29-494c-b5af-6cf7a0491bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:56.899349 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-86b95026-e2c1-4092-9111-247757526757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:56.979591 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:57.235136 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92556f50-8b29-494c-b5af-6cf7a0491bc3 None None] Pushing event updated for resources: {'Port': ['ID=55107c91-8743-4e55-91f9-a0fdb214c878,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:57.262461 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-92556f50-8b29-494c-b5af-6cf7a0491bc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:57.300893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Allocated IP 172.20.0.2 (f08d16d2-1976-4f75-bbde-094a60891437/8a68abde-0d94-4c3f-be1b-942a43f34f56/6484d78d-3cc0-46e1-8100-ccbd1c903dde) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:22:57.340087 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8f65d2c-a95c-479f-9cc5-d95f0ea344c1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:57.398396 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d929147c-a2e8-4a74-8cd0-0068c87c4d17 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:57.406055 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09054bd-5148-4780-89ce-15af5e0af2b2 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:22:57.443251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ad02cf-f678-446e-a86d-3aeddffa3b07 None None] Sync routers for ids ['746a6d68-0ab5-40c4-a5e8-3772ccab1a55'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:22:57.460072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a09054bd-5148-4780-89ce-15af5e0af2b2 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:57.465719 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a09054bd-5148-4780-89ce-15af5e0af2b2 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "PUT /v2.0/routers/746a6d68-0ab5-40c4-a5e8-3772ccab1a55 HTTP/1.1" status: 200 len: 880 time: 9.7011604 Dec 22 15:22:57.466601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59236) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:57.537002 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0f49cd5c-9ea8-496b-a289-6ba5b515ce0f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:57.561484 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad02cf-f678-446e-a86d-3aeddffa3b07 None None] Routers {'746a6d68-0ab5-40c4-a5e8-3772ccab1a55'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:57.562477 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-46ad02cf-f678-446e-a86d-3aeddffa3b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['746a6d68-0ab5-40c4-a5e8-3772ccab1a55'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:57.571416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-d929147c-a2e8-4a74-8cd0-0068c87c4d17 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:22:57.666264 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:57.670838 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-46ad02cf-f678-446e-a86d-3aeddffa3b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:57.691514 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e20a2cf7-b65d-4c85-b4a9-47e67392f586 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:57.700781 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e20a2cf7-b65d-4c85-b4a9-47e67392f586 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] 10.222.0.59 "DELETE /v2.0/ports/d7a843b2-24f8-4375-88f8-1b197f9d9d62 HTTP/1.1" status: 204 len: 168 time: 3.6818748 Dec 22 15:22:57.705636 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Transition to ACTIVE for port object 7827d6eb-3929-4b50-bb7d-45fe0780842b will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:22:57.750914 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad02cf-f678-446e-a86d-3aeddffa3b07 None None] Routers {'746a6d68-0ab5-40c4-a5e8-3772ccab1a55'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:57.751569 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-46ad02cf-f678-446e-a86d-3aeddffa3b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['746a6d68-0ab5-40c4-a5e8-3772ccab1a55'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:57.821269 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-179c062b-da99-40ac-b7db-fb4dc76e579d None None] Provisioning complete for port 55107c91-8743-4e55-91f9-a0fdb214c878 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:57.821758 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-179c062b-da99-40ac-b7db-fb4dc76e579d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:57.825757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f65d2c-a95c-479f-9cc5-d95f0ea344c1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Subnet': ['ID=111b3f20-083e-41af-8665-cd0508024733,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:57.838789 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f65d2c-a95c-479f-9cc5-d95f0ea344c1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Checking segment: {'id': 'c125c449-c752-4dc6-898e-f3366fecb2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fa3679d8-2eda-4723-9006-3f734e8d260c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:22:57.841406 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f65d2c-a95c-479f-9cc5-d95f0ea344c1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network hostable DHCP agents. Network: fa3679d8-2eda-4723-9006-3f734e8d260c, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:22:57.852301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8f65d2c-a95c-479f-9cc5-d95f0ea344c1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:57.866971 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ed0ca82b-6ea1-4970-944b-e5f8ef2e5c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:57.872835 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0109fe98-6aee-40f0-98bc-48be1c0ce34a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=896746a3ba814c648a856f49fda64854&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2691016 Dec 22 15:22:57.875884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Transition to ACTIVE for port object 7827d6eb-3929-4b50-bb7d-45fe0780842b will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:22:57.887685 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59242) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:57.897039 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c0738bdc-2e63-433a-a639-ee975b084906 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "GET /v2.0/routers/746a6d68-0ab5-40c4-a5e8-3772ccab1a55 HTTP/1.1" status: 200 len: 921 time: 0.4229710 Dec 22 15:22:57.901594 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59246) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:57.904621 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d929147c-a2e8-4a74-8cd0-0068c87c4d17 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:57.910878 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d929147c-a2e8-4a74-8cd0-0068c87c4d17 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:57.911458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d929147c-a2e8-4a74-8cd0-0068c87c4d17 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:57.941399 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-46ad02cf-f678-446e-a86d-3aeddffa3b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:22:57.942116 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ad02cf-f678-446e-a86d-3aeddffa3b07 None None] The sync data for ids ['746a6d68-0ab5-40c4-a5e8-3772ccab1a55'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:22:57.968830 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-845ae480-6c98-47fe-b0e2-24a9c1793cb9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:58.031834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:58.081562 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:58.093462 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Transition to ACTIVE for port object 6484d78d-3cc0-46e1-8100-ccbd1c903dde will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:22:58.097184 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-92556f50-8b29-494c-b5af-6cf7a0491bc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:58.105847 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929147c-a2e8-4a74-8cd0-0068c87c4d17 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event updated for resources: {'Network': ['ID=1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:58.116726 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-68df8212-d30b-4212-99f7-7b1b0d1ffe24 service neutron] 10.222.0.59 "GET /v2.0/networks/ee65f9c6-5a2d-4f52-a62f-585f493090c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5389538 Dec 22 15:22:58.117684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d929147c-a2e8-4a74-8cd0-0068c87c4d17 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:58.158965 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3d155a-94ad-4370-8a2f-34247f54850c tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:58.164471 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Transition to ACTIVE for port object 6484d78d-3cc0-46e1-8100-ccbd1c903dde will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:22:58.165405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59250) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:58.166514 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ca3d155a-94ad-4370-8a2f-34247f54850c tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&device_id=746a6d68-0ab5-40c4-a5e8-3772ccab1a55&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2633255 Dec 22 15:22:58.173878 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 55107c91-8743-4e55-91f9-a0fdb214c878 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:22:58.202621 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d929147c-a2e8-4a74-8cd0-0068c87c4d17 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.4925716 Dec 22 15:22:58.207178 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59254) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:58.213781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-f6e2b535-777a-447b-9f50-3d3e76c3c36f tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Request body: {'subnet': {'network_id': '1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:58.225470 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f65d2c-a95c-479f-9cc5-d95f0ea344c1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network fa3679d8-2eda-4723-9006-3f734e8d260c is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:22:58.237350 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:22:58.291334 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Network 3303126f-5636-41a7-88dc-be0394890538 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:22:58.299658 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:58.371579 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:58.407182 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:58.448013 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f6e2b535-777a-447b-9f50-3d3e76c3c36f tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:58.452722 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f6e2b535-777a-447b-9f50-3d3e76c3c36f tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Usage tracker for resource:subnet and tenant:3177e2b66f63437299f9117cdfaafee6 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:58.456426 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f6e2b535-777a-447b-9f50-3d3e76c3c36f tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:58.464436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f6e2b535-777a-447b-9f50-3d3e76c3c36f tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:58.578760 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e2b535-777a-447b-9f50-3d3e76c3c36f tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Made reservation on behalf of 3177e2b66f63437299f9117cdfaafee6 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:22:58.587879 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f6e2b535-777a-447b-9f50-3d3e76c3c36f tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:58.681071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59264) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:58.706337 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-95f92dc8-78a1-41e1-a1b9-632171c57d6d req-ce077090-4b89-422c-8a7a-f6c86f3e40ef tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 210 time: 0.0851543 Dec 22 15:22:58.711835 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6dff0fd7-bb96-45fa-ab39-4439ecc1a699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:58.768704 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6dff0fd7-bb96-45fa-ab39-4439ecc1a699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:58.773052 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Pushing event updated for resources: {'Port': ['ID=7827d6eb-3929-4b50-bb7d-45fe0780842b,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:58.822502 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d8f65d2c-a95c-479f-9cc5-d95f0ea344c1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, fa3679d8-2eda-4723-9006-3f734e8d260c) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:58.852645 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Attempting to bind port 7827d6eb-3929-4b50-bb7d-45fe0780842b on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:22:58.853551 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Attempting to bind port 7827d6eb-3929-4b50-bb7d-45fe0780842b by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '6f8c4582-c365-4a3d-a0b9-bc883d8e56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3303126f-5636-41a7-88dc-be0394890538'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:22:58.855478 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Attempting to bind port 7827d6eb-3929-4b50-bb7d-45fe0780842b on network 3303126f-5636-41a7-88dc-be0394890538 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:22:58.862462 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f65d2c-a95c-479f-9cc5-d95f0ea344c1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:58.863530 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8f65d2c-a95c-479f-9cc5-d95f0ea344c1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:58.879245 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:58.899485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Network f08d16d2-1976-4f75-bbde-094a60891437 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:22:58.908587 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.488s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:58.968505 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a977401-5983-4373-8687-558c68a95702 None None] Network fa3679d8-2eda-4723-9006-3f734e8d260c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:22:58.981984 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c5de41e9-07c0-48c3-abd6-5bacd0d0e393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:59.012721 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c5de41e9-07c0-48c3-abd6-5bacd0d0e393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:59.013958 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 55107c91-8743-4e55-91f9-a0fdb214c878 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:59.014068 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:59.019926 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c5de41e9-07c0-48c3-abd6-5bacd0d0e393 admin admin] Usage tracker for resource:security_group_rule and tenant:00297579a0534afebd03c3be797d525f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:59.024507 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c5de41e9-07c0-48c3-abd6-5bacd0d0e393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:59.032195 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c5de41e9-07c0-48c3-abd6-5bacd0d0e393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:59.047045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:59.057821 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:59.083570 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:59.083830 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ec95f2-1230-4320-b832-46ff4b8d6eb1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:22:59.084629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-01ec95f2-1230-4320-b832-46ff4b8d6eb1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Synchronizing usage tracker for tenant:c2a62fe9136845aba9e552f533d27b2b on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:22:59.101565 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d8f65d2c-a95c-479f-9cc5-d95f0ea344c1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0941527 Dec 22 15:22:59.109445 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59274) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:59.118262 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2e315278-c1e4-452f-9ae1-95c6b0fe3d7a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1972321145', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:22:59.129345 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2e315278-c1e4-452f-9ae1-95c6b0fe3d7a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:22:59.136863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2e315278-c1e4-452f-9ae1-95c6b0fe3d7a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:router and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:22:59.142118 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:59.143280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:59.150275 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:22:59.150650 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Checking segment: {'id': '6f8c4582-c365-4a3d-a0b9-bc883d8e56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3303126f-5636-41a7-88dc-be0394890538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:22:59.151080 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2e315278-c1e4-452f-9ae1-95c6b0fe3d7a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:22:59.151246 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:59.151576 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Bound using segment: {'id': '6f8c4582-c365-4a3d-a0b9-bc883d8e56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3303126f-5636-41a7-88dc-be0394890538'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:22:59.153337 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Bound port: 7827d6eb-3929-4b50-bb7d-45fe0780842b, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8c4582-c365-4a3d-a0b9-bc883d8e56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3303126f-5636-41a7-88dc-be0394890538'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:22:59.153337 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:59.155723 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:59.161687 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-179c062b-da99-40ac-b7db-fb4dc76e579d None None] Provisioning for port 37d451d5-8326-4aaa-be82-d5e67dcf4b1a completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:22:59.227639 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2e315278-c1e4-452f-9ae1-95c6b0fe3d7a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:22:59.244669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6dff0fd7-bb96-45fa-ab39-4439ecc1a699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:59.268238 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-179c062b-da99-40ac-b7db-fb4dc76e579d None None] Provisioning complete for port 37d451d5-8326-4aaa-be82-d5e67dcf4b1a triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:22:59.268616 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-179c062b-da99-40ac-b7db-fb4dc76e579d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:59.270589 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-01ec95f2-1230-4320-b832-46ff4b8d6eb1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Unset dirty status for tenant:c2a62fe9136845aba9e552f533d27b2b on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:22:59.272817 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-01ec95f2-1230-4320-b832-46ff4b8d6eb1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "GET /v2.0/networks/98c1d02c-4416-4565-b8a7-1c1ed298f1f8 HTTP/1.1" status: 200 len: 881 time: 1.1041396 Dec 22 15:22:59.278772 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59278) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:59.357418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6dff0fd7-bb96-45fa-ab39-4439ecc1a699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:59.359689 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6dff0fd7-bb96-45fa-ab39-4439ecc1a699 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/78438ebf-0eaf-4e52-a414-019e7e9282b7 HTTP/1.1" status: 204 len: 168 time: 1.4631777 Dec 22 15:22:59.361430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Port': ['ID=37d451d5-8326-4aaa-be82-d5e67dcf4b1a,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:59.364518 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-12190edf-606c-455e-a0f7-acf1e4ded10f tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "GET /v2.0/ports?device_id=746a6d68-0ab5-40c4-a5e8-3772ccab1a55 HTTP/1.1" status: 200 len: 205 time: 0.0839128 Dec 22 15:22:59.370069 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59284) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:59.378098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:59.434777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-68820df0-3153-48c4-bcda-3afec0ef22a6 tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:59.458490 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e315278-c1e4-452f-9ae1-95c6b0fe3d7a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:59.459571 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e315278-c1e4-452f-9ae1-95c6b0fe3d7a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:59.466156 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff0fd7-bb96-45fa-ab39-4439ecc1a699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78438ebf-0eaf-4e52-a414-019e7e9282b7,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:59.472964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6dff0fd7-bb96-45fa-ab39-4439ecc1a699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:59.485652 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:59.502279 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e315278-c1e4-452f-9ae1-95c6b0fe3d7a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:59.540026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network b7e0cd87-6a24-4d94-9a58-bc47cfa21f83 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:22:59.542069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:22:59.564998 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Pushing event updated for resources: {'Port': ['ID=6484d78d-3cc0-46e1-8100-ccbd1c903dde,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:59.580341 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:59.634846 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:59.688736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e315278-c1e4-452f-9ae1-95c6b0fe3d7a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:59.705301 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.objects.ports [None req-f6e2b535-777a-447b-9f50-3d3e76c3c36f tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88218) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 15:22:59.711600 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c5de41e9-07c0-48c3-abd6-5bacd0d0e393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:59.716529 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f6e2b535-777a-447b-9f50-3d3e76c3c36f tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:59.727713 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-76ca6d5f-dea8-4375-be31-6aec134db545 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:22:59.791051 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-179c062b-da99-40ac-b7db-fb4dc76e579d None None] Port 37d451d5-8326-4aaa-be82-d5e67dcf4b1a cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:22:59.842212 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2b535-777a-447b-9f50-3d3e76c3c36f tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event updated for resources: {'Subnet': ['ID=0e0b1715-c0c4-4f08-b417-fa50423071ce,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:22:59.843424 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e315278-c1e4-452f-9ae1-95c6b0fe3d7a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:22:59.854112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f6e2b535-777a-447b-9f50-3d3e76c3c36f tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:22:59.854921 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59290) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:59.857222 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2e315278-c1e4-452f-9ae1-95c6b0fe3d7a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7458372 Dec 22 15:22:59.977155 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Attempting to bind port 6484d78d-3cc0-46e1-8100-ccbd1c903dde on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:22:59.977539 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Attempting to bind port 6484d78d-3cc0-46e1-8100-ccbd1c903dde by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'c95f0d8a-658d-48b3-a995-5c0e159f615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f08d16d2-1976-4f75-bbde-094a60891437'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:22:59.977914 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Attempting to bind port 6484d78d-3cc0-46e1-8100-ccbd1c903dde on network f08d16d2-1976-4f75-bbde-094a60891437 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:23:00.038478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router 6e49585d-f7b1-43b1-be80-80223a5dd959 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:23:00.052016 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:23:00.052520 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Checking segment: {'id': 'c95f0d8a-658d-48b3-a995-5c0e159f615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f08d16d2-1976-4f75-bbde-094a60891437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:00.052804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:00.053260 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Bound using segment: {'id': 'c95f0d8a-658d-48b3-a995-5c0e159f615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f08d16d2-1976-4f75-bbde-094a60891437'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:23:00.053756 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Bound port: 6484d78d-3cc0-46e1-8100-ccbd1c903dde, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95f0d8a-658d-48b3-a995-5c0e159f615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f08d16d2-1976-4f75-bbde-094a60891437'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:23:00.054143 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:00.100597 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] For port 7827d6eb-3929-4b50-bb7d-45fe0780842b, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:23:00.187170 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c5de41e9-07c0-48c3-abd6-5bacd0d0e393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:00.213752 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:00.232579 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] For port 7827d6eb-3929-4b50-bb7d-45fe0780842b, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7827d6eb-3929-4b50-bb7d-45fe0780842b,segment=NetworkSegment(6f8c4582-c365-4a3d-a0b9-bc883d8e56bd),segment_id=6f8c4582-c365-4a3d-a0b9-bc883d8e56bd)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:23:00.240147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5db70d05-424a-4f91-9fc3-38824f93605b None None] Provisioning complete for port 37d451d5-8326-4aaa-be82-d5e67dcf4b1a triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:00.240656 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5db70d05-424a-4f91-9fc3-38824f93605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:00.304769 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-fa3679d8-2eda-4723-9006-3f734e8d260c', 'network_id': 'fa3679d8-2eda-4723-9006-3f734e8d260c', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'fixed_ips': [{'subnet_id': '111b3f20-083e-41af-8665-cd0508024733'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:23:00.305688 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:00.329023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:23:00.342703 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff78d7ed-eb29-44f6-97a8-b987e90093ac None None] Sync routers for ids ['6e49585d-f7b1-43b1-be80-80223a5dd959'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:23:00.355738 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:00.356179 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/6e49585d-f7b1-43b1-be80-80223a5dd959/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5763021 Dec 22 15:23:00.356179 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59304) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:00.356493 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-5db70d05-424a-4f91-9fc3-38824f93605b None None] Port 37d451d5-8326-4aaa-be82-d5e67dcf4b1a cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:23:00.382127 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff78d7ed-eb29-44f6-97a8-b987e90093ac None None] Routers {'6e49585d-f7b1-43b1-be80-80223a5dd959'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:00.383639 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ff78d7ed-eb29-44f6-97a8-b987e90093ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['6e49585d-f7b1-43b1-be80-80223a5dd959'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:00.391887 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0c03f83a-4336-4b62-8649-3f0197a13712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:00.476265 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] For port 6484d78d-3cc0-46e1-8100-ccbd1c903dde, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:23:00.522781 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ff78d7ed-eb29-44f6-97a8-b987e90093ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:00.522961 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] For port 6484d78d-3cc0-46e1-8100-ccbd1c903dde, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=6484d78d-3cc0-46e1-8100-ccbd1c903dde,segment=NetworkSegment(c95f0d8a-658d-48b3-a995-5c0e159f615a),segment_id=c95f0d8a-658d-48b3-a995-5c0e159f615a)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:23:00.523139 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6e9cc20e-6998-45fb-afbd-fa1767d28f7e req-4338abc9-25ed-4fe4-bc87-a2abce013bcc tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 210 time: 0.3219311 Dec 22 15:23:00.528418 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff78d7ed-eb29-44f6-97a8-b987e90093ac None None] Routers {'6e49585d-f7b1-43b1-be80-80223a5dd959'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:00.533666 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ff78d7ed-eb29-44f6-97a8-b987e90093ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['6e49585d-f7b1-43b1-be80-80223a5dd959'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:00.594890 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6d54c2-dabc-4eb4-af0b-7743ca676cc1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:00.597832 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ab6d54c2-dabc-4eb4-af0b-7743ca676cc1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Synchronizing usage tracker for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:23:00.621887 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-422f31a1-e792-4414-95a6-b04932136d14 None None] Provisioning complete for port 37d451d5-8326-4aaa-be82-d5e67dcf4b1a triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:00.622463 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-422f31a1-e792-4414-95a6-b04932136d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:00.670940 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Pushing event updated for resources: {'Port': ['ID=7827d6eb-3929-4b50-bb7d-45fe0780842b,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:00.687319 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ff78d7ed-eb29-44f6-97a8-b987e90093ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:00.689814 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff78d7ed-eb29-44f6-97a8-b987e90093ac None None] The sync data for ids ['6e49585d-f7b1-43b1-be80-80223a5dd959'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:23:00.696042 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:00.744205 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:00.745031 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:00.778043 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c5de41e9-07c0-48c3-abd6-5bacd0d0e393 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=00297579a0534afebd03c3be797d525f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0718760 Dec 22 15:23:00.780227 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59310) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:00.795028 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e2b535-777a-447b-9f50-3d3e76c3c36f tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Checking segment: {'id': '1dfedfa6-3af5-4ce5-a1c3-22041fc8137e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:00.795399 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e2b535-777a-447b-9f50-3d3e76c3c36f tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Network hostable DHCP agents. Network: 1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:23:00.816480 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de41e9-07c0-48c3-abd6-5bacd0d0e393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2839223-52af-4034-892e-5a7f53dcc02c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:00.816659 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ab6d54c2-dabc-4eb4-af0b-7743ca676cc1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Unset dirty status for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:23:00.820303 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c5de41e9-07c0-48c3-abd6-5bacd0d0e393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:00.828495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1614d67c-3c65-40dd-b889-3c12e007fd1a tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:00.838761 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ab6d54c2-dabc-4eb4-af0b-7743ca676cc1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/ports/37d451d5-8326-4aaa-be82-d5e67dcf4b1a HTTP/1.1" status: 200 len: 911 time: 0.4845262 Dec 22 15:23:00.853471 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59314) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:00.964916 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Allocated IP 172.21.0.2 (fa3679d8-2eda-4723-9006-3f734e8d260c/111b3f20-083e-41af-8665-cd0508024733/b3cf7508-7420-40fb-981b-7a2cfc04773b) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:01.007280 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-422f31a1-e792-4414-95a6-b04932136d14 None None] Port 37d451d5-8326-4aaa-be82-d5e67dcf4b1a cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:23:01.045661 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Pushing event updated for resources: {'Port': ['ID=6484d78d-3cc0-46e1-8100-ccbd1c903dde,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:01.087733 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:01.098712 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:01.268386 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6ddad1c8-0555-40bd-8015-d4f4546cbb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:01.329229 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6ddad1c8-0555-40bd-8015-d4f4546cbb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:01.465242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e2b535-777a-447b-9f50-3d3e76c3c36f tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Network 1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:23:01.558105 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:01.583139 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Transition to ACTIVE for port object b3cf7508-7420-40fb-981b-7a2cfc04773b will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:01.610438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Transition to ACTIVE for port object b3cf7508-7420-40fb-981b-7a2cfc04773b will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:01.654389 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:01.676618 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-f6e2b535-777a-447b-9f50-3d3e76c3c36f tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:01.689884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdbaa62-a1ca-49d3-ae66-12e5e1b5560f None None] Network 1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:01.726888 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e2b535-777a-447b-9f50-3d3e76c3c36f tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:01.727485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f6e2b535-777a-447b-9f50-3d3e76c3c36f tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:01.790541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59328) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:01.839325 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6ddad1c8-0555-40bd-8015-d4f4546cbb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:01.844762 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:01.866117 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6ddad1c8-0555-40bd-8015-d4f4546cbb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:01.867328 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6ddad1c8-0555-40bd-8015-d4f4546cbb20 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b2839223-52af-4034-892e-5a7f53dcc02c HTTP/1.1" status: 204 len: 168 time: 1.0854399 Dec 22 15:23:01.869836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddad1c8-0555-40bd-8015-d4f4546cbb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2839223-52af-4034-892e-5a7f53dcc02c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:01.876781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6ddad1c8-0555-40bd-8015-d4f4546cbb20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:01.923858 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1614d67c-3c65-40dd-b889-3c12e007fd1a tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:02.036211 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c517ace3-0fcd-4620-8fff-59513692e907 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:02.045045 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:02.080176 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3c0bb6d7-7d6d-481d-9c9a-9a872f3694b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:02.159236 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2f63baa6-fe75-4e86-97f1-0abe1772a467 req-4d21a6fb-424c-427b-ac8a-d38788f9cf6d tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 210 time: 0.3292749 Dec 22 15:23:02.304856 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Network fa3679d8-2eda-4723-9006-3f734e8d260c is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:02.307552 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda', 'network_id': '1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda', 'tenant_id': '3177e2b66f63437299f9117cdfaafee6', 'fixed_ips': [{'subnet_id': '0e0b1715-c0c4-4f08-b417-fa50423071ce'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:23:02.309713 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:02.439330 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:02.451761 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:02.572924 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-886132217'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:02.606631 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Pushing event updated for resources: {'Port': ['ID=b3cf7508-7420-40fb-981b-7a2cfc04773b,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:02.622013 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:02.688224 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:02.713280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Usage tracker for resource:network and tenant:7ddd48cc812542c4b42b8230fd458502 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:02.717868 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:02.752429 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1614d67c-3c65-40dd-b889-3c12e007fd1a tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Deleting port e09519ef-6e85-45f3-944b-364cd0868719 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:02.753072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1614d67c-3c65-40dd-b889-3c12e007fd1a tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:02.761308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:02.789812 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816b45b1-f71f-4a0a-9810-289787309a06 None None] Network 3303126f-5636-41a7-88dc-be0394890538 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:02.820710 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6484d78d-3cc0-46e1-8100-ccbd1c903dde up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:23:02.820997 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f6e2b535-777a-447b-9f50-3d3e76c3c36f tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6097209 Dec 22 15:23:02.838219 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59338) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:02.870566 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-4e4c29ca-33a6-4882-82ce-beca22eacd7c tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Request body: {'port': {'network_id': '1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda', 'name': 'tempest-NetworksIpV6TestAttrs-1428713098'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:02.871421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Made reservation on behalf of 7ddd48cc812542c4b42b8230fd458502 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:02.875358 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:02.951382 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:03.056363 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:03.150941 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Attempting to bind port b3cf7508-7420-40fb-981b-7a2cfc04773b on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:23:03.151549 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Attempting to bind port b3cf7508-7420-40fb-981b-7a2cfc04773b by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'c125c449-c752-4dc6-898e-f3366fecb2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fa3679d8-2eda-4723-9006-3f734e8d260c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:23:03.151748 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Attempting to bind port b3cf7508-7420-40fb-981b-7a2cfc04773b on network fa3679d8-2eda-4723-9006-3f734e8d260c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:23:03.168962 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3eb9e73b-f22c-4496-80a3-6e416e7963d0 None None] Provisioning for port 7827d6eb-3929-4b50-bb7d-45fe0780842b completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:03.193262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:23:03.193798 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Checking segment: {'id': 'c125c449-c752-4dc6-898e-f3366fecb2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fa3679d8-2eda-4723-9006-3f734e8d260c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:03.194350 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:03.194905 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Bound using segment: {'id': 'c125c449-c752-4dc6-898e-f3366fecb2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fa3679d8-2eda-4723-9006-3f734e8d260c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:23:03.195736 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Bound port: b3cf7508-7420-40fb-981b-7a2cfc04773b, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c125c449-c752-4dc6-898e-f3366fecb2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fa3679d8-2eda-4723-9006-3f734e8d260c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:23:03.196234 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:03.284085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Usage tracker for resource:security_group_rule and tenant:7ddd48cc812542c4b42b8230fd458502 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:03.356700 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:03.387806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:03.388252 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] For port b3cf7508-7420-40fb-981b-7a2cfc04773b, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:23:03.392122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] For port b3cf7508-7420-40fb-981b-7a2cfc04773b, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b3cf7508-7420-40fb-981b-7a2cfc04773b,segment=NetworkSegment(c125c449-c752-4dc6-898e-f3366fecb2e3),segment_id=c125c449-c752-4dc6-898e-f3366fecb2e3)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:23:03.393545 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ed33d1-b229-4712-bae5-736d31c91e53 None None] Network f08d16d2-1976-4f75-bbde-094a60891437 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:03.451286 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59348) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:03.451616 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 6484d78d-3cc0-46e1-8100-ccbd1c903dde completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:03.521307 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-501ed0a5-51b1-46d5-b935-a006daa711b5 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:03.523369 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-501ed0a5-51b1-46d5-b935-a006daa711b5 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Synchronizing usage tracker for tenant:1d57643e65d9443fac7faa48c8967a4e on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:23:03.571230 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:03.589769 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:03.643822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7827d6eb-3929-4b50-bb7d-45fe0780842b up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:23:03.655511 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-112ae54a-377c-4bc4-af35-d8c619200968 req-090bb223-de11-4014-aa5b-423f1d39e434 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 210 time: 0.1488011 Dec 22 15:23:03.670778 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4e4c29ca-33a6-4882-82ce-beca22eacd7c tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:03.674557 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0f1e7ec6-e9e1-46b9-bee1-e4c1edf3566b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1d7a55e23b1e463d8c2fc641c79fdf28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078266 Dec 22 15:23:03.675762 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59352) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:03.687570 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4e4c29ca-33a6-4882-82ce-beca22eacd7c tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Usage tracker for resource:port and tenant:3177e2b66f63437299f9117cdfaafee6 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:03.699761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4e4c29ca-33a6-4882-82ce-beca22eacd7c tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:03.716049 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1614d67c-3c65-40dd-b889-3c12e007fd1a tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:03.762145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4e4c29ca-33a6-4882-82ce-beca22eacd7c tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:03.772344 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-501ed0a5-51b1-46d5-b935-a006daa711b5 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Unset dirty status for tenant:1d57643e65d9443fac7faa48c8967a4e on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:23:03.773070 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Allocated IP 172.20.0.1 (f08d16d2-1976-4f75-bbde-094a60891437/8a68abde-0d94-4c3f-be1b-942a43f34f56/82140cca-b396-4947-b8ef-d49bfa4e97b9) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:03.773935 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-501ed0a5-51b1-46d5-b935-a006daa711b5 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.57 "GET /v2.0/networks?id=ee65f9c6-5a2d-4f52-a62f-585f493090c8 HTTP/1.1" status: 200 len: 812 time: 1.1947696 Dec 22 15:23:03.794304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Allocated IP 2001:db8::f816:3eff:fe45:47b7 (1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda/0e0b1715-c0c4-4f08-b417-fa50423071ce/467109c2-e807-4f10-8e07-f09347038d8c) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:03.823514 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0213d3be-b104-4a62-961a-81971a8a13b5 None None] Provisioning for port 6484d78d-3cc0-46e1-8100-ccbd1c903dde completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:03.850534 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Pushing event updated for resources: {'Port': ['ID=b3cf7508-7420-40fb-981b-7a2cfc04773b,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:03.864699 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:03.867934 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0213d3be-b104-4a62-961a-81971a8a13b5 None None] Provisioning complete for port 6484d78d-3cc0-46e1-8100-ccbd1c903dde triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:03.867934 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0213d3be-b104-4a62-961a-81971a8a13b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:03.922272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-c517ace3-0fcd-4620-8fff-59513692e907 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port 37d451d5-8326-4aaa-be82-d5e67dcf4b1a {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:03.922272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c517ace3-0fcd-4620-8fff-59513692e907 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:04.054572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1614d67c-3c65-40dd-b889-3c12e007fd1a tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Calling delete_port for e09519ef-6e85-45f3-944b-364cd0868719 owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:04.078928 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-e8486820-6441-4aa8-befb-a6dcdd8f7cf1 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Synchronizing usage tracker for tenant:1d57643e65d9443fac7faa48c8967a4e on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:23:04.129885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:04.148395 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3209263f-e9a5-4d4d-a299-97a3463a14df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:04.196130 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4c29ca-33a6-4882-82ce-beca22eacd7c tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Made reservation on behalf of 3177e2b66f63437299f9117cdfaafee6 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:04.200790 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e4c29ca-33a6-4882-82ce-beca22eacd7c tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:04.205918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-e8486820-6441-4aa8-befb-a6dcdd8f7cf1 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Unset dirty status for tenant:1d57643e65d9443fac7faa48c8967a4e on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:23:04.207884 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-e8486820-6441-4aa8-befb-a6dcdd8f7cf1 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d57643e65d9443fac7faa48c8967a4e HTTP/1.1" status: 200 len: 378 time: 0.4138644 Dec 22 15:23:04.247919 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-b4a33801-3c8b-47f6-a0bd-67c7a9ebcd87 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Request body: {'port': {'device_id': '79f9040a-aa63-4539-9b73-82b907f7b746', 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8', 'admin_state_up': True, 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'security_groups': ['530d13eb-0aa8-4ebd-972b-948dfb726b53']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:04.311507 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 7827d6eb-3929-4b50-bb7d-45fe0780842b completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:04.328228 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:04.406098 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 7827d6eb-3929-4b50-bb7d-45fe0780842b triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:04.406509 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:04.439741 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3209263f-e9a5-4d4d-a299-97a3463a14df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:04.461583 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:04.479925 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-4e4c29ca-33a6-4882-82ce-beca22eacd7c tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] device_id is not set on port 110308d1-6e57-496d-b7d0-848ea70b7e69 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:23:04.538379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0213d3be-b104-4a62-961a-81971a8a13b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:04.623388 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:04.639793 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0213d3be-b104-4a62-961a-81971a8a13b5 None None] For port 6484d78d-3cc0-46e1-8100-ccbd1c903dde, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=6484d78d-3cc0-46e1-8100-ccbd1c903dde,segment=NetworkSegment(c95f0d8a-658d-48b3-a995-5c0e159f615a),segment_id=c95f0d8a-658d-48b3-a995-5c0e159f615a)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:23:04.644602 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Transition to ACTIVE for port object 467109c2-e807-4f10-8e07-f09347038d8c will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:04.706110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Transition to ACTIVE for port object 467109c2-e807-4f10-8e07-f09347038d8c will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:04.799008 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:04.808128 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:23:04.824403 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0213d3be-b104-4a62-961a-81971a8a13b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:04.830860 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5e5e8d22-09ca-446d-836a-24b38527a554 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:04.881614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2fc2c5-1ef5-4364-9ac4-f3cedee83340,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:04.921729 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:04.927097 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:04.928995 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Added segment b27f38ca-5ef6-4012-bc4c-ac37768a3a55 of type vlan for network 6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5 Dec 22 15:23:04.947460 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:05.040271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c517ace3-0fcd-4620-8fff-59513692e907 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:05.065880 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 7827d6eb-3929-4b50-bb7d-45fe0780842b, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7827d6eb-3929-4b50-bb7d-45fe0780842b,segment=NetworkSegment(6f8c4582-c365-4a3d-a0b9-bc883d8e56bd),segment_id=6f8c4582-c365-4a3d-a0b9-bc883d8e56bd)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:23:05.071583 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213d3be-b104-4a62-961a-81971a8a13b5 None None] Pushing event updated for resources: {'Port': ['ID=6484d78d-3cc0-46e1-8100-ccbd1c903dde,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:05.078392 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0213d3be-b104-4a62-961a-81971a8a13b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:05.081791 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:05.099657 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5c89c41b-5829-40b2-bb0e-9ad5b9833203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:05.186843 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:05.228245 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Network 1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:05.259015 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:05.263668 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:05.268882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Transition to ACTIVE for port object 82140cca-b396-4947-b8ef-d49bfa4e97b9 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:05.303129 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0c7e389f-eb40-4940-9185-bcd3636cb9db req-2a9059e7-a9d1-40d5-bfba-0b7913b18899 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 210 time: 0.1533160 Dec 22 15:23:05.307271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:05.363214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-4e4c29ca-33a6-4882-82ce-beca22eacd7c tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Allocated IP 2001:db8::f816:3eff:fe4b:1d21 (1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda/0e0b1715-c0c4-4f08-b417-fa50423071ce/110308d1-6e57-496d-b7d0-848ea70b7e69) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:05.429967 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Pushing event updated for resources: {'Port': ['ID=467109c2-e807-4f10-8e07-f09347038d8c,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:05.453358 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ff61424f-c80c-47d1-bc94-0c38f325f751 None None] Provisioning complete for port 7827d6eb-3929-4b50-bb7d-45fe0780842b triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:05.454297 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ff61424f-c80c-47d1-bc94-0c38f325f751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:05.505269 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:05.507421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ee3da0f7-95d7-4541-8a32-778d3eecb608 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:05.649021 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-b4a33801-3c8b-47f6-a0bd-67c7a9ebcd87 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:05.660011 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-c517ace3-0fcd-4620-8fff-59513692e907 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Calling delete_port for 37d451d5-8326-4aaa-be82-d5e67dcf4b1a owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:05.661560 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6484d78d-3cc0-46e1-8100-ccbd1c903dde up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:23:05.682697 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:05.709063 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-b4a33801-3c8b-47f6-a0bd-67c7a9ebcd87 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Usage tracker for resource:port and tenant:1d57643e65d9443fac7faa48c8967a4e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:05.711407 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:05.724745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-b4a33801-3c8b-47f6-a0bd-67c7a9ebcd87 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:05.743697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-b4a33801-3c8b-47f6-a0bd-67c7a9ebcd87 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:05.747070 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3209263f-e9a5-4d4d-a299-97a3463a14df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:05.760552 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1614d67c-3c65-40dd-b889-3c12e007fd1a tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:05.760877 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:05.804883 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e4c29ca-33a6-4882-82ce-beca22eacd7c tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:05.807198 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209263f-e9a5-4d4d-a299-97a3463a14df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bcb47f-c9ba-4ee5-86d5-03653a6ca10a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:05.817645 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3209263f-e9a5-4d4d-a299-97a3463a14df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:05.821191 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:05.833027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:05.833854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:05.843348 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network f08d16d2-1976-4f75-bbde-094a60891437 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:05.868323 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b8913aad-336a-41c6-9138-b31bf94b99de tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:05.880861 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:05.892800 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Port': ['ID=82140cca-b396-4947-b8ef-d49bfa4e97b9,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:05.895996 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:05.900902 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Attempting to bind port 467109c2-e807-4f10-8e07-f09347038d8c on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:23:05.901486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Attempting to bind port 467109c2-e807-4f10-8e07-f09347038d8c by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '1dfedfa6-3af5-4ce5-a1c3-22041fc8137e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:23:05.909346 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Attempting to bind port 467109c2-e807-4f10-8e07-f09347038d8c on network 1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:23:05.955196 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-b4a33801-3c8b-47f6-a0bd-67c7a9ebcd87 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Made reservation on behalf of 1d57643e65d9443fac7faa48c8967a4e for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:05.961368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-b4a33801-3c8b-47f6-a0bd-67c7a9ebcd87 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:05.986499 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:23:05.986942 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Checking segment: {'id': '1dfedfa6-3af5-4ce5-a1c3-22041fc8137e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:05.987326 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:05.989416 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Bound using segment: {'id': '1dfedfa6-3af5-4ce5-a1c3-22041fc8137e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:23:05.989416 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Bound port: 467109c2-e807-4f10-8e07-f09347038d8c, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dfedfa6-3af5-4ce5-a1c3-22041fc8137e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:23:05.989802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:06.022904 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=7827d6eb-3929-4b50-bb7d-45fe0780842b,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:06.036066 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:06.069217 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec1f3b8-c1cc-4c2b-b1b2-bc4f8edbe61f None None] Network fa3679d8-2eda-4723-9006-3f734e8d260c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:06.172275 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:06.204968 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:06.296008 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:06.297199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4e4c29ca-33a6-4882-82ce-beca22eacd7c tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Transition to ACTIVE for port object 110308d1-6e57-496d-b7d0-848ea70b7e69 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:06.299681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a09054bd-5148-4780-89ce-15af5e0af2b2 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.525s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:06.562087 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3209263f-e9a5-4d4d-a299-97a3463a14df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:06.563152 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3209263f-e9a5-4d4d-a299-97a3463a14df admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/95bcb47f-c9ba-4ee5-86d5-03653a6ca10a HTTP/1.1" status: 204 len: 168 time: 2.8833804 Dec 22 15:23:06.564689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-b4a33801-3c8b-47f6-a0bd-67c7a9ebcd87 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Allocated IP 172.20.0.6 (ee65f9c6-5a2d-4f52-a62f-585f493090c8/3ceefc5c-3346-4e11-b85f-c4fb9df63936/6b9accfc-6d5f-4239-be6f-bd4416644d88) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:06.569861 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Pushing event updated for resources: {'Network': ['ID=6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:06.578210 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:06.631269 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 4.8391707 Dec 22 15:23:06.635884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59362) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:06.637232 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1614d67c-3c65-40dd-b889-3c12e007fd1a tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:06.648568 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:23:06.649472 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0fcef5a7-2def-41a1-bbf9-de0a4e7b9db8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Request body: {'subnet': {'network_id': '6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:06.687850 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c517ace3-0fcd-4620-8fff-59513692e907 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:06.700103 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-60dc4e2d-2d9b-4dc5-bceb-fd2497772d41 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:06.893089 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517ace3-0fcd-4620-8fff-59513692e907 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Port': ['ID=37d451d5-8326-4aaa-be82-d5e67dcf4b1a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:06.899656 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c517ace3-0fcd-4620-8fff-59513692e907 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:06.902273 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e4c29ca-33a6-4882-82ce-beca22eacd7c tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:06.905497 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614d67c-3c65-40dd-b889-3c12e007fd1a tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Pushing event deleted for resources: {'Port': ['ID=e09519ef-6e85-45f3-944b-364cd0868719,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:06.964238 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] For port 467109c2-e807-4f10-8e07-f09347038d8c, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:23:06.968900 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 6484d78d-3cc0-46e1-8100-ccbd1c903dde triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:06.973138 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:07.005072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1614d67c-3c65-40dd-b889-3c12e007fd1a tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:07.021758 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e20a2cf7-b65d-4c85-b4a9-47e67392f586 tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:07.112113 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] For port 467109c2-e807-4f10-8e07-f09347038d8c, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=467109c2-e807-4f10-8e07-f09347038d8c,segment=NetworkSegment(1dfedfa6-3af5-4ce5-a1c3-22041fc8137e),segment_id=1dfedfa6-3af5-4ce5-a1c3-22041fc8137e)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:23:07.200468 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7af1f2ba-9f82-4df8-8976-eba18e7770f0 req-6b9afa22-4135-4802-9762-d566375ee35a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 210 time: 0.4604802 Dec 22 15:23:07.207941 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:07.248954 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:07.250590 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:07.292122 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0fcef5a7-2def-41a1-bbf9-de0a4e7b9db8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:07.315574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0fcef5a7-2def-41a1-bbf9-de0a4e7b9db8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Usage tracker for resource:subnet and tenant:7ddd48cc812542c4b42b8230fd458502 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:07.322646 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0fcef5a7-2def-41a1-bbf9-de0a4e7b9db8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:07.327994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-b4a33801-3c8b-47f6-a0bd-67c7a9ebcd87 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:07.332085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c517ace3-0fcd-4620-8fff-59513692e907 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:07.349708 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0fcef5a7-2def-41a1-bbf9-de0a4e7b9db8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:07.374423 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d6c59611-ef09-4984-93b2-0692cedb43f7 None None] Provisioning complete for port 6484d78d-3cc0-46e1-8100-ccbd1c903dde triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:07.375898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d6c59611-ef09-4984-93b2-0692cedb43f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:07.377401 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-b4a33801-3c8b-47f6-a0bd-67c7a9ebcd87 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Transition to ACTIVE for port object 6b9accfc-6d5f-4239-be6f-bd4416644d88 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:07.518811 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcef5a7-2def-41a1-bbf9-de0a4e7b9db8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Made reservation on behalf of 7ddd48cc812542c4b42b8230fd458502 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:07.523289 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fcef5a7-2def-41a1-bbf9-de0a4e7b9db8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:07.721475 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b3cf7508-7420-40fb-981b-7a2cfc04773b up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:23:07.780361 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Pushing event updated for resources: {'Port': ['ID=467109c2-e807-4f10-8e07-f09347038d8c,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:07.794514 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:07.862462 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1614d67c-3c65-40dd-b889-3c12e007fd1a tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:07.869602 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1614d67c-3c65-40dd-b889-3c12e007fd1a tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:07.893109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4c29ca-33a6-4882-82ce-beca22eacd7c tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Network 1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:07.894726 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c29ca-33a6-4882-82ce-beca22eacd7c tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event updated for resources: {'Port': ['ID=110308d1-6e57-496d-b7d0-848ea70b7e69,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:07.943280 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-4e4c29ca-33a6-4882-82ce-beca22eacd7c tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:07.949707 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4e4c29ca-33a6-4882-82ce-beca22eacd7c tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.928s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:07.976934 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4c29ca-33a6-4882-82ce-beca22eacd7c tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:07.988298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4c29ca-33a6-4882-82ce-beca22eacd7c tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:07.989953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e4c29ca-33a6-4882-82ce-beca22eacd7c tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:08.000442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-b4a33801-3c8b-47f6-a0bd-67c7a9ebcd87 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:08.018327 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a05f5404-8ea2-41c0-8cf7-407bd119e7ec tempest-PortsAdminExtendedAttrsTestJSON-545873424 tempest-PortsAdminExtendedAttrsTestJSON-545873424-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:08.130550 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port b3cf7508-7420-40fb-981b-7a2cfc04773b completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:08.164813 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d6c59611-ef09-4984-93b2-0692cedb43f7 None None] Provisioning for port 82140cca-b396-4947-b8ef-d49bfa4e97b9 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:08.179375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d6c59611-ef09-4984-93b2-0692cedb43f7 None None] Provisioning complete for port 82140cca-b396-4947-b8ef-d49bfa4e97b9 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:08.179984 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d6c59611-ef09-4984-93b2-0692cedb43f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:08.220767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a33801-3c8b-47f6-a0bd-67c7a9ebcd87 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Pushing event updated for resources: {'Port': ['ID=6b9accfc-6d5f-4239-be6f-bd4416644d88,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:08.233150 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b4a33801-3c8b-47f6-a0bd-67c7a9ebcd87 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:08.245135 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-b4a33801-3c8b-47f6-a0bd-67c7a9ebcd87 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Network ee65f9c6-5a2d-4f52-a62f-585f493090c8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:08.250798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c517ace3-0fcd-4620-8fff-59513692e907 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router 6e49585d-f7b1-43b1-be80-80223a5dd959 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:23:08.252104 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-b4a33801-3c8b-47f6-a0bd-67c7a9ebcd87 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:08.261435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-b4a33801-3c8b-47f6-a0bd-67c7a9ebcd87 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:08.307888 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-d6c59611-ef09-4984-93b2-0692cedb43f7 None None] Port 82140cca-b396-4947-b8ef-d49bfa4e97b9 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:23:08.442964 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4e4c29ca-33a6-4882-82ce-beca22eacd7c tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.6032133 Dec 22 15:23:08.444370 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59378) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:08.446000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d6c59611-ef09-4984-93b2-0692cedb43f7 None None] Provisioning for port b3cf7508-7420-40fb-981b-7a2cfc04773b completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:08.460133 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d6c59611-ef09-4984-93b2-0692cedb43f7 None None] Provisioning complete for port b3cf7508-7420-40fb-981b-7a2cfc04773b triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:08.463938 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d6c59611-ef09-4984-93b2-0692cedb43f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:08.481950 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-b4a33801-3c8b-47f6-a0bd-67c7a9ebcd87 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:08.482912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-b4a33801-3c8b-47f6-a0bd-67c7a9ebcd87 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:08.749513 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 467109c2-e807-4f10-8e07-f09347038d8c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:23:08.811051 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1614d67c-3c65-40dd-b889-3c12e007fd1a tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:08.811051 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1614d67c-3c65-40dd-b889-3c12e007fd1a tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Fanout notify agent at l3_agent the message router_deleted on router 746a6d68-0ab5-40c4-a5e8-3772ccab1a55 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:23:08.820820 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa3d5173-79a4-4966-ae5c-cb3b3c58e602 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Deleting subnet 0e0b1715-c0c4-4f08-b417-fa50423071ce {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:23:08.856614 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa3d5173-79a4-4966-ae5c-cb3b3c58e602 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:08.929029 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1614d67c-3c65-40dd-b889-3c12e007fd1a tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:08.930181 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1614d67c-3c65-40dd-b889-3c12e007fd1a tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "DELETE /v2.0/routers/746a6d68-0ab5-40c4-a5e8-3772ccab1a55 HTTP/1.1" status: 204 len: 168 time: 9.5434866 Dec 22 15:23:08.941493 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59388) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:08.968007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa3d5173-79a4-4966-ae5c-cb3b3c58e602 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:09.021226 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a9984319-8e88-4068-b45a-7c2e91300d36 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1979331643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:09.035543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a9984319-8e88-4068-b45a-7c2e91300d36 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:09.039065 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c517ace3-0fcd-4620-8fff-59513692e907 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:23:09.039775 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:09.051342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a9984319-8e88-4068-b45a-7c2e91300d36 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Usage tracker for resource:router and tenant:05c1d072a7804ee2b486f158ad89255a is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:09.061045 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fd096f-1cbf-448e-8350-5cd36b8c3929 None None] Sync routers for ids ['6e49585d-f7b1-43b1-be80-80223a5dd959'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:23:09.065499 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d6c59611-ef09-4984-93b2-0692cedb43f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:09.072030 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c517ace3-0fcd-4620-8fff-59513692e907 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/6e49585d-f7b1-43b1-be80-80223a5dd959/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2148612 Dec 22 15:23:09.072389 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bb0be-167c-4c6e-8ae9-fdb45fa50cdc req-56067a49-9048-44c3-b5a8-824722fe0a19 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:09.079003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a9984319-8e88-4068-b45a-7c2e91300d36 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:09.082075 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59394) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:09.087222 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-799bb0be-167c-4c6e-8ae9-fdb45fa50cdc req-56067a49-9048-44c3-b5a8-824722fe0a19 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 931 time: 0.4040277 Dec 22 15:23:09.115918 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-b4a33801-3c8b-47f6-a0bd-67c7a9ebcd87 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8840177 Dec 22 15:23:09.120111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fd096f-1cbf-448e-8350-5cd36b8c3929 None None] Routers {'6e49585d-f7b1-43b1-be80-80223a5dd959'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:09.121338 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-59fd096f-1cbf-448e-8350-5cd36b8c3929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['6e49585d-f7b1-43b1-be80-80223a5dd959'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:09.196239 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a9984319-8e88-4068-b45a-7c2e91300d36 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:09.237277 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 467109c2-e807-4f10-8e07-f09347038d8c completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:09.242015 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Request body: {'port': {'device_id': '79f9040a-aa63-4539-9b73-82b907f7b746', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:09.266857 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-799bb0be-167c-4c6e-8ae9-fdb45fa50cdc req-7cb90ef2-8423-4b39-8ea5-683a279df5fe tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/security-groups?id=530d13eb-0aa8-4ebd-972b-948dfb726b53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1733277 Dec 22 15:23:09.269181 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7827d6eb-3929-4b50-bb7d-45fe0780842b up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:23:09.269458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:09.339813 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd9da7a-042c-4827-b8af-3aa87879f096 None None] Network 1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:09.354367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59398) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:09.355114 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-580ea3aa-3c24-4e25-bbaa-814b73f23aa8 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:09.360929 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-59fd096f-1cbf-448e-8350-5cd36b8c3929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:09.365464 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-567c16a6-d761-4f54-b4f5-5fedc6420486 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Synchronizing usage tracker for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:23:09.401766 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d6c59611-ef09-4984-93b2-0692cedb43f7 None None] For port b3cf7508-7420-40fb-981b-7a2cfc04773b, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b3cf7508-7420-40fb-981b-7a2cfc04773b,segment=NetworkSegment(c125c449-c752-4dc6-898e-f3366fecb2e3),segment_id=c125c449-c752-4dc6-898e-f3366fecb2e3)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:23:09.427660 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9984319-8e88-4068-b45a-7c2e91300d36 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:09.428821 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9984319-8e88-4068-b45a-7c2e91300d36 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:09.449009 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:09.473933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9984319-8e88-4068-b45a-7c2e91300d36 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:09.478890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:09.508300 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d6c59611-ef09-4984-93b2-0692cedb43f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:09.511551 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fd096f-1cbf-448e-8350-5cd36b8c3929 None None] Routers {'6e49585d-f7b1-43b1-be80-80223a5dd959'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:09.513498 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-59fd096f-1cbf-448e-8350-5cd36b8c3929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['6e49585d-f7b1-43b1-be80-80223a5dd959'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:09.606803 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-567c16a6-d761-4f54-b4f5-5fedc6420486 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Unset dirty status for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:23:09.611080 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-567c16a6-d761-4f54-b4f5-5fedc6420486 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e49585d-f7b1-43b1-be80-80223a5dd959 HTTP/1.1" status: 200 len: 205 time: 0.5242441 Dec 22 15:23:09.612101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fcef5a7-2def-41a1-bbf9-de0a4e7b9db8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:09.617013 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59404) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:09.620665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c75efaad-5896-42e4-9874-86753030dffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:09.695121 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-97229b38-f4ea-4335-b195-5789376faadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:09.777726 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9984319-8e88-4068-b45a-7c2e91300d36 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:09.791907 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Port': ['ID=82140cca-b396-4947-b8ef-d49bfa4e97b9,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:09.804022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-e65b5f7d-5942-44c4-817a-bcf0cfb5aba1 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] Request body: {'port': {'network_id': '968d861a-2fce-4ea0-ae04-5b4f0287a984', 'name': 'tempest-NetworksNegativeTestJSON-386697000'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:09.827678 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:09.844202 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65b5f7d-5942-44c4-817a-bcf0cfb5aba1 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] POST failed (client error): The resource could not be found. Dec 22 15:23:09.846474 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e65b5f7d-5942-44c4-817a-bcf0cfb5aba1 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:23:09.846474 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e65b5f7d-5942-44c4-817a-bcf0cfb5aba1 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4115665 Dec 22 15:23:09.853025 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59408) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:09.888629 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-76711a88-d8f0-4cf7-b6bb-138e3c5f94b7 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] DELETE failed (client error): The resource could not be found. Dec 22 15:23:09.889001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76711a88-d8f0-4cf7-b6bb-138e3c5f94b7 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:23:09.890777 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-76711a88-d8f0-4cf7-b6bb-138e3c5f94b7 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] 10.222.0.59 "DELETE /v2.0/networks/4ab64c26-10ca-48a5-9e93-fdf8a4f76bdd HTTP/1.1" status: 404 len: 339 time: 0.0368960 Dec 22 15:23:09.902292 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa3d5173-79a4-4966-ae5c-cb3b3c58e602 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:09.909691 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59412) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:09.916278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-59fd096f-1cbf-448e-8350-5cd36b8c3929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:09.917194 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fd096f-1cbf-448e-8350-5cd36b8c3929 None None] The sync data for ids ['6e49585d-f7b1-43b1-be80-80223a5dd959'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:23:09.976436 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9339545b-db2f-44fd-ba5a-4c58e1d1e6ce None None] Provisioning for port 467109c2-e807-4f10-8e07-f09347038d8c completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:09.992581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network f08d16d2-1976-4f75-bbde-094a60891437 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:09.997746 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:09.999307 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa02e-7a09-43a1-b074-7fd8fd5e99ec tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:10.027327 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9339545b-db2f-44fd-ba5a-4c58e1d1e6ce None None] Provisioning complete for port 467109c2-e807-4f10-8e07-f09347038d8c triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:10.027713 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9339545b-db2f-44fd-ba5a-4c58e1d1e6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:10.171768 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 7827d6eb-3929-4b50-bb7d-45fe0780842b triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:10.172229 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:10.180394 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa3d5173-79a4-4966-ae5c-cb3b3c58e602 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:10.205806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-160e456c-5cd4-467f-9cce-2bbb9cfe534c tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:10.238311 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcef5a7-2def-41a1-bbf9-de0a4e7b9db8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Pushing event updated for resources: {'Subnet': ['ID=6500dfe6-2ac2-49fc-96af-d83c1c4bf71a,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:10.279677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c59611-ef09-4984-93b2-0692cedb43f7 None None] Pushing event updated for resources: {'Port': ['ID=b3cf7508-7420-40fb-981b-7a2cfc04773b,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:10.374838 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0fcef5a7-2def-41a1-bbf9-de0a4e7b9db8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:10.408694 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed17f4f-d61d-44c5-a9cb-950648cb725d tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] DELETE failed (client error): The resource could not be found. Dec 22 15:23:10.414326 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed17f4f-d61d-44c5-a9cb-950648cb725d tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:23:10.416648 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2ed17f4f-d61d-44c5-a9cb-950648cb725d tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] 10.222.0.59 "DELETE /v2.0/ports/cdfc1d5e-212a-4569-9bef-a5d462aba76e HTTP/1.1" status: 404 len: 333 time: 0.5078337 Dec 22 15:23:10.432501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59418) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:10.432707 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d6c59611-ef09-4984-93b2-0692cedb43f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:10.543696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa3d5173-79a4-4966-ae5c-cb3b3c58e602 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:10.562895 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-aa3d5173-79a4-4966-ae5c-cb3b3c58e602 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "DELETE /v2.0/subnets/0e0b1715-c0c4-4f08-b417-fa50423071ce HTTP/1.1" status: 204 len: 168 time: 2.1014025 Dec 22 15:23:10.578612 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59422) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:10.582400 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d5173-79a4-4966-ae5c-cb3b3c58e602 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event deleted for resources: {'Subnet': ['ID=0e0b1715-c0c4-4f08-b417-fa50423071ce,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:10.600590 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aa3d5173-79a4-4966-ae5c-cb3b3c58e602 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:10.618211 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9984319-8e88-4068-b45a-7c2e91300d36 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:10.620155 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a9984319-8e88-4068-b45a-7c2e91300d36 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.6202710 Dec 22 15:23:10.647855 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59426) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:10.706999 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a9262b-b730-4bc0-86d4-dcff4d57e9d9 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] DELETE failed (client error): The resource could not be found. Dec 22 15:23:10.707677 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a9262b-b730-4bc0-86d4-dcff4d57e9d9 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:23:10.709750 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c6a9262b-b730-4bc0-86d4-dcff4d57e9d9 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] 10.222.0.59 "DELETE /v2.0/subnets/9c62162c-b64d-4f70-adbf-5df5570e8319 HTTP/1.1" status: 404 len: 337 time: 0.2777932 Dec 22 15:23:10.710884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcef5a7-2def-41a1-bbf9-de0a4e7b9db8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Checking segment: {'id': 'b27f38ca-5ef6-4012-bc4c-ac37768a3a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:10.711421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcef5a7-2def-41a1-bbf9-de0a4e7b9db8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Network hostable DHCP agents. Network: 6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:23:10.727660 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59430) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:10.755706 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c7398d89-fefe-43bb-a3e9-fa242d6a46d1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'enable_snat': True}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:10.844742 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6112b77-9a5d-4bfd-b78f-770fa90f1752 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:10.848127 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6112b77-9a5d-4bfd-b78f-770fa90f1752 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:10.849428 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a6112b77-9a5d-4bfd-b78f-770fa90f1752 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Synchronizing usage tracker for tenant:3177e2b66f63437299f9117cdfaafee6 on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:23:10.860690 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9339545b-db2f-44fd-ba5a-4c58e1d1e6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:10.895701 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router e86d32bf-1419-4d1d-935a-62c7d88b48c7 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:23:10.915191 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32189141-4155-44de-bf38-fc021bf4bfef req-3490b093-423f-41e8-8133-8fe3c8cb8bb3 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:10.917880 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-32189141-4155-44de-bf38-fc021bf4bfef req-3490b093-423f-41e8-8133-8fe3c8cb8bb3 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 931 time: 0.3375022 Dec 22 15:23:10.969153 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-9339545b-db2f-44fd-ba5a-4c58e1d1e6ce None None] For port 467109c2-e807-4f10-8e07-f09347038d8c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=467109c2-e807-4f10-8e07-f09347038d8c,segment=NetworkSegment(1dfedfa6-3af5-4ce5-a1c3-22041fc8137e),segment_id=1dfedfa6-3af5-4ce5-a1c3-22041fc8137e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:23:11.047874 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9339545b-db2f-44fd-ba5a-4c58e1d1e6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:11.054958 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0213d3be-b104-4a62-961a-81971a8a13b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:11.093815 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa02e-7a09-43a1-b074-7fd8fd5e99ec tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:11.108178 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-37033351-63fb-4c4f-a31d-1af605e47dc4 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] GET failed (client error): The resource could not be found. Dec 22 15:23:11.115403 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-37033351-63fb-4c4f-a31d-1af605e47dc4 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] 10.222.0.59 "GET /v2.0/networks/d62c89d0-f430-4768-878e-64668db0b5e6 HTTP/1.1" status: 404 len: 339 time: 0.3806279 Dec 22 15:23:11.115659 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa02e-7a09-43a1-b074-7fd8fd5e99ec tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:11.117428 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59434) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:11.136213 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6a327f-753e-422e-a29d-82cd69a64ab5 None None] DHCP port deletion for 1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:23:11.145298 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b3cf7508-7420-40fb-981b-7a2cfc04773b up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:23:11.196064 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-bb6a327f-753e-422e-a29d-82cd69a64ab5 None None] Deleting port 467109c2-e807-4f10-8e07-f09347038d8c {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:11.196587 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bb6a327f-753e-422e-a29d-82cd69a64ab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:11.208104 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a6112b77-9a5d-4bfd-b78f-770fa90f1752 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Unset dirty status for tenant:3177e2b66f63437299f9117cdfaafee6 on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:23:11.210690 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a6112b77-9a5d-4bfd-b78f-770fa90f1752 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6136014 Dec 22 15:23:11.225770 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59438) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:11.262941 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9339545b-db2f-44fd-ba5a-4c58e1d1e6ce None None] Provisioning complete for port b3cf7508-7420-40fb-981b-7a2cfc04773b triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:11.263394 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9339545b-db2f-44fd-ba5a-4c58e1d1e6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:11.280138 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-494f41aa-08b8-4d1e-b356-43422cb48cb8 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] GET failed (client error): The resource could not be found. Dec 22 15:23:11.280138 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-494f41aa-08b8-4d1e-b356-43422cb48cb8 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] 10.222.0.59 "GET /v2.0/ports/f5bc357a-6b72-4e7a-82b6-a474fb32759b HTTP/1.1" status: 404 len: 333 time: 0.1539679 Dec 22 15:23:11.281761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59442) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:11.345043 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcef5a7-2def-41a1-bbf9-de0a4e7b9db8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Network 6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:23:11.500779 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa02e-7a09-43a1-b074-7fd8fd5e99ec tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:11.501629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9aa02e-7a09-43a1-b074-7fd8fd5e99ec tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Fanout notify agent at l3_agent the message router_deleted on router 6e49585d-f7b1-43b1-be80-80223a5dd959 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:23:11.525300 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-0fcef5a7-2def-41a1-bbf9-de0a4e7b9db8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:11.538333 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcef5a7-2def-41a1-bbf9-de0a4e7b9db8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:11.539339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fcef5a7-2def-41a1-bbf9-de0a4e7b9db8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:11.540603 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-32189141-4155-44de-bf38-fc021bf4bfef req-75d82f3e-b1aa-4252-8090-372c72fbf24f tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/security-groups?id=530d13eb-0aa8-4ebd-972b-948dfb726b53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6120918 Dec 22 15:23:11.543014 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e939fbc-4d05-4c87-8adb-b527cd916a21 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] GET failed (client error): The resource could not be found. Dec 22 15:23:11.544368 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8e939fbc-4d05-4c87-8adb-b527cd916a21 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] 10.222.0.59 "GET /v2.0/subnets/502a3427-5aa4-4407-ad36-c6969c554e30 HTTP/1.1" status: 404 len: 337 time: 0.2609177 Dec 22 15:23:11.546538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:23:11.552381 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7398d89-fefe-43bb-a3e9-fa242d6a46d1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:11.561285 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f36ea2f-f85b-43de-90f7-ce28ec6491a7 None None] Sync routers for ids ['e86d32bf-1419-4d1d-935a-62c7d88b48c7'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:23:11.562156 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa02e-7a09-43a1-b074-7fd8fd5e99ec tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:11.569323 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ee9aa02e-7a09-43a1-b074-7fd8fd5e99ec tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/routers/6e49585d-f7b1-43b1-be80-80223a5dd959 HTTP/1.1" status: 204 len: 168 time: 1.9140975 Dec 22 15:23:11.569548 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/e86d32bf-1419-4d1d-935a-62c7d88b48c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3903229 Dec 22 15:23:11.585324 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59446) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:11.585570 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59448) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:11.585670 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-bb6a327f-753e-422e-a29d-82cd69a64ab5 None None] For port 467109c2-e807-4f10-8e07-f09347038d8c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=467109c2-e807-4f10-8e07-f09347038d8c,segment=NetworkSegment(1dfedfa6-3af5-4ce5-a1c3-22041fc8137e),segment_id=1dfedfa6-3af5-4ce5-a1c3-22041fc8137e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:23:11.585670 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bb6a327f-753e-422e-a29d-82cd69a64ab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:11.585843 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-d9f885bf-79a3-4afd-a6fb-aca49bd818d4 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:11.586929 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f36ea2f-f85b-43de-90f7-ce28ec6491a7 None None] Routers {'e86d32bf-1419-4d1d-935a-62c7d88b48c7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:11.587813 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9f36ea2f-f85b-43de-90f7-ce28ec6491a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e86d32bf-1419-4d1d-935a-62c7d88b48c7'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:11.616867 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59452) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:11.629473 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:23:11.691618 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9f36ea2f-f85b-43de-90f7-ce28ec6491a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:11.702328 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f36ea2f-f85b-43de-90f7-ce28ec6491a7 None None] Routers {'e86d32bf-1419-4d1d-935a-62c7d88b48c7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:11.703306 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9f36ea2f-f85b-43de-90f7-ce28ec6491a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e86d32bf-1419-4d1d-935a-62c7d88b48c7'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:11.716696 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f885bf-79a3-4afd-a6fb-aca49bd818d4 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] PUT failed (client error): The resource could not be found. Dec 22 15:23:11.717538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f885bf-79a3-4afd-a6fb-aca49bd818d4 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:23:11.719626 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d9f885bf-79a3-4afd-a6fb-aca49bd818d4 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] 10.222.0.59 "PUT /v2.0/networks/fc48b3fb-72d1-48f6-ae45-09210ea980b3 HTTP/1.1" status: 404 len: 339 time: 0.1466942 Dec 22 15:23:11.720893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-bb6a327f-753e-422e-a29d-82cd69a64ab5 None None] Calling delete_port for 467109c2-e807-4f10-8e07-f09347038d8c owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:11.757303 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59456) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:11.768760 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9f36ea2f-f85b-43de-90f7-ce28ec6491a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:11.769528 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f36ea2f-f85b-43de-90f7-ce28ec6491a7 None None] The sync data for ids ['e86d32bf-1419-4d1d-935a-62c7d88b48c7'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:23:11.774778 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339545b-db2f-44fd-ba5a-4c58e1d1e6ce None None] Pushing event updated for resources: {'Port': ['ID=467109c2-e807-4f10-8e07-f09347038d8c,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:11.779478 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-f9a80d69-239e-41ff-aa89-5d1c9862cc0d tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:11.784279 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ffc3e1-a7c9-4a61-9011-6b3ef0f5570b None None] Network 6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:11.799421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-9339545b-db2f-44fd-ba5a-4c58e1d1e6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:11.831766 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0fcef5a7-2def-41a1-bbf9-de0a4e7b9db8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1912026 Dec 22 15:23:11.833326 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-402fd614-98c0-4d75-a967-9f1d2eea8434 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:11.838377 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59462) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:11.841571 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9accfc-6d5f-4239-be6f-bd4416644d88 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:23:11.856927 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:11.870864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e1f02762-90bd-4419-9b95-bbff417f41d9 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2130339819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:11.873946 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a80d69-239e-41ff-aa89-5d1c9862cc0d tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] PUT failed (client error): The resource could not be found. Dec 22 15:23:11.873946 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a80d69-239e-41ff-aa89-5d1c9862cc0d tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:23:11.874676 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f9a80d69-239e-41ff-aa89-5d1c9862cc0d tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] 10.222.0.59 "PUT /v2.0/ports/e17dad7c-4a45-4e45-8979-d4b74983cd83 HTTP/1.1" status: 404 len: 333 time: 0.1155562 Dec 22 15:23:11.883595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59466) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:11.899582 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e1f02762-90bd-4419-9b95-bbff417f41d9 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:11.910354 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45f3b4e-31ed-4163-bba3-c91114561fa6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:11.911460 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e45f3b4e-31ed-4163-bba3-c91114561fa6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Synchronizing usage tracker for tenant:7b4975992c034d11b43920ae668ae5e2 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:23:11.920930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e1f02762-90bd-4419-9b95-bbff417f41d9 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Usage tracker for resource:router and tenant:7ddd48cc812542c4b42b8230fd458502 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:11.923812 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-f9baa8c1-a465-4369-84d0-1ab335e28659 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:11.925801 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port b3cf7508-7420-40fb-981b-7a2cfc04773b triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:11.926184 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:11.936447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Transition to ACTIVE for port object 6b9accfc-6d5f-4239-be6f-bd4416644d88 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:11.937404 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e1f02762-90bd-4419-9b95-bbff417f41d9 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:11.950287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05e97e3-c272-4f8b-80e2-899ead995b59 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting subnet 52c2245d-5c93-4b2a-927c-984aba8f43b1 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:23:11.954701 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e1f02762-90bd-4419-9b95-bbff417f41d9 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:11.958532 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e05e97e3-c272-4f8b-80e2-899ead995b59 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:11.982101 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-402fd614-98c0-4d75-a967-9f1d2eea8434 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 15:23:11.982960 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402fd614-98c0-4d75-a967-9f1d2eea8434 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:23:11.986390 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-402fd614-98c0-4d75-a967-9f1d2eea8434 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "DELETE /v2.0/networks/1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda HTTP/1.1" status: 409 len: 405 time: 0.7591231 Dec 22 15:23:11.993889 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59470) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:12.003226 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9baa8c1-a465-4369-84d0-1ab335e28659 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] PUT failed (client error): The resource could not be found. Dec 22 15:23:12.004021 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9baa8c1-a465-4369-84d0-1ab335e28659 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:23:12.006116 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f9baa8c1-a465-4369-84d0-1ab335e28659 tempest-NetworksNegativeTestJSON-1775059305 tempest-NetworksNegativeTestJSON-1775059305-project] 10.222.0.59 "PUT /v2.0/subnets/4f680632-8a3c-4033-8afc-db6525d2e769 HTTP/1.1" status: 404 len: 337 time: 0.1184142 Dec 22 15:23:12.009793 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-bafd83de-14dd-42d8-8865-1dab60ffbfc2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1554025664'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:12.028252 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:12.081189 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bafd83de-14dd-42d8-8865-1dab60ffbfc2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:12.087392 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:12.131633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bafd83de-14dd-42d8-8865-1dab60ffbfc2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Usage tracker for resource:network and tenant:3177e2b66f63437299f9117cdfaafee6 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:12.140951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bafd83de-14dd-42d8-8865-1dab60ffbfc2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:12.146400 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1f02762-90bd-4419-9b95-bbff417f41d9 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:12.147871 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bb6a327f-753e-422e-a29d-82cd69a64ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:12.148844 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1f02762-90bd-4419-9b95-bbff417f41d9 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:12.155030 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ef19e2b3-eac3-46e8-b7dd-931d6e7c32df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:12.169704 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e05e97e3-c272-4f8b-80e2-899ead995b59 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:12.194150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e45f3b4e-31ed-4163-bba3-c91114561fa6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Unset dirty status for tenant:7b4975992c034d11b43920ae668ae5e2 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:23:12.196679 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e45f3b4e-31ed-4163-bba3-c91114561fa6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/ports/82140cca-b396-4947-b8ef-d49bfa4e97b9 HTTP/1.1" status: 200 len: 910 time: 0.5778203 Dec 22 15:23:12.210540 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59476) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:12.286697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bafd83de-14dd-42d8-8865-1dab60ffbfc2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:12.328779 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9339545b-db2f-44fd-ba5a-4c58e1d1e6ce None None] Provisioning for port 6b9accfc-6d5f-4239-be6f-bd4416644d88 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:12.341199 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a327f-753e-422e-a29d-82cd69a64ab5 None None] No DVR routers for this DVR port 467109c2-e807-4f10-8e07-f09347038d8c on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:23:12.379014 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a327f-753e-422e-a29d-82cd69a64ab5 None None] Pushing event deleted for resources: {'Port': ['ID=467109c2-e807-4f10-8e07-f09347038d8c,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:12.387148 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bb6a327f-753e-422e-a29d-82cd69a64ab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:12.416284 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5', 'network_id': '6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5', 'tenant_id': '7ddd48cc812542c4b42b8230fd458502', 'fixed_ips': [{'subnet_id': '6500dfe6-2ac2-49fc-96af-d83c1c4bf71a'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:23:12.417643 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:12.424677 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1f02762-90bd-4419-9b95-bbff417f41d9 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:12.542006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Pushing event updated for resources: {'Port': ['ID=6b9accfc-6d5f-4239-be6f-bd4416644d88,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:12.545067 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:12.558539 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafd83de-14dd-42d8-8865-1dab60ffbfc2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Made reservation on behalf of 3177e2b66f63437299f9117cdfaafee6 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:12.562942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bafd83de-14dd-42d8-8865-1dab60ffbfc2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:12.614251 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafd83de-14dd-42d8-8865-1dab60ffbfc2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:23:12.636710 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1f02762-90bd-4419-9b95-bbff417f41d9 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:12.657669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bafd83de-14dd-42d8-8865-1dab60ffbfc2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:12.658404 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-bafd83de-14dd-42d8-8865-1dab60ffbfc2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Added segment b1cfd376-f911-4858-8e2a-d407b79cb8d0 of type vlan for network a2d25615-7ecf-4bce-87ce-76b4e6bbe924 Dec 22 15:23:12.799132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bafd83de-14dd-42d8-8865-1dab60ffbfc2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:12.816078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Attempting to bind port 6b9accfc-6d5f-4239-be6f-bd4416644d88 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:23:12.816699 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Attempting to bind port 6b9accfc-6d5f-4239-be6f-bd4416644d88 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'f1868073-ed6a-44a8-a1d4-49e95fad9955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:23:12.817038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Attempting to bind port 6b9accfc-6d5f-4239-be6f-bd4416644d88 on network ee65f9c6-5a2d-4f52-a62f-585f493090c8 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:23:12.845241 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e05e97e3-c272-4f8b-80e2-899ead995b59 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:12.893897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Port 6b9accfc-6d5f-4239-be6f-bd4416644d88 on network ee65f9c6-5a2d-4f52-a62f-585f493090c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:23:12.894524 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Attempting to bind port 6b9accfc-6d5f-4239-be6f-bd4416644d88 on network ee65f9c6-5a2d-4f52-a62f-585f493090c8 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:23:12.907586 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59484) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:12.915199 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1f02762-90bd-4419-9b95-bbff417f41d9 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:12.920398 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e1f02762-90bd-4419-9b95-bbff417f41d9 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.0700092 Dec 22 15:23:12.920999 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Allocated IP 172.20.0.2 (6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5/6500dfe6-2ac2-49fc-96af-d83c1c4bf71a/ac376873-6c0c-4446-871d-d42e7e5582b7) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:12.934618 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:23:12.935087 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Checking segment: {'id': 'f1868073-ed6a-44a8-a1d4-49e95fad9955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:12.935367 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Bound using segment: {'id': 'f1868073-ed6a-44a8-a1d4-49e95fad9955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:23:12.935800 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Bound port: 6b9accfc-6d5f-4239-be6f-bd4416644d88, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1868073-ed6a-44a8-a1d4-49e95fad9955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:23:12.936139 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:12.951584 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59488) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:13.285263 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 467109c2-e807-4f10-8e07-f09347038d8c no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:23:13.331937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680a9c7-c2fc-4441-891e-daa0af9a17a6 req-532d572a-bf6f-4399-b39d-aa77ff947b42 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:13.335253 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0680a9c7-c2fc-4441-891e-daa0af9a17a6 req-532d572a-bf6f-4399-b39d-aa77ff947b42 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 943 time: 0.4261575 Dec 22 15:23:13.367337 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 467109c2-e807-4f10-8e07-f09347038d8c {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:23:13.368287 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 467109c2-e807-4f10-8e07-f09347038d8c not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:23:13.417984 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-da639bf0-90b2-45a9-bed0-0037163f6157 None None] Provisioning complete for port 82140cca-b396-4947-b8ef-d49bfa4e97b9 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:13.418767 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-da639bf0-90b2-45a9-bed0-0037163f6157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:13.491557 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:13.491793 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bafd83de-14dd-42d8-8865-1dab60ffbfc2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:13.497347 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafd83de-14dd-42d8-8865-1dab60ffbfc2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:13.498037 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bafd83de-14dd-42d8-8865-1dab60ffbfc2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:13.517444 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0680a9c7-c2fc-4441-891e-daa0af9a17a6 req-52636ae7-e7b2-4e92-a7e7-05ac3ace3752 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/security-groups?id=530d13eb-0aa8-4ebd-972b-948dfb726b53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1727860 Dec 22 15:23:13.533570 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Transition to ACTIVE for port object ac376873-6c0c-4446-871d-d42e7e5582b7 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:13.567877 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-da639bf0-90b2-45a9-bed0-0037163f6157 None None] Port 82140cca-b396-4947-b8ef-d49bfa4e97b9 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:23:13.580507 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Transition to ACTIVE for port object ac376873-6c0c-4446-871d-d42e7e5582b7 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:13.603384 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-360b4416-d24d-478d-8e97-8353584761e8 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:13.603905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:13.630790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1ff35842-d3d3-4e07-9cd7-237d2f0cb5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:13.645725 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:13.654086 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:13.728052 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Network 6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:13.732480 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:13.741225 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:13.779609 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Pushing event updated for resources: {'Port': ['ID=ac376873-6c0c-4446-871d-d42e7e5582b7,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:13.788639 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:13.860625 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Attempting to bind port ac376873-6c0c-4446-871d-d42e7e5582b7 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:23:13.861183 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Attempting to bind port ac376873-6c0c-4446-871d-d42e7e5582b7 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'b27f38ca-5ef6-4012-bc4c-ac37768a3a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:23:13.861966 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Attempting to bind port ac376873-6c0c-4446-871d-d42e7e5582b7 on network 6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:23:13.869585 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:23:13.870322 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Checking segment: {'id': 'b27f38ca-5ef6-4012-bc4c-ac37768a3a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:13.871508 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:13.872368 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Bound using segment: {'id': 'b27f38ca-5ef6-4012-bc4c-ac37768a3a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:23:13.873082 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Bound port: ac376873-6c0c-4446-871d-d42e7e5582b7, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27f38ca-5ef6-4012-bc4c-ac37768a3a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:23:13.873802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:13.885637 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1ff35842-d3d3-4e07-9cd7-237d2f0cb5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:14.003924 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] For port ac376873-6c0c-4446-871d-d42e7e5582b7, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:23:14.008476 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] For port ac376873-6c0c-4446-871d-d42e7e5582b7, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ac376873-6c0c-4446-871d-d42e7e5582b7,segment=NetworkSegment(b27f38ca-5ef6-4012-bc4c-ac37768a3a55),segment_id=b27f38ca-5ef6-4012-bc4c-ac37768a3a55)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:23:14.026881 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1ff35842-d3d3-4e07-9cd7-237d2f0cb5aa admin admin] Usage tracker for resource:security_group_rule and tenant:639c7e41879645d799faeae4d038d6cb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:14.047119 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1ff35842-d3d3-4e07-9cd7-237d2f0cb5aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:14.067945 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:14.074004 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd83de-14dd-42d8-8865-1dab60ffbfc2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event updated for resources: {'Network': ['ID=a2d25615-7ecf-4bce-87ce-76b4e6bbe924,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:14.076138 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-9d63f3f8-080b-4004-94ed-3a2347a5a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:14.079621 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1ff35842-d3d3-4e07-9cd7-237d2f0cb5aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:14.133174 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] For port 6b9accfc-6d5f-4239-be6f-bd4416644d88, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:23:14.138573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network a2d25615-7ecf-4bce-87ce-76b4e6bbe924 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:23:14.138944 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bafd83de-14dd-42d8-8865-1dab60ffbfc2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:14.153584 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e05e97e3-c272-4f8b-80e2-899ead995b59 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:14.158426 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bafd83de-14dd-42d8-8865-1dab60ffbfc2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1623082 Dec 22 15:23:14.175277 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0a79edfd-d0f7-4512-8eb3-40d37258457b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:14.198405 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59494) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:14.208129 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-6bab8080-e8c3-4d29-b089-b65f4c7a8a19 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Request body: {'subnet': {'network_id': 'a2d25615-7ecf-4bce-87ce-76b4e6bbe924', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:14.277697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] For port 6b9accfc-6d5f-4239-be6f-bd4416644d88, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b9accfc-6d5f-4239-be6f-bd4416644d88,segment=NetworkSegment(f1868073-ed6a-44a8-a1d4-49e95fad9955),segment_id=f1868073-ed6a-44a8-a1d4-49e95fad9955)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:23:14.297230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e97e3-c272-4f8b-80e2-899ead995b59 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Subnet': ['ID=52c2245d-5c93-4b2a-927c-984aba8f43b1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:14.301959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e05e97e3-c272-4f8b-80e2-899ead995b59 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:14.307873 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7398d89-fefe-43bb-a3e9-fa242d6a46d1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:14.310841 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27d2b26-454b-4165-9f7d-e0b614a72fbd None None] Network b7e0cd87-6a24-4d94-9a58-bc47cfa21f83 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:14.340736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e05e97e3-c272-4f8b-80e2-899ead995b59 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:14.360520 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Pushing event updated for resources: {'Port': ['ID=ac376873-6c0c-4446-871d-d42e7e5582b7,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:14.395749 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:14.404304 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-79e06d98-0aa1-4a1d-bb40-ba7bb82adf5f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:14.431010 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:14.454486 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7398d89-fefe-43bb-a3e9-fa242d6a46d1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:14.460236 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e05e97e3-c272-4f8b-80e2-899ead995b59 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/subnets/52c2245d-5c93-4b2a-927c-984aba8f43b1 HTTP/1.1" status: 204 len: 168 time: 2.6669123 Dec 22 15:23:14.477636 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59498) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:14.486547 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6bab8080-e8c3-4d29-b089-b65f4c7a8a19 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:14.522002 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6bab8080-e8c3-4d29-b089-b65f4c7a8a19 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:14.528408 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Allocated IP 172.21.0.1 (fa3679d8-2eda-4723-9006-3f734e8d260c/111b3f20-083e-41af-8665-cd0508024733/9eedb7c9-abba-4a87-b043-1dfca4564906) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:14.631742 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bab8080-e8c3-4d29-b089-b65f4c7a8a19 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Made reservation on behalf of 3177e2b66f63437299f9117cdfaafee6 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:14.638206 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6bab8080-e8c3-4d29-b089-b65f4c7a8a19 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:14.888680 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-c7398d89-fefe-43bb-a3e9-fa242d6a46d1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Allocated IP 172.26.6.55 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/a6f80667-2634-4adb-a1c4-36bec6586368) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:14.972355 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463f76ae-6d7b-40f9-8a4c-7e5f180b11d4 None None] DHCP port deletion for b7e0cd87-6a24-4d94-9a58-bc47cfa21f83 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:23:14.982924 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:14.987925 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-463f76ae-6d7b-40f9-8a4c-7e5f180b11d4 None None] Deleting port 55107c91-8743-4e55-91f9-a0fdb214c878 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:14.988405 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-463f76ae-6d7b-40f9-8a4c-7e5f180b11d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:15.033402 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Transition to ACTIVE for port object 9eedb7c9-abba-4a87-b043-1dfca4564906 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:15.038452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:15.153847 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ac376873-6c0c-4446-871d-d42e7e5582b7 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:23:15.520883 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-463f76ae-6d7b-40f9-8a4c-7e5f180b11d4 None None] For port 55107c91-8743-4e55-91f9-a0fdb214c878, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=55107c91-8743-4e55-91f9-a0fdb214c878,segment=NetworkSegment(945000a2-99fc-4ddc-b575-6a1c33080556),segment_id=945000a2-99fc-4ddc-b575-6a1c33080556)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:23:15.523210 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-463f76ae-6d7b-40f9-8a4c-7e5f180b11d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:15.523414 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d12347bf-9167-4e0f-8c58-28eba5ed2bbb tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:15.553684 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:15.554611 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:15.561734 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] 10.222.0.57 "PUT /v2.0/ports/6b9accfc-6d5f-4239-be6f-bd4416644d88 HTTP/1.1" status: 200 len: 1093 time: 6.3536186 Dec 22 15:23:15.563102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port ac376873-6c0c-4446-871d-d42e7e5582b7 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:15.587992 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f9040a-aa63-4539-9b73-82b907f7b746', 'tag': '6b9accfc-6d5f-4239-be6f-bd4416644d88'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:23:15.647167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3eeed-4c87-4b1d-92e4-a1a0fd9ba445 req-9228f6af-6362-4006-aaf3-1bc981bd361d tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:15.650002 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a9f3eeed-4c87-4b1d-92e4-a1a0fd9ba445 req-9228f6af-6362-4006-aaf3-1bc981bd361d tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 943 time: 0.8284578 Dec 22 15:23:15.651867 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:15.692652 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:15.753696 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-463f76ae-6d7b-40f9-8a4c-7e5f180b11d4 None None] Calling delete_port for 55107c91-8743-4e55-91f9-a0fdb214c878 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:15.797677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 55107c91-8743-4e55-91f9-a0fdb214c878 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:23:15.828548 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Pushing event updated for resources: {'Port': ['ID=6b9accfc-6d5f-4239-be6f-bd4416644d88,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:15.862909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.458s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:15.867116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d12347bf-9167-4e0f-8c58-28eba5ed2bbb tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port 55107c91-8743-4e55-91f9-a0fdb214c878 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:15.867879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d12347bf-9167-4e0f-8c58-28eba5ed2bbb tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:15.973362 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network fa3679d8-2eda-4723-9006-3f734e8d260c is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:15.991986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:16.013438 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Port': ['ID=9eedb7c9-abba-4a87-b043-1dfca4564906,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:16.039772 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:16.050704 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:16.082017 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f9040a-aa63-4539-9b73-82b907f7b746', 'tag': '6b9accfc-6d5f-4239-be6f-bd4416644d88', 'status': 'completed', 'code': 200} Dec 22 15:23:16.112764 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-463f76ae-6d7b-40f9-8a4c-7e5f180b11d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:16.118535 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:16.170044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7398d89-fefe-43bb-a3e9-fa242d6a46d1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:16.245906 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f76ae-6d7b-40f9-8a4c-7e5f180b11d4 None None] Pushing event deleted for resources: {'Port': ['ID=55107c91-8743-4e55-91f9-a0fdb214c878,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:16.251362 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-463f76ae-6d7b-40f9-8a4c-7e5f180b11d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:16.252263 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f76ae-6d7b-40f9-8a4c-7e5f180b11d4 None None] No DVR routers for this DVR port 55107c91-8743-4e55-91f9-a0fdb214c878 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:23:16.254190 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cd6cce-e598-42ea-b375-8523706e4e57 None None] Network 6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:16.406861 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:16.413009 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:16.470081 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a9f3eeed-4c87-4b1d-92e4-a1a0fd9ba445 req-dab20dd1-d663-4069-b1d6-d2ee13045596 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/security-groups?id=530d13eb-0aa8-4ebd-972b-948dfb726b53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8097503 Dec 22 15:23:16.470424 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7a1e5a52-a0f4-4965-b9d6-22c931cebc60 None None] Provisioning for port ac376873-6c0c-4446-871d-d42e7e5582b7 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:16.479866 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7398d89-fefe-43bb-a3e9-fa242d6a46d1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:16.480676 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7a1e5a52-a0f4-4965-b9d6-22c931cebc60 None None] Provisioning complete for port ac376873-6c0c-4446-871d-d42e7e5582b7 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:16.480937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5a52-a0f4-4965-b9d6-22c931cebc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:16.490436 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:16.579005 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d12347bf-9167-4e0f-8c58-28eba5ed2bbb tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] The port '55107c91-8743-4e55-91f9-a0fdb214c878' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:23:16.608498 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1ff35842-d3d3-4e07-9cd7-237d2f0cb5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:16.669887 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7398d89-fefe-43bb-a3e9-fa242d6a46d1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:16.673520 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Allocated IP 172.20.0.1 (6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5/6500dfe6-2ac2-49fc-96af-d83c1c4bf71a/ebeec661-6c0c-4fc4-9ed9-4c3572b14b76) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:16.696994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-c7398d89-fefe-43bb-a3e9-fa242d6a46d1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:16.707591 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1c1d3029-ec6a-4821-95f5-88508a5ed21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:16.709702 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-1c1d3029-ec6a-4821-95f5-88508a5ed21b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1d57643e65d9443fac7faa48c8967a4e&device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 1096 time: 1.0025496 Dec 22 15:23:16.718422 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7398d89-fefe-43bb-a3e9-fa242d6a46d1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:16.738641 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5a52-a0f4-4965-b9d6-22c931cebc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:16.746626 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7398d89-fefe-43bb-a3e9-fa242d6a46d1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Pushing event updated for resources: {'Port': ['ID=a6f80667-2634-4adb-a1c4-36bec6586368,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:16.757965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1ff35842-d3d3-4e07-9cd7-237d2f0cb5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:16.765076 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c7398d89-fefe-43bb-a3e9-fa242d6a46d1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:16.833699 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:16.843713 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7a1e5a52-a0f4-4965-b9d6-22c931cebc60 None None] For port ac376873-6c0c-4446-871d-d42e7e5582b7, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ac376873-6c0c-4446-871d-d42e7e5582b7,segment=NetworkSegment(b27f38ca-5ef6-4012-bc4c-ac37768a3a55),segment_id=b27f38ca-5ef6-4012-bc4c-ac37768a3a55)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:23:16.875230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8f26abaf-d679-40af-bdc6-6e25522a3122 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:16.887975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.objects.ports [None req-6bab8080-e8c3-4d29-b089-b65f4c7a8a19 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88218) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 15:23:16.891653 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6bab8080-e8c3-4d29-b089-b65f4c7a8a19 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:16.897155 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4e0bd64e-7f37-44b2-8810-9fd883cb9b03 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:16.919650 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5a52-a0f4-4965-b9d6-22c931cebc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:16.925232 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0a0e2ccb-6b86-4e20-9fd3-53868161c8e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:16.962355 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-743f24cf-edbd-491b-89eb-78e56744255d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b9accfc-6d5f-4239-be6f-bd4416644d88 HTTP/1.1" status: 200 len: 217 time: 0.2070093 Dec 22 15:23:17.079909 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e5a52-a0f4-4965-b9d6-22c931cebc60 None None] Pushing event updated for resources: {'Port': ['ID=ac376873-6c0c-4446-871d-d42e7e5582b7,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:17.081697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d12347bf-9167-4e0f-8c58-28eba5ed2bbb tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:17.083800 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7a1e5a52-a0f4-4965-b9d6-22c931cebc60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:17.116692 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-224eea11-868a-41ca-8471-dfe219f991ee None None] Provisioning for port 9eedb7c9-abba-4a87-b043-1dfca4564906 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:17.120356 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1ff35842-d3d3-4e07-9cd7-237d2f0cb5aa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=639c7e41879645d799faeae4d038d6cb&name=default HTTP/1.1" status: 200 len: 2979 time: 4.2041790 Dec 22 15:23:17.120356 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff35842-d3d3-4e07-9cd7-237d2f0cb5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dd5272-6f96-4fe4-a9fd-7e6d163acc0e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:17.129803 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-224eea11-868a-41ca-8471-dfe219f991ee None None] Provisioning complete for port 9eedb7c9-abba-4a87-b043-1dfca4564906 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:17.129803 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-224eea11-868a-41ca-8471-dfe219f991ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:17.139236 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59506) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:17.145943 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1ff35842-d3d3-4e07-9cd7-237d2f0cb5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:17.186931 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab8080-e8c3-4d29-b089-b65f4c7a8a19 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event updated for resources: {'Subnet': ['ID=1dfbcd31-5fda-44f8-83db-9f0fec9c834d,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:17.190889 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:23:17.192555 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6bab8080-e8c3-4d29-b089-b65f4c7a8a19 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:17.221522 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-224eea11-868a-41ca-8471-dfe219f991ee None None] Port 9eedb7c9-abba-4a87-b043-1dfca4564906 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:23:17.298643 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d12347bf-9167-4e0f-8c58-28eba5ed2bbb tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e0cd87-6a24-4d94-9a58-bc47cfa21f83']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:17.348854 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f93aee5a-8669-4862-99fb-2a836b226aff None None] Provisioning complete for port ac376873-6c0c-4446-871d-d42e7e5582b7 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:17.350040 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f93aee5a-8669-4862-99fb-2a836b226aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:17.355545 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bab8080-e8c3-4d29-b089-b65f4c7a8a19 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Checking segment: {'id': 'b1cfd376-f911-4858-8e2a-d407b79cb8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a2d25615-7ecf-4bce-87ce-76b4e6bbe924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:17.356138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bab8080-e8c3-4d29-b089-b65f4c7a8a19 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Network hostable DHCP agents. Network: a2d25615-7ecf-4bce-87ce-76b4e6bbe924, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:23:17.510698 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d12347bf-9167-4e0f-8c58-28eba5ed2bbb tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945000a2-99fc-4ddc-b575-6a1c33080556') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:17.511288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d12347bf-9167-4e0f-8c58-28eba5ed2bbb tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945000a2-99fc-4ddc-b575-6a1c33080556') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:17.566613 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-6c04c7f0-a1c2-42b3-bd22-265f612e46e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:17.568110 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-6c04c7f0-a1c2-42b3-bd22-265f612e46e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ceefc5c-3346-4e11-b85f-c4fb9df63936 HTTP/1.1" status: 200 len: 851 time: 0.5808153 Dec 22 15:23:17.580527 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bab8080-e8c3-4d29-b089-b65f4c7a8a19 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Network a2d25615-7ecf-4bce-87ce-76b4e6bbe924 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:23:17.582558 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d12347bf-9167-4e0f-8c58-28eba5ed2bbb tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:17.659714 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-6bab8080-e8c3-4d29-b089-b65f4c7a8a19 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, a2d25615-7ecf-4bce-87ce-76b4e6bbe924) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:17.670736 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bab8080-e8c3-4d29-b089-b65f4c7a8a19 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:17.671729 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6bab8080-e8c3-4d29-b089-b65f4c7a8a19 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:17.681775 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e29e3b8-7e87-4df9-a509-58b481a29564 None None] Network a2d25615-7ecf-4bce-87ce-76b4e6bbe924 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:17.701480 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d12347bf-9167-4e0f-8c58-28eba5ed2bbb tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:17.726732 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12347bf-9167-4e0f-8c58-28eba5ed2bbb tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:23:17.728477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d12347bf-9167-4e0f-8c58-28eba5ed2bbb tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:17.744772 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:17.749273 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:23:17.752596 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:23:17.776925 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6bab8080-e8c3-4d29-b089-b65f4c7a8a19 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5771055 Dec 22 15:23:17.781219 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59512) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:17.783448 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ceb681f3-6535-417b-a87e-71270bb0820b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:17.793559 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-e7d46832-6837-4656-9f81-74297c119a74 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Request body: {'port': {'network_id': 'a2d25615-7ecf-4bce-87ce-76b4e6bbe924', 'name': 'tempest-NetworksIpV6TestAttrs-1976678734'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:17.831282 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:17.850796 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Transition to ACTIVE for port object ebeec661-6c0c-4fc4-9ed9-4c3572b14b76 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:17.949902 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:17.968672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ceb681f3-6535-417b-a87e-71270bb0820b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:18.024332 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d12347bf-9167-4e0f-8c58-28eba5ed2bbb tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:18.044469 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a2d25615-7ecf-4bce-87ce-76b4e6bbe924', 'network_id': 'a2d25615-7ecf-4bce-87ce-76b4e6bbe924', 'tenant_id': '3177e2b66f63437299f9117cdfaafee6', 'fixed_ips': [{'subnet_id': '1dfbcd31-5fda-44f8-83db-9f0fec9c834d'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:23:18.044469 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:18.086280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:18.106219 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Port': ['ID=9eedb7c9-abba-4a87-b043-1dfca4564906,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:18.110197 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d12347bf-9167-4e0f-8c58-28eba5ed2bbb tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:18.121267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:18.151359 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-28f8c80e-8060-4314-91dd-dabbfa679793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:18.152630 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-28f8c80e-8060-4314-91dd-dabbfa679793 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee65f9c6-5a2d-4f52-a62f-585f493090c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5433991 Dec 22 15:23:18.161942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12347bf-9167-4e0f-8c58-28eba5ed2bbb tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Network': ['ID=b7e0cd87-6a24-4d94-9a58-bc47cfa21f83,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:18.192111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:18.204959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d12347bf-9167-4e0f-8c58-28eba5ed2bbb tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:18.218534 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d12347bf-9167-4e0f-8c58-28eba5ed2bbb tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/networks/b7e0cd87-6a24-4d94-9a58-bc47cfa21f83 HTTP/1.1" status: 204 len: 168 time: 3.7373548 Dec 22 15:23:18.233600 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59516) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:18.242182 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Allocated IP 2001:db8::f816:3eff:fe0b:7de1 (a2d25615-7ecf-4bce-87ce-76b4e6bbe924/1dfbcd31-5fda-44f8-83db-9f0fec9c834d/36ea4ab2-78fe-4298-a329-d78c4d2deb6e) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:18.248390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-759684200', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}, 'admin_state_up': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:18.275196 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:18.279983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:18.286396 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e7d46832-6837-4656-9f81-74297c119a74 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:18.288867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c517ace3-0fcd-4620-8fff-59513692e907 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:18.328065 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7398d89-fefe-43bb-a3e9-fa242d6a46d1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:18.401286 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:router and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:18.407788 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e7d46832-6837-4656-9f81-74297c119a74 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Usage tracker for resource:port and tenant:3177e2b66f63437299f9117cdfaafee6 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:18.410664 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e7d46832-6837-4656-9f81-74297c119a74 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:18.423980 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:18.434059 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4c480-78d0-42a5-9788-751a19ce3b2d req-2fc5415f-5d1e-4253-8a96-74cad568e4dd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:18.435692 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6ee4c480-78d0-42a5-9788-751a19ce3b2d req-2fc5415f-5d1e-4253-8a96-74cad568e4dd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 943 time: 0.6113541 Dec 22 15:23:18.445275 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:18.447707 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e7d46832-6837-4656-9f81-74297c119a74 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:18.458495 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Network 6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:18.479215 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:18.516934 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network fa3679d8-2eda-4723-9006-3f734e8d260c is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:18.520128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:18.545553 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:18.603860 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6ee4c480-78d0-42a5-9788-751a19ce3b2d req-5558e047-7e28-490a-81be-d37c15c6b82f tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/security-groups?id=530d13eb-0aa8-4ebd-972b-948dfb726b53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1317289 Dec 22 15:23:18.610942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:18.611450 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:18.611836 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:18.613753 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ceb681f3-6535-417b-a87e-71270bb0820b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:18.627126 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d46832-6837-4656-9f81-74297c119a74 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Made reservation on behalf of 3177e2b66f63437299f9117cdfaafee6 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:18.633491 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e7d46832-6837-4656-9f81-74297c119a74 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:18.634030 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Transition to ACTIVE for port object 36ea4ab2-78fe-4298-a329-d78c4d2deb6e will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:18.656282 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Pushing event updated for resources: {'Port': ['ID=ebeec661-6c0c-4fc4-9ed9-4c3572b14b76,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:18.672220 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:18.674746 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6dff0fd7-bb96-45fa-ab39-4439ecc1a699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:18.680953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Transition to ACTIVE for port object 36ea4ab2-78fe-4298-a329-d78c4d2deb6e will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:18.692861 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-e9e5268a-2303-4528-b6a8-13a2671ac09b service neutron] 10.222.0.57 "GET /v2.0/networks/ee65f9c6-5a2d-4f52-a62f-585f493090c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213542 Dec 22 15:23:18.729193 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb681f3-6535-417b-a87e-71270bb0820b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dd5272-6f96-4fe4-a9fd-7e6d163acc0e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:18.742262 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ceb681f3-6535-417b-a87e-71270bb0820b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:18.746532 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ceb681f3-6535-417b-a87e-71270bb0820b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:18.761960 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ceb681f3-6535-417b-a87e-71270bb0820b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/20dd5272-6f96-4fe4-a9fd-7e6d163acc0e HTTP/1.1" status: 204 len: 168 time: 1.6091006 Dec 22 15:23:18.769354 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-e7d46832-6837-4656-9f81-74297c119a74 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] device_id is not set on port f08677ac-313b-4bd8-a036-469f3c3abf6d yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:23:18.786086 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:18.803424 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2dc687bd-1de9-49b3-8446-79bc49cfb6c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:19.022949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:19.068036 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Network a2d25615-7ecf-4bce-87ce-76b4e6bbe924 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:19.072275 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:19.077323 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:19.084066 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:19.097676 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Pushing event updated for resources: {'Port': ['ID=36ea4ab2-78fe-4298-a329-d78c4d2deb6e,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:19.128259 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:19.136775 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-59e059ed-c61e-4007-96ba-efedc6377bee None None] Provisioning complete for port 9eedb7c9-abba-4a87-b043-1dfca4564906 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:19.136775 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-59e059ed-c61e-4007-96ba-efedc6377bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:19.166744 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ac376873-6c0c-4446-871d-d42e7e5582b7 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:23:19.293037 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c4641957-0036-4e75-9835-1f6dc43b7217 req-299c72bd-7efe-4830-acd6-44b2e50b837e service neutron] 10.222.0.57 "GET /v2.0/networks/ee65f9c6-5a2d-4f52-a62f-585f493090c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5907004 Dec 22 15:23:19.298376 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7398d89-fefe-43bb-a3e9-fa242d6a46d1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:19.306707 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7398d89-fefe-43bb-a3e9-fa242d6a46d1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:19.307025 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Attempting to bind port 36ea4ab2-78fe-4298-a329-d78c4d2deb6e on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:23:19.307303 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Attempting to bind port 36ea4ab2-78fe-4298-a329-d78c4d2deb6e by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'b1cfd376-f911-4858-8e2a-d407b79cb8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a2d25615-7ecf-4bce-87ce-76b4e6bbe924'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:23:19.307773 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Attempting to bind port 36ea4ab2-78fe-4298-a329-d78c4d2deb6e on network a2d25615-7ecf-4bce-87ce-76b4e6bbe924 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:23:19.314178 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-59e059ed-c61e-4007-96ba-efedc6377bee None None] Port 9eedb7c9-abba-4a87-b043-1dfca4564906 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:23:19.320877 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:23:19.321355 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Checking segment: {'id': 'b1cfd376-f911-4858-8e2a-d407b79cb8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a2d25615-7ecf-4bce-87ce-76b4e6bbe924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:19.321841 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:19.322375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Bound using segment: {'id': 'b1cfd376-f911-4858-8e2a-d407b79cb8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a2d25615-7ecf-4bce-87ce-76b4e6bbe924'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:23:19.322948 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Bound port: 36ea4ab2-78fe-4298-a329-d78c4d2deb6e, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1cfd376-f911-4858-8e2a-d407b79cb8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a2d25615-7ecf-4bce-87ce-76b4e6bbe924'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:23:19.323410 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:19.370486 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-e7d46832-6837-4656-9f81-74297c119a74 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Allocated IP 2001:db8::f816:3eff:fe4b:9e93 (a2d25615-7ecf-4bce-87ce-76b4e6bbe924/1dfbcd31-5fda-44f8-83db-9f0fec9c834d/f08677ac-313b-4bd8-a036-469f3c3abf6d) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:19.450327 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router e86d32bf-1419-4d1d-935a-62c7d88b48c7 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:23:19.461597 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] For port 36ea4ab2-78fe-4298-a329-d78c4d2deb6e, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:23:19.467641 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] For port 36ea4ab2-78fe-4298-a329-d78c4d2deb6e, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=36ea4ab2-78fe-4298-a329-d78c4d2deb6e,segment=NetworkSegment(b1cfd376-f911-4858-8e2a-d407b79cb8d0),segment_id=b1cfd376-f911-4858-8e2a-d407b79cb8d0)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:23:19.469947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port ac376873-6c0c-4446-871d-d42e7e5582b7 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:19.470356 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:19.556264 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-59e059ed-c61e-4007-96ba-efedc6377bee None None] Provisioning for port ebeec661-6c0c-4fc4-9ed9-4c3572b14b76 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:19.563487 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-59e059ed-c61e-4007-96ba-efedc6377bee None None] Provisioning complete for port ebeec661-6c0c-4fc4-9ed9-4c3572b14b76 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:19.569152 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-59e059ed-c61e-4007-96ba-efedc6377bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:19.596089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:19.607952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bb6a327f-753e-422e-a29d-82cd69a64ab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:19.792130 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-59e059ed-c61e-4007-96ba-efedc6377bee None None] Port ebeec661-6c0c-4fc4-9ed9-4c3572b14b76 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:23:19.819121 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Pushing event updated for resources: {'Port': ['ID=36ea4ab2-78fe-4298-a329-d78c4d2deb6e,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:19.824814 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:19.864459 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:20.191428 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8248f-ffd5-42a7-89bb-b4971ec535b9 req-3baa6a4d-5e6b-4bbc-ace3-d41afdd6a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:20.194197 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7ed8248f-ffd5-42a7-89bb-b4971ec535b9 req-3baa6a4d-5e6b-4bbc-ace3-d41afdd6a2fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1d57643e65d9443fac7faa48c8967a4e&device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 1096 time: 0.6977558 Dec 22 15:23:20.203841 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:23:20.214418 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb12f7d-3835-4853-a5d9-5f660c450669 None None] Sync routers for ids ['e86d32bf-1419-4d1d-935a-62c7d88b48c7'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:23:20.218725 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:20.227475 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb12f7d-3835-4853-a5d9-5f660c450669 None None] Routers {'e86d32bf-1419-4d1d-935a-62c7d88b48c7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:20.228144 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5cb12f7d-3835-4853-a5d9-5f660c450669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e86d32bf-1419-4d1d-935a-62c7d88b48c7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:20.300071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e7d46832-6837-4656-9f81-74297c119a74 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:20.310951 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/e86d32bf-1419-4d1d-935a-62c7d88b48c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0991426 Dec 22 15:23:20.313545 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5cb12f7d-3835-4853-a5d9-5f660c450669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:20.325435 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb12f7d-3835-4853-a5d9-5f660c450669 None None] Routers {'e86d32bf-1419-4d1d-935a-62c7d88b48c7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:20.326193 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5cb12f7d-3835-4853-a5d9-5f660c450669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e86d32bf-1419-4d1d-935a-62c7d88b48c7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:20.328659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59540) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:20.395422 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5cb12f7d-3835-4853-a5d9-5f660c450669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:20.395857 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb12f7d-3835-4853-a5d9-5f660c450669 None None] The sync data for ids ['e86d32bf-1419-4d1d-935a-62c7d88b48c7'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:23:20.484550 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7b7c1-88d2-48de-b6e5-0ab3d2f5e6e0 req-1b9b555e-2fcd-4f56-9d56-2179d293d918 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:20.486527 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b6d7b7c1-88d2-48de-b6e5-0ab3d2f5e6e0 req-1b9b555e-2fcd-4f56-9d56-2179d293d918 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 943 time: 0.6513093 Dec 22 15:23:20.487460 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e7d46832-6837-4656-9f81-74297c119a74 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Transition to ACTIVE for port object f08677ac-313b-4bd8-a036-469f3c3abf6d will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:20.593941 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b091c7-9bc9-4799-b5aa-1b071d97307c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:20.596001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-84b091c7-9bc9-4799-b5aa-1b071d97307c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Synchronizing usage tracker for tenant:7b4975992c034d11b43920ae668ae5e2 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:23:20.615764 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7398d89-fefe-43bb-a3e9-fa242d6a46d1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Router 82a394a2-9d37-4967-876f-909d2ced5948 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:23:20.655122 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b6d7b7c1-88d2-48de-b6e5-0ab3d2f5e6e0 req-1e9d187c-aee6-47a9-be7d-18f421311c7d tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/security-groups?id=530d13eb-0aa8-4ebd-972b-948dfb726b53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1597743 Dec 22 15:23:20.688238 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59546) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:20.736451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e7d46832-6837-4656-9f81-74297c119a74 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:20.746927 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f52b6e5b-b6e1-433e-8ba2-5e16e617991f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:20.750183 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8248f-ffd5-42a7-89bb-b4971ec535b9 req-5525f4ee-cb2e-4de6-a348-f2c8f0eb78a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:20.751689 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7ed8248f-ffd5-42a7-89bb-b4971ec535b9 req-5525f4ee-cb2e-4de6-a348-f2c8f0eb78a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ee65f9c6-5a2d-4f52-a62f-585f493090c8 HTTP/1.1" status: 200 len: 913 time: 0.4026420 Dec 22 15:23:20.844715 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-84b091c7-9bc9-4799-b5aa-1b071d97307c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Unset dirty status for tenant:7b4975992c034d11b43920ae668ae5e2 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:23:20.849380 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-84b091c7-9bc9-4799-b5aa-1b071d97307c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/ports/9eedb7c9-abba-4a87-b043-1dfca4564906 HTTP/1.1" status: 200 len: 910 time: 0.5110960 Dec 22 15:23:20.854299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59552) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:20.882068 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7ed8248f-ffd5-42a7-89bb-b4971ec535b9 req-23264a1c-5847-400f-8d15-518935ac1d8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b9accfc-6d5f-4239-be6f-bd4416644d88 HTTP/1.1" status: 200 len: 217 time: 0.1087649 Dec 22 15:23:20.886642 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1092956059'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:20.911581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:20.921469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d46832-6837-4656-9f81-74297c119a74 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Network a2d25615-7ecf-4bce-87ce-76b4e6bbe924 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:20.997881 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:network and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:21.018333 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-e7d46832-6837-4656-9f81-74297c119a74 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:21.022255 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d46832-6837-4656-9f81-74297c119a74 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:21.036024 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d46832-6837-4656-9f81-74297c119a74 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:21.036024 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e7d46832-6837-4656-9f81-74297c119a74 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:21.063286 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:21.138524 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 36ea4ab2-78fe-4298-a329-d78c4d2deb6e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:23:21.169648 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d46832-6837-4656-9f81-74297c119a74 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event updated for resources: {'Port': ['ID=f08677ac-313b-4bd8-a036-469f3c3abf6d,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:21.174816 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e7d46832-6837-4656-9f81-74297c119a74 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:21.264864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8248f-ffd5-42a7-89bb-b4971ec535b9 req-d43cf489-7232-4b81-ba18-6350fef44fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:21.266871 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7ed8248f-ffd5-42a7-89bb-b4971ec535b9 req-d43cf489-7232-4b81-ba18-6350fef44fbb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ceefc5c-3346-4e11-b85f-c4fb9df63936 HTTP/1.1" status: 200 len: 851 time: 0.3231034 Dec 22 15:23:21.360539 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 36ea4ab2-78fe-4298-a329-d78c4d2deb6e completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:21.405050 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:21.423131 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7398d89-fefe-43bb-a3e9-fa242d6a46d1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:23:21.426771 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:21.438976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7398d89-fefe-43bb-a3e9-fa242d6a46d1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:21.438976 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c7398d89-fefe-43bb-a3e9-fa242d6a46d1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "PUT /v2.0/routers/82a394a2-9d37-4967-876f-909d2ced5948 HTTP/1.1" status: 200 len: 914 time: 10.7304819 Dec 22 15:23:21.442674 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4001f8-11ca-4947-933d-53afb4b6bd96 None None] Sync routers for ids ['82a394a2-9d37-4967-876f-909d2ced5948'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:23:21.455541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59556) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:21.462174 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4001f8-11ca-4947-933d-53afb4b6bd96 None None] Routers {'82a394a2-9d37-4967-876f-909d2ced5948'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:21.464696 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-0e4001f8-11ca-4947-933d-53afb4b6bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['82a394a2-9d37-4967-876f-909d2ced5948'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:21.490300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:21.530058 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921c6a29-4736-4147-9166-ce83380545e8 None None] Network a2d25615-7ecf-4bce-87ce-76b4e6bbe924 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:21.545957 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-0e4001f8-11ca-4947-933d-53afb4b6bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:21.547737 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e7d46832-6837-4656-9f81-74297c119a74 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.7650690 Dec 22 15:23:21.548922 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59560) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:21.557468 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4001f8-11ca-4947-933d-53afb4b6bd96 None None] Routers {'82a394a2-9d37-4967-876f-909d2ced5948'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:21.565192 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-0e4001f8-11ca-4947-933d-53afb4b6bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['82a394a2-9d37-4967-876f-909d2ced5948'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:21.616098 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:21.625641 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-0e4001f8-11ca-4947-933d-53afb4b6bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:21.626480 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4001f8-11ca-4947-933d-53afb4b6bd96 None None] The sync data for ids ['82a394a2-9d37-4967-876f-909d2ced5948'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:23:21.630021 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:21.636683 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:21.750512 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aee1614-efa8-4b23-acf2-4738e72b5c0a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Deleting subnet 1dfbcd31-5fda-44f8-83db-9f0fec9c834d {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:23:21.752899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:21.770137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1aee1614-efa8-4b23-acf2-4738e72b5c0a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:21.839949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:21.858098 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-64e74ba8-f8d1-4080-b2b4-a4cc17cede50 None None] Provisioning for port 36ea4ab2-78fe-4298-a329-d78c4d2deb6e completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:21.879012 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-64e74ba8-f8d1-4080-b2b4-a4cc17cede50 None None] Provisioning complete for port 36ea4ab2-78fe-4298-a329-d78c4d2deb6e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:21.879488 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-64e74ba8-f8d1-4080-b2b4-a4cc17cede50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:21.887077 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:security_group_rule and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:21.888059 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:21.896561 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:21.921458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:21.932225 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1aee1614-efa8-4b23-acf2-4738e72b5c0a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:21.977752 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a886d17a-cef6-409d-80bb-729ae5ea95e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:22.092187 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-64e74ba8-f8d1-4080-b2b4-a4cc17cede50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:22.136105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Allocated IP 172.26.6.236 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/1fb1ec3a-2d45-4c2d-9cbb-e7ff49e1af11) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:22.161881 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-64e74ba8-f8d1-4080-b2b4-a4cc17cede50 None None] For port 36ea4ab2-78fe-4298-a329-d78c4d2deb6e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=36ea4ab2-78fe-4298-a329-d78c4d2deb6e,segment=NetworkSegment(b1cfd376-f911-4858-8e2a-d407b79cb8d0),segment_id=b1cfd376-f911-4858-8e2a-d407b79cb8d0)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:23:22.190310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba69483-d0f3-42bc-bab1-b69dccc89957 req-ac4e1790-b417-428b-b6d8-bda909d47af4 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:22.191926 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1ba69483-d0f3-42bc-bab1-b69dccc89957 req-ac4e1790-b417-428b-b6d8-bda909d47af4 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 943 time: 0.3534279 Dec 22 15:23:22.255370 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-64e74ba8-f8d1-4080-b2b4-a4cc17cede50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:22.258875 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:22.388142 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:22.420617 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1ba69483-d0f3-42bc-bab1-b69dccc89957 req-7e7cf78d-d483-479e-aa54-396493d1ae8b tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/security-groups?id=530d13eb-0aa8-4ebd-972b-948dfb726b53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2066383 Dec 22 15:23:22.424177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e74ba8-f8d1-4080-b2b4-a4cc17cede50 None None] Pushing event updated for resources: {'Port': ['ID=36ea4ab2-78fe-4298-a329-d78c4d2deb6e,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:22.432144 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-64e74ba8-f8d1-4080-b2b4-a4cc17cede50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:22.437680 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1aee1614-efa8-4b23-acf2-4738e72b5c0a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:22.471361 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:22.501504 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:22.510333 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1bdb9e56-fa70-488c-900f-113a05a05866 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:22.510691 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8248f-ffd5-42a7-89bb-b4971ec535b9 req-151d1fda-24e4-4d8a-8d00-f1acc576e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:22.512844 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7ed8248f-ffd5-42a7-89bb-b4971ec535b9 req-151d1fda-24e4-4d8a-8d00-f1acc576e46f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee65f9c6-5a2d-4f52-a62f-585f493090c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2182541 Dec 22 15:23:22.513927 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Pushing event updated for resources: {'Port': ['ID=ebeec661-6c0c-4fc4-9ed9-4c3572b14b76,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:22.527031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:22.604526 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1852e0c5-3c19-4b63-8bdc-9a8fa62d06df None None] Provisioning complete for port 36ea4ab2-78fe-4298-a329-d78c4d2deb6e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:22.605145 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1852e0c5-3c19-4b63-8bdc-9a8fa62d06df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:22.617169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:23:22.640978 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:22.670756 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ae15e8-a2d1-4d27-acb4-ea8701fa248d,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:22.677399 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:22.697963 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:22.698595 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Added segment e43601be-9f0d-468f-965a-5ce33315fb3d of type vlan for network 0c6768a8-9bb3-490d-adf1-e992b8f141ae Dec 22 15:23:22.774719 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:22.815828 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1aee1614-efa8-4b23-acf2-4738e72b5c0a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:22.839287 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7216879b-eaf1-475f-9420-32ac00c11107 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:22.870070 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-735c6fda-e2bc-4318-a6a4-7ba83b6c1051 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "GET /v2.0/routers/82a394a2-9d37-4967-876f-909d2ced5948 HTTP/1.1" status: 200 len: 920 time: 1.4106767 Dec 22 15:23:22.874192 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1852e0c5-3c19-4b63-8bdc-9a8fa62d06df None None] Provisioning for port f08677ac-313b-4bd8-a036-469f3c3abf6d completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:22.878388 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59566) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:22.886736 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1852e0c5-3c19-4b63-8bdc-9a8fa62d06df None None] Provisioning complete for port f08677ac-313b-4bd8-a036-469f3c3abf6d triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:22.887215 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1852e0c5-3c19-4b63-8bdc-9a8fa62d06df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:22.914390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee1614-efa8-4b23-acf2-4738e72b5c0a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event deleted for resources: {'Subnet': ['ID=1dfbcd31-5fda-44f8-83db-9f0fec9c834d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:22.921723 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1aee1614-efa8-4b23-acf2-4738e72b5c0a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:22.963446 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1aee1614-efa8-4b23-acf2-4738e72b5c0a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "DELETE /v2.0/subnets/1dfbcd31-5fda-44f8-83db-9f0fec9c834d HTTP/1.1" status: 204 len: 168 time: 1.4057591 Dec 22 15:23:22.966081 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1aee1614-efa8-4b23-acf2-4738e72b5c0a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:22.969195 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59570) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:22.976636 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:23.015211 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-1852e0c5-3c19-4b63-8bdc-9a8fa62d06df None None] Port f08677ac-313b-4bd8-a036-469f3c3abf6d cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:23:23.016921 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f92a41-7c8d-4728-a219-b8f1d527854d None None] Network a2d25615-7ecf-4bce-87ce-76b4e6bbe924 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:23.070259 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9b462454-96f9-48e0-92d1-2b4147c81d73 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:23.175049 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:23.184888 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:23.185607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:23.201951 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 36ea4ab2-78fe-4298-a329-d78c4d2deb6e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:23:23.226955 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7ed8248f-ffd5-42a7-89bb-b4971ec535b9 req-bb2921d2-236e-4c55-9c17-6c7e49eb8358 service neutron] 10.222.0.57 "GET /v2.0/networks/ee65f9c6-5a2d-4f52-a62f-585f493090c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6887915 Dec 22 15:23:23.247880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:23.261538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:23.275801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:23.375102 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Network 6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:23.383488 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:23.393674 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3842cc-a6ed-4682-a3d9-a2adedcf3a8c tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:23.398439 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8b3842cc-a6ed-4682-a3d9-a2adedcf3a8c tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&device_id=82a394a2-9d37-4967-876f-909d2ced5948&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5123019 Dec 22 15:23:23.401365 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59574) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:23.411861 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3363c1-4501-4fe5-b95d-b4cfba26e916 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:23.420220 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c5b35064-86bb-46c1-8ea3-748394d39b18 None None] Provisioning complete for port f08677ac-313b-4bd8-a036-469f3c3abf6d triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:23.421161 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c5b35064-86bb-46c1-8ea3-748394d39b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:23.433583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3363c1-4501-4fe5-b95d-b4cfba26e916 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:23.433583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0e3363c1-4501-4fe5-b95d-b4cfba26e916 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Synchronizing usage tracker for tenant:3177e2b66f63437299f9117cdfaafee6 on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:23:23.437496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Port': ['ID=1fb1ec3a-2d45-4c2d-9cbb-e7ff49e1af11,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:23.442500 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:23.454890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9a2fde03-7cfb-47dc-9d10-2107e7e14668 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:23.540546 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8565621 Dec 22 15:23:23.565027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59580) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:23.590614 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 6b9accfc-6d5f-4239-be6f-bd4416644d88 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:23:23.690388 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-60588a82-9626-424f-b434-6733da574687 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'port': {'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae', 'name': 'tempest-PortsIpV6TestJSON-1029076840'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:23.779118 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c5b35064-86bb-46c1-8ea3-748394d39b18 None None] Port f08677ac-313b-4bd8-a036-469f3c3abf6d cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:23:23.822192 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.resource_extend [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:23:23.925287 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7ed8248f-ffd5-42a7-89bb-b4971ec535b9 req-46521926-3e5e-441d-a0bf-917252f28e0a service neutron] 10.222.0.57 "GET /v2.0/networks/ee65f9c6-5a2d-4f52-a62f-585f493090c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6806715 Dec 22 15:23:24.017815 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 36ea4ab2-78fe-4298-a329-d78c4d2deb6e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:24.018379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:24.021646 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0e3363c1-4501-4fe5-b95d-b4cfba26e916 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Unset dirty status for tenant:3177e2b66f63437299f9117cdfaafee6 on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:23:24.026821 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0e3363c1-4501-4fe5-b95d-b4cfba26e916 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.0521884 Dec 22 15:23:24.029098 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59584) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:24.119834 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-60588a82-9626-424f-b434-6733da574687 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:24.128533 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44289e2b-7063-4e24-8b29-86e8251a4512 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:24.135043 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Network': ['ID=0c6768a8-9bb3-490d-adf1-e992b8f141ae,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:24.135772 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-44289e2b-7063-4e24-8b29-86e8251a4512 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "GET /v2.0/networks/98c1d02c-4416-4565-b8a7-1c1ed298f1f8 HTTP/1.1" status: 200 len: 881 time: 0.7206941 Dec 22 15:23:24.136947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59588) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:24.165473 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-60588a82-9626-424f-b434-6733da574687 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:port and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:24.171762 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:23:24.196870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2f125184-9611-42e5-9644-d941dfb0a690 None None] Provisioning complete for port ebeec661-6c0c-4fc4-9ed9-4c3572b14b76 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:24.197246 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2f125184-9611-42e5-9644-d941dfb0a690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:24.264697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-60588a82-9626-424f-b434-6733da574687 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:24.279878 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-13ede142-ae0d-4c36-9f43-4bb2b0ae5deb tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "GET /v2.0/ports?device_id=82a394a2-9d37-4967-876f-909d2ced5948 HTTP/1.1" status: 200 len: 205 time: 0.1206045 Dec 22 15:23:24.295854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59592) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:24.310355 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-60588a82-9626-424f-b434-6733da574687 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:24.327460 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e0472f-95ae-4194-a242-7c12647e5e69 None None] DHCP port deletion for a2d25615-7ecf-4bce-87ce-76b4e6bbe924 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:23:24.381636 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-52e0472f-95ae-4194-a242-7c12647e5e69 None None] Deleting port 36ea4ab2-78fe-4298-a329-d78c4d2deb6e {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:24.382377 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-52e0472f-95ae-4194-a242-7c12647e5e69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:24.447206 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.992s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:24.456801 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 6b9accfc-6d5f-4239-be6f-bd4416644d88, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b9accfc-6d5f-4239-be6f-bd4416644d88,segment=NetworkSegment(f1868073-ed6a-44a8-a1d4-49e95fad9955),segment_id=f1868073-ed6a-44a8-a1d4-49e95fad9955)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:23:24.474871 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2f125184-9611-42e5-9644-d941dfb0a690 None None] Port ebeec661-6c0c-4fc4-9ed9-4c3572b14b76 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:23:24.517677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '6b9accfc-6d5f-4239-be6f-bd4416644d88', 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8', 'port_id': '6b9accfc-6d5f-4239-be6f-bd4416644d88', 'mac_address': 'fa:16:3e:cd:7e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ceefc5c-3346-4e11-b85f-c4fb9df63936', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:23:24.536232 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59d2582a-db4d-4209-bb98-c567f9771463 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:24.548533 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d2582a-db4d-4209-bb98-c567f9771463 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 15:23:24.549003 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d2582a-db4d-4209-bb98-c567f9771463 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:23:24.556404 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-59d2582a-db4d-4209-bb98-c567f9771463 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "DELETE /v2.0/networks/a2d25615-7ecf-4bce-87ce-76b4e6bbe924 HTTP/1.1" status: 409 len: 405 time: 0.5230384 Dec 22 15:23:24.557211 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59596) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:24.565185 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5ad85-d25e-4f68-9fe3-0a365754f0e1 req-ed7c8c13-ef61-4ed9-aaaa-91817c4f9022 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:24.566805 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7df5ad85-d25e-4f68-9fe3-0a365754f0e1 req-ed7c8c13-ef61-4ed9-aaaa-91817c4f9022 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 943 time: 0.6905773 Dec 22 15:23:24.573728 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-0653f8b2-7dbf-40e5-94e3-534df602ce0b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-562961969'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:24.579455 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0653f8b2-7dbf-40e5-94e3-534df602ce0b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:24.585268 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0653f8b2-7dbf-40e5-94e3-534df602ce0b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Usage tracker for resource:network and tenant:3177e2b66f63437299f9117cdfaafee6 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:24.600872 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0653f8b2-7dbf-40e5-94e3-534df602ce0b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:24.613391 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0653f8b2-7dbf-40e5-94e3-534df602ce0b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:24.637647 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32da5128-99ce-4737-b3a7-49a1c138b330 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:24.665644 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7df5ad85-d25e-4f68-9fe3-0a365754f0e1 req-80de5197-0bdf-4fbb-b8fc-c4cbe0ca4255 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/security-groups?id=530d13eb-0aa8-4ebd-972b-948dfb726b53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819864 Dec 22 15:23:24.695132 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:24.761365 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0653f8b2-7dbf-40e5-94e3-534df602ce0b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Made reservation on behalf of 3177e2b66f63437299f9117cdfaafee6 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:24.765341 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0653f8b2-7dbf-40e5-94e3-534df602ce0b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:24.774873 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9accfc-6d5f-4239-be6f-bd4416644d88 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:23:24.809376 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Router 76c469bb-78f7-4e97-9612-b2254ee4244a is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:23:24.810661 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 6b9accfc-6d5f-4239-be6f-bd4416644d88, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b9accfc-6d5f-4239-be6f-bd4416644d88,segment=NetworkSegment(f1868073-ed6a-44a8-a1d4-49e95fad9955),segment_id=f1868073-ed6a-44a8-a1d4-49e95fad9955)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:23:24.812778 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-52e0472f-95ae-4194-a242-7c12647e5e69 None None] For port 36ea4ab2-78fe-4298-a329-d78c4d2deb6e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=36ea4ab2-78fe-4298-a329-d78c4d2deb6e,segment=NetworkSegment(b1cfd376-f911-4858-8e2a-d407b79cb8d0),segment_id=b1cfd376-f911-4858-8e2a-d407b79cb8d0)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:23:24.813196 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-52e0472f-95ae-4194-a242-7c12647e5e69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:24.830019 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60588a82-9626-424f-b434-6733da574687 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:24.833669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-60588a82-9626-424f-b434-6733da574687 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:24.889739 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0653f8b2-7dbf-40e5-94e3-534df602ce0b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:23:24.901452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afbc067f-0b85-4a29-b7d3-7a756aaa2a45 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:24.915919 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0653f8b2-7dbf-40e5-94e3-534df602ce0b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:24.916338 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-0653f8b2-7dbf-40e5-94e3-534df602ce0b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Added segment 49c51f8b-69ba-4931-ad3f-a10fadff10a0 of type vlan for network d31535f1-bec4-49d7-86bc-83cc4dad25b6 Dec 22 15:23:24.939337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:25.028131 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0653f8b2-7dbf-40e5-94e3-534df602ce0b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:25.042090 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:25.058679 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-52e0472f-95ae-4194-a242-7c12647e5e69 None None] Calling delete_port for 36ea4ab2-78fe-4298-a329-d78c4d2deb6e owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:25.111191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7a1e5a52-a0f4-4965-b9d6-22c931cebc60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:25.147932 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-60588a82-9626-424f-b434-6733da574687 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] device_id is not set on port 94b3321b-f2a6-4eb1-9c27-465593c03c29 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:23:25.178620 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0653f8b2-7dbf-40e5-94e3-534df602ce0b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:25.185350 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0653f8b2-7dbf-40e5-94e3-534df602ce0b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:25.186431 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0653f8b2-7dbf-40e5-94e3-534df602ce0b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:25.193676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f115c24e-ba0a-4ae3-8713-43b8b96f79e7 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:25.304686 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 36ea4ab2-78fe-4298-a329-d78c4d2deb6e no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:23:25.347186 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:23:25.418161 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] 10.222.0.59 "PUT /v2.0/routers/76c469bb-78f7-4e97-9612-b2254ee4244a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4567952 Dec 22 15:23:25.423409 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8afe4f-0bd2-43e3-919d-94395c2dfd28 None None] Sync routers for ids ['76c469bb-78f7-4e97-9612-b2254ee4244a'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:23:25.437516 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59600) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:25.457819 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-23ca2694-31ac-4685-87e7-dac2bab6b5ce tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Request body: {'port': {'network_id': '6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5', 'name': 'tempest-FloatingIPNegativeTestJSON-1397559885'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:25.503885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afbc067f-0b85-4a29-b7d3-7a756aaa2a45 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:25.510342 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0653f8b2-7dbf-40e5-94e3-534df602ce0b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9417620 Dec 22 15:23:25.519107 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59604) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:25.522353 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653f8b2-7dbf-40e5-94e3-534df602ce0b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event updated for resources: {'Network': ['ID=d31535f1-bec4-49d7-86bc-83cc4dad25b6,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:25.526341 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8afe4f-0bd2-43e3-919d-94395c2dfd28 None None] Routers {'76c469bb-78f7-4e97-9612-b2254ee4244a'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:25.530781 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8a8afe4f-0bd2-43e3-919d-94395c2dfd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['76c469bb-78f7-4e97-9612-b2254ee4244a'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:25.530972 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0653f8b2-7dbf-40e5-94e3-534df602ce0b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:25.567256 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:25.588287 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network d31535f1-bec4-49d7-86bc-83cc4dad25b6 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:23:25.601126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d4233974-9238-4e06-bf22-e32daa9a6694 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Request body: {'subnet': {'network_id': 'd31535f1-bec4-49d7-86bc-83cc4dad25b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:25.601847 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['6b9accfc-6d5f-4239-be6f-bd4416644d88'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:23:25.659560 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c9c39e36-9441-4847-b55a-1e403f5a6a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:25.692505 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8a8afe4f-0bd2-43e3-919d-94395c2dfd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:25.799212 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=6b9accfc-6d5f-4239-be6f-bd4416644d88,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:25.805053 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:25.963053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779c9ee-14e6-46c7-bcb5-26d9f75fefd4 req-cadb2ff0-7f2b-484a-8a7c-9cba404fa8f1 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:25.964612 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9779c9ee-14e6-46c7-bcb5-26d9f75fefd4 req-cadb2ff0-7f2b-484a-8a7c-9cba404fa8f1 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 944 time: 0.1397643 Dec 22 15:23:25.983472 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-52e0472f-95ae-4194-a242-7c12647e5e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:25.987351 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8afe4f-0bd2-43e3-919d-94395c2dfd28 None None] Routers {'76c469bb-78f7-4e97-9612-b2254ee4244a'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:25.988173 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8a8afe4f-0bd2-43e3-919d-94395c2dfd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['76c469bb-78f7-4e97-9612-b2254ee4244a'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:26.027726 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9779c9ee-14e6-46c7-bcb5-26d9f75fefd4 req-59dfd4ef-3731-42a2-8047-47d58f2d87de tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/security-groups?id=530d13eb-0aa8-4ebd-972b-948dfb726b53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502431 Dec 22 15:23:26.043649 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router e24ce7d9-7842-4e3a-ae6b-58dae80e6859 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:23:26.057664 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ad6bd55b-fcc4-4d1f-a567-a8b8904a8dbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:26.090607 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Port 36ea4ab2-78fe-4298-a329-d78c4d2deb6e update to DOWN by agent not found {{(pid=88219) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 22 15:23:26.124224 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e0472f-95ae-4194-a242-7c12647e5e69 None None] No DVR routers for this DVR port 36ea4ab2-78fe-4298-a329-d78c4d2deb6e on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:23:26.129040 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8a8afe4f-0bd2-43e3-919d-94395c2dfd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:26.131667 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8afe4f-0bd2-43e3-919d-94395c2dfd28 None None] The sync data for ids ['76c469bb-78f7-4e97-9612-b2254ee4244a'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:23:26.140237 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0472f-95ae-4194-a242-7c12647e5e69 None None] Pushing event deleted for resources: {'Port': ['ID=36ea4ab2-78fe-4298-a329-d78c4d2deb6e,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:26.143064 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-52e0472f-95ae-4194-a242-7c12647e5e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:26.168941 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-afbc067f-0b85-4a29-b7d3-7a756aaa2a45 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Deleting port a6f80667-2634-4adb-a1c4-36bec6586368 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:26.169506 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afbc067f-0b85-4a29-b7d3-7a756aaa2a45 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:26.285721 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:23:26.297412 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af855dda-5235-4a29-846b-415c10892547 None None] Sync routers for ids ['e24ce7d9-7842-4e3a-ae6b-58dae80e6859'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:23:26.314433 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af855dda-5235-4a29-846b-415c10892547 None None] Routers {'e24ce7d9-7842-4e3a-ae6b-58dae80e6859'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:26.315507 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-af855dda-5235-4a29-846b-415c10892547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e24ce7d9-7842-4e3a-ae6b-58dae80e6859'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:26.385886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:26.388932 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.1529686 Dec 22 15:23:26.393278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59610) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:26.428252 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d4233974-9238-4e06-bf22-e32daa9a6694 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:26.441538 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-af855dda-5235-4a29-846b-415c10892547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:26.458570 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af855dda-5235-4a29-846b-415c10892547 None None] Routers {'e24ce7d9-7842-4e3a-ae6b-58dae80e6859'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:26.459942 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-af855dda-5235-4a29-846b-415c10892547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:22:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e24ce7d9-7842-4e3a-ae6b-58dae80e6859'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:26.482702 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-60588a82-9626-424f-b434-6733da574687 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:26.484706 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d4233974-9238-4e06-bf22-e32daa9a6694 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:26.539288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-32da5128-99ce-4737-b3a7-49a1c138b330 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting port 9eedb7c9-abba-4a87-b043-1dfca4564906 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:26.539551 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32da5128-99ce-4737-b3a7-49a1c138b330 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:26.586293 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-23ca2694-31ac-4685-87e7-dac2bab6b5ce tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:26.590298 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-af855dda-5235-4a29-846b-415c10892547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:26.591090 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af855dda-5235-4a29-846b-415c10892547 None None] The sync data for ids ['e24ce7d9-7842-4e3a-ae6b-58dae80e6859'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:23:26.609291 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-23ca2694-31ac-4685-87e7-dac2bab6b5ce tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Usage tracker for resource:port and tenant:7ddd48cc812542c4b42b8230fd458502 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:26.614028 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-23ca2694-31ac-4685-87e7-dac2bab6b5ce tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:26.636621 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-23ca2694-31ac-4685-87e7-dac2bab6b5ce tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:26.701326 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4233974-9238-4e06-bf22-e32daa9a6694 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Made reservation on behalf of 3177e2b66f63437299f9117cdfaafee6 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:26.704915 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4233974-9238-4e06-bf22-e32daa9a6694 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:26.768342 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3f255a3a-fa2a-434f-98ab-9b449ea36f14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/routers/e24ce7d9-7842-4e3a-ae6b-58dae80e6859 HTTP/1.1" status: 200 len: 884 time: 0.3725805 Dec 22 15:23:26.771184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59614) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:26.806771 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ca2694-31ac-4685-87e7-dac2bab6b5ce tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Made reservation on behalf of 7ddd48cc812542c4b42b8230fd458502 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:26.807305 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23ca2694-31ac-4685-87e7-dac2bab6b5ce tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:26.893945 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afbc067f-0b85-4a29-b7d3-7a756aaa2a45 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:27.054626 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-60588a82-9626-424f-b434-6733da574687 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:27.062006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-23ca2694-31ac-4685-87e7-dac2bab6b5ce tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] device_id is not set on port fafe4987-b24a-48eb-8f99-db99d74ad7ef yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:23:27.106964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-afbc067f-0b85-4a29-b7d3-7a756aaa2a45 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Calling delete_port for a6f80667-2634-4adb-a1c4-36bec6586368 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:27.133497 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-89a06b53-65e9-431f-a298-b7032bb32805 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Synchronizing usage tracker for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:router {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:23:27.151059 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:27.248898 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-89a06b53-65e9-431f-a298-b7032bb32805 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Unset dirty status for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:router {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:23:27.250742 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-89a06b53-65e9-431f-a298-b7032bb32805 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4775214 Dec 22 15:23:27.257478 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59620) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:27.264694 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-af9ac84f-6658-4bc9-988c-8583a11b0cf3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-759684200'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:27.313416 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32da5128-99ce-4737-b3a7-49a1c138b330 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:27.473471 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44f09a-d954-4707-bbef-d54ef2aab21e req-02fb1261-b9f4-4236-98f8-93983ad5424c tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:27.475162 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dd44f09a-d954-4707-bbef-d54ef2aab21e req-02fb1261-b9f4-4236-98f8-93983ad5424c tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 944 time: 0.2643709 Dec 22 15:23:27.518872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-32da5128-99ce-4737-b3a7-49a1c138b330 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Calling delete_port for 9eedb7c9-abba-4a87-b043-1dfca4564906 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:27.548893 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60588a82-9626-424f-b434-6733da574687 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=94b3321b-f2a6-4eb1-9c27-465593c03c29,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:27.553124 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 6b9accfc-6d5f-4239-be6f-bd4416644d88 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:23:27.625552 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dd44f09a-d954-4707-bbef-d54ef2aab21e req-a229d044-c820-46f0-bb77-be7fa7171e37 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/security-groups?id=530d13eb-0aa8-4ebd-972b-948dfb726b53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1355941 Dec 22 15:23:27.645596 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-60588a82-9626-424f-b434-6733da574687 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:27.683458 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60588a82-9626-424f-b434-6733da574687 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Checking segment: {'id': 'e43601be-9f0d-468f-965a-5ce33315fb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:27.684146 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60588a82-9626-424f-b434-6733da574687 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network hostable DHCP agents. Network: 0c6768a8-9bb3-490d-adf1-e992b8f141ae, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:23:27.758616 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-68a84b1e-e59f-4e23-ba9d-361b261c6505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:27.778126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-23ca2694-31ac-4685-87e7-dac2bab6b5ce tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Allocated IP 172.20.0.5 (6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5/6500dfe6-2ac2-49fc-96af-d83c1c4bf71a/fafe4987-b24a-48eb-8f99-db99d74ad7ef) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:27.780684 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 6b9accfc-6d5f-4239-be6f-bd4416644d88 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:27.792194 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 6b9accfc-6d5f-4239-be6f-bd4416644d88 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:27.793645 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:27.953345 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-af9ac84f-6658-4bc9-988c-8583a11b0cf3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:27.971749 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:28.007008 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f9040a-aa63-4539-9b73-82b907f7b746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9accfc-6d5f-4239-be6f-bd4416644d88'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:23:28.014721 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60588a82-9626-424f-b434-6733da574687 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:23:28.020049 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 6b9accfc-6d5f-4239-be6f-bd4416644d88, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b9accfc-6d5f-4239-be6f-bd4416644d88,segment=NetworkSegment(f1868073-ed6a-44a8-a1d4-49e95fad9955),segment_id=f1868073-ed6a-44a8-a1d4-49e95fad9955)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:23:28.032575 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-af9ac84f-6658-4bc9-988c-8583a11b0cf3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:28.075740 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f9040a-aa63-4539-9b73-82b907f7b746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9accfc-6d5f-4239-be6f-bd4416644d88', 'code': 200} Dec 22 15:23:28.082913 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:28.090267 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:28.194081 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-60588a82-9626-424f-b434-6733da574687 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 0c6768a8-9bb3-490d-adf1-e992b8f141ae) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:28.213107 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f851912-dbea-47ad-9ad4-29737f6fe1c0 None None] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:28.254160 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9ac84f-6658-4bc9-988c-8583a11b0cf3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router e24ce7d9-7842-4e3a-ae6b-58dae80e6859 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:23:28.288199 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60588a82-9626-424f-b434-6733da574687 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:28.293653 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60588a82-9626-424f-b434-6733da574687 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:28.294349 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-60588a82-9626-424f-b434-6733da574687 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:28.380616 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=6b9accfc-6d5f-4239-be6f-bd4416644d88,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:28.385425 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:28.452899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9ac84f-6658-4bc9-988c-8583a11b0cf3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:23:28.467891 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-af9ac84f-6658-4bc9-988c-8583a11b0cf3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:28.471837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23ca2694-31ac-4685-87e7-dac2bab6b5ce tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:28.472070 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-af9ac84f-6658-4bc9-988c-8583a11b0cf3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/e24ce7d9-7842-4e3a-ae6b-58dae80e6859 HTTP/1.1" status: 200 len: 891 time: 1.2121127 Dec 22 15:23:28.474426 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59626) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:28.506917 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae77f1-eb3c-4fba-a3b7-1c1d8d29af8a None None] Sync routers for ids ['e24ce7d9-7842-4e3a-ae6b-58dae80e6859'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:23:28.534021 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae77f1-eb3c-4fba-a3b7-1c1d8d29af8a None None] Routers {'e24ce7d9-7842-4e3a-ae6b-58dae80e6859'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:28.535803 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-aeae77f1-eb3c-4fba-a3b7-1c1d8d29af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e24ce7d9-7842-4e3a-ae6b-58dae80e6859'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:28.553002 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afbc067f-0b85-4a29-b7d3-7a756aaa2a45 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:28.574672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f641d42b-e4b7-4763-a14c-3d0888ba15f5 tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:28.619390 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.objects.ports [None req-d4233974-9238-4e06-bf22-e32daa9a6694 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88217) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 15:23:28.669414 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-aeae77f1-eb3c-4fba-a3b7-1c1d8d29af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:28.677403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4233974-9238-4e06-bf22-e32daa9a6694 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:28.702884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae77f1-eb3c-4fba-a3b7-1c1d8d29af8a None None] Routers {'e24ce7d9-7842-4e3a-ae6b-58dae80e6859'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:28.703548 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-aeae77f1-eb3c-4fba-a3b7-1c1d8d29af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e24ce7d9-7842-4e3a-ae6b-58dae80e6859'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:28.771940 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-aeae77f1-eb3c-4fba-a3b7-1c1d8d29af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:28.772283 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae77f1-eb3c-4fba-a3b7-1c1d8d29af8a None None] The sync data for ids ['e24ce7d9-7842-4e3a-ae6b-58dae80e6859'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:23:28.773969 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-23ca2694-31ac-4685-87e7-dac2bab6b5ce tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Transition to ACTIVE for port object fafe4987-b24a-48eb-8f99-db99d74ad7ef will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:28.777878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc067f-0b85-4a29-b7d3-7a756aaa2a45 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Pushing event deleted for resources: {'Port': ['ID=a6f80667-2634-4adb-a1c4-36bec6586368,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:28.781672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32da5128-99ce-4737-b3a7-49a1c138b330 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:28.849543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-afbc067f-0b85-4a29-b7d3-7a756aaa2a45 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:28.850537 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-afbc067f-0b85-4a29-b7d3-7a756aaa2a45 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:28.861084 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:28.916825 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-40e11a21-53a0-482d-be2f-b0d1c78fb088 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/routers/e24ce7d9-7842-4e3a-ae6b-58dae80e6859 HTTP/1.1" status: 200 len: 891 time: 0.4405816 Dec 22 15:23:28.922353 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59632) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:28.932948 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-60588a82-9626-424f-b434-6733da574687 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 5.3618860 Dec 22 15:23:28.959529 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59636) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:28.969312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-7a1eff9d-006f-4608-92ca-5be74ec0e3d7 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1234397322'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:29.002466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7a1eff9d-006f-4608-92ca-5be74ec0e3d7 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:29.008563 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e7f87ef0-94a5-4672-9ab8-06615b92d271 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Synchronizing usage tracker for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:23:29.017693 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7a1eff9d-006f-4608-92ca-5be74ec0e3d7 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:network and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:29.020852 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:29.027286 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7a1eff9d-006f-4608-92ca-5be74ec0e3d7 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:29.056194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7a1eff9d-006f-4608-92ca-5be74ec0e3d7 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:29.077053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da5128-99ce-4737-b3a7-49a1c138b330 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Port': ['ID=9eedb7c9-abba-4a87-b043-1dfca4564906,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:29.082146 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cac06e-4354-4ee6-b9db-b1c02c569389 req-577f1d5a-c6eb-4c1d-a6b7-d0a0e3013230 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:29.084720 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e6cac06e-4354-4ee6-b9db-b1c02c569389 req-577f1d5a-c6eb-4c1d-a6b7-d0a0e3013230 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 945 time: 0.2638342 Dec 22 15:23:29.135002 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e7f87ef0-94a5-4672-9ab8-06615b92d271 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Unset dirty status for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:23:29.141235 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e7f87ef0-94a5-4672-9ab8-06615b92d271 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24ce7d9-7842-4e3a-ae6b-58dae80e6859 HTTP/1.1" status: 200 len: 205 time: 0.2129872 Dec 22 15:23:29.146400 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59640) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:29.151876 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e6cac06e-4354-4ee6-b9db-b1c02c569389 req-e1d9f7f5-a602-4644-9581-b6ee6433c780 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/security-groups?id=530d13eb-0aa8-4ebd-972b-948dfb726b53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592895 Dec 22 15:23:29.169062 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-32da5128-99ce-4737-b3a7-49a1c138b330 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:29.171816 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-794995c2-aff5-4ac9-93db-539714ac07df tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.434s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:29.220927 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1eff9d-006f-4608-92ca-5be74ec0e3d7 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:29.224963 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a1eff9d-006f-4608-92ca-5be74ec0e3d7 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:29.311687 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afbc067f-0b85-4a29-b7d3-7a756aaa2a45 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:29.350958 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1eff9d-006f-4608-92ca-5be74ec0e3d7 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:23:29.370015 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a1eff9d-006f-4608-92ca-5be74ec0e3d7 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:29.370448 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-7a1eff9d-006f-4608-92ca-5be74ec0e3d7 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Added segment e9dd64d6-fc78-47e2-8348-a2b2010b2981 of type vlan for network ab69858d-881c-4fd2-9d78-3f8b9992fe6e Dec 22 15:23:29.394183 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:29.475839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a1eff9d-006f-4608-92ca-5be74ec0e3d7 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:29.509580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4233974-9238-4e06-bf22-e32daa9a6694 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Checking segment: {'id': '49c51f8b-69ba-4931-ad3f-a10fadff10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd31535f1-bec4-49d7-86bc-83cc4dad25b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:29.510023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4233974-9238-4e06-bf22-e32daa9a6694 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Network hostable DHCP agents. Network: d31535f1-bec4-49d7-86bc-83cc4dad25b6, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:23:29.627834 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:29.659971 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4233974-9238-4e06-bf22-e32daa9a6694 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event updated for resources: {'Subnet': ['ID=bd67700e-2f48-4b03-9fe5-58f757a764c0,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:29.660661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a1eff9d-006f-4608-92ca-5be74ec0e3d7 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:29.667244 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1eff9d-006f-4608-92ca-5be74ec0e3d7 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:29.667936 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a1eff9d-006f-4608-92ca-5be74ec0e3d7 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:29.672132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1d9c5352-e8dd-473c-a0eb-c0e0b9cda141 tempest-BulkNetworkOpsTest-778395745 tempest-BulkNetworkOpsTest-778395745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:29.673502 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d4233974-9238-4e06-bf22-e32daa9a6694 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:29.676952 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afbc067f-0b85-4a29-b7d3-7a756aaa2a45 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:29.686058 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afbc067f-0b85-4a29-b7d3-7a756aaa2a45 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:29.698004 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port 1fb1ec3a-2d45-4c2d-9cbb-e7ff49e1af11 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:29.698378 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:29.786249 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68d114-2579-417c-a2b3-db444ad540a8 req-0c323be3-6f7f-47bd-8f33-8f6e732a654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:29.789202 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8a68d114-2579-417c-a2b3-db444ad540a8 req-0c323be3-6f7f-47bd-8f33-8f6e732a654c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 1098 time: 1.1765363 Dec 22 15:23:29.831012 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23ca2694-31ac-4685-87e7-dac2bab6b5ce tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:29.841342 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1eff9d-006f-4608-92ca-5be74ec0e3d7 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Network': ['ID=ab69858d-881c-4fd2-9d78-3f8b9992fe6e,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:29.855785 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network ab69858d-881c-4fd2-9d78-3f8b9992fe6e details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:23:29.864343 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7a1eff9d-006f-4608-92ca-5be74ec0e3d7 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:29.963176 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-20b78287-2726-41cd-8554-8690b06a5b96 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:30.000591 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7a1eff9d-006f-4608-92ca-5be74ec0e3d7 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0385525 Dec 22 15:23:30.005489 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59646) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:30.016781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'ports': [{'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae'}, {'network_id': 'ab69858d-881c-4fd2-9d78-3f8b9992fe6e'}]} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:30.017292 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'port': {'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:30.018119 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'port': {'network_id': 'ab69858d-881c-4fd2-9d78-3f8b9992fe6e'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:30.049324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4233974-9238-4e06-bf22-e32daa9a6694 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Network d31535f1-bec4-49d7-86bc-83cc4dad25b6 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:23:30.068741 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ca2694-31ac-4685-87e7-dac2bab6b5ce tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Network 6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:30.080187 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-23ca2694-31ac-4685-87e7-dac2bab6b5ce tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:30.103049 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ca2694-31ac-4685-87e7-dac2bab6b5ce tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:30.168499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:30.384908 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca2694-31ac-4685-87e7-dac2bab6b5ce tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Pushing event updated for resources: {'Port': ['ID=fafe4987-b24a-48eb-8f99-db99d74ad7ef,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:30.404939 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8a68d114-2579-417c-a2b3-db444ad540a8 req-793f2f5e-71c6-4b20-af5b-f3ad4c131049 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=530d13eb-0aa8-4ebd-972b-948dfb726b53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5971930 Dec 22 15:23:30.405537 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afbc067f-0b85-4a29-b7d3-7a756aaa2a45 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:30.406082 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbc067f-0b85-4a29-b7d3-7a756aaa2a45 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Fanout notify agent at l3_agent the message router_deleted on router 82a394a2-9d37-4967-876f-909d2ced5948 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:23:30.420097 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d4233974-9238-4e06-bf22-e32daa9a6694 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, d31535f1-bec4-49d7-86bc-83cc4dad25b6) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:30.422003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-23ca2694-31ac-4685-87e7-dac2bab6b5ce tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:30.432104 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32da5128-99ce-4737-b3a7-49a1c138b330 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:30.457884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Calling delete_port for 1fb1ec3a-2d45-4c2d-9cbb-e7ff49e1af11 owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:30.464365 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4233974-9238-4e06-bf22-e32daa9a6694 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:30.464959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4233974-9238-4e06-bf22-e32daa9a6694 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:30.465152 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537e8282-a890-499a-b33d-01af5fe42a12 None None] Network d31535f1-bec4-49d7-86bc-83cc4dad25b6 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:30.501337 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afbc067f-0b85-4a29-b7d3-7a756aaa2a45 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:30.511696 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-afbc067f-0b85-4a29-b7d3-7a756aaa2a45 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "DELETE /v2.0/routers/82a394a2-9d37-4967-876f-909d2ced5948 HTTP/1.1" status: 204 len: 168 time: 6.1979301 Dec 22 15:23:30.513024 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ca2694-31ac-4685-87e7-dac2bab6b5ce tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:30.513904 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23ca2694-31ac-4685-87e7-dac2bab6b5ce tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:30.567722 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59652) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:30.581438 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5e0e120e-3d7b-46c5-826d-195a080d1783 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1280210318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:30.611098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5e0e120e-3d7b-46c5-826d-195a080d1783 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:30.662713 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:30.681423 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5e0e120e-3d7b-46c5-826d-195a080d1783 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Usage tracker for resource:router and tenant:05c1d072a7804ee2b486f158ad89255a is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:30.687000 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d4233974-9238-4e06-bf22-e32daa9a6694 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 5.1665254 Dec 22 15:23:30.688466 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5e0e120e-3d7b-46c5-826d-195a080d1783 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:30.703238 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59656) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:30.706017 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5e0e120e-3d7b-46c5-826d-195a080d1783 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:30.812046 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-23ca2694-31ac-4685-87e7-dac2bab6b5ce tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3684344 Dec 22 15:23:30.820555 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8739ef1f-99ac-4b20-a56a-fe726565e7df None None] Provisioning for port fafe4987-b24a-48eb-8f99-db99d74ad7ef completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:30.825947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59660) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:30.834743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:30.837538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:port and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:30.850501 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:30.851550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:30.863802 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:30.871203 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Usage tracker for resource:floatingip and tenant:7ddd48cc812542c4b42b8230fd458502 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:30.877287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:30.886612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:30.908546 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2492000-2fed-4ce5-8f6e-7fa69679a9f4 req-3a5b673f-2993-4f9e-a5e3-19cd470cac9b tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:30.915978 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d2492000-2fed-4ce5-8f6e-7fa69679a9f4 req-3a5b673f-2993-4f9e-a5e3-19cd470cac9b tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 945 time: 0.4267337 Dec 22 15:23:30.918501 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8739ef1f-99ac-4b20-a56a-fe726565e7df None None] Provisioning complete for port fafe4987-b24a-48eb-8f99-db99d74ad7ef triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:30.920052 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8739ef1f-99ac-4b20-a56a-fe726565e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:30.978050 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5e0e120e-3d7b-46c5-826d-195a080d1783 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:30.979131 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5e0e120e-3d7b-46c5-826d-195a080d1783 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:30.985636 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:31.009406 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d2492000-2fed-4ce5-8f6e-7fa69679a9f4 req-afa9e94e-bfa5-4b1b-98f6-5bdff95843d1 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/security-groups?id=530d13eb-0aa8-4ebd-972b-948dfb726b53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924478 Dec 22 15:23:31.010094 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'port': 2} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:31.023336 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:31.053321 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:31.100003 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-8739ef1f-99ac-4b20-a56a-fe726565e7df None None] Port fafe4987-b24a-48eb-8f99-db99d74ad7ef cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:23:31.102977 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:31.118339 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-d31535f1-bec4-49d7-86bc-83cc4dad25b6', 'network_id': 'd31535f1-bec4-49d7-86bc-83cc4dad25b6', 'tenant_id': '3177e2b66f63437299f9117cdfaafee6', 'fixed_ips': [{'subnet_id': 'bd67700e-2f48-4b03-9fe5-58f757a764c0'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:23:31.119958 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:31.136361 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:31.159553 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:31.177308 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e5b8b6bc-b7d9-4144-aaca-ab10f8604bcd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:31.189142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5e0e120e-3d7b-46c5-826d-195a080d1783 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:31.191799 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32da5128-99ce-4737-b3a7-49a1c138b330 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router e86d32bf-1419-4d1d-935a-62c7d88b48c7 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:23:31.223260 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:31.274618 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Port': ['ID=1fb1ec3a-2d45-4c2d-9cbb-e7ff49e1af11,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:31.325622 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] device_id is not set on port 265ad577-012d-43cb-80c7-d87ef37381c0 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:23:31.327515 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Allocated IP 2001:db8::f816:3eff:fecf:5e40 (d31535f1-bec4-49d7-86bc-83cc4dad25b6/bd67700e-2f48-4b03-9fe5-58f757a764c0/025428eb-6db4-403a-8c50-26aa7f4e533f) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:31.328430 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:31.328814 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:31.329194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:31.329620 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:31.329998 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:31.330396 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:31.330763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:31.335942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:31.335942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:31.335942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:31.335942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:31.335942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:31.337441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:31.380127 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:31.481427 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5e0e120e-3d7b-46c5-826d-195a080d1783 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:31.531524 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32da5128-99ce-4737-b3a7-49a1c138b330 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:23:31.541219 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-32da5128-99ce-4737-b3a7-49a1c138b330 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/e86d32bf-1419-4d1d-935a-62c7d88b48c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6768265 Dec 22 15:23:31.542121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59664) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:31.546203 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3fe7c6-f8cd-41f1-9c5c-e6478274b173 None None] Sync routers for ids ['e86d32bf-1419-4d1d-935a-62c7d88b48c7'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:23:31.567660 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3fe7c6-f8cd-41f1-9c5c-e6478274b173 None None] Routers {'e86d32bf-1419-4d1d-935a-62c7d88b48c7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:31.569554 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ac3fe7c6-f8cd-41f1-9c5c-e6478274b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e86d32bf-1419-4d1d-935a-62c7d88b48c7'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:31.621298 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5e0e120e-3d7b-46c5-826d-195a080d1783 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:31.622489 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5e0e120e-3d7b-46c5-826d-195a080d1783 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0526812 Dec 22 15:23:31.638939 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:31.639857 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59668) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:31.652241 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:31.657131 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-fbd563fb-434d-4c4c-a249-bcdcfeee78ba tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'enable_snat': False}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:31.758202 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ac3fe7c6-f8cd-41f1-9c5c-e6478274b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:31.783757 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3fe7c6-f8cd-41f1-9c5c-e6478274b173 None None] Routers {'e86d32bf-1419-4d1d-935a-62c7d88b48c7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:31.786215 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ac3fe7c6-f8cd-41f1-9c5c-e6478274b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e86d32bf-1419-4d1d-935a-62c7d88b48c7'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:31.831007 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:31.863744 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:31.887526 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Transition to ACTIVE for port object 025428eb-6db4-403a-8c50-26aa7f4e533f will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:31.927051 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Transition to ACTIVE for port object 025428eb-6db4-403a-8c50-26aa7f4e533f will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:31.976686 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ac3fe7c6-f8cd-41f1-9c5c-e6478274b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:31.977452 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3fe7c6-f8cd-41f1-9c5c-e6478274b173 None None] The sync data for ids ['e86d32bf-1419-4d1d-935a-62c7d88b48c7'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:23:32.013998 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:32.028154 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:32.141838 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Pushing event updated for resources: {'Port': ['ID=025428eb-6db4-403a-8c50-26aa7f4e533f,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:32.145431 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:32.157857 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Network d31535f1-bec4-49d7-86bc-83cc4dad25b6 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:32.159546 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:32.169017 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:32.305169 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:32.318017 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a002ff81-a0ed-482b-89ab-4fc59fcb5321 tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:32.363607 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Attempting to bind port 025428eb-6db4-403a-8c50-26aa7f4e533f on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:23:32.363963 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Attempting to bind port 025428eb-6db4-403a-8c50-26aa7f4e533f by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '49c51f8b-69ba-4931-ad3f-a10fadff10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd31535f1-bec4-49d7-86bc-83cc4dad25b6'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:23:32.364379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Attempting to bind port 025428eb-6db4-403a-8c50-26aa7f4e533f on network d31535f1-bec4-49d7-86bc-83cc4dad25b6 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:23:32.373577 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:23:32.373946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Checking segment: {'id': '49c51f8b-69ba-4931-ad3f-a10fadff10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd31535f1-bec4-49d7-86bc-83cc4dad25b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:32.374417 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:32.374834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Bound using segment: {'id': '49c51f8b-69ba-4931-ad3f-a10fadff10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd31535f1-bec4-49d7-86bc-83cc4dad25b6'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:23:32.375538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Bound port: 025428eb-6db4-403a-8c50-26aa7f4e533f, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c51f8b-69ba-4931-ad3f-a10fadff10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd31535f1-bec4-49d7-86bc-83cc4dad25b6'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:23:32.375943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:32.378415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event deleted for resources: {'Subnet': ['ID=bd67700e-2f48-4b03-9fe5-58f757a764c0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:32.447626 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Allocated IP 172.26.6.135 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/0b047aee-8f12-40e0-8f5e-0ea69d8653b7) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:32.465576 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:32.465576 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Fanout notify agent at l3_agent the message router_deleted on router e24ce7d9-7842-4e3a-ae6b-58dae80e6859 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:23:32.561621 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] For port 025428eb-6db4-403a-8c50-26aa7f4e533f, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:23:32.567765 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] For port 025428eb-6db4-403a-8c50-26aa7f4e533f, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=025428eb-6db4-403a-8c50-26aa7f4e533f,segment=NetworkSegment(49c51f8b-69ba-4931-ad3f-a10fadff10a0),segment_id=49c51f8b-69ba-4931-ad3f-a10fadff10a0)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:23:32.659581 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:32.683383 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d6c59611-ef09-4984-93b2-0692cedb43f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:32.775491 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:32.795687 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:32.796069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:32.796441 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:32.797032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:32.797397 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:32.797954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:32.798507 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:32.806125 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:32.806125 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:32.806125 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:32.806125 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:32.806125 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:32.808025 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fbd563fb-434d-4c4c-a249-bcdcfeee78ba tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:32.856964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:32.883227 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:32.890153 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/routers/e24ce7d9-7842-4e3a-ae6b-58dae80e6859 HTTP/1.1" status: 204 len: 168 time: 3.7426515 Dec 22 15:23:32.892591 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59674) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:32.901171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Pushing event updated for resources: {'Port': ['ID=025428eb-6db4-403a-8c50-26aa7f4e533f,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:32.906975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-0c4b9791-b8a7-4a61-9db0-a9d894b54c12 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-367855475'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:32.911407 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:32.913147 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:32.931346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0c4b9791-b8a7-4a61-9db0-a9d894b54c12 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:32.941909 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc05591-9fbe-43bf-ad84-18111b75da38 None None] Network d31535f1-bec4-49d7-86bc-83cc4dad25b6 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:32.954952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] device_id is not set on port b96078c6-35c1-4d45-9d07-fb472aae02e5 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:23:32.959969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0c4b9791-b8a7-4a61-9db0-a9d894b54c12 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:network and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:32.975054 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8c1c1-77ff-472c-8da6-fb79dc78a748 req-b4655de7-a838-4417-82e6-4d1b7cc65d97 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:32.977022 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0ac8c1c1-77ff-472c-8da6-fb79dc78a748 req-b4655de7-a838-4417-82e6-4d1b7cc65d97 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 945 time: 0.5067060 Dec 22 15:23:32.979474 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0c4b9791-b8a7-4a61-9db0-a9d894b54c12 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:32.986191 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:33.001145 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31535f1-bec4-49d7-86bc-83cc4dad25b6']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:33.019890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0c4b9791-b8a7-4a61-9db0-a9d894b54c12 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:33.023589 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c51f8b-69ba-4931-ad3f-a10fadff10a0') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:33.024209 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c51f8b-69ba-4931-ad3f-a10fadff10a0') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:33.043312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:33.105619 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:33.133853 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:23:33.134057 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4b9791-b8a7-4a61-9db0-a9d894b54c12 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Made reservation on behalf of ee2232110f5e4ead88119ba9dae092ad for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:33.134182 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:33.137913 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0c4b9791-b8a7-4a61-9db0-a9d894b54c12 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:23:33.162988 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:23:33.215856 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0ac8c1c1-77ff-472c-8da6-fb79dc78a748 req-5d7bd7fe-dd04-4f4c-ba51-6fa62870c8b6 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/security-groups?id=530d13eb-0aa8-4ebd-972b-948dfb726b53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2316151 Dec 22 15:23:33.301641 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d234f1b4-dca0-49aa-a1a5-0ed260965e0a None None] get_active_networks_info from dv-neutron-822674-1-hyperv {{(pid=88219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 15:23:33.316610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8071d88-1bf0-4559-bed2-95706d2c0f4a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:33.363881 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c4b9791-b8a7-4a61-9db0-a9d894b54c12 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:23:33.476620 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0c4b9791-b8a7-4a61-9db0-a9d894b54c12 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:33.477578 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-0c4b9791-b8a7-4a61-9db0-a9d894b54c12 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Added segment 05c1953b-74bc-4e9b-9d12-c969f0ebe01d of type vlan for network 92452cd9-8900-448f-9e63-3fb0ee27e9e0 Dec 22 15:23:33.559736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 15:23:33.559736 dv-neutron-822674-1-hyperv neutron-server[88217]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 15:23:33.559736 dv-neutron-822674-1-hyperv neutron-server[88217]: [parameters: {'id': 'd31535f1-bec4-49d7-86bc-83cc4dad25b6'}] Dec 22 15:23:33.559736 dv-neutron-822674-1-hyperv neutron-server[88217]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:23:33.560926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:23:33.562067 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:33.569931 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d234f1b4-dca0-49aa-a1a5-0ed260965e0a None None] Resources bound (agent type, host, resource id): {{(pid=88219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 15:23:33.577928 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-54871745-8877-417d-9fb9-4166d4f43a8a tempest-ExtraDHCPOptionsTestJSON-460066814 tempest-ExtraDHCPOptionsTestJSON-460066814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:33.582657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:33.588592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0c4b9791-b8a7-4a61-9db0-a9d894b54c12 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:33.669233 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:33.675950 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Pushing event updated for resources: {'Port': ['ID=0b047aee-8f12-40e0-8f5e-0ea69d8653b7,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:33.679757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:33.684542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:33.684542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:33.784107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0c4b9791-b8a7-4a61-9db0-a9d894b54c12 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:33.789890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4b9791-b8a7-4a61-9db0-a9d894b54c12 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:33.790572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0c4b9791-b8a7-4a61-9db0-a9d894b54c12 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:33.806071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:33.830022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3f3ec-a98b-4d12-9abd-ccf8c9d1003e req-1e3fb9d0-5d04-4d55-8eee-cee4d880dac9 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:33.831701 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4c3f3ec-a98b-4d12-9abd-ccf8c9d1003e req-1e3fb9d0-5d04-4d55-8eee-cee4d880dac9 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 945 time: 0.4269450 Dec 22 15:23:33.851235 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59682) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:33.868271 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-e0cc425c-44e2-4295-ba77-fadb9b8850d4 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Request body: {'floatingip': {'port_id': '6b9accfc-6d5f-4239-be6f-bd4416644d88'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:33.993196 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:34.050595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:34.063686 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:34.088374 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e0cc425c-44e2-4295-ba77-fadb9b8850d4 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for floatingip, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:34.179815 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0c4b9791-b8a7-4a61-9db0-a9d894b54c12 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2824643 Dec 22 15:23:34.186076 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59686) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:34.191773 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b9791-b8a7-4a61-9db0-a9d894b54c12 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Network': ['ID=92452cd9-8900-448f-9e63-3fb0ee27e9e0,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:34.192888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Deleting port 025428eb-6db4-403a-8c50-26aa7f4e533f {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:34.193470 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:34.204704 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 92452cd9-8900-448f-9e63-3fb0ee27e9e0 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:23:34.228528 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:34.229700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0c4b9791-b8a7-4a61-9db0-a9d894b54c12 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:34.239795 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f2b8d1be-38a9-4b14-92d8-6d1eff418f95 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:34.252154 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d8071d88-1bf0-4559-bed2-95706d2c0f4a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting port 82140cca-b396-4947-b8ef-d49bfa4e97b9 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:34.252553 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8071d88-1bf0-4559-bed2-95706d2c0f4a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:34.270509 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:34.287498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fbd563fb-434d-4c4c-a249-bcdcfeee78ba tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:34.300340 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f37b9b2d-62e1-40c4-9dd5-158e66d81d3e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'subnet': {'network_id': '92452cd9-8900-448f-9e63-3fb0ee27e9e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:34.389276 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:34.461854 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:34.462734 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:34.485332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fbd563fb-434d-4c4c-a249-bcdcfeee78ba tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:34.597499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=265ad577-012d-43cb-80c7-d87ef37381c0,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:34.615053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:34.618332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-573c3ba7-01e1-4e57-9dde-f46ed08cd938 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:34.850060 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=b96078c6-35c1-4d45-9d07-fb472aae02e5,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:34.864134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:34.864995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Checking segment: {'id': 'e9dd64d6-fc78-47e2-8348-a2b2010b2981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ab69858d-881c-4fd2-9d78-3f8b9992fe6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:34.865367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network hostable DHCP agents. Network: ab69858d-881c-4fd2-9d78-3f8b9992fe6e, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:23:34.987477 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-fbd563fb-434d-4c4c-a249-bcdcfeee78ba tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Allocated IP 172.26.6.105 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/2c8bf3a0-bc9d-44a9-80df-16f52f02f758) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:35.087010 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f37b9b2d-62e1-40c4-9dd5-158e66d81d3e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:35.109881 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f37b9b2d-62e1-40c4-9dd5-158e66d81d3e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:subnet and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:35.188747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f37b9b2d-62e1-40c4-9dd5-158e66d81d3e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:35.194251 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network ab69858d-881c-4fd2-9d78-3f8b9992fe6e is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:23:35.208640 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f37b9b2d-62e1-40c4-9dd5-158e66d81d3e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:35.298811 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fbd563fb-434d-4c4c-a249-bcdcfeee78ba tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:35.303629 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, ab69858d-881c-4fd2-9d78-3f8b9992fe6e) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:35.319307 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:35.325695 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:35.326048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6586a7-e922-421f-ac5f-2a344e2e841c None None] Network ab69858d-881c-4fd2-9d78-3f8b9992fe6e requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:35.330475 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:35.330956 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:35.375612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8071d88-1bf0-4559-bed2-95706d2c0f4a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:35.457106 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.4464240 Dec 22 15:23:35.460428 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59690) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:35.529925 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37b9b2d-62e1-40c4-9dd5-158e66d81d3e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Made reservation on behalf of ee2232110f5e4ead88119ba9dae092ad for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:35.533534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f37b9b2d-62e1-40c4-9dd5-158e66d81d3e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:35.547705 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e0cc425c-44e2-4295-ba77-fadb9b8850d4 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:35.557940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b3975aac-897d-41d0-b715-36358b83955e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port b96078c6-35c1-4d45-9d07-fb472aae02e5 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:35.558485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b3975aac-897d-41d0-b715-36358b83955e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:35.565617 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d8071d88-1bf0-4559-bed2-95706d2c0f4a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Calling delete_port for 82140cca-b396-4947-b8ef-d49bfa4e97b9 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:35.617255 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] For port 025428eb-6db4-403a-8c50-26aa7f4e533f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=025428eb-6db4-403a-8c50-26aa7f4e533f,segment=NetworkSegment(49c51f8b-69ba-4931-ad3f-a10fadff10a0),segment_id=49c51f8b-69ba-4931-ad3f-a10fadff10a0)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:23:35.617624 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:35.626569 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fbd563fb-434d-4c4c-a249-bcdcfeee78ba tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:35.651023 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a4a74f3d-7b98-45ea-b549-f18378a89b7a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:35.708337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e0cc425c-44e2-4295-ba77-fadb9b8850d4 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:35.768941 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd563fb-434d-4c4c-a249-bcdcfeee78ba tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:35.795552 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-fbd563fb-434d-4c4c-a249-bcdcfeee78ba tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:35.828734 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Calling delete_port for 025428eb-6db4-403a-8c50-26aa7f4e533f owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:35.839586 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd563fb-434d-4c4c-a249-bcdcfeee78ba tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:35.898305 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:23:35.909920 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:35.936491 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:35.976921 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd563fb-434d-4c4c-a249-bcdcfeee78ba tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Pushing event updated for resources: {'Port': ['ID=2c8bf3a0-bc9d-44a9-80df-16f52f02f758,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:36.005252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fbd563fb-434d-4c4c-a249-bcdcfeee78ba tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:36.038985 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:36.046288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4e25165d-38b1-4127-b8fa-7b925c47bf60 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:36.138687 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:36.305055 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] No DVR routers for this DVR port 025428eb-6db4-403a-8c50-26aa7f4e533f on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:23:36.378511 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-e0cc425c-44e2-4295-ba77-fadb9b8850d4 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Floating IP 61eef10a-1b71-45c4-8562-12e97bae78fa associated. External IP: 172.26.6.90, port: 6b9accfc-6d5f-4239-be6f-bd4416644d88. Dec 22 15:23:36.451073 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Pushing event updated for resources: {'Port': ['ID=0b047aee-8f12-40e0-8f5e-0ea69d8653b7,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:36.484619 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:36.495974 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.323s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:36.501362 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b3975aac-897d-41d0-b715-36358b83955e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:36.612049 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:36.620035 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event deleted for resources: {'Port': ['ID=025428eb-6db4-403a-8c50-26aa7f4e533f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:36.664670 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b3975aac-897d-41d0-b715-36358b83955e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for b96078c6-35c1-4d45-9d07-fb472aae02e5 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:36.966637 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:36.980769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8071d88-1bf0-4559-bed2-95706d2c0f4a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:37.001177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f2151c83-8d80-4e01-b94b-f9f679d379a9 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:37.054452 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b3975aac-897d-41d0-b715-36358b83955e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:37.069880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-980abd8f-562a-48a2-9a72-6f74d3fe08c6 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:37.103481 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:37.122657 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8071d88-1bf0-4559-bed2-95706d2c0f4a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Port': ['ID=82140cca-b396-4947-b8ef-d49bfa4e97b9,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:37.126323 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f37b9b2d-62e1-40c4-9dd5-158e66d81d3e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:37.140615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3975aac-897d-41d0-b715-36358b83955e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Port': ['ID=b96078c6-35c1-4d45-9d07-fb472aae02e5,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:37.144784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8071d88-1bf0-4559-bed2-95706d2c0f4a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:37.150671 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b3975aac-897d-41d0-b715-36358b83955e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:37.151295 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fbd563fb-434d-4c4c-a249-bcdcfeee78ba tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:37.156791 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-441d5b78-cb07-4f9c-ac43-9c7cd2f62925 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:37.217843 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b3975aac-897d-41d0-b715-36358b83955e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:37.323899 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b3975aac-897d-41d0-b715-36358b83955e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/ports/b96078c6-35c1-4d45-9d07-fb472aae02e5 HTTP/1.1" status: 204 len: 168 time: 1.8640881 Dec 22 15:23:37.326334 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31535f1-bec4-49d7-86bc-83cc4dad25b6']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:37.330354 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59694) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:37.363743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c51f8b-69ba-4931-ad3f-a10fadff10a0') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:37.364039 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c51f8b-69ba-4931-ad3f-a10fadff10a0') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:37.403134 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:37.430588 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b9b2d-62e1-40c4-9dd5-158e66d81d3e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Subnet': ['ID=c9b72e22-057e-4596-8261-ea83fcd1779d,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:37.438765 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f37b9b2d-62e1-40c4-9dd5-158e66d81d3e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:37.439760 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:37.493655 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b9b2d-62e1-40c4-9dd5-158e66d81d3e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Checking segment: {'id': '05c1953b-74bc-4e9b-9d12-c969f0ebe01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '92452cd9-8900-448f-9e63-3fb0ee27e9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:37.493947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37b9b2d-62e1-40c4-9dd5-158e66d81d3e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network hostable DHCP agents. Network: 92452cd9-8900-448f-9e63-3fb0ee27e9e0, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:23:37.517634 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:37.519457 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6919947 Dec 22 15:23:37.521436 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:23:37.522010 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:23:37.555126 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:23:37.593134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59700) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:37.618383 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-d23fb7b6-9b23-4a1c-b4d0-6136468aee18 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Request body: {'floatingip': {'port_id': 'fafe4987-b24a-48eb-8f99-db99d74ad7ef', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:37.700494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8071d88-1bf0-4559-bed2-95706d2c0f4a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:37.717608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cc425c-44e2-4295-ba77-fadb9b8850d4 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Router 36d43092-df8f-4a83-a2d3-688bb812614e has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:23:37.725489 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d23fb7b6-9b23-4a1c-b4d0-6136468aee18 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for floatingip, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:37.831102 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37b9b2d-62e1-40c4-9dd5-158e66d81d3e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network 92452cd9-8900-448f-9e63-3fb0ee27e9e0 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:23:37.842675 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:37.854508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:37.857891 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6934cb31-903c-4b33-bf7d-2c833ae4303f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:37.883144 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event deleted for resources: {'Network': ['ID=d31535f1-bec4-49d7-86bc-83cc4dad25b6,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:37.885416 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:37.890769 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "DELETE /v2.0/networks/d31535f1-bec4-49d7-86bc-83cc4dad25b6 HTTP/1.1" status: 204 len: 168 time: 7.1828160 Dec 22 15:23:37.891176 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59704) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:37.898651 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-561cb7e7-5050-4991-bd60-d6426e1aec9a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-514688196'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:37.954387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-561cb7e7-5050-4991-bd60-d6426e1aec9a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:37.962982 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f37b9b2d-62e1-40c4-9dd5-158e66d81d3e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 92452cd9-8900-448f-9e63-3fb0ee27e9e0) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:37.978675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52690bc4-ecae-41c5-b342-16151f5f46ef None None] Network 92452cd9-8900-448f-9e63-3fb0ee27e9e0 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:38.038102 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-561cb7e7-5050-4991-bd60-d6426e1aec9a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Usage tracker for resource:network and tenant:3177e2b66f63437299f9117cdfaafee6 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:38.081336 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-561cb7e7-5050-4991-bd60-d6426e1aec9a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:38.084820 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37b9b2d-62e1-40c4-9dd5-158e66d81d3e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:38.085407 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f37b9b2d-62e1-40c4-9dd5-158e66d81d3e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:38.105007 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-561cb7e7-5050-4991-bd60-d6426e1aec9a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:38.132375 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8071d88-1bf0-4559-bed2-95706d2c0f4a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router e86d32bf-1419-4d1d-935a-62c7d88b48c7 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:23:38.170207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c18d4fa-4366-43af-a6b2-1172833a9c8f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:38.176290 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c18d4fa-4366-43af-a6b2-1172833a9c8f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:38.177105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1c18d4fa-4366-43af-a6b2-1172833a9c8f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Synchronizing usage tracker for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:23:38.211505 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-92452cd9-8900-448f-9e63-3fb0ee27e9e0', 'network_id': '92452cd9-8900-448f-9e63-3fb0ee27e9e0', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'fixed_ips': [{'subnet_id': 'c9b72e22-057e-4596-8261-ea83fcd1779d'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:23:38.212808 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:38.229782 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f37b9b2d-62e1-40c4-9dd5-158e66d81d3e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0392244 Dec 22 15:23:38.245407 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59708) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:38.268393 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-01ff6537-4160-4217-9bc6-2d60276dcb22 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1540189251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:38.294992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-01ff6537-4160-4217-9bc6-2d60276dcb22 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:38.297055 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561cb7e7-5050-4991-bd60-d6426e1aec9a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Made reservation on behalf of 3177e2b66f63437299f9117cdfaafee6 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:38.300873 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-561cb7e7-5050-4991-bd60-d6426e1aec9a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:38.301129 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-d23fb7b6-9b23-4a1c-b4d0-6136468aee18 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] update failed (client error): The resource could not be found. Dec 22 15:23:38.302409 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d23fb7b6-9b23-4a1c-b4d0-6136468aee18 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] 10.222.0.59 "PUT /v2.0/floatingips/7a31d48f-240c-4177-ae65-b1e0991b2099 HTTP/1.1" status: 404 len: 507 time: 0.6984460 Dec 22 15:23:38.311051 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-01ff6537-4160-4217-9bc6-2d60276dcb22 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:router and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:38.319667 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59712) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:38.326679 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-01ff6537-4160-4217-9bc6-2d60276dcb22 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:38.342344 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-01ff6537-4160-4217-9bc6-2d60276dcb22 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:38.355143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fbd563fb-434d-4c4c-a249-bcdcfeee78ba tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:38.362444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cc425c-44e2-4295-ba77-fadb9b8850d4 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:23:38.364975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fbd563fb-434d-4c4c-a249-bcdcfeee78ba tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:38.369313 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e0cc425c-44e2-4295-ba77-fadb9b8850d4 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:38.381693 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7ef248-e1d2-46c2-b2d7-8ec88c8d1abc None None] Sync routers for ids ['36d43092-df8f-4a83-a2d3-688bb812614e'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:23:38.418293 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8071d88-1bf0-4559-bed2-95706d2c0f4a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:23:38.429800 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cfc504-0e1b-4922-8878-1a1aa8e58c04 None None] Sync routers for ids ['e86d32bf-1419-4d1d-935a-62c7d88b48c7'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:23:38.436344 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d8071d88-1bf0-4559-bed2-95706d2c0f4a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/e86d32bf-1419-4d1d-935a-62c7d88b48c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8901851 Dec 22 15:23:38.441122 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59716) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:38.448018 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cfc504-0e1b-4922-8878-1a1aa8e58c04 None None] Routers {'e86d32bf-1419-4d1d-935a-62c7d88b48c7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:38.448611 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Allocated IP 2001:db8::2 (92452cd9-8900-448f-9e63-3fb0ee27e9e0/c9b72e22-057e-4596-8261-ea83fcd1779d/91ffea22-4988-4d85-9051-8c9474c71780) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:38.449417 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-94cfc504-0e1b-4922-8878-1a1aa8e58c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e86d32bf-1419-4d1d-935a-62c7d88b48c7'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:38.475278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-01ff6537-4160-4217-9bc6-2d60276dcb22 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:38.476333 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-01ff6537-4160-4217-9bc6-2d60276dcb22 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:38.479840 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1c18d4fa-4366-43af-a6b2-1172833a9c8f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unset dirty status for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:23:38.481038 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1c18d4fa-4366-43af-a6b2-1172833a9c8f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 1.1497116 Dec 22 15:23:38.500926 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59718) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:38.533895 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-94cfc504-0e1b-4922-8878-1a1aa8e58c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:38.547065 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cfc504-0e1b-4922-8878-1a1aa8e58c04 None None] Routers {'e86d32bf-1419-4d1d-935a-62c7d88b48c7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:38.548206 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-94cfc504-0e1b-4922-8878-1a1aa8e58c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e86d32bf-1419-4d1d-935a-62c7d88b48c7'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:38.560224 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e0cc425c-44e2-4295-ba77-fadb9b8850d4 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "PUT /v2.0/floatingips/61eef10a-1b71-45c4-8562-12e97bae78fa HTTP/1.1" status: 200 len: 990 time: 4.7023909 Dec 22 15:23:38.594635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f9040a-aa63-4539-9b73-82b907f7b746', 'tag': '6b9accfc-6d5f-4239-be6f-bd4416644d88'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:23:38.597558 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7ef248-e1d2-46c2-b2d7-8ec88c8d1abc None None] Routers {'36d43092-df8f-4a83-a2d3-688bb812614e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:38.598740 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ff7ef248-e1d2-46c2-b2d7-8ec88c8d1abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['36d43092-df8f-4a83-a2d3-688bb812614e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:38.642036 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-94cfc504-0e1b-4922-8878-1a1aa8e58c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:38.642788 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cfc504-0e1b-4922-8878-1a1aa8e58c04 None None] The sync data for ids ['e86d32bf-1419-4d1d-935a-62c7d88b48c7'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:23:38.652345 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-187bb7a6-d114-4efe-a2d5-8388d3597b3e req-722e92a8-4292-4860-8c73-e39a0f49f00a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6039729 Dec 22 15:23:38.782906 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561cb7e7-5050-4991-bd60-d6426e1aec9a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:23:38.816220 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-01ff6537-4160-4217-9bc6-2d60276dcb22 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:38.824726 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f9040a-aa63-4539-9b73-82b907f7b746', 'tag': '6b9accfc-6d5f-4239-be6f-bd4416644d88', 'status': 'completed', 'code': 200} Dec 22 15:23:38.866345 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8cdc634c-0f79-4059-aee1-1461fb4f53bf tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Deleting port 0b047aee-8f12-40e0-8f5e-0ea69d8653b7 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:38.866907 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8cdc634c-0f79-4059-aee1-1461fb4f53bf tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:38.902617 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-798c9400-f0fe-42cb-8994-ec506a53d71d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port 265ad577-012d-43cb-80c7-d87ef37381c0 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:38.903166 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-798c9400-f0fe-42cb-8994-ec506a53d71d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:38.922701 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9c163c69-8f37-4bf8-adf6-c494c2c8eba6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Synchronizing usage tracker for tenant:7b4975992c034d11b43920ae668ae5e2 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:23:38.926861 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-ff7ef248-e1d2-46c2-b2d7-8ec88c8d1abc None None] Set router 36d43092-df8f-4a83-a2d3-688bb812614e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:23:38.965879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-561cb7e7-5050-4991-bd60-d6426e1aec9a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:38.966255 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-561cb7e7-5050-4991-bd60-d6426e1aec9a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Added segment 29d16b85-b244-40bd-8482-58e8d5799862 of type vlan for network 7445eb7f-6a75-43b1-8ed1-01ab2923ca8d Dec 22 15:23:38.985828 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:38.998828 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Transition to ACTIVE for port object 91ffea22-4988-4d85-9051-8c9474c71780 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:39.020836 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Transition to ACTIVE for port object 91ffea22-4988-4d85-9051-8c9474c71780 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:39.111822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:39.113063 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9c163c69-8f37-4bf8-adf6-c494c2c8eba6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Unset dirty status for tenant:7b4975992c034d11b43920ae668ae5e2 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:23:39.114261 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9c163c69-8f37-4bf8-adf6-c494c2c8eba6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/ports?device_id=e86d32bf-1419-4d1d-935a-62c7d88b48c7 HTTP/1.1" status: 200 len: 205 time: 0.4609544 Dec 22 15:23:39.127572 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-561cb7e7-5050-4991-bd60-d6426e1aec9a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:39.127804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-039a41e4-0248-4ffa-a053-8ef8acd8d07f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:39.128266 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59728) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:39.152715 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-01ff6537-4160-4217-9bc6-2d60276dcb22 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:39.222444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Network 92452cd9-8900-448f-9e63-3fb0ee27e9e0 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:39.229196 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:39.237334 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:39.239637 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Pushing event updated for resources: {'Port': ['ID=91ffea22-4988-4d85-9051-8c9474c71780,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:39.244395 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:39.291734 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-561cb7e7-5050-4991-bd60-d6426e1aec9a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:23:39.360103 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bb745fb4-49c7-49aa-9355-a0655246c2e1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:39.421930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377d62c-8c84-4ebb-886d-9bbae084e5cd req-f22dae51-157d-4551-b6bf-61f43cbb30c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:39.423523 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3377d62c-8c84-4ebb-886d-9bbae084e5cd req-f22dae51-157d-4551-b6bf-61f43cbb30c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1d57643e65d9443fac7faa48c8967a4e&device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 1098 time: 0.6424282 Dec 22 15:23:39.435333 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-798c9400-f0fe-42cb-8994-ec506a53d71d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:39.435637 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb7a6-d114-4efe-a2d5-8388d3597b3e req-531d9ea9-9385-4d5d-9c31-ed12d082f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:39.437100 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-187bb7a6-d114-4efe-a2d5-8388d3597b3e req-531d9ea9-9385-4d5d-9c31-ed12d082f728 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b1a174dbcbe478299f6879dd11bdd14&device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 1098 time: 0.6571450 Dec 22 15:23:39.462794 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Attempting to bind port 91ffea22-4988-4d85-9051-8c9474c71780 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:23:39.463194 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Attempting to bind port 91ffea22-4988-4d85-9051-8c9474c71780 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '05c1953b-74bc-4e9b-9d12-c969f0ebe01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '92452cd9-8900-448f-9e63-3fb0ee27e9e0'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:23:39.463554 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Attempting to bind port 91ffea22-4988-4d85-9051-8c9474c71780 on network 92452cd9-8900-448f-9e63-3fb0ee27e9e0 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:23:39.475240 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:23:39.475753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Checking segment: {'id': '05c1953b-74bc-4e9b-9d12-c969f0ebe01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '92452cd9-8900-448f-9e63-3fb0ee27e9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:39.476166 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:39.476581 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Bound using segment: {'id': '05c1953b-74bc-4e9b-9d12-c969f0ebe01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '92452cd9-8900-448f-9e63-3fb0ee27e9e0'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:23:39.477072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Bound port: 91ffea22-4988-4d85-9051-8c9474c71780, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c1953b-74bc-4e9b-9d12-c969f0ebe01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '92452cd9-8900-448f-9e63-3fb0ee27e9e0'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:23:39.477458 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:39.516107 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8cdc634c-0f79-4059-aee1-1461fb4f53bf tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:39.516430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8cdc634c-0f79-4059-aee1-1461fb4f53bf tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:39.564885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-561cb7e7-5050-4991-bd60-d6426e1aec9a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:39.572011 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561cb7e7-5050-4991-bd60-d6426e1aec9a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:39.572701 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-561cb7e7-5050-4991-bd60-d6426e1aec9a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:39.587038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-77b18e30-bc64-4be2-8a1b-dcb2fc2f4342 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:39.711599 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] For port 91ffea22-4988-4d85-9051-8c9474c71780, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:23:39.716657 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] For port 91ffea22-4988-4d85-9051-8c9474c71780, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=91ffea22-4988-4d85-9051-8c9474c71780,segment=NetworkSegment(05c1953b-74bc-4e9b-9d12-c969f0ebe01d),segment_id=05c1953b-74bc-4e9b-9d12-c969f0ebe01d)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:23:39.736208 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-798c9400-f0fe-42cb-8994-ec506a53d71d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for 265ad577-012d-43cb-80c7-d87ef37381c0 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:39.746896 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ff7ef248-e1d2-46c2-b2d7-8ec88c8d1abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'name': 'tempest-ServersTestManualDisk-1782337812-router', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:12Z', 'updated_at': '2021-12-22T15:22:34Z', 'revision_number': 4, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'gw_port': {'id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:16Z', 'updated_at': '2021-12-22T15:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '61eef10a-1b71-45c4-8562-12e97bae78fa', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'floating_ip_address': '172.26.6.90', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'port_id': '6b9accfc-6d5f-4239-be6f-bd4416644d88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8', 'mac_address': 'fa:16:3e:cd:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f9040a-aa63-4539-9b73-82b907f7b746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:22:50Z', 'updated_at': '2021-12-22T15:23:35Z', 'revision_number': 1, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e18be9e-69a6-44fd-9780-65bd28953898', 'name': '', 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'mac_address': 'fa:16:3e:ff:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3ceefc5c-3346-4e11-b85f-c4fb9df63936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:29Z', 'updated_at': '2021-12-22T15:22:46Z', 'revision_number': 5, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'subnets': [{'id': '3ceefc5c-3346-4e11-b85f-c4fb9df63936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:39.753253 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7ef248-e1d2-46c2-b2d7-8ec88c8d1abc None None] Checking router: 36d43092-df8f-4a83-a2d3-688bb812614e for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:23:39.769792 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7ef248-e1d2-46c2-b2d7-8ec88c8d1abc None None] Routers {'36d43092-df8f-4a83-a2d3-688bb812614e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:39.770787 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ff7ef248-e1d2-46c2-b2d7-8ec88c8d1abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['36d43092-df8f-4a83-a2d3-688bb812614e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:39.775089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-01ff6537-4160-4217-9bc6-2d60276dcb22 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:39.777873 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-01ff6537-4160-4217-9bc6-2d60276dcb22 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5302949 Dec 22 15:23:39.794588 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd563fb-434d-4c4c-a249-bcdcfeee78ba tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Router 5b90a4e9-ad89-4cbf-ae85-4c2330ffd851 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:23:39.806950 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59734) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:39.868980 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:39.878717 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:39.885235 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8cdc634c-0f79-4059-aee1-1461fb4f53bf tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Calling delete_port for 0b047aee-8f12-40e0-8f5e-0ea69d8653b7 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:40.211557 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Pushing event updated for resources: {'Port': ['ID=91ffea22-4988-4d85-9051-8c9474c71780,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:40.221600 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:40.315622 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-ff7ef248-e1d2-46c2-b2d7-8ec88c8d1abc None None] Set router 36d43092-df8f-4a83-a2d3-688bb812614e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:23:40.355719 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-561cb7e7-5050-4991-bd60-d6426e1aec9a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.4636261 Dec 22 15:23:40.387528 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59738) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:40.395638 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0f294b90-bd51-472c-96fd-b925d6d34ea6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Request body: {'subnet': {'network_id': '7445eb7f-6a75-43b1-8ed1-01ab2923ca8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:40.462960 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bb745fb4-49c7-49aa-9355-a0655246c2e1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:40.482487 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bb745fb4-49c7-49aa-9355-a0655246c2e1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:40.668174 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-798c9400-f0fe-42cb-8994-ec506a53d71d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:40.671830 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561cb7e7-5050-4991-bd60-d6426e1aec9a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event updated for resources: {'Network': ['ID=7445eb7f-6a75-43b1-8ed1-01ab2923ca8d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:40.695117 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 7445eb7f-6a75-43b1-8ed1-01ab2923ca8d details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:23:40.697761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:40.719796 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-561cb7e7-5050-4991-bd60-d6426e1aec9a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.133s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:40.736080 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb7a6-d114-4efe-a2d5-8388d3597b3e req-65734f40-5486-4ce3-8534-1c920c2ac1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:40.737579 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-187bb7a6-d114-4efe-a2d5-8388d3597b3e req-65734f40-5486-4ce3-8534-1c920c2ac1bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 HTTP/1.1" status: 200 len: 911 time: 1.2024834 Dec 22 15:23:40.743696 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377d62c-8c84-4ebb-886d-9bbae084e5cd req-2b8ed8de-82ec-4569-b4b9-cb756c05029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:40.745229 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3377d62c-8c84-4ebb-886d-9bbae084e5cd req-2b8ed8de-82ec-4569-b4b9-cb756c05029a service neutron] 10.222.0.57 "GET /v2.0/networks?id=ee65f9c6-5a2d-4f52-a62f-585f493090c8 HTTP/1.1" status: 200 len: 913 time: 1.2486751 Dec 22 15:23:40.749201 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e7d46832-6837-4656-9f81-74297c119a74 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:40.912834 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bb745fb4-49c7-49aa-9355-a0655246c2e1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:40.913322 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb745fb4-49c7-49aa-9355-a0655246c2e1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Fanout notify agent at l3_agent the message router_deleted on router e86d32bf-1419-4d1d-935a-62c7d88b48c7 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:23:40.940565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c9400-f0fe-42cb-8994-ec506a53d71d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Port': ['ID=265ad577-012d-43cb-80c7-d87ef37381c0,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:40.945456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-798c9400-f0fe-42cb-8994-ec506a53d71d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:40.960210 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0f294b90-bd51-472c-96fd-b925d6d34ea6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:40.964885 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-798c9400-f0fe-42cb-8994-ec506a53d71d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:41.028378 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0f294b90-bd51-472c-96fd-b925d6d34ea6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:41.062826 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd563fb-434d-4c4c-a249-bcdcfeee78ba tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:23:41.066263 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-187bb7a6-d114-4efe-a2d5-8388d3597b3e req-210843e0-c31e-46fb-a654-e0d24f191791 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 HTTP/1.1" status: 200 len: 1000 time: 0.3056130 Dec 22 15:23:41.072300 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3377d62c-8c84-4ebb-886d-9bbae084e5cd req-9eb837cb-3fb8-44d1-ae19-896dfa798842 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b9accfc-6d5f-4239-be6f-bd4416644d88 HTTP/1.1" status: 200 len: 998 time: 0.3133099 Dec 22 15:23:41.078132 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd53a219-77da-48e6-86f3-d2b60123356d None None] Sync routers for ids ['5b90a4e9-ad89-4cbf-ae85-4c2330ffd851'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:23:41.086521 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bb745fb4-49c7-49aa-9355-a0655246c2e1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:41.089388 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bb745fb4-49c7-49aa-9355-a0655246c2e1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/routers/e86d32bf-1419-4d1d-935a-62c7d88b48c7 HTTP/1.1" status: 204 len: 168 time: 1.9584644 Dec 22 15:23:41.096339 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59744) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:41.118370 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd53a219-77da-48e6-86f3-d2b60123356d None None] Routers {'5b90a4e9-ad89-4cbf-ae85-4c2330ffd851'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:41.123895 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-dd53a219-77da-48e6-86f3-d2b60123356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5b90a4e9-ad89-4cbf-ae85-4c2330ffd851'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:41.199720 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-dd53a219-77da-48e6-86f3-d2b60123356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:41.215951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f294b90-bd51-472c-96fd-b925d6d34ea6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Made reservation on behalf of 3177e2b66f63437299f9117cdfaafee6 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:41.219687 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f294b90-bd51-472c-96fd-b925d6d34ea6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:41.220333 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd53a219-77da-48e6-86f3-d2b60123356d None None] Routers {'5b90a4e9-ad89-4cbf-ae85-4c2330ffd851'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:41.221092 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-dd53a219-77da-48e6-86f3-d2b60123356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5b90a4e9-ad89-4cbf-ae85-4c2330ffd851'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:41.240711 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ab024e-03fa-4a3d-bf4b-46301ad7c53c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting subnet 111b3f20-083e-41af-8665-cd0508024733 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:23:41.244997 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72ab024e-03fa-4a3d-bf4b-46301ad7c53c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:41.252136 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8cdc634c-0f79-4059-aee1-1461fb4f53bf tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:41.273832 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-70a74f3e-39ed-40ef-99b0-e4d6d277f4ad tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:41.308409 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 91ffea22-4988-4d85-9051-8c9474c71780 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:23:41.355731 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-798c9400-f0fe-42cb-8994-ec506a53d71d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/ports/265ad577-012d-43cb-80c7-d87ef37381c0 HTTP/1.1" status: 204 len: 168 time: 2.8536475 Dec 22 15:23:41.365696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fbd563fb-434d-4c4c-a249-bcdcfeee78ba tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:41.367512 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fbd563fb-434d-4c4c-a249-bcdcfeee78ba tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "PUT /v2.0/routers/5b90a4e9-ad89-4cbf-ae85-4c2330ffd851 HTTP/1.1" status: 200 len: 916 time: 9.7265806 Dec 22 15:23:41.374615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59748) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:41.375195 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59750) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:41.377826 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72ab024e-03fa-4a3d-bf4b-46301ad7c53c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:41.384721 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-dd53a219-77da-48e6-86f3-d2b60123356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:41.385135 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd53a219-77da-48e6-86f3-d2b60123356d None None] The sync data for ids ['5b90a4e9-ad89-4cbf-ae85-4c2330ffd851'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:23:41.446851 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ff7ef248-e1d2-46c2-b2d7-8ec88c8d1abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'name': 'tempest-ServersTestManualDisk-1782337812-router', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:12Z', 'updated_at': '2021-12-22T15:22:34Z', 'revision_number': 4, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'gw_port': {'id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:16Z', 'updated_at': '2021-12-22T15:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '61eef10a-1b71-45c4-8562-12e97bae78fa', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'floating_ip_address': '172.26.6.90', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'port_id': '6b9accfc-6d5f-4239-be6f-bd4416644d88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8', 'mac_address': 'fa:16:3e:cd:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f9040a-aa63-4539-9b73-82b907f7b746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:22:50Z', 'updated_at': '2021-12-22T15:23:35Z', 'revision_number': 1, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e18be9e-69a6-44fd-9780-65bd28953898', 'name': '', 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'mac_address': 'fa:16:3e:ff:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3ceefc5c-3346-4e11-b85f-c4fb9df63936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:29Z', 'updated_at': '2021-12-22T15:22:46Z', 'revision_number': 5, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'subnets': [{'id': '3ceefc5c-3346-4e11-b85f-c4fb9df63936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:41.454843 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7ef248-e1d2-46c2-b2d7-8ec88c8d1abc None None] The sync data for ids ['36d43092-df8f-4a83-a2d3-688bb812614e'] in dv-neutron-822674-1-hyperv is: [{'id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'name': 'tempest-ServersTestManualDisk-1782337812-router', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:12Z', 'updated_at': '2021-12-22T15:22:34Z', 'revision_number': 4, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'gw_port': {'id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:16Z', 'updated_at': '2021-12-22T15:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '61eef10a-1b71-45c4-8562-12e97bae78fa', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'floating_ip_address': '172.26.6.90', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'port_id': '6b9accfc-6d5f-4239-be6f-bd4416644d88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8', 'mac_address': 'fa:16:3e:cd:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f9040a-aa63-4539-9b73-82b907f7b746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:22:50Z', 'updated_at': '2021-12-22T15:23:35Z', 'revision_number': 1, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e18be9e-69a6-44fd-9780-65bd28953898', 'name': '', 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'mac_address': 'fa:16:3e:ff:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3ceefc5c-3346-4e11-b85f-c4fb9df63936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:29Z', 'updated_at': '2021-12-22T15:22:46Z', 'revision_number': 5, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'subnets': [{'id': '3ceefc5c-3346-4e11-b85f-c4fb9df63936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:23:41.512916 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc634c-0f79-4059-aee1-1461fb4f53bf tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Pushing event deleted for resources: {'Port': ['ID=0b047aee-8f12-40e0-8f5e-0ea69d8653b7,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:41.516989 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8cdc634c-0f79-4059-aee1-1461fb4f53bf tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:41.522618 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 91ffea22-4988-4d85-9051-8c9474c71780 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:41.653123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377d62c-8c84-4ebb-886d-9bbae084e5cd req-80203f4e-c950-485a-b565-04f9113f8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:41.654672 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3377d62c-8c84-4ebb-886d-9bbae084e5cd req-80203f4e-c950-485a-b565-04f9113f8982 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ceefc5c-3346-4e11-b85f-c4fb9df63936 HTTP/1.1" status: 200 len: 851 time: 0.4940896 Dec 22 15:23:41.720911 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb7a6-d114-4efe-a2d5-8388d3597b3e req-4ac2c8df-04f9-4173-867b-0aeb076ca296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:41.722049 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-187bb7a6-d114-4efe-a2d5-8388d3597b3e req-4ac2c8df-04f9-4173-867b-0aeb076ca296 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d351219-3f54-4318-ad3a-f368fdd0eec7 HTTP/1.1" status: 200 len: 849 time: 0.6220093 Dec 22 15:23:41.725922 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8cdc634c-0f79-4059-aee1-1461fb4f53bf tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:41.728782 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8cdc634c-0f79-4059-aee1-1461fb4f53bf tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:41.729950 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8cdc634c-0f79-4059-aee1-1461fb4f53bf tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] 10.222.0.59 "DELETE /v2.0/floatingips/7a31d48f-240c-4177-ae65-b1e0991b2099 HTTP/1.1" status: 204 len: 168 time: 3.4086874 Dec 22 15:23:41.743087 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59756) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:41.757179 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-d8db73c1-42ae-4b41-988e-63c7e02cb7a1 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Request body: {'floatingip': {'floating_network_id': '6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5', 'port_id': 'fafe4987-b24a-48eb-8f99-db99d74ad7ef', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:41.817592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d8db73c1-42ae-4b41-988e-63c7e02cb7a1 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:41.867342 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d8db73c1-42ae-4b41-988e-63c7e02cb7a1 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Usage tracker for resource:floatingip and tenant:7ddd48cc812542c4b42b8230fd458502 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:41.884040 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c764e60b-48c0-4138-9dbd-4669e9123e0c None None] Network 92452cd9-8900-448f-9e63-3fb0ee27e9e0 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:41.932512 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5795c00-1092-4fbd-9e8c-99486c46f147 None None] New status for floating IP 61eef10a-1b71-45c4-8562-12e97bae78fa: ACTIVE {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:23:41.982954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377d62c-8c84-4ebb-886d-9bbae084e5cd req-872cef30-aba9-4a7f-875b-ab539ec6a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:41.985568 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3377d62c-8c84-4ebb-886d-9bbae084e5cd req-872cef30-aba9-4a7f-875b-ab539ec6a1f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee65f9c6-5a2d-4f52-a62f-585f493090c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3162930 Dec 22 15:23:41.999451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d8db73c1-42ae-4b41-988e-63c7e02cb7a1 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:42.006127 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb7a6-d114-4efe-a2d5-8388d3597b3e req-6983ddd3-e540-4454-80ee-a0f7e5b0547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:42.008241 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-187bb7a6-d114-4efe-a2d5-8388d3597b3e req-6983ddd3-e540-4454-80ee-a0f7e5b0547d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2643096 Dec 22 15:23:42.127816 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d8db73c1-42ae-4b41-988e-63c7e02cb7a1 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:42.191663 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Allocated IP 2001:db8::1 (92452cd9-8900-448f-9e63-3fb0ee27e9e0/c9b72e22-057e-4596-8261-ea83fcd1779d/03d35d34-841f-49c0-abce-78321b397891) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:42.236377 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95e25c3-75c5-45d0-a9a7-1b2e3c2d9e4b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:42.237564 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d95e25c3-75c5-45d0-a9a7-1b2e3c2d9e4b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Synchronizing usage tracker for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:23:42.243492 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72ab024e-03fa-4a3d-bf4b-46301ad7c53c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:42.253104 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8a1d3e84-f3ef-475e-89a1-fff8ac2573e5 None None] Provisioning for port 91ffea22-4988-4d85-9051-8c9474c71780 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:42.261176 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8a1d3e84-f3ef-475e-89a1-fff8ac2573e5 None None] Provisioning complete for port 91ffea22-4988-4d85-9051-8c9474c71780 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:42.261490 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a1d3e84-f3ef-475e-89a1-fff8ac2573e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:42.333348 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d8db73c1-42ae-4b41-988e-63c7e02cb7a1 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:42.406209 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5ee6fdf0-97b0-4c20-81c6-5cbf14de2f88 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "GET /v2.0/routers/5b90a4e9-ad89-4cbf-ae85-4c2330ffd851 HTTP/1.1" status: 200 len: 922 time: 0.9885106 Dec 22 15:23:42.408224 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59762) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:42.457087 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a1d3e84-f3ef-475e-89a1-fff8ac2573e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:42.507612 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-8a1d3e84-f3ef-475e-89a1-fff8ac2573e5 None None] For port 91ffea22-4988-4d85-9051-8c9474c71780, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=91ffea22-4988-4d85-9051-8c9474c71780,segment=NetworkSegment(05c1953b-74bc-4e9b-9d12-c969f0ebe01d),segment_id=05c1953b-74bc-4e9b-9d12-c969f0ebe01d)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:23:42.544925 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f294b90-bd51-472c-96fd-b925d6d34ea6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:42.561659 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dace5d0c-292d-452b-bd0c-b9c5812b3613 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:42.591505 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a1d3e84-f3ef-475e-89a1-fff8ac2573e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:42.596120 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:42.629154 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f294b90-bd51-472c-96fd-b925d6d34ea6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event updated for resources: {'Subnet': ['ID=b9fbc10d-6396-4f40-9034-8bdb15ead4fd,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:42.646888 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d95e25c3-75c5-45d0-a9a7-1b2e3c2d9e4b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unset dirty status for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:23:42.651084 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d95e25c3-75c5-45d0-a9a7-1b2e3c2d9e4b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.2350111 Dec 22 15:23:42.654822 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0f294b90-bd51-472c-96fd-b925d6d34ea6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:42.654822 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59766) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:42.660487 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3377d62c-8c84-4ebb-886d-9bbae084e5cd req-26a602e0-19fe-4b1c-b896-425ddd664c0d service neutron] 10.222.0.57 "GET /v2.0/networks/ee65f9c6-5a2d-4f52-a62f-585f493090c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6595418 Dec 22 15:23:42.706597 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d3e84-f3ef-475e-89a1-fff8ac2573e5 None None] Pushing event updated for resources: {'Port': ['ID=91ffea22-4988-4d85-9051-8c9474c71780,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:42.711009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8a1d3e84-f3ef-475e-89a1-fff8ac2573e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:42.744044 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-187bb7a6-d114-4efe-a2d5-8388d3597b3e req-bff10cdf-19a0-4a1f-b7f0-5faff7e2f1a7 service neutron] 10.222.0.57 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7086258 Dec 22 15:23:42.755824 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-bebd57fa-63fa-4ab4-a71f-8c17befd6d12 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] GET failed (client error): The resource could not be found. Dec 22 15:23:42.756382 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bebd57fa-63fa-4ab4-a71f-8c17befd6d12 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Synchronizing usage tracker for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:23:42.770020 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:42.809265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Transition to ACTIVE for port object 03d35d34-841f-49c0-abce-78321b397891 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:42.824773 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8c0385e8-71fc-4800-bc3a-dea4a16f2c4e None None] Provisioning complete for port 91ffea22-4988-4d85-9051-8c9474c71780 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:42.826262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8c0385e8-71fc-4800-bc3a-dea4a16f2c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:42.840796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a28d36-7847-408c-aed0-46b9c6124d4e tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:42.846265 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b1a28d36-7847-408c-aed0-46b9c6124d4e tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&device_id=5b90a4e9-ad89-4cbf-ae85-4c2330ffd851&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3545680 Dec 22 15:23:42.846579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59770) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:42.858100 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f294b90-bd51-472c-96fd-b925d6d34ea6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Checking segment: {'id': '29d16b85-b244-40bd-8482-58e8d5799862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7445eb7f-6a75-43b1-8ed1-01ab2923ca8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:42.858653 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f294b90-bd51-472c-96fd-b925d6d34ea6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Network hostable DHCP agents. Network: 7445eb7f-6a75-43b1-8ed1-01ab2923ca8d, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:23:42.896950 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72ab024e-03fa-4a3d-bf4b-46301ad7c53c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:42.949814 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fd151308-c85a-4f0f-987f-5ca202e32e6f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:42.961652 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bebd57fa-63fa-4ab4-a71f-8c17befd6d12 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unset dirty status for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:23:42.967571 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bebd57fa-63fa-4ab4-a71f-8c17befd6d12 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports/b96078c6-35c1-4d45-9d07-fb472aae02e5 HTTP/1.1" status: 404 len: 333 time: 0.3050234 Dec 22 15:23:42.970630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59776) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:43.007292 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:43.024877 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab024e-03fa-4a3d-bf4b-46301ad7c53c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Subnet': ['ID=111b3f20-083e-41af-8665-cd0508024733,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:43.031183 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-72ab024e-03fa-4a3d-bf4b-46301ad7c53c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:43.033914 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-798c9400-f0fe-42cb-8994-ec506a53d71d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:43.040043 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e9d9bb-2027-48dc-ab6c-0f6b1e89b5be None None] Network fa3679d8-2eda-4723-9006-3f734e8d260c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:43.061260 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-11109b61-8aac-4d17-aa6b-8c024db6e7f3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] GET failed (client error): The resource could not be found. Dec 22 15:23:43.067283 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-11109b61-8aac-4d17-aa6b-8c024db6e7f3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports/265ad577-012d-43cb-80c7-d87ef37381c0 HTTP/1.1" status: 404 len: 333 time: 0.0887392 Dec 22 15:23:43.068957 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59780) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:43.097851 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3377d62c-8c84-4ebb-886d-9bbae084e5cd req-ee355d90-85cc-46bb-928e-9da1adfa5666 service neutron] 10.222.0.57 "GET /v2.0/networks/ee65f9c6-5a2d-4f52-a62f-585f493090c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296751 Dec 22 15:23:43.113652 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72ab024e-03fa-4a3d-bf4b-46301ad7c53c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:43.184854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f294b90-bd51-472c-96fd-b925d6d34ea6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Network 7445eb7f-6a75-43b1-8ed1-01ab2923ca8d is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:23:43.191922 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-187bb7a6-d114-4efe-a2d5-8388d3597b3e req-503919eb-5ddc-43ba-be40-2f8477c5e9cf service neutron] 10.222.0.57 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308789 Dec 22 15:23:43.222794 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-830395fb-fd31-4700-8bbe-cf989564de11 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:43.229111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 91ffea22-4988-4d85-9051-8c9474c71780 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:23:43.238862 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network 92452cd9-8900-448f-9e63-3fb0ee27e9e0 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:43.262160 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-72ab024e-03fa-4a3d-bf4b-46301ad7c53c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/subnets/111b3f20-083e-41af-8665-cd0508024733 HTTP/1.1" status: 204 len: 168 time: 2.1631622 Dec 22 15:23:43.266744 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:43.289745 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:43.290839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:43.319415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59786) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:43.336444 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-0f294b90-bd51-472c-96fd-b925d6d34ea6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 7445eb7f-6a75-43b1-8ed1-01ab2923ca8d) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:43.362323 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a521cf2d-d294-46ee-9b90-62b97bd4038e None None] Network 7445eb7f-6a75-43b1-8ed1-01ab2923ca8d requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:43.433961 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f294b90-bd51-472c-96fd-b925d6d34ea6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:43.434952 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f294b90-bd51-472c-96fd-b925d6d34ea6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:43.579269 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 91ffea22-4988-4d85-9051-8c9474c71780 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:43.581062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:43.606601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Port': ['ID=03d35d34-841f-49c0-abce-78321b397891,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:43.621637 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:43.639779 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0f294b90-bd51-472c-96fd-b925d6d34ea6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2485709 Dec 22 15:23:43.650278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59792) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:43.670436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49318756-9350-4abd-a9f7-56cad541f510 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:43.674477 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-49318756-9350-4abd-a9f7-56cad541f510 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "GET /v2.0/networks/98c1d02c-4416-4565-b8a7-1c1ed298f1f8 HTTP/1.1" status: 200 len: 881 time: 0.8243420 Dec 22 15:23:43.679737 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59796) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:43.707501 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-d8db73c1-42ae-4b41-988e-63c7e02cb7a1 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:23:43.712148 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d8db73c1-42ae-4b41-988e-63c7e02cb7a1 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.9587121 Dec 22 15:23:43.717430 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59800) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:43.778150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': 'fafe4987-b24a-48eb-8f99-db99d74ad7ef', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:43.801264 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-830395fb-fd31-4700-8bbe-cf989564de11 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:43.809963 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:43.822666 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Usage tracker for resource:floatingip and tenant:7ddd48cc812542c4b42b8230fd458502 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:43.832552 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:43.837151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-c323aace-5cf2-4b63-a9c7-9dc4c6462f47 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting subnet 8a68abde-0d94-4c3f-be1b-942a43f34f56 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:23:43.850182 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c323aace-5cf2-4b63-a9c7-9dc4c6462f47 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:43.851619 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e16501-ff83-4c26-910a-93292b6e3d7c None None] DHCP port deletion for fa3679d8-2eda-4723-9006-3f734e8d260c request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:23:43.858683 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:43.869196 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0e0ada72-58e5-4aff-a29b-735d4f319158 None None] Provisioning for port 03d35d34-841f-49c0-abce-78321b397891 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:43.874738 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-d7e16501-ff83-4c26-910a-93292b6e3d7c None None] Deleting port b3cf7508-7420-40fb-981b-7a2cfc04773b {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:43.875153 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7e16501-ff83-4c26-910a-93292b6e3d7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:43.887779 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a1d826a1-051d-455a-b169-ccf2d56f3d80 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b90a4e9-ad89-4cbf-ae85-4c2330ffd851 HTTP/1.1" status: 200 len: 205 time: 0.2012069 Dec 22 15:23:43.897046 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59804) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:43.916825 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-830395fb-fd31-4700-8bbe-cf989564de11 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab69858d-881c-4fd2-9d78-3f8b9992fe6e']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:43.939585 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-830395fb-fd31-4700-8bbe-cf989564de11 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9dd64d6-fc78-47e2-8348-a2b2010b2981') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:43.939585 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-830395fb-fd31-4700-8bbe-cf989564de11 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9dd64d6-fc78-47e2-8348-a2b2010b2981') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:43.939887 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-7445eb7f-6a75-43b1-8ed1-01ab2923ca8d', 'network_id': '7445eb7f-6a75-43b1-8ed1-01ab2923ca8d', 'tenant_id': '3177e2b66f63437299f9117cdfaafee6', 'fixed_ips': [{'subnet_id': 'b9fbc10d-6396-4f40-9034-8bdb15ead4fd'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:23:43.940292 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:43.950198 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0e0ada72-58e5-4aff-a29b-735d4f319158 None None] Provisioning complete for port 03d35d34-841f-49c0-abce-78321b397891 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:43.951131 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0e0ada72-58e5-4aff-a29b-735d4f319158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:43.955867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c323aace-5cf2-4b63-a9c7-9dc4c6462f47 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:43.988608 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-830395fb-fd31-4700-8bbe-cf989564de11 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:44.021677 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-830395fb-fd31-4700-8bbe-cf989564de11 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:44.033753 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830395fb-fd31-4700-8bbe-cf989564de11 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:23:44.034158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-830395fb-fd31-4700-8bbe-cf989564de11 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:23:44.050446 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:23:44.169328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c323aace-5cf2-4b63-a9c7-9dc4c6462f47 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:44.229625 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-830395fb-fd31-4700-8bbe-cf989564de11 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:44.234682 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-830395fb-fd31-4700-8bbe-cf989564de11 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:44.235390 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Allocated IP 2001:db8::2 (7445eb7f-6a75-43b1-8ed1-01ab2923ca8d/b9fbc10d-6396-4f40-9034-8bdb15ead4fd/565d9c07-6445-415e-ac14-7734b899ad5c) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:44.242121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:44.259925 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:44.268220 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ada72-58e5-4aff-a29b-735d4f319158 None None] Port 03d35d34-841f-49c0-abce-78321b397891 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:23:44.268848 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-830395fb-fd31-4700-8bbe-cf989564de11 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/networks/ab69858d-881c-4fd2-9d78-3f8b9992fe6e HTTP/1.1" status: 204 len: 168 time: 1.1979294 Dec 22 15:23:44.273817 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830395fb-fd31-4700-8bbe-cf989564de11 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Network': ['ID=ab69858d-881c-4fd2-9d78-3f8b9992fe6e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:44.274158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-830395fb-fd31-4700-8bbe-cf989564de11 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:44.276498 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59808) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:44.285603 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1f0089b4-af1f-43f8-b12d-e257d3b00a07 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1829070794'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:44.293102 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1f0089b4-af1f-43f8-b12d-e257d3b00a07 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:44.298081 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1f0089b4-af1f-43f8-b12d-e257d3b00a07 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:network and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:44.301465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1f0089b4-af1f-43f8-b12d-e257d3b00a07 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:44.307909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1f0089b4-af1f-43f8-b12d-e257d3b00a07 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:44.380194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c323aace-5cf2-4b63-a9c7-9dc4c6462f47 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:44.388625 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:44.401511 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:44.432776 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0089b4-af1f-43f8-b12d-e257d3b00a07 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:44.436888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f0089b4-af1f-43f8-b12d-e257d3b00a07 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:44.460090 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323aace-5cf2-4b63-a9c7-9dc4c6462f47 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Subnet': ['ID=8a68abde-0d94-4c3f-be1b-942a43f34f56,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:44.464802 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c323aace-5cf2-4b63-a9c7-9dc4c6462f47 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:44.474994 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c323aace-5cf2-4b63-a9c7-9dc4c6462f47 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/subnets/8a68abde-0d94-4c3f-be1b-942a43f34f56 HTTP/1.1" status: 204 len: 168 time: 1.1455531 Dec 22 15:23:44.474994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c323aace-5cf2-4b63-a9c7-9dc4c6462f47 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:44.479509 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59812) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:44.524477 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e96f804-b8be-42b2-aaa9-9fd1822865ca None None] Network f08d16d2-1976-4f75-bbde-094a60891437 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:44.525327 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0089b4-af1f-43f8-b12d-e257d3b00a07 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:23:44.576208 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:44.601115 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f0089b4-af1f-43f8-b12d-e257d3b00a07 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:44.601115 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-1f0089b4-af1f-43f8-b12d-e257d3b00a07 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Added segment 9aed410a-e55f-4945-96ca-094cadccfd74 of type vlan for network 23f49289-2090-4d77-a85c-d24f043e131c Dec 22 15:23:44.659388 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:44.664960 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f0089b4-af1f-43f8-b12d-e257d3b00a07 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:44.682340 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting port b3cf7508-7420-40fb-981b-7a2cfc04773b {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:44.682766 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:44.686315 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d7e16501-ff83-4c26-910a-93292b6e3d7c None None] For port b3cf7508-7420-40fb-981b-7a2cfc04773b, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b3cf7508-7420-40fb-981b-7a2cfc04773b,segment=NetworkSegment(c125c449-c752-4dc6-898e-f3366fecb2e3),segment_id=c125c449-c752-4dc6-898e-f3366fecb2e3)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:23:44.686315 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7e16501-ff83-4c26-910a-93292b6e3d7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:44.757917 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d641331b-b0ad-495c-a5d2-ba741067e8ad tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:44.898612 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:44.927750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f0089b4-af1f-43f8-b12d-e257d3b00a07 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:44.933309 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0089b4-af1f-43f8-b12d-e257d3b00a07 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:44.933947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f0089b4-af1f-43f8-b12d-e257d3b00a07 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:44.944957 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-605e25cc-f98e-4f48-b309-050238b1b421 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:45.012672 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-d7e16501-ff83-4c26-910a-93292b6e3d7c None None] Calling delete_port for b3cf7508-7420-40fb-981b-7a2cfc04773b owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:45.049470 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0089b4-af1f-43f8-b12d-e257d3b00a07 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Network': ['ID=23f49289-2090-4d77-a85c-d24f043e131c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:45.063833 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1f0089b4-af1f-43f8-b12d-e257d3b00a07 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:45.136840 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 23f49289-2090-4d77-a85c-d24f043e131c details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:23:45.200273 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59818) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:45.204538 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1f0089b4-af1f-43f8-b12d-e257d3b00a07 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9187779 Dec 22 15:23:45.213916 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-139f84d7-5cb6-422b-a33c-0e6a2e990985 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'subnet': {'network_id': '23f49289-2090-4d77-a85c-d24f043e131c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:45.225118 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] For port b3cf7508-7420-40fb-981b-7a2cfc04773b, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b3cf7508-7420-40fb-981b-7a2cfc04773b,segment=NetworkSegment(c125c449-c752-4dc6-898e-f3366fecb2e3),segment_id=c125c449-c752-4dc6-898e-f3366fecb2e3)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:23:45.225342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:45.277767 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b3cf7508-7420-40fb-981b-7a2cfc04773b no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:23:45.409444 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Calling delete_port for b3cf7508-7420-40fb-981b-7a2cfc04773b owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:45.590654 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:45.603519 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:45.611103 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Transition to ACTIVE for port object 565d9c07-6445-415e-ac14-7734b899ad5c will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:45.614808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:45.614992 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No ports have port_id starting with b3cf7508-7420-40fb-981b-7a2cfc04773b Dec 22 15:23:45.631822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-d7e16501-ff83-4c26-910a-93292b6e3d7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:23:45.632178 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-d7e16501-ff83-4c26-910a-93292b6e3d7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:23:45.644185 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Transition to ACTIVE for port object 565d9c07-6445-415e-ac14-7734b899ad5c will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:45.710825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] DHCP port deletion for f08d16d2-1976-4f75-bbde-094a60891437 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:23:45.717380 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] Deleting port 6484d78d-3cc0-46e1-8100-ccbd1c903dde {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:45.718155 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:45.732124 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Port': ['ID=b3cf7508-7420-40fb-981b-7a2cfc04773b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:45.735878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] No DVR routers for this DVR port b3cf7508-7420-40fb-981b-7a2cfc04773b on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:23:45.738842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:45.740836 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-139f84d7-5cb6-422b-a33c-0e6a2e990985 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:45.755134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-139f84d7-5cb6-422b-a33c-0e6a2e990985 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:subnet and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:45.767835 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:45.783169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-139f84d7-5cb6-422b-a33c-0e6a2e990985 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:45.783592 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:45.804495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d641331b-b0ad-495c-a5d2-ba741067e8ad tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:45.854684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-139f84d7-5cb6-422b-a33c-0e6a2e990985 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:45.866373 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Network 7445eb7f-6a75-43b1-8ed1-01ab2923ca8d is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:45.871427 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:45.873970 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:45.886303 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:45.967272 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Pushing event updated for resources: {'Port': ['ID=565d9c07-6445-415e-ac14-7734b899ad5c,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:45.969780 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:45.970752 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:45.976761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:45.986562 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:46.012948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139f84d7-5cb6-422b-a33c-0e6a2e990985 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:46.017240 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-139f84d7-5cb6-422b-a33c-0e6a2e990985 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:46.031241 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d641331b-b0ad-495c-a5d2-ba741067e8ad tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Deleting port 2c8bf3a0-bc9d-44a9-80df-16f52f02f758 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:46.031581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d641331b-b0ad-495c-a5d2-ba741067e8ad tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:46.036161 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3679d8-2eda-4723-9006-3f734e8d260c']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:46.062001 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c125c449-c752-4dc6-898e-f3366fecb2e3') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:46.062675 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c125c449-c752-4dc6-898e-f3366fecb2e3') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:46.096242 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:46.129489 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:46.142601 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:23:46.143322 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:46.149039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Attempting to bind port 565d9c07-6445-415e-ac14-7734b899ad5c on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:23:46.149937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Attempting to bind port 565d9c07-6445-415e-ac14-7734b899ad5c by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '29d16b85-b244-40bd-8482-58e8d5799862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7445eb7f-6a75-43b1-8ed1-01ab2923ca8d'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:23:46.150573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Attempting to bind port 565d9c07-6445-415e-ac14-7734b899ad5c on network 7445eb7f-6a75-43b1-8ed1-01ab2923ca8d {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:23:46.153476 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-d7e16501-ff83-4c26-910a-93292b6e3d7c None None] Deleting port b3cf7508-7420-40fb-981b-7a2cfc04773b {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:46.154174 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7e16501-ff83-4c26-910a-93292b6e3d7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:23:46.172604 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:23:46.230268 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:23:46.230690 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Checking segment: {'id': '29d16b85-b244-40bd-8482-58e8d5799862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7445eb7f-6a75-43b1-8ed1-01ab2923ca8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:46.231069 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:46.231478 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Bound using segment: {'id': '29d16b85-b244-40bd-8482-58e8d5799862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7445eb7f-6a75-43b1-8ed1-01ab2923ca8d'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:23:46.231995 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Bound port: 565d9c07-6445-415e-ac14-7734b899ad5c, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d16b85-b244-40bd-8482-58e8d5799862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7445eb7f-6a75-43b1-8ed1-01ab2923ca8d'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:23:46.232365 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:46.251651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event deleted for resources: {'Subnet': ['ID=b9fbc10d-6396-4f40-9034-8bdb15ead4fd,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:46.266966 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-d7e16501-ff83-4c26-910a-93292b6e3d7c None None] The port 'b3cf7508-7420-40fb-981b-7a2cfc04773b' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:23:46.268348 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:46.280572 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] For port 6484d78d-3cc0-46e1-8100-ccbd1c903dde, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=6484d78d-3cc0-46e1-8100-ccbd1c903dde,segment=NetworkSegment(c95f0d8a-658d-48b3-a995-5c0e159f615a),segment_id=c95f0d8a-658d-48b3-a995-5c0e159f615a)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:23:46.280989 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:46.394918 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.ipam_backend_mixin [None req-139f84d7-5cb6-422b-a33c-0e6a2e990985 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Performing IP validity checks on allocation pools {{(pid=88218) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 15:23:46.403763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.ipam_backend_mixin [None req-139f84d7-5cb6-422b-a33c-0e6a2e990985 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88218) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 15:23:46.437787 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:46.444547 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f0271132-1c8d-4ce4-92d2-2e7c167b275f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:46.474293 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:46.495774 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Network': ['ID=fa3679d8-2eda-4723-9006-3f734e8d260c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:46.501206 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:46.534035 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] Calling delete_port for 6484d78d-3cc0-46e1-8100-ccbd1c903dde owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:46.575743 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/networks/fa3679d8-2eda-4723-9006-3f734e8d260c HTTP/1.1" status: 204 len: 168 time: 2.0879784 Dec 22 15:23:46.576809 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59824) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:46.626993 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] For port 565d9c07-6445-415e-ac14-7734b899ad5c, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:23:46.635856 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] For port 565d9c07-6445-415e-ac14-7734b899ad5c, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=565d9c07-6445-415e-ac14-7734b899ad5c,segment=NetworkSegment(29d16b85-b244-40bd-8482-58e8d5799862),segment_id=29d16b85-b244-40bd-8482-58e8d5799862)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:23:46.729226 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:46.734137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:23:46.735944 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-23b608f6-b93c-4a9d-b73b-681442853733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:46.764157 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:46.776677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:46.793515 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:46.817067 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b82259a2-a297-4586-b864-2db7ba1d77f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:46.825625 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] No DVR routers for this DVR port 6484d78d-3cc0-46e1-8100-ccbd1c903dde on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:23:46.850000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7445eb7f-6a75-43b1-8ed1-01ab2923ca8d']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:46.861079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Allocated IP 172.26.6.71 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/976a0623-0cef-49af-b13a-3f623fd3199e) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:46.886472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:46.887131 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:46.890497 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Pushing event updated for resources: {'Port': ['ID=565d9c07-6445-415e-ac14-7734b899ad5c,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:46.896596 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d16b85-b244-40bd-8482-58e8d5799862') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:46.897158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d16b85-b244-40bd-8482-58e8d5799862') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:46.900339 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:46.901033 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-52e0472f-95ae-4194-a242-7c12647e5e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:46.906823 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:46.947849 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] Pushing event deleted for resources: {'Port': ['ID=6484d78d-3cc0-46e1-8100-ccbd1c903dde,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:46.975679 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-139f84d7-5cb6-422b-a33c-0e6a2e990985 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:46.976385 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:46.976794 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:46.977132 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:46.977465 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:46.977791 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:46.978119 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:46.978469 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:46.978890 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:46.984732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:46.984732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:46.984732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:46.984732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:23:46.985273 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0522ec-6520-4a50-bc10-d2343ffd4a01 None None] Network 7445eb7f-6a75-43b1-8ed1-01ab2923ca8d requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:46.992507 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:47.011998 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:47.023425 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d641331b-b0ad-495c-a5d2-ba741067e8ad tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:47.103391 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b82259a2-a297-4586-b864-2db7ba1d77f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:47.110285 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6484d78d-3cc0-46e1-8100-ccbd1c903dde no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:23:47.157678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-b82259a2-a297-4586-b864-2db7ba1d77f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08d16d2-1976-4f75-bbde-094a60891437']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:47.172440 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-b82259a2-a297-4586-b864-2db7ba1d77f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95f0d8a-658d-48b3-a995-5c0e159f615a') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:47.172742 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-b82259a2-a297-4586-b864-2db7ba1d77f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95f0d8a-658d-48b3-a995-5c0e159f615a') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:47.187118 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b82259a2-a297-4586-b864-2db7ba1d77f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:47.207564 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b82259a2-a297-4586-b864-2db7ba1d77f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:47.208110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 6484d78d-3cc0-46e1-8100-ccbd1c903dde {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:23:47.208999 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6484d78d-3cc0-46e1-8100-ccbd1c903dde not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:23:47.224935 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82259a2-a297-4586-b864-2db7ba1d77f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:23:47.227641 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b82259a2-a297-4586-b864-2db7ba1d77f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:23:47.252205 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:23:47.281010 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:47.286064 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d125efb4-69f3-4904-adbb-7c0c85fc6717 None None] get_active_networks_info from dv-neutron-822674-1-hyperv {{(pid=88219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 15:23:47.302573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d641331b-b0ad-495c-a5d2-ba741067e8ad tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Calling delete_port for 2c8bf3a0-bc9d-44a9-80df-16f52f02f758 owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:47.363250 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Port': ['ID=03d35d34-841f-49c0-abce-78321b397891,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:47.380865 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:47.380865 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.379s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:47.412050 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:23:47.412704 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:23:47.445655 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:23:47.466830 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b82259a2-a297-4586-b864-2db7ba1d77f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:47.479483 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d12347bf-9167-4e0f-8c58-28eba5ed2bbb tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:47.499440 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b82259a2-a297-4586-b864-2db7ba1d77f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:47.513537 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82259a2-a297-4586-b864-2db7ba1d77f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Network': ['ID=f08d16d2-1976-4f75-bbde-094a60891437,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:47.516886 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b82259a2-a297-4586-b864-2db7ba1d77f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:47.523172 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b82259a2-a297-4586-b864-2db7ba1d77f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/networks/f08d16d2-1976-4f75-bbde-094a60891437 HTTP/1.1" status: 204 len: 168 time: 0.9406073 Dec 22 15:23:47.528870 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59828) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:47.535958 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2ab87d4a-dc19-453c-bfab-55ae341ec6d1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'network': {'name': 'tempest-RoutersTest-2031756818'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:47.542451 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2ab87d4a-dc19-453c-bfab-55ae341ec6d1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:47.564135 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2ab87d4a-dc19-453c-bfab-55ae341ec6d1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:network and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:47.569637 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2ab87d4a-dc19-453c-bfab-55ae341ec6d1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:47.580299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2ab87d4a-dc19-453c-bfab-55ae341ec6d1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:47.670968 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab87d4a-dc19-453c-bfab-55ae341ec6d1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Made reservation on behalf of 7b4975992c034d11b43920ae668ae5e2 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:47.684763 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2ab87d4a-dc19-453c-bfab-55ae341ec6d1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:47.730793 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab87d4a-dc19-453c-bfab-55ae341ec6d1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:23:47.744631 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2ab87d4a-dc19-453c-bfab-55ae341ec6d1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:47.745665 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-2ab87d4a-dc19-453c-bfab-55ae341ec6d1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Added segment cd28dc03-4a23-4a95-bc7e-af1e9d6f8c70 of type vlan for network 9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8 Dec 22 15:23:47.788574 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f84d7-5cb6-422b-a33c-0e6a2e990985 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Subnet': ['ID=32006e1a-79fc-4d21-b94e-9593249a1450,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:47.791377 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2ab87d4a-dc19-453c-bfab-55ae341ec6d1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:47.801515 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 15:23:47.801515 dv-neutron-822674-1-hyperv neutron-server[88218]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 15:23:47.801515 dv-neutron-822674-1-hyperv neutron-server[88218]: [parameters: {'id': '7445eb7f-6a75-43b1-8ed1-01ab2923ca8d'}] Dec 22 15:23:47.801515 dv-neutron-822674-1-hyperv neutron-server[88218]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:23:47.802033 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:23:47.864173 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d125efb4-69f3-4904-adbb-7c0c85fc6717 None None] Network 23f49289-2090-4d77-a85c-d24f043e131c is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:23:47.951731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2ab87d4a-dc19-453c-bfab-55ae341ec6d1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:47.958783 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab87d4a-dc19-453c-bfab-55ae341ec6d1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:47.959624 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2ab87d4a-dc19-453c-bfab-55ae341ec6d1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:47.964210 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-96dd5c46-4983-4221-b3e3-744827f958be tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:47.965807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-139f84d7-5cb6-422b-a33c-0e6a2e990985 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:47.966687 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f84d7-5cb6-422b-a33c-0e6a2e990985 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Checking segment: {'id': '9aed410a-e55f-4945-96ca-094cadccfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23f49289-2090-4d77-a85c-d24f043e131c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:47.967044 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139f84d7-5cb6-422b-a33c-0e6a2e990985 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network hostable DHCP agents. Network: 23f49289-2090-4d77-a85c-d24f043e131c, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:23:47.981033 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d125efb4-69f3-4904-adbb-7c0c85fc6717 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 23f49289-2090-4d77-a85c-d24f043e131c) {{(pid=88219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 15:23:48.018871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:48.025208 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network 92452cd9-8900-448f-9e63-3fb0ee27e9e0 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:48.030716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:48.047277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139f84d7-5cb6-422b-a33c-0e6a2e990985 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unable to find a vacant binding_index for network 23f49289-2090-4d77-a85c-d24f043e131c and agent 4002601b-7670-4ecd-8dbd-70defd6730e5 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 22 15:23:48.126063 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-139f84d7-5cb6-422b-a33c-0e6a2e990985 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 23f49289-2090-4d77-a85c-d24f043e131c) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:48.145348 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab87d4a-dc19-453c-bfab-55ae341ec6d1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Network': ['ID=9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:48.150614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2ab87d4a-dc19-453c-bfab-55ae341ec6d1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:48.171599 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:23:48.197904 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139f84d7-5cb6-422b-a33c-0e6a2e990985 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:48.198533 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-139f84d7-5cb6-422b-a33c-0e6a2e990985 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:48.211716 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2ab87d4a-dc19-453c-bfab-55ae341ec6d1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6779459 Dec 22 15:23:48.217845 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59834) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:48.228529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-850cb3bb-9cd8-4504-a8d0-d8a6dd8b535b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'subnet': {'network_id': '9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:48.307844 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:48.354901 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Deleting port 565d9c07-6445-415e-ac14-7734b899ad5c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:48.355220 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:48.384151 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:48.393400 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c5b5bfa5-21d5-4514-9709-21bab42baa9b tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:48.447500 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-139f84d7-5cb6-422b-a33c-0e6a2e990985 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2423697 Dec 22 15:23:48.449476 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59838) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:48.480680 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-a66e69bb-efb5-417a-8f7e-9c04a7192256 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'port': {'network_id': '23f49289-2090-4d77-a85c-d24f043e131c', 'name': 'tempest-PortsIpV6TestJSON-1141786715'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:48.493844 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-850cb3bb-9cd8-4504-a8d0-d8a6dd8b535b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:48.502980 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-850cb3bb-9cd8-4504-a8d0-d8a6dd8b535b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:subnet and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:48.506846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d641331b-b0ad-495c-a5d2-ba741067e8ad tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:48.507392 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-850cb3bb-9cd8-4504-a8d0-d8a6dd8b535b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:48.515503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-850cb3bb-9cd8-4504-a8d0-d8a6dd8b535b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:48.545246 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:48.586349 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850cb3bb-9cd8-4504-a8d0-d8a6dd8b535b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Made reservation on behalf of 7b4975992c034d11b43920ae668ae5e2 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:48.591874 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-850cb3bb-9cd8-4504-a8d0-d8a6dd8b535b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:48.632953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:48.670932 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Pushing event updated for resources: {'Port': ['ID=976a0623-0cef-49af-b13a-3f623fd3199e,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:48.687277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:48.724684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:48.727974 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-24864bfb-35c4-4dca-95fb-95ddc70be6e0 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:48.827773 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router 2079a68b-aa20-46e3-a002-ae67672ef2fa is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:23:48.842248 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641331b-b0ad-495c-a5d2-ba741067e8ad tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Pushing event deleted for resources: {'Port': ['ID=2c8bf3a0-bc9d-44a9-80df-16f52f02f758,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:48.875694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-23f49289-2090-4d77-a85c-d24f043e131c', 'network_id': '23f49289-2090-4d77-a85c-d24f043e131c', 'tenant_id': '842f3ac375dd4ba3beae00957da10632', 'fixed_ips': [{'subnet_id': '32006e1a-79fc-4d21-b94e-9593249a1450'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:23:48.880715 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d641331b-b0ad-495c-a5d2-ba741067e8ad tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:48.880936 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:48.989825 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-850cb3bb-9cd8-4504-a8d0-d8a6dd8b535b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:48.999364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8f65d2c-a95c-479f-9cc5-d95f0ea344c1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:49.089348 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850cb3bb-9cd8-4504-a8d0-d8a6dd8b535b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Checking segment: {'id': 'cd28dc03-4a23-4a95-bc7e-af1e9d6f8c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:49.089886 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850cb3bb-9cd8-4504-a8d0-d8a6dd8b535b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network hostable DHCP agents. Network: 9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:23:49.094925 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cb3bb-9cd8-4504-a8d0-d8a6dd8b535b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Subnet': ['ID=41420d66-7eca-4521-a56a-3610abffe6c9,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:49.099216 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-850cb3bb-9cd8-4504-a8d0-d8a6dd8b535b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:49.140500 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d641331b-b0ad-495c-a5d2-ba741067e8ad tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:49.174636 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850cb3bb-9cd8-4504-a8d0-d8a6dd8b535b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network 9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:23:49.178832 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Allocated IP 2001:db8::2 (23f49289-2090-4d77-a85c-d24f043e131c/32006e1a-79fc-4d21-b94e-9593249a1450/c7d5463f-900e-40b9-9445-2c9d40de3031) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:49.254588 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-850cb3bb-9cd8-4504-a8d0-d8a6dd8b535b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:49.261903 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850cb3bb-9cd8-4504-a8d0-d8a6dd8b535b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:49.263177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-850cb3bb-9cd8-4504-a8d0-d8a6dd8b535b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:49.338270 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a66e69bb-efb5-417a-8f7e-9c04a7192256 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:49.395194 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-850cb3bb-9cd8-4504-a8d0-d8a6dd8b535b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1713035 Dec 22 15:23:49.395464 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59844) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:49.401515 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-38157728-e584-4ebf-b671-d88828ebfe6d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1567729226', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:49.408563 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-38157728-e584-4ebf-b671-d88828ebfe6d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:49.413643 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-38157728-e584-4ebf-b671-d88828ebfe6d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:router and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:49.416899 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-38157728-e584-4ebf-b671-d88828ebfe6d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:49.424208 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-38157728-e584-4ebf-b671-d88828ebfe6d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:49.456333 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:49.468678 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Transition to ACTIVE for port object c7d5463f-900e-40b9-9445-2c9d40de3031 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:49.502002 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Transition to ACTIVE for port object c7d5463f-900e-40b9-9445-2c9d40de3031 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:49.516110 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-38157728-e584-4ebf-b671-d88828ebfe6d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:49.517836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-38157728-e584-4ebf-b671-d88828ebfe6d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:49.538376 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-38157728-e584-4ebf-b671-d88828ebfe6d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:49.573212 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:49.578091 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b56833b6-20eb-4fa7-9b81-548f7c2ede69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:49.636715 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-38157728-e584-4ebf-b671-d88828ebfe6d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:49.659815 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a66e69bb-efb5-417a-8f7e-9c04a7192256 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:49.670308 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d641331b-b0ad-495c-a5d2-ba741067e8ad tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:49.676899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d641331b-b0ad-495c-a5d2-ba741067e8ad tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:49.680273 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] For port 565d9c07-6445-415e-ac14-7734b899ad5c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=565d9c07-6445-415e-ac14-7734b899ad5c,segment=NetworkSegment(29d16b85-b244-40bd-8482-58e8d5799862),segment_id=29d16b85-b244-40bd-8482-58e8d5799862)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:23:49.680638 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:49.696086 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Network 23f49289-2090-4d77-a85c-d24f043e131c is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:49.699761 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:49.701893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:49.711605 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Pushing event updated for resources: {'Port': ['ID=c7d5463f-900e-40b9-9445-2c9d40de3031,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:49.714501 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:49.762280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-38157728-e584-4ebf-b671-d88828ebfe6d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:49.768194 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-38157728-e584-4ebf-b671-d88828ebfe6d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3675721 Dec 22 15:23:49.769621 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59850) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:49.780531 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7eafbbdf-c931-49c2-a5dd-06ca2e101de4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'port': {'network_id': '9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8', 'name': 'tempest-RoutersTest-806825609'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:49.817050 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Attempting to bind port c7d5463f-900e-40b9-9445-2c9d40de3031 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:23:49.817612 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Attempting to bind port c7d5463f-900e-40b9-9445-2c9d40de3031 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '9aed410a-e55f-4945-96ca-094cadccfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23f49289-2090-4d77-a85c-d24f043e131c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:23:49.818122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Attempting to bind port c7d5463f-900e-40b9-9445-2c9d40de3031 on network 23f49289-2090-4d77-a85c-d24f043e131c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:23:49.824398 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:23:49.827512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:23:49.828219 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Checking segment: {'id': '9aed410a-e55f-4945-96ca-094cadccfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23f49289-2090-4d77-a85c-d24f043e131c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:49.828987 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:49.834021 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Bound using segment: {'id': '9aed410a-e55f-4945-96ca-094cadccfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23f49289-2090-4d77-a85c-d24f043e131c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:23:49.835666 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/2079a68b-aa20-46e3-a002-ae67672ef2fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0208187 Dec 22 15:23:49.835857 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Bound port: c7d5463f-900e-40b9-9445-2c9d40de3031, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aed410a-e55f-4945-96ca-094cadccfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23f49289-2090-4d77-a85c-d24f043e131c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:23:49.835857 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:49.838516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Calling delete_port for 565d9c07-6445-415e-ac14-7734b899ad5c owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:49.853261 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584f382a-3b83-4d6e-9028-6be8c7bfb900 None None] Sync routers for ids ['2079a68b-aa20-46e3-a002-ae67672ef2fa'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:23:49.887667 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59854) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:49.933852 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584f382a-3b83-4d6e-9028-6be8c7bfb900 None None] Routers {'2079a68b-aa20-46e3-a002-ae67672ef2fa'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:49.935092 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-584f382a-3b83-4d6e-9028-6be8c7bfb900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['2079a68b-aa20-46e3-a002-ae67672ef2fa'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:49.937749 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66e69bb-efb5-417a-8f7e-9c04a7192256 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:49.944866 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a66e69bb-efb5-417a-8f7e-9c04a7192256 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:49.961474 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Deleting port 976a0623-0cef-49af-b13a-3f623fd3199e {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:49.961812 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:50.041244 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d641331b-b0ad-495c-a5d2-ba741067e8ad tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:50.041750 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d641331b-b0ad-495c-a5d2-ba741067e8ad tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Fanout notify agent at l3_agent the message router_deleted on router 5b90a4e9-ad89-4cbf-ae85-4c2330ffd851 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:23:50.050962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7eafbbdf-c931-49c2-a5dd-06ca2e101de4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:50.055136 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-584f382a-3b83-4d6e-9028-6be8c7bfb900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:50.062733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-a66e69bb-efb5-417a-8f7e-9c04a7192256 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] device_id is not set on port b21bd6fb-05c7-41fc-8326-3a5202629969 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:23:50.067044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7eafbbdf-c931-49c2-a5dd-06ca2e101de4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:port and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:50.072807 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7eafbbdf-c931-49c2-a5dd-06ca2e101de4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:50.086915 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7eafbbdf-c931-49c2-a5dd-06ca2e101de4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:50.101474 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584f382a-3b83-4d6e-9028-6be8c7bfb900 None None] Routers {'2079a68b-aa20-46e3-a002-ae67672ef2fa'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:50.102927 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-584f382a-3b83-4d6e-9028-6be8c7bfb900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['2079a68b-aa20-46e3-a002-ae67672ef2fa'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:50.127651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d641331b-b0ad-495c-a5d2-ba741067e8ad tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:50.128824 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d641331b-b0ad-495c-a5d2-ba741067e8ad tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "DELETE /v2.0/routers/5b90a4e9-ad89-4cbf-ae85-4c2330ffd851 HTTP/1.1" status: 204 len: 168 time: 6.2291241 Dec 22 15:23:50.136359 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59860) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:50.153982 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1909088558', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:50.162188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4943af87-e4f4-45a6-8197-21aa1ff1cb17 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:50.163512 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4943af87-e4f4-45a6-8197-21aa1ff1cb17 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Synchronizing usage tracker for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:23:50.191512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eafbbdf-c931-49c2-a5dd-06ca2e101de4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Made reservation on behalf of 7b4975992c034d11b43920ae668ae5e2 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:50.204600 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7eafbbdf-c931-49c2-a5dd-06ca2e101de4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:50.236768 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:50.247748 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-584f382a-3b83-4d6e-9028-6be8c7bfb900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:50.248877 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584f382a-3b83-4d6e-9028-6be8c7bfb900 None None] The sync data for ids ['2079a68b-aa20-46e3-a002-ae67672ef2fa'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:23:50.253869 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Usage tracker for resource:router and tenant:05c1d072a7804ee2b486f158ad89255a is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:50.261669 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] For port c7d5463f-900e-40b9-9445-2c9d40de3031, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:23:50.264565 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:50.267122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] For port c7d5463f-900e-40b9-9445-2c9d40de3031, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c7d5463f-900e-40b9-9445-2c9d40de3031,segment=NetworkSegment(9aed410a-e55f-4945-96ca-094cadccfd74),segment_id=9aed410a-e55f-4945-96ca-094cadccfd74)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:23:50.280059 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-7eafbbdf-c931-49c2-a5dd-06ca2e101de4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] device_id is not set on port e16cf13f-6939-44ce-9f0a-1040f4509043 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:23:50.313002 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:50.318714 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:50.324169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1614d67c-3c65-40dd-b889-3c12e007fd1a tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:50.365136 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:50.381382 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-65948291-1c9d-43d3-8521-65a7efd59feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:50.430199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event deleted for resources: {'Port': ['ID=565d9c07-6445-415e-ac14-7734b899ad5c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:50.466530 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] No DVR routers for this DVR port 565d9c07-6445-415e-ac14-7734b899ad5c on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:23:50.474065 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4943af87-e4f4-45a6-8197-21aa1ff1cb17 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Unset dirty status for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:23:50.475924 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4943af87-e4f4-45a6-8197-21aa1ff1cb17 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/ports/03d35d34-841f-49c0-abce-78321b397891 HTTP/1.1" status: 200 len: 911 time: 0.5872419 Dec 22 15:23:50.477337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:50.484235 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:50.485566 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:50.497311 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59866) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:50.501114 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Pushing event updated for resources: {'Port': ['ID=c7d5463f-900e-40b9-9445-2c9d40de3031,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:50.507816 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c7940979-32b4-4c23-a9bf-a1c3be6fadc7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c9b72e22-057e-4596-8261-ea83fcd1779d'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:50.512618 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:50.595904 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:50.621460 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-7eafbbdf-c931-49c2-a5dd-06ca2e101de4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Allocated IP 172.20.0.11 (9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8/41420d66-7eca-4521-a56a-3610abffe6c9/e16cf13f-6939-44ce-9f0a-1040f4509043) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:50.681142 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:50.681461 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:50.726352 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-a66e69bb-efb5-417a-8f7e-9c04a7192256 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Allocated IP 2001:db8::2ca (23f49289-2090-4d77-a85c-d24f043e131c/32006e1a-79fc-4d21-b94e-9593249a1450/b21bd6fb-05c7-41fc-8326-3a5202629969) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:50.790112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:50.875020 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Calling delete_port for 976a0623-0cef-49af-b13a-3f623fd3199e owned by network:floatingip {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:50.963509 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7445eb7f-6a75-43b1-8ed1-01ab2923ca8d']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:51.165908 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d16b85-b244-40bd-8482-58e8d5799862') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:51.167648 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d16b85-b244-40bd-8482-58e8d5799862') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:23:51.203574 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c7d5463f-900e-40b9-9445-2c9d40de3031 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:23:51.220283 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a65f6-8fb7-45bf-a3c8-c16978f33d8c req-5ff612ae-3cb0-4e25-aa58-d5319a46d8de tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:51.224519 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-162a65f6-8fb7-45bf-a3c8-c16978f33d8c req-5ff612ae-3cb0-4e25-aa58-d5319a46d8de tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.8616118 Dec 22 15:23:51.294510 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:51.359774 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:51.376771 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:51.398326 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:23:51.399015 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:23:51.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:23:51.454485 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-162a65f6-8fb7-45bf-a3c8-c16978f33d8c req-2144decb-5de1-4c43-b202-496dbd27d4ac tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902664 Dec 22 15:23:51.477580 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port c7d5463f-900e-40b9-9445-2c9d40de3031 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:51.580153 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:51.796038 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aa3d00f3-a016-4050-9252-ed840bd0dcbd tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:51.871207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7940979-32b4-4c23-a9bf-a1c3be6fadc7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:51.907655 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Pushing event deleted for resources: {'Port': ['ID=976a0623-0cef-49af-b13a-3f623fd3199e,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:51.950435 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:52.030371 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:52.050756 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a59bbb09-0846-41e0-8c9a-c649a39dffff tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:52.076277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:52.099875 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7eafbbdf-c931-49c2-a5dd-06ca2e101de4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:52.117594 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a66e69bb-efb5-417a-8f7e-9c04a7192256 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:52.126567 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event deleted for resources: {'Network': ['ID=7445eb7f-6a75-43b1-8ed1-01ab2923ca8d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:52.134986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:52.154380 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "DELETE /v2.0/networks/7445eb7f-6a75-43b1-8ed1-01ab2923ca8d HTTP/1.1" status: 204 len: 168 time: 8.4948831 Dec 22 15:23:52.164616 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-7eafbbdf-c931-49c2-a5dd-06ca2e101de4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Transition to ACTIVE for port object e16cf13f-6939-44ce-9f0a-1040f4509043 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:52.166256 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59874) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:52.172183 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a66e69bb-efb5-417a-8f7e-9c04a7192256 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Transition to ACTIVE for port object b21bd6fb-05c7-41fc-8326-3a5202629969 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:52.203396 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18378805-ca3a-4416-803e-2db8829c2c46 req-f588018b-2db9-4e28-999f-fe402f0d92b0 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:52.205214 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-18378805-ca3a-4416-803e-2db8829c2c46 req-f588018b-2db9-4e28-999f-fe402f0d92b0 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.3735912 Dec 22 15:23:52.262939 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] create failed (client error): The resource could not be found. Dec 22 15:23:52.267780 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 8.5478201 Dec 22 15:23:52.267780 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59878) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:52.292581 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424b802b-f2c1-40f3-a26a-69f28fa2b14c None None] Network 23f49289-2090-4d77-a85c-d24f043e131c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:52.297061 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-76f6e70d-eae1-4218-be6b-8a31de37d029 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-279645763'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:52.323669 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-18378805-ca3a-4416-803e-2db8829c2c46 req-815ad3fc-de85-40c2-9482-ad5b8e24ddfe tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048961 Dec 22 15:23:52.343603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a66e69bb-efb5-417a-8f7e-9c04a7192256 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:52.347985 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d565c7c-de83-4250-8a2f-5579805f8c0b None None] Network 9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:52.437985 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-18957d60-e0db-4295-a5bb-afb9c03e1c9a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:52.523810 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f71c0017-24c2-4b5f-bbf6-bc5e08d6fe19 None None] Provisioning for port c7d5463f-900e-40b9-9445-2c9d40de3031 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:52.563197 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f71c0017-24c2-4b5f-bbf6-bc5e08d6fe19 None None] Provisioning complete for port c7d5463f-900e-40b9-9445-2c9d40de3031 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:52.563901 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f71c0017-24c2-4b5f-bbf6-bc5e08d6fe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:52.572779 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-76f6e70d-eae1-4218-be6b-8a31de37d029 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:52.606117 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66e69bb-efb5-417a-8f7e-9c04a7192256 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network 23f49289-2090-4d77-a85c-d24f043e131c is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:52.649417 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-76f6e70d-eae1-4218-be6b-8a31de37d029 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Usage tracker for resource:network and tenant:3177e2b66f63437299f9117cdfaafee6 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:52.664609 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-76f6e70d-eae1-4218-be6b-8a31de37d029 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:52.704457 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-76f6e70d-eae1-4218-be6b-8a31de37d029 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:52.718586 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-a66e69bb-efb5-417a-8f7e-9c04a7192256 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:52.723614 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66e69bb-efb5-417a-8f7e-9c04a7192256 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:52.742480 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66e69bb-efb5-417a-8f7e-9c04a7192256 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:52.743534 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a66e69bb-efb5-417a-8f7e-9c04a7192256 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:52.761598 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e69bb-efb5-417a-8f7e-9c04a7192256 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=b21bd6fb-05c7-41fc-8326-3a5202629969,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:52.783587 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a66e69bb-efb5-417a-8f7e-9c04a7192256 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:52.813195 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-450b0fa0-8800-41e1-9e05-62147209a504 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Deleting port fafe4987-b24a-48eb-8f99-db99d74ad7ef {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:52.814546 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-450b0fa0-8800-41e1-9e05-62147209a504 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:52.897605 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f6e70d-eae1-4218-be6b-8a31de37d029 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Made reservation on behalf of 3177e2b66f63437299f9117cdfaafee6 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:52.901756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76f6e70d-eae1-4218-be6b-8a31de37d029 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:52.982704 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a66e69bb-efb5-417a-8f7e-9c04a7192256 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5154762 Dec 22 15:23:52.983673 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59890) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:53.003529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7eafbbdf-c931-49c2-a5dd-06ca2e101de4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:53.026922 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b4a33801-3c8b-47f6-a0bd-67c7a9ebcd87 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:53.163231 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:53.202930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eafbbdf-c931-49c2-a5dd-06ca2e101de4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network 9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:53.215121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-7eafbbdf-c931-49c2-a5dd-06ca2e101de4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:53.217454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:53.225674 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eafbbdf-c931-49c2-a5dd-06ca2e101de4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:53.258000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-cd96d4cd-549c-45d0-96a7-b470ecf2fa4b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port b21bd6fb-05c7-41fc-8326-3a5202629969 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:53.258893 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd96d4cd-549c-45d0-96a7-b470ecf2fa4b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:53.282459 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafbbdf-c931-49c2-a5dd-06ca2e101de4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Port': ['ID=e16cf13f-6939-44ce-9f0a-1040f4509043,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:53.339686 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7eafbbdf-c931-49c2-a5dd-06ca2e101de4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:53.362880 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f6e70d-eae1-4218-be6b-8a31de37d029 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:23:53.465244 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f71c0017-24c2-4b5f-bbf6-bc5e08d6fe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:53.502834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8', 'network_id': '9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'fixed_ips': [{'subnet_id': '41420d66-7eca-4521-a56a-3610abffe6c9'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:23:53.503329 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:53.528814 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-450b0fa0-8800-41e1-9e05-62147209a504 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:53.539078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76f6e70d-eae1-4218-be6b-8a31de37d029 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:53.539440 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-76f6e70d-eae1-4218-be6b-8a31de37d029 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Added segment 0661bcfe-083a-44ad-83d6-5bdb01bd87a2 of type vlan for network 8bbfcc12-34f3-4ff4-b031-436d092aaa08 Dec 22 15:23:53.588723 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76f6e70d-eae1-4218-be6b-8a31de37d029 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:53.599892 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-f71c0017-24c2-4b5f-bbf6-bc5e08d6fe19 None None] For port c7d5463f-900e-40b9-9445-2c9d40de3031, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c7d5463f-900e-40b9-9445-2c9d40de3031,segment=NetworkSegment(9aed410a-e55f-4945-96ca-094cadccfd74),segment_id=9aed410a-e55f-4945-96ca-094cadccfd74)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:23:53.634857 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafbbdf-c931-49c2-a5dd-06ca2e101de4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:53.635940 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7eafbbdf-c931-49c2-a5dd-06ca2e101de4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:53.695704 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-450b0fa0-8800-41e1-9e05-62147209a504 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Calling delete_port for fafe4987-b24a-48eb-8f99-db99d74ad7ef owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:53.740592 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f71c0017-24c2-4b5f-bbf6-bc5e08d6fe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:53.760369 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:53.855105 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76f6e70d-eae1-4218-be6b-8a31de37d029 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:53.861091 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f6e70d-eae1-4218-be6b-8a31de37d029 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:53.862374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76f6e70d-eae1-4218-be6b-8a31de37d029 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:53.877288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6e748a3b-8740-4653-b4b4-94d39f1904e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601 tempest-ExtraDHCPOptionsIpV6TestJSON-1493433601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:53.908371 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c1ef885a-03c9-4aea-9009-374ac42955b3 None None] Provisioning complete for port 03d35d34-841f-49c0-abce-78321b397891 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:53.908371 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c1ef885a-03c9-4aea-9009-374ac42955b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:54.022594 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Allocated IP 172.20.0.2 (9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8/41420d66-7eca-4521-a56a-3610abffe6c9/55dd748b-9709-4cb3-82f9-1bb0e06689c2) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:54.025164 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c0017-24c2-4b5f-bbf6-bc5e08d6fe19 None None] Pushing event updated for resources: {'Port': ['ID=c7d5463f-900e-40b9-9445-2c9d40de3031,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:54.043421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f71c0017-24c2-4b5f-bbf6-bc5e08d6fe19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:54.064011 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Allocated IP 172.26.6.78 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/4f4fb69b-744e-4fa1-8c90-632697f4a206) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:54.073903 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c1ef885a-03c9-4aea-9009-374ac42955b3 None None] Port 03d35d34-841f-49c0-abce-78321b397891 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:23:54.117332 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7eafbbdf-c931-49c2-a5dd-06ca2e101de4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.3459480 Dec 22 15:23:54.127202 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59896) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:54.131551 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a802f16-5848-4faf-8e55-6ebdc716756c req-448592f7-8c57-4ef9-b49d-bfbcd14237cf tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:54.133365 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5a802f16-5848-4faf-8e55-6ebdc716756c req-448592f7-8c57-4ef9-b49d-bfbcd14237cf tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.3262141 Dec 22 15:23:54.139273 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd96d4cd-549c-45d0-96a7-b470ecf2fa4b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:54.171690 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-76f6e70d-eae1-4218-be6b-8a31de37d029 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0036700 Dec 22 15:23:54.200289 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:23:54.204762 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59900) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:54.268969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-0e09dcdc-144d-4ff0-97c0-3841d3a4860b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Request body: {'subnet': {'network_id': '8bbfcc12-34f3-4ff4-b031-436d092aaa08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:23:54.483190 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:54.501509 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Transition to ACTIVE for port object 55dd748b-9709-4cb3-82f9-1bb0e06689c2 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:54.530296 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Transition to ACTIVE for port object 55dd748b-9709-4cb3-82f9-1bb0e06689c2 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:54.556881 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-450b0fa0-8800-41e1-9e05-62147209a504 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:54.569595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-cd96d4cd-549c-45d0-96a7-b470ecf2fa4b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for b21bd6fb-05c7-41fc-8326-3a5202629969 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:54.582485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfa7ab5-51f5-4e2e-b531-6d4ba7db2441 None None] Network 23f49289-2090-4d77-a85c-d24f043e131c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:54.625536 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:54.633571 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6e70d-eae1-4218-be6b-8a31de37d029 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event updated for resources: {'Network': ['ID=8bbfcc12-34f3-4ff4-b031-436d092aaa08,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:54.639229 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:54.641300 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-76f6e70d-eae1-4218-be6b-8a31de37d029 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:54.667835 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:54.722878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7940979-32b4-4c23-a9bf-a1c3be6fadc7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:54.757082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b0fa0-8800-41e1-9e05-62147209a504 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Pushing event deleted for resources: {'Port': ['ID=fafe4987-b24a-48eb-8f99-db99d74ad7ef,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:54.768248 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5a802f16-5848-4faf-8e55-6ebdc716756c req-962d21ad-05f3-4f38-8c0b-12899414fff9 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6181984 Dec 22 15:23:54.772332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-450b0fa0-8800-41e1-9e05-62147209a504 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:54.819959 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 8bbfcc12-34f3-4ff4-b031-436d092aaa08 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:23:54.896367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0e09dcdc-144d-4ff0-97c0-3841d3a4860b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:23:54.905615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0e09dcdc-144d-4ff0-97c0-3841d3a4860b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Usage tracker for resource:subnet and tenant:3177e2b66f63437299f9117cdfaafee6 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:23:54.913661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0e09dcdc-144d-4ff0-97c0-3841d3a4860b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:23:54.914185 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7940979-32b4-4c23-a9bf-a1c3be6fadc7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:54.921685 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7940979-32b4-4c23-a9bf-a1c3be6fadc7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:54.921685 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7940979-32b4-4c23-a9bf-a1c3be6fadc7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:54.928004 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c7940979-32b4-4c23-a9bf-a1c3be6fadc7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/ports/03d35d34-841f-49c0-abce-78321b397891 HTTP/1.1" status: 200 len: 911 time: 4.4242308 Dec 22 15:23:54.928195 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0e09dcdc-144d-4ff0-97c0-3841d3a4860b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:23:54.929533 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59904) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:55.030130 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Network 9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:55.038492 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:55.045651 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-90961919-db16-4b6a-a290-7bcc8a9baf80 None None] Provisioning for port b21bd6fb-05c7-41fc-8326-3a5202629969 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:55.056413 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:55.107230 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-90961919-db16-4b6a-a290-7bcc8a9baf80 None None] Provisioning complete for port b21bd6fb-05c7-41fc-8326-3a5202629969 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:55.107230 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-90961919-db16-4b6a-a290-7bcc8a9baf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:55.137536 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-450b0fa0-8800-41e1-9e05-62147209a504 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:55.169825 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-23ca2694-31ac-4685-87e7-dac2bab6b5ce tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:55.190702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e09dcdc-144d-4ff0-97c0-3841d3a4860b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Made reservation on behalf of 3177e2b66f63437299f9117cdfaafee6 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:23:55.194584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0e09dcdc-144d-4ff0-97c0-3841d3a4860b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:55.204967 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Pushing event updated for resources: {'Port': ['ID=55dd748b-9709-4cb3-82f9-1bb0e06689c2,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:55.208393 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c7d5463f-900e-40b9-9445-2c9d40de3031 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:23:55.216777 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-450b0fa0-8800-41e1-9e05-62147209a504 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] 10.222.0.59 "DELETE /v2.0/ports/fafe4987-b24a-48eb-8f99-db99d74ad7ef HTTP/1.1" status: 204 len: 168 time: 2.9442446 Dec 22 15:23:55.242916 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59908) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:55.249257 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:55.387100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd96d4cd-549c-45d0-96a7-b470ecf2fa4b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:55.469140 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fbd563fb-434d-4c4c-a249-bcdcfeee78ba tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:55.549067 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:55.549825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-90961919-db16-4b6a-a290-7bcc8a9baf80 None None] Port b21bd6fb-05c7-41fc-8326-3a5202629969 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:23:55.549825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Attempting to bind port 55dd748b-9709-4cb3-82f9-1bb0e06689c2 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:23:55.549825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Attempting to bind port 55dd748b-9709-4cb3-82f9-1bb0e06689c2 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'cd28dc03-4a23-4a95-bc7e-af1e9d6f8c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:23:55.549825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Attempting to bind port 55dd748b-9709-4cb3-82f9-1bb0e06689c2 on network 9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:23:55.566901 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-26acce3c-47c8-4327-ba21-c7b5a0c3ed76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:55.571742 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:23:55.572123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Checking segment: {'id': 'cd28dc03-4a23-4a95-bc7e-af1e9d6f8c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:55.572534 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:55.572944 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Bound using segment: {'id': 'cd28dc03-4a23-4a95-bc7e-af1e9d6f8c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:23:55.573452 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Bound port: 55dd748b-9709-4cb3-82f9-1bb0e06689c2, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd28dc03-4a23-4a95-bc7e-af1e9d6f8c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:23:55.573988 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:55.607161 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-90961919-db16-4b6a-a290-7bcc8a9baf80 None None] Provisioning complete for port c7d5463f-900e-40b9-9445-2c9d40de3031 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:55.607626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-90961919-db16-4b6a-a290-7bcc8a9baf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:55.626271 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96d4cd-549c-45d0-96a7-b470ecf2fa4b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Port': ['ID=b21bd6fb-05c7-41fc-8326-3a5202629969,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:55.629667 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cd96d4cd-549c-45d0-96a7-b470ecf2fa4b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:55.700138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd96d4cd-549c-45d0-96a7-b470ecf2fa4b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:55.710265 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port c7d5463f-900e-40b9-9445-2c9d40de3031 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:55.710265 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:55.718531 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-cd96d4cd-549c-45d0-96a7-b470ecf2fa4b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/ports/b21bd6fb-05c7-41fc-8326-3a5202629969 HTTP/1.1" status: 204 len: 168 time: 2.7266331 Dec 22 15:23:55.723598 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59914) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:55.805324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7940979-32b4-4c23-a9bf-a1c3be6fadc7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Port': ['ID=03d35d34-841f-49c0-abce-78321b397891,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:55.811731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c7940979-32b4-4c23-a9bf-a1c3be6fadc7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:55.847613 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:55.860387 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c928ab4-7f90-472a-ba8e-d474a5b71404 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] DELETE failed (client error): The resource could not be found. Dec 22 15:23:55.860864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5674e9ce-319f-41cd-8bde-2de766f1f691 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:55.861109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c928ab4-7f90-472a-ba8e-d474a5b71404 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:23:55.863097 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9c928ab4-7f90-472a-ba8e-d474a5b71404 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/ports/b21bd6fb-05c7-41fc-8326-3a5202629969 HTTP/1.1" status: 404 len: 333 time: 0.1383605 Dec 22 15:23:55.871822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] For port 55dd748b-9709-4cb3-82f9-1bb0e06689c2, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:23:55.876740 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bf1408-6add-4d89-924d-a265c8dbfb7f tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:55.883305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-26bf1408-6add-4d89-924d-a265c8dbfb7f tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Synchronizing usage tracker for tenant:7ddd48cc812542c4b42b8230fd458502 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:23:55.883540 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] For port 55dd748b-9709-4cb3-82f9-1bb0e06689c2, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=55dd748b-9709-4cb3-82f9-1bb0e06689c2,segment=NetworkSegment(cd28dc03-4a23-4a95-bc7e-af1e9d6f8c70),segment_id=cd28dc03-4a23-4a95-bc7e-af1e9d6f8c70)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:23:55.883739 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59918) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:55.999357 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:56.008365 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a48a7cc4-b52b-4d9c-8d30-537a7b9acd59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:56.058951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:23:56.058951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Pushing event updated for resources: {'Port': ['ID=4f4fb69b-744e-4fa1-8c90-632697f4a206,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:56.058951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:56.058951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:56.058951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:56.107233 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2f29b23-96c9-46fe-b85a-7b883a15fa7e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:56.117817 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Pushing event updated for resources: {'Port': ['ID=55dd748b-9709-4cb3-82f9-1bb0e06689c2,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:56.149433 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:56.359403 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ca279a-1bc4-4c9b-88e8-e1caac896ba5 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] GET failed (client error): The resource could not be found. Dec 22 15:23:56.359962 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-09ca279a-1bc4-4c9b-88e8-e1caac896ba5 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Synchronizing usage tracker for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:23:56.382496 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4db3235b-7e13-4d04-8d11-ceb33957f9d0 None None] Provisioning complete for port c7d5463f-900e-40b9-9445-2c9d40de3031 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:56.383714 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4db3235b-7e13-4d04-8d11-ceb33957f9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:56.477506 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-26bf1408-6add-4d89-924d-a265c8dbfb7f tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Unset dirty status for tenant:7ddd48cc812542c4b42b8230fd458502 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:23:56.486389 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-26bf1408-6add-4d89-924d-a265c8dbfb7f tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c469bb-78f7-4e97-9612-b2254ee4244a HTTP/1.1" status: 200 len: 913 time: 1.2323859 Dec 22 15:23:56.501115 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59924) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:56.598618 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-09ca279a-1bc4-4c9b-88e8-e1caac896ba5 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unset dirty status for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:23:56.599716 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-09ca279a-1bc4-4c9b-88e8-e1caac896ba5 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports/b21bd6fb-05c7-41fc-8326-3a5202629969 HTTP/1.1" status: 404 len: 333 time: 0.7095773 Dec 22 15:23:56.670955 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59930) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:56.797392 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-162e56db-605f-4cc5-9e83-e9228dbfcb68 None None] Could not find standard attr ID for object b21bd6fb-05c7-41fc-8326-3a5202629969. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:23:56.833645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.objects.ports [None req-0e09dcdc-144d-4ff0-97c0-3841d3a4860b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88218) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 15:23:56.841395 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0e09dcdc-144d-4ff0-97c0-3841d3a4860b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:56.860101 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a245394a-e570-406a-9250-37463bf91ff2 tempest-AllowedAddressPairTestJSON-1878269160 tempest-AllowedAddressPairTestJSON-1878269160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:56.963572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ddedb-e13e-4baf-b33a-5590885fc4ed req-0308bdfc-c09b-4764-8036-1e6f4f18b107 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:56.965252 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-734ddedb-e13e-4baf-b33a-5590885fc4ed req-0308bdfc-c09b-4764-8036-1e6f4f18b107 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.8742695 Dec 22 15:23:57.048480 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9496b3a-4775-4e59-a4ef-afc5f49497f6 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting subnet 32006e1a-79fc-4d21-b94e-9593249a1450 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:23:57.128006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d9496b3a-4775-4e59-a4ef-afc5f49497f6 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:57.170143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09dcdc-144d-4ff0-97c0-3841d3a4860b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event updated for resources: {'Subnet': ['ID=41d66ecc-703f-49ba-adf5-24e118f6e0c1,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:57.185762 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0e09dcdc-144d-4ff0-97c0-3841d3a4860b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:57.218346 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 55dd748b-9709-4cb3-82f9-1bb0e06689c2 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:23:57.316533 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e09dcdc-144d-4ff0-97c0-3841d3a4860b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Checking segment: {'id': '0661bcfe-083a-44ad-83d6-5bdb01bd87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8bbfcc12-34f3-4ff4-b031-436d092aaa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:23:57.316876 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e09dcdc-144d-4ff0-97c0-3841d3a4860b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Network hostable DHCP agents. Network: 8bbfcc12-34f3-4ff4-b031-436d092aaa08, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:23:57.324279 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-734ddedb-e13e-4baf-b33a-5590885fc4ed req-addfceac-ead0-4c39-804e-2e2a392363ff tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3153887 Dec 22 15:23:57.339333 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d9496b3a-4775-4e59-a4ef-afc5f49497f6 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:57.356733 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 55dd748b-9709-4cb3-82f9-1bb0e06689c2 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:57.482072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3cd1-47e9-4341-860e-24d909ba72ea tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:57.483465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:57.618564 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e09dcdc-144d-4ff0-97c0-3841d3a4860b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Network 8bbfcc12-34f3-4ff4-b031-436d092aaa08 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:23:57.718220 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f09f0d0c-9a2e-411e-9652-1bdbff86608e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:57.758297 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d9496b3a-4775-4e59-a4ef-afc5f49497f6 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:57.788861 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2f29b23-96c9-46fe-b85a-7b883a15fa7e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:57.802660 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-0e09dcdc-144d-4ff0-97c0-3841d3a4860b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 8bbfcc12-34f3-4ff4-b031-436d092aaa08) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:23:57.818879 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50706359-8e39-4759-b0f5-c9701f6ebbd2 None None] Network 8bbfcc12-34f3-4ff4-b031-436d092aaa08 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:57.867485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e09dcdc-144d-4ff0-97c0-3841d3a4860b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:57.868109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0e09dcdc-144d-4ff0-97c0-3841d3a4860b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:57.887946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46622d27-9c88-4875-949c-9d8d6db05c08 None None] Network 9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:57.932830 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2f29b23-96c9-46fe-b85a-7b883a15fa7e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:57.967424 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c7398d89-fefe-43bb-a3e9-fa242d6a46d1 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:58.113077 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f29b23-96c9-46fe-b85a-7b883a15fa7e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Port': ['ID=e16cf13f-6939-44ce-9f0a-1040f4509043,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:58.188300 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0e09dcdc-144d-4ff0-97c0-3841d3a4860b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.9798598 Dec 22 15:23:58.189469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59936) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:58.197440 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d9496b3a-4775-4e59-a4ef-afc5f49497f6 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:58.204125 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a2f29b23-96c9-46fe-b85a-7b883a15fa7e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:58.209023 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:58.231035 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3488cc51-bd70-4eaf-8d48-50f653b3957a None None] Provisioning for port e16cf13f-6939-44ce-9f0a-1040f4509043 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:58.271491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3488cc51-bd70-4eaf-8d48-50f653b3957a None None] Provisioning complete for port e16cf13f-6939-44ce-9f0a-1040f4509043 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:58.271866 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3488cc51-bd70-4eaf-8d48-50f653b3957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:58.402852 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3488cc51-bd70-4eaf-8d48-50f653b3957a None None] Port e16cf13f-6939-44ce-9f0a-1040f4509043 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:23:58.431616 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-8bbfcc12-34f3-4ff4-b031-436d092aaa08', 'network_id': '8bbfcc12-34f3-4ff4-b031-436d092aaa08', 'tenant_id': '3177e2b66f63437299f9117cdfaafee6', 'fixed_ips': [{'subnet_id': '41d66ecc-703f-49ba-adf5-24e118f6e0c1'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:23:58.432473 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:58.523512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:58.560072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9496b3a-4775-4e59-a4ef-afc5f49497f6 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Subnet': ['ID=32006e1a-79fc-4d21-b94e-9593249a1450,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:58.571487 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d9496b3a-4775-4e59-a4ef-afc5f49497f6 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:58.574508 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d9496b3a-4775-4e59-a4ef-afc5f49497f6 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/subnets/32006e1a-79fc-4d21-b94e-9593249a1450 HTTP/1.1" status: 204 len: 168 time: 1.8906281 Dec 22 15:23:58.577722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ff2054-c4b5-4e48-bd5c-27da21f31868 None None] Network 23f49289-2090-4d77-a85c-d24f043e131c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:23:58.602393 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3488cc51-bd70-4eaf-8d48-50f653b3957a None None] Provisioning for port 55dd748b-9709-4cb3-82f9-1bb0e06689c2 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:23:58.654693 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59942) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:58.671815 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d9496b3a-4775-4e59-a4ef-afc5f49497f6 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:58.708039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3488cc51-bd70-4eaf-8d48-50f653b3957a None None] Provisioning complete for port 55dd748b-9709-4cb3-82f9-1bb0e06689c2 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:58.708772 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3488cc51-bd70-4eaf-8d48-50f653b3957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:58.825328 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Allocated IP 2001:db8::f816:3eff:fea6:8dc3 (8bbfcc12-34f3-4ff4-b031-436d092aaa08/41d66ecc-703f-49ba-adf5-24e118f6e0c1/45693b0f-1191-4f98-ba6a-978d9870a2ee) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:23:58.849841 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5b11f16d-7846-472e-ae48-3463255afa00 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:58.903994 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:58.913924 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f3cd1-47e9-4341-860e-24d909ba72ea tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port 03d35d34-841f-49c0-abce-78321b397891 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:58.914385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3cd1-47e9-4341-860e-24d909ba72ea tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:59.049218 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:59.116506 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3488cc51-bd70-4eaf-8d48-50f653b3957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:59.160900 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:59.316993 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:59.319099 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2f29b23-96c9-46fe-b85a-7b883a15fa7e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:59.399471 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port c7d5463f-900e-40b9-9445-2c9d40de3031 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:59.399821 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:59.412698 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735517f2-23fd-49a8-9d4a-7ab0e7c0aa20 None None] DHCP port deletion for 23f49289-2090-4d77-a85c-d24f043e131c request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:23:59.437874 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3488cc51-bd70-4eaf-8d48-50f653b3957a None None] For port 55dd748b-9709-4cb3-82f9-1bb0e06689c2, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=55dd748b-9709-4cb3-82f9-1bb0e06689c2,segment=NetworkSegment(cd28dc03-4a23-4a95-bc7e-af1e9d6f8c70),segment_id=cd28dc03-4a23-4a95-bc7e-af1e9d6f8c70)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:23:59.445798 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-735517f2-23fd-49a8-9d4a-7ab0e7c0aa20 None None] Deleting port c7d5463f-900e-40b9-9445-2c9d40de3031 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:23:59.447023 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-735517f2-23fd-49a8-9d4a-7ab0e7c0aa20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:59.479788 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3cd1-47e9-4341-860e-24d909ba72ea tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:59.543344 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:59.558207 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Transition to ACTIVE for port object 45693b0f-1191-4f98-ba6a-978d9870a2ee will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:59.571010 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3488cc51-bd70-4eaf-8d48-50f653b3957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:59.572854 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0763be06-f112-4b99-bc66-33eb7434335d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:59.664959 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Transition to ACTIVE for port object 45693b0f-1191-4f98-ba6a-978d9870a2ee will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:23:59.734278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488cc51-bd70-4eaf-8d48-50f653b3957a None None] Pushing event updated for resources: {'Port': ['ID=55dd748b-9709-4cb3-82f9-1bb0e06689c2,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:23:59.745291 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3488cc51-bd70-4eaf-8d48-50f653b3957a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:23:59.763935 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2328570d-dde1-4375-8aea-08fb7b22f8ff None None] Provisioning complete for port e16cf13f-6939-44ce-9f0a-1040f4509043 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:23:59.764381 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2328570d-dde1-4375-8aea-08fb7b22f8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:59.773146 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f3cd1-47e9-4341-860e-24d909ba72ea tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Calling delete_port for 03d35d34-841f-49c0-abce-78321b397891 owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:23:59.838077 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b4daa-6822-48f2-b905-3d5d7912dac7 req-98682a79-f09e-47bb-b1f3-cff9d7894759 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:23:59.843174 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:23:59.852530 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b61b4daa-6822-48f2-b905-3d5d7912dac7 req-98682a79-f09e-47bb-b1f3-cff9d7894759 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 1.3078537 Dec 22 15:23:59.861879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Router d07e6aab-289b-4096-a872-f8e6f72a7119 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:23:59.905711 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-981f5a30-d24a-4c65-86af-5df59adf4e65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:23:59.944872 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2328570d-dde1-4375-8aea-08fb7b22f8ff None None] Port e16cf13f-6939-44ce-9f0a-1040f4509043 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:24:00.038015 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2f29b23-96c9-46fe-b85a-7b883a15fa7e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:00.073427 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Network 8bbfcc12-34f3-4ff4-b031-436d092aaa08 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:00.081010 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] For port c7d5463f-900e-40b9-9445-2c9d40de3031, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c7d5463f-900e-40b9-9445-2c9d40de3031,segment=NetworkSegment(9aed410a-e55f-4945-96ca-094cadccfd74),segment_id=9aed410a-e55f-4945-96ca-094cadccfd74)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:00.081316 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:00.092726 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:00.104362 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:00.128352 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2328570d-dde1-4375-8aea-08fb7b22f8ff None None] Provisioning complete for port 55dd748b-9709-4cb3-82f9-1bb0e06689c2 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:00.128985 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2328570d-dde1-4375-8aea-08fb7b22f8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:00.170351 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:00.221306 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Pushing event updated for resources: {'Port': ['ID=45693b0f-1191-4f98-ba6a-978d9870a2ee,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:00.312328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for c7d5463f-900e-40b9-9445-2c9d40de3031 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:00.313569 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b61b4daa-6822-48f2-b905-3d5d7912dac7 req-b8fe27cb-6a38-4c55-8bd8-b05fd51eeeb3 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4596510 Dec 22 15:24:00.360701 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:00.377453 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-735517f2-23fd-49a8-9d4a-7ab0e7c0aa20 None None] For port c7d5463f-900e-40b9-9445-2c9d40de3031, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c7d5463f-900e-40b9-9445-2c9d40de3031,segment=NetworkSegment(9aed410a-e55f-4945-96ca-094cadccfd74),segment_id=9aed410a-e55f-4945-96ca-094cadccfd74)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:00.378109 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-735517f2-23fd-49a8-9d4a-7ab0e7c0aa20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:00.401137 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:24:00.420904 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee036a-4f95-4283-9470-52b3f9972793 None None] Sync routers for ids ['d07e6aab-289b-4096-a872-f8e6f72a7119'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:24:00.437421 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee036a-4f95-4283-9470-52b3f9972793 None None] Routers {'d07e6aab-289b-4096-a872-f8e6f72a7119'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:00.438424 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9eee036a-4f95-4283-9470-52b3f9972793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['d07e6aab-289b-4096-a872-f8e6f72a7119'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:00.516836 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9eee036a-4f95-4283-9470-52b3f9972793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:00.530301 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee036a-4f95-4283-9470-52b3f9972793 None None] Routers {'d07e6aab-289b-4096-a872-f8e6f72a7119'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:00.531342 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9eee036a-4f95-4283-9470-52b3f9972793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['d07e6aab-289b-4096-a872-f8e6f72a7119'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:00.657856 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9eee036a-4f95-4283-9470-52b3f9972793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:00.658536 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee036a-4f95-4283-9470-52b3f9972793 None None] The sync data for ids ['d07e6aab-289b-4096-a872-f8e6f72a7119'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:24:00.691149 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3cd1-47e9-4341-860e-24d909ba72ea tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:00.694568 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-735517f2-23fd-49a8-9d4a-7ab0e7c0aa20 None None] Calling delete_port for c7d5463f-900e-40b9-9445-2c9d40de3031 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:00.695481 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:00.702447 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d641331b-b0ad-495c-a5d2-ba741067e8ad tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:00.710940 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8071d88-1bf0-4559-bed2-95706d2c0f4a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:00.753409 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:00.772134 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Attempting to bind port 45693b0f-1191-4f98-ba6a-978d9870a2ee on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:24:00.772512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Attempting to bind port 45693b0f-1191-4f98-ba6a-978d9870a2ee by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '0661bcfe-083a-44ad-83d6-5bdb01bd87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8bbfcc12-34f3-4ff4-b031-436d092aaa08'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:24:00.772882 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Attempting to bind port 45693b0f-1191-4f98-ba6a-978d9870a2ee on network 8bbfcc12-34f3-4ff4-b031-436d092aaa08 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:24:00.774012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f3cd1-47e9-4341-860e-24d909ba72ea tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Port': ['ID=03d35d34-841f-49c0-abce-78321b397891,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:00.780919 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9f8f3cd1-47e9-4341-860e-24d909ba72ea tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:00.781442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5a0102e2-3c87-4f48-8b37-f8ceb0a7777d tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:00.787723 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:24:00.788133 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Checking segment: {'id': '0661bcfe-083a-44ad-83d6-5bdb01bd87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8bbfcc12-34f3-4ff4-b031-436d092aaa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:24:00.788503 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:00.788910 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Bound using segment: {'id': '0661bcfe-083a-44ad-83d6-5bdb01bd87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8bbfcc12-34f3-4ff4-b031-436d092aaa08'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:24:00.789397 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Bound port: 45693b0f-1191-4f98-ba6a-978d9870a2ee, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0661bcfe-083a-44ad-83d6-5bdb01bd87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8bbfcc12-34f3-4ff4-b031-436d092aaa08'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:24:00.789783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:00.852993 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] No DVR routers for this DVR port c7d5463f-900e-40b9-9445-2c9d40de3031 on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:24:00.867323 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:00.884153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Port': ['ID=c7d5463f-900e-40b9-9445-2c9d40de3031,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:00.891687 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:00.903581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:00.905207 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.7665362 Dec 22 15:24:00.952009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-735517f2-23fd-49a8-9d4a-7ab0e7c0aa20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:24:00.952605 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-735517f2-23fd-49a8-9d4a-7ab0e7c0aa20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:24:01.027277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59950) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:01.034473 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event deleted for resources: {'Subnet': ['ID=41d66ecc-703f-49ba-adf5-24e118f6e0c1,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:01.043920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-88a49d44-79db-4429-8dbb-e94cb5b5676d tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:01.045004 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:01.074733 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] For port 45693b0f-1191-4f98-ba6a-978d9870a2ee, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:24:01.078947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] For port 45693b0f-1191-4f98-ba6a-978d9870a2ee, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=45693b0f-1191-4f98-ba6a-978d9870a2ee,segment=NetworkSegment(0661bcfe-083a-44ad-83d6-5bdb01bd87a2),segment_id=0661bcfe-083a-44ad-83d6-5bdb01bd87a2)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:24:01.109473 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f49289-2090-4d77-a85c-d24f043e131c']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:01.143724 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aed410a-e55f-4945-96ca-094cadccfd74') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:01.144120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aed410a-e55f-4945-96ca-094cadccfd74') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:01.147618 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5b11f16d-7846-472e-ae48-3463255afa00 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Deleting port ebeec661-6c0c-4fc4-9ed9-4c3572b14b76 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:01.147967 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5b11f16d-7846-472e-ae48-3463255afa00 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:01.157872 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:01.166697 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:01.183468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:01.199362 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 55dd748b-9709-4cb3-82f9-1bb0e06689c2 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:24:01.214307 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:01.236186 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a614c54d-ba99-4b48-8951-a5953f91a546 None None] Provisioning complete for port e16cf13f-6939-44ce-9f0a-1040f4509043 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:01.236186 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a614c54d-ba99-4b48-8951-a5953f91a546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:01.245931 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:01.267681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:24:01.267681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:24:01.285752 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:24:01.413278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Pushing event updated for resources: {'Port': ['ID=45693b0f-1191-4f98-ba6a-978d9870a2ee,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:01.423546 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-a614c54d-ba99-4b48-8951-a5953f91a546 None None] Port e16cf13f-6939-44ce-9f0a-1040f4509043 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:24:01.429492 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:01.441111 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2f29b23-96c9-46fe-b85a-7b883a15fa7e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:01.445256 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 55dd748b-9709-4cb3-82f9-1bb0e06689c2 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:01.445645 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:01.474263 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-735517f2-23fd-49a8-9d4a-7ab0e7c0aa20 None None] Deleting port c7d5463f-900e-40b9-9445-2c9d40de3031 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:01.474643 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-735517f2-23fd-49a8-9d4a-7ab0e7c0aa20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:01.523221 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2f29b23-96c9-46fe-b85a-7b883a15fa7e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:01.554564 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:01.556442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-60588a82-9626-424f-b434-6733da574687 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:01.581594 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3cd1-47e9-4341-860e-24d909ba72ea tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:01.628108 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-735517f2-23fd-49a8-9d4a-7ab0e7c0aa20 None None] The port 'c7d5463f-900e-40b9-9445-2c9d40de3031' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:24:01.687816 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6da4fd-7cbd-4a12-b9cb-da5f96a7cc46 None None] Network 8bbfcc12-34f3-4ff4-b031-436d092aaa08 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:01.768666 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bbfcc12-34f3-4ff4-b031-436d092aaa08']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:01.787007 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:01.812496 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:01.846904 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/networks/23f49289-2090-4d77-a85c-d24f043e131c HTTP/1.1" status: 204 len: 168 time: 3.1909392 Dec 22 15:24:01.856790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59958) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:01.870970 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b74fe2e6-1681-4f53-b93b-bef7dd6a675e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1269828212'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:01.882130 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b74fe2e6-1681-4f53-b93b-bef7dd6a675e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:01.893029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b74fe2e6-1681-4f53-b93b-bef7dd6a675e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:network and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:01.898406 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2f29b23-96c9-46fe-b85a-7b883a15fa7e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:01.901889 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b74fe2e6-1681-4f53-b93b-bef7dd6a675e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:01.905131 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f29b23-96c9-46fe-b85a-7b883a15fa7e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Port': ['ID=e16cf13f-6939-44ce-9f0a-1040f4509043,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:01.913808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b74fe2e6-1681-4f53-b93b-bef7dd6a675e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:01.916342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a2f29b23-96c9-46fe-b85a-7b883a15fa7e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:01.917302 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:01.935633 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0661bcfe-083a-44ad-83d6-5bdb01bd87a2') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:01.936342 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0661bcfe-083a-44ad-83d6-5bdb01bd87a2') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:01.956481 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Network': ['ID=23f49289-2090-4d77-a85c-d24f043e131c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:01.958630 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c7d5463f-900e-40b9-9445-2c9d40de3031 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:24:01.975254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:01.979479 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:02.054751 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: c7d5463f-900e-40b9-9445-2c9d40de3031 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:24:02.055429 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c7d5463f-900e-40b9-9445-2c9d40de3031 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:24:02.063412 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74fe2e6-1681-4f53-b93b-bef7dd6a675e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:02.074344 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b74fe2e6-1681-4f53-b93b-bef7dd6a675e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:02.088765 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:02.135450 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a5b060-731a-437e-bb40-ba54b25afe7e None None] get_active_networks_info from dv-neutron-822674-1-hyperv {{(pid=88219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 15:24:02.180468 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f29b23-96c9-46fe-b85a-7b883a15fa7e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network 9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:02.182266 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-a2f29b23-96c9-46fe-b85a-7b883a15fa7e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:02.182913 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:24:02.183326 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:24:02.211252 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:24:02.373120 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a5b060-731a-437e-bb40-ba54b25afe7e None None] Resources bound (agent type, host, resource id): {{(pid=88219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 15:24:02.465196 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f29b23-96c9-46fe-b85a-7b883a15fa7e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router b10545a9-0609-46c7-82d5-104f44e23e1e is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:24:02.552461 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5b11f16d-7846-472e-ae48-3463255afa00 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:02.594585 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7f940-1070-4c07-90f6-fe09bacccc87 req-606f0ce8-c986-4739-9ced-bb86ddde07cb tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:02.596189 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8f7f940-1070-4c07-90f6-fe09bacccc87 req-606f0ce8-c986-4739-9ced-bb86ddde07cb tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 1.1120925 Dec 22 15:24:02.652997 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f29b23-96c9-46fe-b85a-7b883a15fa7e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:24:02.661198 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a2f29b23-96c9-46fe-b85a-7b883a15fa7e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/b10545a9-0609-46c7-82d5-104f44e23e1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4999201 Dec 22 15:24:02.661484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59962) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:02.679867 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeee79c-d4bd-4315-b6d6-3986ad57a574 None None] Sync routers for ids ['b10545a9-0609-46c7-82d5-104f44e23e1e'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:24:02.694901 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeee79c-d4bd-4315-b6d6-3986ad57a574 None None] Routers {'b10545a9-0609-46c7-82d5-104f44e23e1e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:02.695568 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0aeee79c-d4bd-4315-b6d6-3986ad57a574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['b10545a9-0609-46c7-82d5-104f44e23e1e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:02.718138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74fe2e6-1681-4f53-b93b-bef7dd6a675e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:24:02.743295 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b74fe2e6-1681-4f53-b93b-bef7dd6a675e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:02.743762 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-b74fe2e6-1681-4f53-b93b-bef7dd6a675e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Added segment a0e9ff43-09f5-4e26-8d9e-db93578d7b78 of type vlan for network d7b26045-c725-42be-9a79-7682ce35f694 Dec 22 15:24:02.760592 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a502697-41d2-463a-97cf-a2ba1e3628df tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:02.761324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6a502697-41d2-463a-97cf-a2ba1e3628df tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Synchronizing usage tracker for tenant:7b4975992c034d11b43920ae668ae5e2 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:02.796151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b74fe2e6-1681-4f53-b93b-bef7dd6a675e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:02.820466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5b11f16d-7846-472e-ae48-3463255afa00 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Calling delete_port for ebeec661-6c0c-4fc4-9ed9-4c3572b14b76 owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:02.822695 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0aeee79c-d4bd-4315-b6d6-3986ad57a574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:02.836466 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeee79c-d4bd-4315-b6d6-3986ad57a574 None None] Routers {'b10545a9-0609-46c7-82d5-104f44e23e1e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:02.837106 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0aeee79c-d4bd-4315-b6d6-3986ad57a574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['b10545a9-0609-46c7-82d5-104f44e23e1e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:02.861937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 15:24:02.861937 dv-neutron-822674-1-hyperv neutron-server[88218]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 15:24:02.861937 dv-neutron-822674-1-hyperv neutron-server[88218]: [parameters: {'id': '8bbfcc12-34f3-4ff4-b031-436d092aaa08'}] Dec 22 15:24:02.861937 dv-neutron-822674-1-hyperv neutron-server[88218]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:24:02.862785 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:24:02.877297 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6a502697-41d2-463a-97cf-a2ba1e3628df tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Unset dirty status for tenant:7b4975992c034d11b43920ae668ae5e2 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:02.882874 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6a502697-41d2-463a-97cf-a2ba1e3628df tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/ports/e16cf13f-6939-44ce-9f0a-1040f4509043 HTTP/1.1" status: 200 len: 977 time: 0.2160485 Dec 22 15:24:02.888334 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59966) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:02.888505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8f3cd1-47e9-4341-860e-24d909ba72ea tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router 2079a68b-aa20-46e3-a002-ae67672ef2fa has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:24:02.946976 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0aeee79c-d4bd-4315-b6d6-3986ad57a574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:02.946976 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeee79c-d4bd-4315-b6d6-3986ad57a574 None None] The sync data for ids ['b10545a9-0609-46c7-82d5-104f44e23e1e'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:24:02.958970 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b74fe2e6-1681-4f53-b93b-bef7dd6a675e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:02.965782 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74fe2e6-1681-4f53-b93b-bef7dd6a675e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:02.966357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b74fe2e6-1681-4f53-b93b-bef7dd6a675e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:02.980139 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9630c5e4-cfd5-4b1a-8845-92c1a1837faa tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:03.085118 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8f7f940-1070-4c07-90f6-fe09bacccc87 req-8686757c-47c1-4854-8181-b3716c5b57cc tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4783154 Dec 22 15:24:03.256831 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fe2e6-1681-4f53-b93b-bef7dd6a675e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Network': ['ID=d7b26045-c725-42be-9a79-7682ce35f694,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:03.263611 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b74fe2e6-1681-4f53-b93b-bef7dd6a675e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:03.274732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network d7b26045-c725-42be-9a79-7682ce35f694 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:24:03.288184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8f3cd1-47e9-4341-860e-24d909ba72ea tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:24:03.306050 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88a49d44-79db-4429-8dbb-e94cb5b5676d tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:03.312536 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362f179-f4e6-45ca-9b88-dceba965f4a2 None None] Sync routers for ids ['2079a68b-aa20-46e3-a002-ae67672ef2fa'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:24:03.345476 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362f179-f4e6-45ca-9b88-dceba965f4a2 None None] Routers {'2079a68b-aa20-46e3-a002-ae67672ef2fa'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:03.346636 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-7362f179-f4e6-45ca-9b88-dceba965f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['2079a68b-aa20-46e3-a002-ae67672ef2fa'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:03.354429 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b74fe2e6-1681-4f53-b93b-bef7dd6a675e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4938962 Dec 22 15:24:03.363341 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59972) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:03.367048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:03.393719 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-5236d89a-9363-4263-bb56-ba19a0c63b7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'subnet': {'network_id': 'd7b26045-c725-42be-9a79-7682ce35f694', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:03.464732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-71d0c77c-7a29-4011-82d4-34806f0b4fb2 None None] Provisioning complete for port e16cf13f-6939-44ce-9f0a-1040f4509043 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:03.465571 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-71d0c77c-7a29-4011-82d4-34806f0b4fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:03.488151 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-7362f179-f4e6-45ca-9b88-dceba965f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:03.498864 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362f179-f4e6-45ca-9b88-dceba965f4a2 None None] Routers {'2079a68b-aa20-46e3-a002-ae67672ef2fa'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:03.499508 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-7362f179-f4e6-45ca-9b88-dceba965f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['2079a68b-aa20-46e3-a002-ae67672ef2fa'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:03.564220 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-71d0c77c-7a29-4011-82d4-34806f0b4fb2 None None] Port e16cf13f-6939-44ce-9f0a-1040f4509043 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:24:03.575086 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-7362f179-f4e6-45ca-9b88-dceba965f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:03.575498 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362f179-f4e6-45ca-9b88-dceba965f4a2 None None] The sync data for ids ['2079a68b-aa20-46e3-a002-ae67672ef2fa'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:24:03.642915 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88a49d44-79db-4429-8dbb-e94cb5b5676d tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:03.679890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Deleting port 45693b0f-1191-4f98-ba6a-978d9870a2ee {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:03.680459 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:03.769724 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65281ee8-ea0f-4a04-872f-90ce4402b327 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:03.822053 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9f8f3cd1-47e9-4341-860e-24d909ba72ea tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/2079a68b-aa20-46e3-a002-ae67672ef2fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8876770 Dec 22 15:24:03.842085 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 59976) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:03.861978 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-88a49d44-79db-4429-8dbb-e94cb5b5676d tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Deleting port 4f4fb69b-744e-4fa1-8c90-632697f4a206 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:03.862598 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88a49d44-79db-4429-8dbb-e94cb5b5676d tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:03.983951 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-5236d89a-9363-4263-bb56-ba19a0c63b7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:03.993672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2d5033c3-0282-445d-9848-697f9eb5fa9b tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Synchronizing usage tracker for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:04.010547 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-5236d89a-9363-4263-bb56-ba19a0c63b7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:subnet and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:04.055478 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-5236d89a-9363-4263-bb56-ba19a0c63b7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:04.149716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-5236d89a-9363-4263-bb56-ba19a0c63b7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:04.171844 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5b11f16d-7846-472e-ae48-3463255afa00 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:04.182201 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-450b0fa0-8800-41e1-9e05-62147209a504 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:04.232805 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2d5033c3-0282-445d-9848-697f9eb5fa9b tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Unset dirty status for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:04.242882 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2d5033c3-0282-445d-9848-697f9eb5fa9b tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/ports?device_id=2079a68b-aa20-46e3-a002-ae67672ef2fa HTTP/1.1" status: 200 len: 205 time: 0.3749893 Dec 22 15:24:04.248458 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59984) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:04.264288 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11f16d-7846-472e-ae48-3463255afa00 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Pushing event deleted for resources: {'Port': ['ID=ebeec661-6c0c-4fc4-9ed9-4c3572b14b76,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:04.286075 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5b11f16d-7846-472e-ae48-3463255afa00 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:04.549467 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0df1b548-da4c-4bdd-acc8-c5326ca0dbdc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:04.641467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5236d89a-9363-4263-bb56-ba19a0c63b7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:04.645809 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5236d89a-9363-4263-bb56-ba19a0c63b7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:04.793691 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88a49d44-79db-4429-8dbb-e94cb5b5676d tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:04.969278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-65281ee8-ea0f-4a04-872f-90ce4402b327 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting port e16cf13f-6939-44ce-9f0a-1040f4509043 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:04.969757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65281ee8-ea0f-4a04-872f-90ce4402b327 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:05.009435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0df1b548-da4c-4bdd-acc8-c5326ca0dbdc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:05.019100 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0df1b548-da4c-4bdd-acc8-c5326ca0dbdc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:05.054502 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-88a49d44-79db-4429-8dbb-e94cb5b5676d tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Calling delete_port for 4f4fb69b-744e-4fa1-8c90-632697f4a206 owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:05.127552 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] For port 45693b0f-1191-4f98-ba6a-978d9870a2ee, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=45693b0f-1191-4f98-ba6a-978d9870a2ee,segment=NetworkSegment(0661bcfe-083a-44ad-83d6-5bdb01bd87a2),segment_id=0661bcfe-083a-44ad-83d6-5bdb01bd87a2)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:05.127918 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:05.180689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0df1b548-da4c-4bdd-acc8-c5326ca0dbdc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:05.181421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df1b548-da4c-4bdd-acc8-c5326ca0dbdc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Fanout notify agent at l3_agent the message router_deleted on router 2079a68b-aa20-46e3-a002-ae67672ef2fa {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:24:05.215627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0df1b548-da4c-4bdd-acc8-c5326ca0dbdc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:05.222529 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0df1b548-da4c-4bdd-acc8-c5326ca0dbdc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/routers/2079a68b-aa20-46e3-a002-ae67672ef2fa HTTP/1.1" status: 204 len: 168 time: 0.9571342 Dec 22 15:24:05.229911 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59988) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:05.318743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65281ee8-ea0f-4a04-872f-90ce4402b327 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:05.404733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Calling delete_port for 45693b0f-1191-4f98-ba6a-978d9870a2ee owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:05.451244 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf200e1-422c-44f3-854c-5b6c84d833e7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting subnet c9b72e22-057e-4596-8261-ea83fcd1779d {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:24:05.460246 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-65281ee8-ea0f-4a04-872f-90ce4402b327 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Calling delete_port for e16cf13f-6939-44ce-9f0a-1040f4509043 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:05.489971 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bf200e1-422c-44f3-854c-5b6c84d833e7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:05.631970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5b11f16d-7846-472e-ae48-3463255afa00 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:05.706846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7d48d-77ac-4527-81a7-5b8a200b5c39 req-4c7fd173-1aac-4f5e-bf9e-257dc13cb8ad tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:05.709090 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-52d7d48d-77ac-4527-81a7-5b8a200b5c39 req-4c7fd173-1aac-4f5e-bf9e-257dc13cb8ad tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 1.1125708 Dec 22 15:24:05.787431 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bf200e1-422c-44f3-854c-5b6c84d833e7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:05.912087 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:05.923542 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5b11f16d-7846-472e-ae48-3463255afa00 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:05.940802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:06.018378 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bf200e1-422c-44f3-854c-5b6c84d833e7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:06.236542 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event deleted for resources: {'Port': ['ID=45693b0f-1191-4f98-ba6a-978d9870a2ee,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:06.253701 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] No DVR routers for this DVR port 45693b0f-1191-4f98-ba6a-978d9870a2ee on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:24:06.255668 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:06.351709 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-52d7d48d-77ac-4527-81a7-5b8a200b5c39 req-3e610ec7-72a9-4afa-9c8a-4ebb648e8f9e tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6320224 Dec 22 15:24:06.387062 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5236d89a-9363-4263-bb56-ba19a0c63b7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:06.395274 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bf200e1-422c-44f3-854c-5b6c84d833e7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:06.401956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65281ee8-ea0f-4a04-872f-90ce4402b327 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:06.406357 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:06.406856 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-18050c66-c622-42eb-a5f0-2784f7f69e86 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:06.485207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf200e1-422c-44f3-854c-5b6c84d833e7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b72e22-057e-4596-8261-ea83fcd1779d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:06.488961 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bf200e1-422c-44f3-854c-5b6c84d833e7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:06.495910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4bf200e1-422c-44f3-854c-5b6c84d833e7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:06.499140 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c7940979-32b4-4c23-a9bf-a1c3be6fadc7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:06.502833 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ace0195-5982-43df-a54c-d4f92cf7e944 None None] Network 92452cd9-8900-448f-9e63-3fb0ee27e9e0 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:06.635413 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b11f16d-7846-472e-ae48-3463255afa00 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Router 76c469bb-78f7-4e97-9612-b2254ee4244a has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:24:06.671510 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:06.699608 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65281ee8-ea0f-4a04-872f-90ce4402b327 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Port': ['ID=e16cf13f-6939-44ce-9f0a-1040f4509043,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:06.703978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-65281ee8-ea0f-4a04-872f-90ce4402b327 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:06.714115 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88a49d44-79db-4429-8dbb-e94cb5b5676d tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:06.718193 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4bf200e1-422c-44f3-854c-5b6c84d833e7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/subnets/c9b72e22-057e-4596-8261-ea83fcd1779d HTTP/1.1" status: 204 len: 168 time: 1.4868860 Dec 22 15:24:06.719751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 59998) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:06.734575 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236d89a-9363-4263-bb56-ba19a0c63b7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Subnet': ['ID=ad2d7a61-9ef3-4a0c-8d96-b1c94818510d,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:06.774193 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5236d89a-9363-4263-bb56-ba19a0c63b7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:06.781657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a66e69bb-efb5-417a-8f7e-9c04a7192256 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:06.842564 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4346017d-f104-4639-89ff-8f81efaaf019 None None] DHCP port deletion for 92452cd9-8900-448f-9e63-3fb0ee27e9e0 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:24:06.855665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-4346017d-f104-4639-89ff-8f81efaaf019 None None] Deleting port 91ffea22-4988-4d85-9051-8c9474c71780 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:06.858367 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4346017d-f104-4639-89ff-8f81efaaf019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:06.953012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bbfcc12-34f3-4ff4-b031-436d092aaa08']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:06.963434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a49d44-79db-4429-8dbb-e94cb5b5676d tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Pushing event deleted for resources: {'Port': ['ID=4f4fb69b-744e-4fa1-8c90-632697f4a206,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:06.967992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-88a49d44-79db-4429-8dbb-e94cb5b5676d tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:07.112808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65281ee8-ea0f-4a04-872f-90ce4402b327 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:07.119639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88a49d44-79db-4429-8dbb-e94cb5b5676d tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:07.133262 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:07.218784 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5236d89a-9363-4263-bb56-ba19a0c63b7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Checking segment: {'id': 'a0e9ff43-09f5-4e26-8d9e-db93578d7b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd7b26045-c725-42be-9a79-7682ce35f694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:24:07.219159 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5236d89a-9363-4263-bb56-ba19a0c63b7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network hostable DHCP agents. Network: d7b26045-c725-42be-9a79-7682ce35f694, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:24:07.231508 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0661bcfe-083a-44ad-83d6-5bdb01bd87a2') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:07.231870 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0661bcfe-083a-44ad-83d6-5bdb01bd87a2') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:07.269869 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:07.273408 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 91ffea22-4988-4d85-9051-8c9474c71780 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:24:07.283044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port 91ffea22-4988-4d85-9051-8c9474c71780 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:07.283275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:07.379759 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b11f16d-7846-472e-ae48-3463255afa00 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:24:07.381592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:07.399055 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:24:07.399463 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:24:07.416837 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:24:07.432895 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dcfd98-dd32-4e92-a8af-d32697db9ab1 None None] Sync routers for ids ['76c469bb-78f7-4e97-9612-b2254ee4244a'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:24:07.551268 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dcfd98-dd32-4e92-a8af-d32697db9ab1 None None] Routers {'76c469bb-78f7-4e97-9612-b2254ee4244a'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:07.553804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-11dcfd98-dd32-4e92-a8af-d32697db9ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['76c469bb-78f7-4e97-9612-b2254ee4244a'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:07.642092 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5236d89a-9363-4263-bb56-ba19a0c63b7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network d7b26045-c725-42be-9a79-7682ce35f694 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:24:07.655612 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-11dcfd98-dd32-4e92-a8af-d32697db9ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:07.661663 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-4346017d-f104-4639-89ff-8f81efaaf019 None None] For port 91ffea22-4988-4d85-9051-8c9474c71780, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=91ffea22-4988-4d85-9051-8c9474c71780,segment=NetworkSegment(05c1953b-74bc-4e9b-9d12-c969f0ebe01d),segment_id=05c1953b-74bc-4e9b-9d12-c969f0ebe01d)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:07.662214 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4346017d-f104-4639-89ff-8f81efaaf019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:07.763796 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65281ee8-ea0f-4a04-872f-90ce4402b327 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router b10545a9-0609-46c7-82d5-104f44e23e1e has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:24:07.766378 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:07.808701 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-4346017d-f104-4639-89ff-8f81efaaf019 None None] Calling delete_port for 91ffea22-4988-4d85-9051-8c9474c71780 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:07.833822 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ed59bc64-7cb7-47c9-92e0-f4dce92db17d tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:07.841973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:07.848318 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:07.867619 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dcfd98-dd32-4e92-a8af-d32697db9ab1 None None] Routers {'76c469bb-78f7-4e97-9612-b2254ee4244a'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:07.868291 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-11dcfd98-dd32-4e92-a8af-d32697db9ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['76c469bb-78f7-4e97-9612-b2254ee4244a'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:07.993459 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-11dcfd98-dd32-4e92-a8af-d32697db9ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:07.993876 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dcfd98-dd32-4e92-a8af-d32697db9ab1 None None] The sync data for ids ['76c469bb-78f7-4e97-9612-b2254ee4244a'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:24:08.030565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 91ffea22-4988-4d85-9051-8c9474c71780, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=91ffea22-4988-4d85-9051-8c9474c71780,segment=NetworkSegment(05c1953b-74bc-4e9b-9d12-c969f0ebe01d),segment_id=05c1953b-74bc-4e9b-9d12-c969f0ebe01d)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:08.054150 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5b11f16d-7846-472e-ae48-3463255afa00 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] 10.222.0.59 "PUT /v2.0/routers/76c469bb-78f7-4e97-9612-b2254ee4244a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5520024 Dec 22 15:24:08.055461 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-5236d89a-9363-4263-bb56-ba19a0c63b7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, d7b26045-c725-42be-9a79-7682ce35f694) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:08.062667 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60006) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:08.065948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88a49d44-79db-4429-8dbb-e94cb5b5676d tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:08.070491 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event deleted for resources: {'Network': ['ID=8bbfcc12-34f3-4ff4-b031-436d092aaa08,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:08.073593 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b9ff75-e317-42b5-bdac-324778be0c48 None None] Network d7b26045-c725-42be-9a79-7682ce35f694 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:08.074207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5236d89a-9363-4263-bb56-ba19a0c63b7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:08.074849 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5236d89a-9363-4263-bb56-ba19a0c63b7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:08.082137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:08.089643 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "DELETE /v2.0/networks/8bbfcc12-34f3-4ff4-b031-436d092aaa08 HTTP/1.1" status: 204 len: 168 time: 9.8970323 Dec 22 15:24:08.097171 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60010) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:08.098279 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88a49d44-79db-4429-8dbb-e94cb5b5676d tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:08.124016 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:08.131755 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:08.148698 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ac6bbc-8fe6-4311-9ad4-cda725d77bd6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:08.151283 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ac6bbc-8fe6-4311-9ad4-cda725d77bd6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:24:08.153640 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-85ac6bbc-8fe6-4311-9ad4-cda725d77bd6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "DELETE /v2.0/subnets/41d66ecc-703f-49ba-adf5-24e118f6e0c1 HTTP/1.1" status: 404 len: 337 time: 0.0519469 Dec 22 15:24:08.206888 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60014) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:08.302203 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5236d89a-9363-4263-bb56-ba19a0c63b7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.9286757 Dec 22 15:24:08.321761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60018) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:08.330784 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-b0b562d0-8290-4eed-9a0b-d9870e0d6a82 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'port': {'network_id': 'd7b26045-c725-42be-9a79-7682ce35f694', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-562504896'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:08.357401 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-57cae400-829a-47bb-ad1f-6cf63e6d6392 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:08.358218 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57cae400-829a-47bb-ad1f-6cf63e6d6392 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:24:08.360673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] For port 91ffea22-4988-4d85-9051-8c9474c71780, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=91ffea22-4988-4d85-9051-8c9474c71780,segment=NetworkSegment(05c1953b-74bc-4e9b-9d12-c969f0ebe01d),segment_id=05c1953b-74bc-4e9b-9d12-c969f0ebe01d)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:08.361366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:08.363336 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-57cae400-829a-47bb-ad1f-6cf63e6d6392 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "DELETE /v2.0/networks/8bbfcc12-34f3-4ff4-b031-436d092aaa08 HTTP/1.1" status: 404 len: 339 time: 0.1550512 Dec 22 15:24:08.366211 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60022) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:08.429133 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65281ee8-ea0f-4a04-872f-90ce4402b327 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:24:08.437669 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-4346017d-f104-4639-89ff-8f81efaaf019 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:24:08.438290 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-4346017d-f104-4639-89ff-8f81efaaf019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:24:08.464497 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a05b0-3d76-451d-80a2-4f7a1546410e None None] Sync routers for ids ['b10545a9-0609-46c7-82d5-104f44e23e1e'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:24:08.465191 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-65281ee8-ea0f-4a04-872f-90ce4402b327 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/b10545a9-0609-46c7-82d5-104f44e23e1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5797093 Dec 22 15:24:08.488866 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60026) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:08.500263 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-330ae921-6b9c-48f6-899a-27fe4e5873f6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:08.500916 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330ae921-6b9c-48f6-899a-27fe4e5873f6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:24:08.501084 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a05b0-3d76-451d-80a2-4f7a1546410e None None] Routers {'b10545a9-0609-46c7-82d5-104f44e23e1e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:08.505653 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-d59a05b0-3d76-451d-80a2-4f7a1546410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['b10545a9-0609-46c7-82d5-104f44e23e1e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:08.506180 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-330ae921-6b9c-48f6-899a-27fe4e5873f6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "DELETE /v2.0/subnets/b9fbc10d-6396-4f40-9034-8bdb15ead4fd HTTP/1.1" status: 404 len: 337 time: 0.1352594 Dec 22 15:24:08.513758 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60030) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:08.514096 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a49d44-79db-4429-8dbb-e94cb5b5676d tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Router d07e6aab-289b-4096-a872-f8e6f72a7119 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:24:08.523185 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e616a3-5f46-4a13-bfa7-a616d4363745 req-694952a7-2f50-43fb-9a41-1013b5ee9d62 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:08.530843 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-55e616a3-5f46-4a13-bfa7-a616d4363745 req-694952a7-2f50-43fb-9a41-1013b5ee9d62 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.8907084 Dec 22 15:24:08.538885 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=91ffea22-4988-4d85-9051-8c9474c71780,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:08.549793 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:08.676586 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a58260-e28b-457a-95f6-7e83a67c23c5 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:08.677294 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a58260-e28b-457a-95f6-7e83a67c23c5 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:24:08.682197 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b5a58260-e28b-457a-95f6-7e83a67c23c5 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "DELETE /v2.0/networks/7445eb7f-6a75-43b1-8ed1-01ab2923ca8d HTTP/1.1" status: 404 len: 339 time: 0.1056433 Dec 22 15:24:08.691402 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60034) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:08.710645 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Calling delete_port for 91ffea22-4988-4d85-9051-8c9474c71780 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:08.724496 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-d59a05b0-3d76-451d-80a2-4f7a1546410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:08.747027 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a05b0-3d76-451d-80a2-4f7a1546410e None None] Routers {'b10545a9-0609-46c7-82d5-104f44e23e1e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:08.749920 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-d59a05b0-3d76-451d-80a2-4f7a1546410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['b10545a9-0609-46c7-82d5-104f44e23e1e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:08.761518 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-d7b26045-c725-42be-9a79-7682ce35f694', 'network_id': 'd7b26045-c725-42be-9a79-7682ce35f694', 'tenant_id': '842f3ac375dd4ba3beae00957da10632', 'fixed_ips': [{'subnet_id': 'ad2d7a61-9ef3-4a0c-8d96-b1c94818510d'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:24:08.763242 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:08.810095 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6de8f23b-d781-4ae4-98d3-7eef577301f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:08.829949 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-d59a05b0-3d76-451d-80a2-4f7a1546410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:08.830484 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a05b0-3d76-451d-80a2-4f7a1546410e None None] The sync data for ids ['b10545a9-0609-46c7-82d5-104f44e23e1e'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:24:08.910125 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-55e616a3-5f46-4a13-bfa7-a616d4363745 req-4f4d87ce-cd9f-441e-a294-624f83b63731 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3783364 Dec 22 15:24:08.920204 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-e817aa71-45ee-4733-9cb2-8d31ad831299 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:08.920674 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e817aa71-45ee-4733-9cb2-8d31ad831299 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:24:08.925395 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e817aa71-45ee-4733-9cb2-8d31ad831299 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "DELETE /v2.0/subnets/bd67700e-2f48-4b03-9fe5-58f757a764c0 HTTP/1.1" status: 404 len: 337 time: 0.2334340 Dec 22 15:24:08.944230 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-4346017d-f104-4639-89ff-8f81efaaf019 None None] Deleting port 91ffea22-4988-4d85-9051-8c9474c71780 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:08.944230 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4346017d-f104-4639-89ff-8f81efaaf019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:08.950699 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60038) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:08.997321 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b0b562d0-8290-4eed-9a0b-d9870e0d6a82 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:09.004624 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b0b562d0-8290-4eed-9a0b-d9870e0d6a82 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:port and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:09.009242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a49d44-79db-4429-8dbb-e94cb5b5676d tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:24:09.011064 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b0b562d0-8290-4eed-9a0b-d9870e0d6a82 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:09.018634 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-88a49d44-79db-4429-8dbb-e94cb5b5676d tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:09.022897 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-88a49d44-79db-4429-8dbb-e94cb5b5676d tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "PUT /v2.0/routers/d07e6aab-289b-4096-a872-f8e6f72a7119 HTTP/1.1" status: 200 len: 706 time: 7.9898393 Dec 22 15:24:09.027121 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60042) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:09.029542 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b0b562d0-8290-4eed-9a0b-d9870e0d6a82 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:09.131348 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b45ca8-ef0f-4991-8f2a-a4d01e31b617 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:09.131831 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b45ca8-ef0f-4991-8f2a-a4d01e31b617 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:24:09.133641 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c0b45ca8-ef0f-4991-8f2a-a4d01e31b617 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "DELETE /v2.0/networks/d31535f1-bec4-49d7-86bc-83cc4dad25b6 HTTP/1.1" status: 404 len: 339 time: 0.1802657 Dec 22 15:24:09.146812 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c38e165-558d-477d-ab28-15f83559a7d0 None None] Sync routers for ids ['d07e6aab-289b-4096-a872-f8e6f72a7119'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:24:09.178316 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60048) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:09.216493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b562d0-8290-4eed-9a0b-d9870e0d6a82 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:09.219841 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b0b562d0-8290-4eed-9a0b-d9870e0d6a82 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:09.232995 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c38e165-558d-477d-ab28-15f83559a7d0 None None] Routers {'d07e6aab-289b-4096-a872-f8e6f72a7119'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:09.234462 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6c38e165-558d-477d-ab28-15f83559a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['d07e6aab-289b-4096-a872-f8e6f72a7119'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:09.288727 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-14641081-69fa-4a46-8fa7-3ad08bbad64a tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "GET /v2.0/routers/d07e6aab-289b-4096-a872-f8e6f72a7119 HTTP/1.1" status: 200 len: 741 time: 0.2607348 Dec 22 15:24:09.292649 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60052) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:09.335075 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-b0b562d0-8290-4eed-9a0b-d9870e0d6a82 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] device_id is not set on port 7833b69f-8609-4b62-a1b5-b15757166b9a yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:24:09.423902 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9d23e57c-01bf-4669-91e3-24168f995960 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&device_id=d07e6aab-289b-4096-a872-f8e6f72a7119 HTTP/1.1" status: 200 len: 205 time: 0.1271548 Dec 22 15:24:09.430190 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6c38e165-558d-477d-ab28-15f83559a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:09.435288 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-21996736-9461-42e9-8e93-3d28648b8395 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Deleting port f08677ac-313b-4bd8-a036-469f3c3abf6d {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:09.436088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-21996736-9461-42e9-8e93-3d28648b8395 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:09.439809 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Allocated IP 2001:db8::2 (d7b26045-c725-42be-9a79-7682ce35f694/ad2d7a61-9ef3-4a0c-8d96-b1c94818510d/6783c0fc-1ba7-447f-8c67-dae9fc002b78) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:24:09.467912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60056) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:09.482624 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6de8f23b-d781-4ae4-98d3-7eef577301f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:09.494663 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c38e165-558d-477d-ab28-15f83559a7d0 None None] Routers {'d07e6aab-289b-4096-a872-f8e6f72a7119'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:09.494897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6de8f23b-d781-4ae4-98d3-7eef577301f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:09.495073 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6c38e165-558d-477d-ab28-15f83559a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:23:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['d07e6aab-289b-4096-a872-f8e6f72a7119'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:09.495258 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-0127abe8-24a5-4799-b93b-6bb977828ee8 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 15:24:09.495258 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0127abe8-24a5-4799-b93b-6bb977828ee8 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/b10545a9-0609-46c7-82d5-104f44e23e1e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9991908 Dec 22 15:24:09.508012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60060) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:09.571382 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-34c603f2-0563-4219-b323-332e61c8d72b tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "GET /v2.0/ports?device_id=d07e6aab-289b-4096-a872-f8e6f72a7119 HTTP/1.1" status: 200 len: 205 time: 0.0958083 Dec 22 15:24:09.582618 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60064) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:09.641457 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6c38e165-558d-477d-ab28-15f83559a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:09.641457 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c38e165-558d-477d-ab28-15f83559a7d0 None None] The sync data for ids ['d07e6aab-289b-4096-a872-f8e6f72a7119'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:24:09.672900 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b82052b8-2e27-4985-a940-99aa0f50fe44 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/ports?device_id=b10545a9-0609-46c7-82d5-104f44e23e1e HTTP/1.1" status: 200 len: 205 time: 0.1626279 Dec 22 15:24:09.683087 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60068) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:09.687885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:24:09.688389 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:24:09.724638 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-4346017d-f104-4639-89ff-8f81efaaf019 None None] For port 91ffea22-4988-4d85-9051-8c9474c71780, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=91ffea22-4988-4d85-9051-8c9474c71780,segment=NetworkSegment(05c1953b-74bc-4e9b-9d12-c969f0ebe01d),segment_id=05c1953b-74bc-4e9b-9d12-c969f0ebe01d)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:09.724952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4346017d-f104-4639-89ff-8f81efaaf019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:09.872347 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-4346017d-f104-4639-89ff-8f81efaaf019 None None] Calling delete_port for 91ffea22-4988-4d85-9051-8c9474c71780 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:09.988203 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d5f491f-c3a8-4bff-be33-60c0e462ca4d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:10.025308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a8db3bb-c94b-4152-950a-8e67dcdbb879 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:10.124851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6de8f23b-d781-4ae4-98d3-7eef577301f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:10.125697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de8f23b-d781-4ae4-98d3-7eef577301f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Fanout notify agent at l3_agent the message router_deleted on router 76c469bb-78f7-4e97-9612-b2254ee4244a {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:24:10.158252 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:10.213066 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port 91ffea22-4988-4d85-9051-8c9474c71780 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:10.213391 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:10.216518 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Transition to ACTIVE for port object 6783c0fc-1ba7-447f-8c67-dae9fc002b78 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:10.228769 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4346017d-f104-4639-89ff-8f81efaaf019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:10.243087 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:10.298867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] The port '91ffea22-4988-4d85-9051-8c9474c71780' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:24:10.344094 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346017d-f104-4639-89ff-8f81efaaf019 None None] Pushing event deleted for resources: {'Port': ['ID=91ffea22-4988-4d85-9051-8c9474c71780,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:10.359391 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-4346017d-f104-4639-89ff-8f81efaaf019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:10.362136 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Transition to ACTIVE for port object 6783c0fc-1ba7-447f-8c67-dae9fc002b78 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:10.365104 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4346017d-f104-4639-89ff-8f81efaaf019 None None] No DVR routers for this DVR port 91ffea22-4988-4d85-9051-8c9474c71780 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:24:10.444366 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:10.453608 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-64e74ba8-f8d1-4080-b2b4-a4cc17cede50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:10.599665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Pushing event updated for resources: {'Port': ['ID=6783c0fc-1ba7-447f-8c67-dae9fc002b78,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:10.617745 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:10.647460 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6de8f23b-d781-4ae4-98d3-7eef577301f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:10.649414 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Network d7b26045-c725-42be-9a79-7682ce35f694 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:10.654304 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6de8f23b-d781-4ae4-98d3-7eef577301f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] 10.222.0.59 "DELETE /v2.0/routers/76c469bb-78f7-4e97-9612-b2254ee4244a HTTP/1.1" status: 204 len: 168 time: 2.5881360 Dec 22 15:24:10.656591 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:10.663601 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:10.736664 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60076) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:10.799753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Attempting to bind port 6783c0fc-1ba7-447f-8c67-dae9fc002b78 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:24:10.801087 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Attempting to bind port 6783c0fc-1ba7-447f-8c67-dae9fc002b78 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'a0e9ff43-09f5-4e26-8d9e-db93578d7b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd7b26045-c725-42be-9a79-7682ce35f694'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:24:10.802669 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Attempting to bind port 6783c0fc-1ba7-447f-8c67-dae9fc002b78 on network d7b26045-c725-42be-9a79-7682ce35f694 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:24:10.810982 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d5f491f-c3a8-4bff-be33-60c0e462ca4d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:10.815913 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d5f491f-c3a8-4bff-be33-60c0e462ca4d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:10.821880 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:24:10.823267 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Checking segment: {'id': 'a0e9ff43-09f5-4e26-8d9e-db93578d7b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd7b26045-c725-42be-9a79-7682ce35f694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:24:10.824459 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:10.825390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-21996736-9461-42e9-8e93-3d28648b8395 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:10.825616 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Bound using segment: {'id': 'a0e9ff43-09f5-4e26-8d9e-db93578d7b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd7b26045-c725-42be-9a79-7682ce35f694'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:24:10.826864 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Bound port: 6783c0fc-1ba7-447f-8c67-dae9fc002b78, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e9ff43-09f5-4e26-8d9e-db93578d7b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd7b26045-c725-42be-9a79-7682ce35f694'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:24:10.827783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:10.877078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a8db3bb-c94b-4152-950a-8e67dcdbb879 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:10.969433 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a8db3bb-c94b-4152-950a-8e67dcdbb879 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:10.988893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] For port 6783c0fc-1ba7-447f-8c67-dae9fc002b78, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:24:10.993550 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] For port 6783c0fc-1ba7-447f-8c67-dae9fc002b78, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=6783c0fc-1ba7-447f-8c67-dae9fc002b78,segment=NetworkSegment(a0e9ff43-09f5-4e26-8d9e-db93578d7b78),segment_id=a0e9ff43-09f5-4e26-8d9e-db93578d7b78)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:24:11.025259 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-21996736-9461-42e9-8e93-3d28648b8395 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Calling delete_port for f08677ac-313b-4bd8-a036-469f3c3abf6d owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:11.047800 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:11.054401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-b0b562d0-8290-4eed-9a0b-d9870e0d6a82 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Allocated IP 2001:db8::6 (d7b26045-c725-42be-9a79-7682ce35f694/ad2d7a61-9ef3-4a0c-8d96-b1c94818510d/7833b69f-8609-4b62-a1b5-b15757166b9a) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:24:11.071503 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:11.077304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f71c0017-24c2-4b5f-bbf6-bc5e08d6fe19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:11.084210 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fdd8e-616a-4d19-8bb5-48a78d27ed4e req-87c5f6e3-8275-4272-8e68-bb2298c66557 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:11.085836 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2a4fdd8e-616a-4d19-8bb5-48a78d27ed4e req-87c5f6e3-8275-4272-8e68-bb2298c66557 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.8856280 Dec 22 15:24:11.102730 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92452cd9-8900-448f-9e63-3fb0ee27e9e0']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:11.123707 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c1953b-74bc-4e9b-9d12-c969f0ebe01d') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:11.124417 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c1953b-74bc-4e9b-9d12-c969f0ebe01d') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:11.132559 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e4e1c4-271c-4b8d-beb2-fd741c9ec149 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Deleting subnet 6500dfe6-2ac2-49fc-96af-d83c1c4bf71a {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:24:11.146812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:11.168471 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a8db3bb-c94b-4152-950a-8e67dcdbb879 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:11.169266 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8db3bb-c94b-4152-950a-8e67dcdbb879 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Fanout notify agent at l3_agent the message router_deleted on router d07e6aab-289b-4096-a872-f8e6f72a7119 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:24:11.170451 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Pushing event updated for resources: {'Port': ['ID=6783c0fc-1ba7-447f-8c67-dae9fc002b78,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:11.174088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e5e4e1c4-271c-4b8d-beb2-fd741c9ec149 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:11.176708 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:11.193007 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a8db3bb-c94b-4152-950a-8e67dcdbb879 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:11.194975 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5a8db3bb-c94b-4152-950a-8e67dcdbb879 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "DELETE /v2.0/routers/d07e6aab-289b-4096-a872-f8e6f72a7119 HTTP/1.1" status: 204 len: 168 time: 1.6101665 Dec 22 15:24:11.197777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:11.202471 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60080) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:11.210293 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d5f491f-c3a8-4bff-be33-60c0e462ca4d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:11.210293 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5f491f-c3a8-4bff-be33-60c0e462ca4d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Fanout notify agent at l3_agent the message router_deleted on router b10545a9-0609-46c7-82d5-104f44e23e1e {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:24:11.289039 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:24:11.289747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:11.321734 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9d73b0a8-d10b-40c1-bfb9-942fd7c799dd tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "GET /v2.0/ports?device_id=d07e6aab-289b-4096-a872-f8e6f72a7119 HTTP/1.1" status: 200 len: 205 time: 0.1172943 Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:24:11.323119 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:24:11.331357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60084) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:11.351821 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2a4fdd8e-616a-4d19-8bb5-48a78d27ed4e req-8d63fd05-0435-489d-b66f-8491cf6a5130 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538738 Dec 22 15:24:11.361542 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d5f491f-c3a8-4bff-be33-60c0e462ca4d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:11.365714 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8d5f491f-c3a8-4bff-be33-60c0e462ca4d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/routers/b10545a9-0609-46c7-82d5-104f44e23e1e HTTP/1.1" status: 204 len: 168 time: 1.6813800 Dec 22 15:24:11.368688 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e5e4e1c4-271c-4b8d-beb2-fd741c9ec149 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:11.410397 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60088) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:11.512445 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-21996736-9461-42e9-8e93-3d28648b8395 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:11.530724 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-20c4b2a1-ff40-4dba-bfb9-646fc89200e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] delete failed (client error): The resource could not be found. Dec 22 15:24:11.537868 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-20c4b2a1-ff40-4dba-bfb9-646fc89200e1 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "DELETE /v2.0/routers/d07e6aab-289b-4096-a872-f8e6f72a7119 HTTP/1.1" status: 404 len: 336 time: 0.2020080 Dec 22 15:24:11.538627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60094) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:11.581616 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:11.601804 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0ef5d930-ca0f-4616-9adf-68918e1ddaf0 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b90a4e9-ad89-4cbf-ae85-4c2330ffd851 HTTP/1.1" status: 200 len: 205 time: 0.0606735 Dec 22 15:24:11.605098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60098) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:11.680703 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:11.687164 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21996736-9461-42e9-8e93-3d28648b8395 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event deleted for resources: {'Port': ['ID=f08677ac-313b-4bd8-a036-469f3c3abf6d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:11.695331 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-db126162-40c3-4870-8186-8ed7ea1d54e3 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:11.715217 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:11.716653 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-21996736-9461-42e9-8e93-3d28648b8395 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:11.726047 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-91e092f3-ef14-4c64-919a-0add8a3319c0 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] delete failed (client error): The resource could not be found. Dec 22 15:24:11.727149 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-91e092f3-ef14-4c64-919a-0add8a3319c0 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "DELETE /v2.0/routers/5b90a4e9-ad89-4cbf-ae85-4c2330ffd851 HTTP/1.1" status: 404 len: 336 time: 0.1210847 Dec 22 15:24:11.731394 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Network': ['ID=92452cd9-8900-448f-9e63-3fb0ee27e9e0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:11.733121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60104) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:11.736185 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:11.745094 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/networks/92452cd9-8900-448f-9e63-3fb0ee27e9e0 HTTP/1.1" status: 204 len: 168 time: 5.0090635 Dec 22 15:24:11.751944 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60108) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:11.764429 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b0b562d0-8290-4eed-9a0b-d9870e0d6a82 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:11.771601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-21996736-9461-42e9-8e93-3d28648b8395 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:11.782053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-aa903eca-cfa5-4f0a-979c-9d354d62bf0e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-938211556', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:11.790886 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-76f2f5b9-8e26-4b32-8fd4-99f1e781822e tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "GET /v2.0/ports?device_id=82a394a2-9d37-4967-876f-909d2ced5948 HTTP/1.1" status: 200 len: 205 time: 0.0562189 Dec 22 15:24:11.793477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60112) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:11.799852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-d617d353-8c8b-4df1-9f76-7137ed133896 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting subnet 41420d66-7eca-4521-a56a-3610abffe6c9 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:24:11.808125 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-aa903eca-cfa5-4f0a-979c-9d354d62bf0e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:11.845477 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d617d353-8c8b-4df1-9f76-7137ed133896 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:11.882635 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-4e8ad790-b689-45d9-a97e-63c794b6f3e5 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] delete failed (client error): The resource could not be found. Dec 22 15:24:11.884207 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4e8ad790-b689-45d9-a97e-63c794b6f3e5 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "DELETE /v2.0/routers/82a394a2-9d37-4967-876f-909d2ced5948 HTTP/1.1" status: 404 len: 336 time: 0.0887086 Dec 22 15:24:11.887103 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60118) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:11.907128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-aa903eca-cfa5-4f0a-979c-9d354d62bf0e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:router and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:11.916692 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-aa903eca-cfa5-4f0a-979c-9d354d62bf0e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:11.939211 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5f0e90d1-9036-4f11-af0e-c6cd6faa5235 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "GET /v2.0/ports?device_id=746a6d68-0ab5-40c4-a5e8-3772ccab1a55 HTTP/1.1" status: 200 len: 205 time: 0.0478792 Dec 22 15:24:11.939435 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-21996736-9461-42e9-8e93-3d28648b8395 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "DELETE /v2.0/ports/f08677ac-313b-4bd8-a036-469f3c3abf6d HTTP/1.1" status: 204 len: 168 time: 2.7575557 Dec 22 15:24:11.942918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60122) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:11.943169 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60124) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:11.987348 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b0b562d0-8290-4eed-9a0b-d9870e0d6a82 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Transition to ACTIVE for port object 7833b69f-8609-4b62-a1b5-b15757166b9a will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:12.060595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-aa903eca-cfa5-4f0a-979c-9d354d62bf0e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:12.112635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d617d353-8c8b-4df1-9f76-7137ed133896 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:12.259810 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec209b7-acba-4c24-a264-3971277527c1 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:12.260722 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec209b7-acba-4c24-a264-3971277527c1 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:24:12.265863 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cec209b7-acba-4c24-a264-3971277527c1 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "DELETE /v2.0/subnets/1dfbcd31-5fda-44f8-83db-9f0fec9c834d HTTP/1.1" status: 404 len: 337 time: 0.3143017 Dec 22 15:24:12.268726 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60132) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:12.276543 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-bf2116c9-a1ce-48cd-9dea-4082e068f88a tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] delete failed (client error): The resource could not be found. Dec 22 15:24:12.280025 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bf2116c9-a1ce-48cd-9dea-4082e068f88a tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "DELETE /v2.0/routers/746a6d68-0ab5-40c4-a5e8-3772ccab1a55 HTTP/1.1" status: 404 len: 336 time: 0.3278525 Dec 22 15:24:12.298101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60136) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:12.310387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e5e4e1c4-271c-4b8d-beb2-fd741c9ec149 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:12.357201 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b0b562d0-8290-4eed-9a0b-d9870e0d6a82 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:12.371025 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa903eca-cfa5-4f0a-979c-9d354d62bf0e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:12.372375 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa903eca-cfa5-4f0a-979c-9d354d62bf0e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:12.395272 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa903eca-cfa5-4f0a-979c-9d354d62bf0e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:12.425927 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bdb773b2-a227-4ac1-bbc6-0fce11f60c1c tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9508f4-b65a-4916-8781-b2b70783a0ae HTTP/1.1" status: 200 len: 205 time: 0.1242685 Dec 22 15:24:12.432808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60140) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:12.471809 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-83d3e854-0b76-4c74-9ee0-dc1a11cb1c56 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:12.526482 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-fc12f561-9e30-4173-8d7d-a193c38fa2bd tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] delete failed (client error): The resource could not be found. Dec 22 15:24:12.531923 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fc12f561-9e30-4173-8d7d-a193c38fa2bd tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "DELETE /v2.0/routers/0f9508f4-b65a-4916-8781-b2b70783a0ae HTTP/1.1" status: 404 len: 336 time: 0.0908918 Dec 22 15:24:12.532520 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60144) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:12.540151 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa903eca-cfa5-4f0a-979c-9d354d62bf0e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:12.559107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b562d0-8290-4eed-9a0b-d9870e0d6a82 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network d7b26045-c725-42be-9a79-7682ce35f694 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:12.569609 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ac88f104-3a65-4a9e-a735-8d1ccf5c7136 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:12.573950 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-b0b562d0-8290-4eed-9a0b-d9870e0d6a82 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:12.593053 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-38b01b7e-72fe-4686-81aa-de374e090ae0 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae6511b-dbaa-45ca-a2d1-2df521e441f9 HTTP/1.1" status: 200 len: 205 time: 0.0594046 Dec 22 15:24:12.598750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60148) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:12.601147 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b562d0-8290-4eed-9a0b-d9870e0d6a82 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:12.607000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b562d0-8290-4eed-9a0b-d9870e0d6a82 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:12.610093 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b0b562d0-8290-4eed-9a0b-d9870e0d6a82 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:12.654686 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b562d0-8290-4eed-9a0b-d9870e0d6a82 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=7833b69f-8609-4b62-a1b5-b15757166b9a,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:12.659716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7fb2a-a218-4d48-bf2c-a27172a8f959 req-d290ca99-ab47-4133-8bb5-e5d2a6f8d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:12.660680 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-72f7fb2a-a218-4d48-bf2c-a27172a8f959 req-d290ca99-ab47-4133-8bb5-e5d2a6f8d877 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b1a174dbcbe478299f6879dd11bdd14&device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 1098 time: 0.4526868 Dec 22 15:24:12.663301 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b0b562d0-8290-4eed-9a0b-d9870e0d6a82 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:12.705808 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa903eca-cfa5-4f0a-979c-9d354d62bf0e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:12.707340 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-aa903eca-cfa5-4f0a-979c-9d354d62bf0e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9512756 Dec 22 15:24:12.709829 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-714ae3af-bfb1-4bf3-a8e7-2a7303e89f54 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] delete failed (client error): The resource could not be found. Dec 22 15:24:12.712766 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-714ae3af-bfb1-4bf3-a8e7-2a7303e89f54 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "DELETE /v2.0/routers/fae6511b-dbaa-45ca-a2d1-2df521e441f9 HTTP/1.1" status: 404 len: 336 time: 0.1101553 Dec 22 15:24:12.712899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60152) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:12.717144 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60156) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:12.720326 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d617d353-8c8b-4df1-9f76-7137ed133896 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:12.764937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-3e54699c-3bd4-4ef0-8e50-b1cc3610bab2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-499516255'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:12.791475 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8826b5db-af39-4e87-b8f3-0796b3cc33bd None None] Network d7b26045-c725-42be-9a79-7682ce35f694 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:12.816383 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3e54699c-3bd4-4ef0-8e50-b1cc3610bab2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:12.824693 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b0b562d0-8290-4eed-9a0b-d9870e0d6a82 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 4.4968286 Dec 22 15:24:12.827584 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60160) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:12.832488 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3e54699c-3bd4-4ef0-8e50-b1cc3610bab2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:network and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:12.836644 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e5e4e1c4-271c-4b8d-beb2-fd741c9ec149 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:12.847714 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809725da-011a-4c9a-adc0-970f5454ba38 req-c5303d82-0aaf-4064-a098-22eb6e2f04d1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:12.850190 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-809725da-011a-4c9a-adc0-970f5454ba38 req-c5303d82-0aaf-4064-a098-22eb6e2f04d1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.7709274 Dec 22 15:24:12.853866 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3e54699c-3bd4-4ef0-8e50-b1cc3610bab2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:12.857816 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:12.889265 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b3ef11-cf77-49e4-86a9-c6fa8512a39d tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:12.889755 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b3ef11-cf77-49e4-86a9-c6fa8512a39d tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:24:12.896249 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-74b3ef11-cf77-49e4-86a9-c6fa8512a39d tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] 10.222.0.59 "DELETE /v2.0/subnets/bb66d144-e2c5-4bc8-8988-332d5ce87c66 HTTP/1.1" status: 404 len: 337 time: 0.1184208 Dec 22 15:24:12.909541 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4e1c4-271c-4b8d-beb2-fd741c9ec149 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Pushing event deleted for resources: {'Subnet': ['ID=6500dfe6-2ac2-49fc-96af-d83c1c4bf71a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:12.911878 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3e54699c-3bd4-4ef0-8e50-b1cc3610bab2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:12.933772 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e5e4e1c4-271c-4b8d-beb2-fd741c9ec149 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:12.942775 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e5e4e1c4-271c-4b8d-beb2-fd741c9ec149 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:12.944704 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e5e4e1c4-271c-4b8d-beb2-fd741c9ec149 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] 10.222.0.59 "DELETE /v2.0/subnets/6500dfe6-2ac2-49fc-96af-d83c1c4bf71a HTTP/1.1" status: 204 len: 168 time: 2.2063525 Dec 22 15:24:12.949574 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60166) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:13.002528 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ac88f104-3a65-4a9e-a735-8d1ccf5c7136 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:13.052301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-c04c54a8-21ec-49b4-8ea4-ea77a675420c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port 7833b69f-8609-4b62-a1b5-b15757166b9a {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:13.052939 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c04c54a8-21ec-49b4-8ea4-ea77a675420c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:13.090026 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-809725da-011a-4c9a-adc0-970f5454ba38 req-8fef32ef-b618-44d7-99cc-efee7c38565d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892717 Dec 22 15:24:13.090691 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e54699c-3bd4-4ef0-8e50-b1cc3610bab2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Made reservation on behalf of ee2232110f5e4ead88119ba9dae092ad for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:13.091314 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7fb2a-a218-4d48-bf2c-a27172a8f959 req-ed943718-6482-4dfa-ab97-3e40db457696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:13.093112 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-72f7fb2a-a218-4d48-bf2c-a27172a8f959 req-ed943718-6482-4dfa-ab97-3e40db457696 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 HTTP/1.1" status: 200 len: 911 time: 0.4248629 Dec 22 15:24:13.094405 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3e54699c-3bd4-4ef0-8e50-b1cc3610bab2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:13.104906 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ac88f104-3a65-4a9e-a735-8d1ccf5c7136 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d25615-7ecf-4bce-87ce-76b4e6bbe924']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:13.155620 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:13.165886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e54699c-3bd4-4ef0-8e50-b1cc3610bab2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:24:13.188265 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ac88f104-3a65-4a9e-a735-8d1ccf5c7136 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1cfd376-f911-4858-8e2a-d407b79cb8d0') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:13.189076 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ac88f104-3a65-4a9e-a735-8d1ccf5c7136 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1cfd376-f911-4858-8e2a-d407b79cb8d0') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:13.199410 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d617d353-8c8b-4df1-9f76-7137ed133896 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:13.225753 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-653ac344-1b95-451f-af66-3da5c120ec28 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:13.229311 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ac88f104-3a65-4a9e-a735-8d1ccf5c7136 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:13.279538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3e54699c-3bd4-4ef0-8e50-b1cc3610bab2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:13.280226 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-3e54699c-3bd4-4ef0-8e50-b1cc3610bab2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Added segment c86dbb6e-2c81-497c-9237-1cdde7a3a145 of type vlan for network 9055707f-71f6-497c-ae4a-9b24e8cab5ab Dec 22 15:24:13.294597 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617d353-8c8b-4df1-9f76-7137ed133896 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Subnet': ['ID=41420d66-7eca-4521-a56a-3610abffe6c9,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:13.310307 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d617d353-8c8b-4df1-9f76-7137ed133896 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:13.318572 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ac88f104-3a65-4a9e-a735-8d1ccf5c7136 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:13.336446 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d617d353-8c8b-4df1-9f76-7137ed133896 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/subnets/41420d66-7eca-4521-a56a-3610abffe6c9 HTTP/1.1" status: 204 len: 168 time: 1.9198258 Dec 22 15:24:13.336446 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Deleting port ac376873-6c0c-4446-871d-d42e7e5582b7 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:13.343791 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:13.343959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60172) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:13.346134 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac88f104-3a65-4a9e-a735-8d1ccf5c7136 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:24:13.346878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ac88f104-3a65-4a9e-a735-8d1ccf5c7136 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:24:13.385108 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:24:13.387181 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d617d353-8c8b-4df1-9f76-7137ed133896 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:13.389782 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-72f7fb2a-a218-4d48-bf2c-a27172a8f959 req-28ab6b71-f708-48be-94f5-2a9265578d08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 HTTP/1.1" status: 200 len: 1000 time: 0.2767315 Dec 22 15:24:13.473772 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3e54699c-3bd4-4ef0-8e50-b1cc3610bab2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:13.517949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec70c10a-5fb0-4b00-9799-671eee44680d None None] Network 6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:13.634339 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecccb4b-7157-4357-af9c-00452caf92f7 None None] Network 9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:13.656466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3e54699c-3bd4-4ef0-8e50-b1cc3610bab2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:13.656953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6783c0fc-1ba7-447f-8c67-dae9fc002b78 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:24:13.663120 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e54699c-3bd4-4ef0-8e50-b1cc3610bab2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:13.663773 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3e54699c-3bd4-4ef0-8e50-b1cc3610bab2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:13.681025 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:13.738032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2dd5a8ae-12eb-4ae7-9b98-b0d9d5650ee0 None None] Provisioning for port 6783c0fc-1ba7-447f-8c67-dae9fc002b78 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:13.813008 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] For port ac376873-6c0c-4446-871d-d42e7e5582b7, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ac376873-6c0c-4446-871d-d42e7e5582b7,segment=NetworkSegment(b27f38ca-5ef6-4012-bc4c-ac37768a3a55),segment_id=b27f38ca-5ef6-4012-bc4c-ac37768a3a55)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:13.814035 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:13.826311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54699c-3bd4-4ef0-8e50-b1cc3610bab2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Network': ['ID=9055707f-71f6-497c-ae4a-9b24e8cab5ab,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:13.830661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3e54699c-3bd4-4ef0-8e50-b1cc3610bab2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:13.849799 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7fb2a-a218-4d48-bf2c-a27172a8f959 req-90f860ba-119a-422c-9df3-757a003769a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:13.851606 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-72f7fb2a-a218-4d48-bf2c-a27172a8f959 req-90f860ba-119a-422c-9df3-757a003769a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d351219-3f54-4318-ad3a-f368fdd0eec7 HTTP/1.1" status: 200 len: 849 time: 0.4521337 Dec 22 15:24:13.875902 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 9055707f-71f6-497c-ae4a-9b24e8cab5ab details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:24:13.919316 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3e54699c-3bd4-4ef0-8e50-b1cc3610bab2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2017365 Dec 22 15:24:13.922301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:13.923651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60178) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:13.977566 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ac88f104-3a65-4a9e-a735-8d1ccf5c7136 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:13.987930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:14.003825 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ac88f104-3a65-4a9e-a735-8d1ccf5c7136 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:14.007665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c04c54a8-21ec-49b4-8ea4-ea77a675420c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:14.027432 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting port 55dd748b-9709-4cb3-82f9-1bb0e06689c2 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:14.027769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:14.058251 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88f104-3a65-4a9e-a735-8d1ccf5c7136 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event deleted for resources: {'Network': ['ID=a2d25615-7ecf-4bce-87ce-76b4e6bbe924,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:14.072608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-6a7d6a02-ddcc-43c0-a0ee-c314153f1722 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'subnet': {'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:14.106829 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60180) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:14.124238 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Calling delete_port for ac376873-6c0c-4446-871d-d42e7e5582b7 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:14.126642 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ac88f104-3a65-4a9e-a735-8d1ccf5c7136 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "DELETE /v2.0/networks/a2d25615-7ecf-4bce-87ce-76b4e6bbe924 HTTP/1.1" status: 204 len: 168 time: 1.8577018 Dec 22 15:24:14.266943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 6783c0fc-1ba7-447f-8c67-dae9fc002b78 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:14.280359 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 6783c0fc-1ba7-447f-8c67-dae9fc002b78 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:14.280675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:14.321642 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60184) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:14.415523 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ac88f104-3a65-4a9e-a735-8d1ccf5c7136 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:14.547562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-c04c54a8-21ec-49b4-8ea4-ea77a675420c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for 7833b69f-8609-4b62-a1b5-b15757166b9a owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:14.593106 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:14.611698 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc300196-8d2f-42a8-87fe-0878f1335311 None None] DHCP port deletion for 6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:24:14.662710 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26b41b5-8ad1-4b3b-baa2-52d4e633cf6e None None] DHCP port deletion for 9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:24:14.671024 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:14.671353 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-b26b41b5-8ad1-4b3b-baa2-52d4e633cf6e None None] Deleting port 55dd748b-9709-4cb3-82f9-1bb0e06689c2 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:14.671614 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b26b41b5-8ad1-4b3b-baa2-52d4e633cf6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:14.705948 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 6783c0fc-1ba7-447f-8c67-dae9fc002b78, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=6783c0fc-1ba7-447f-8c67-dae9fc002b78,segment=NetworkSegment(a0e9ff43-09f5-4e26-8d9e-db93578d7b78),segment_id=a0e9ff43-09f5-4e26-8d9e-db93578d7b78)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:14.729705 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cd96d4cd-549c-45d0-96a7-b470ecf2fa4b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:14.800311 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:14.806074 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b2c54beb-a91c-43e8-a0ca-40204a6547ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:14.931823 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7fb2a-a218-4d48-bf2c-a27172a8f959 req-cc105fc5-ce9d-437c-841d-da5791877040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:14.933630 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-72f7fb2a-a218-4d48-bf2c-a27172a8f959 req-cc105fc5-ce9d-437c-841d-da5791877040 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0709782 Dec 22 15:24:14.995991 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=6783c0fc-1ba7-447f-8c67-dae9fc002b78,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:15.010199 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:15.025940 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b26b41b5-8ad1-4b3b-baa2-52d4e633cf6e None None] For port 55dd748b-9709-4cb3-82f9-1bb0e06689c2, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=55dd748b-9709-4cb3-82f9-1bb0e06689c2,segment=NetworkSegment(cd28dc03-4a23-4a95-bc7e-af1e9d6f8c70),segment_id=cd28dc03-4a23-4a95-bc7e-af1e9d6f8c70)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:15.025940 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b26b41b5-8ad1-4b3b-baa2-52d4e633cf6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:15.033792 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-be69b372-33d6-44b8-a546-ed53c876a49c None None] Provisioning complete for port 6783c0fc-1ba7-447f-8c67-dae9fc002b78 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:15.034341 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-be69b372-33d6-44b8-a546-ed53c876a49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:15.173732 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] No DVR routers for this DVR port ac376873-6c0c-4446-871d-d42e7e5582b7 on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:24:15.237232 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6783c0fc-1ba7-447f-8c67-dae9fc002b78 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:24:15.256987 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Pushing event deleted for resources: {'Port': ['ID=ac376873-6c0c-4446-871d-d42e7e5582b7,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:15.262777 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:15.264389 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76712696-8330-44ba-93d9-9e51d4782324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:15.291777 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-72f7fb2a-a218-4d48-bf2c-a27172a8f959 req-db966277-5b11-457e-9f37-7ec703233652 service neutron] 10.222.0.57 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401031 Dec 22 15:24:15.373845 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-b26b41b5-8ad1-4b3b-baa2-52d4e633cf6e None None] Calling delete_port for 55dd748b-9709-4cb3-82f9-1bb0e06689c2 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:15.378290 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-76712696-8330-44ba-93d9-9e51d4782324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:15.400044 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6a7d6a02-ddcc-43c0-a0ee-c314153f1722 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:15.425366 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-63cdbb0a-1cdc-433c-bd63-15fdd9ef99c2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Deleting port 110308d1-6e57-496d-b7d0-848ea70b7e69 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:15.426141 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63cdbb0a-1cdc-433c-bd63-15fdd9ef99c2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:15.461630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c04c54a8-21ec-49b4-8ea4-ea77a675420c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:15.462689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-76712696-8330-44ba-93d9-9e51d4782324 admin admin] Usage tracker for resource:security_group_rule and tenant:05c1d072a7804ee2b486f158ad89255a is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:15.466259 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-76712696-8330-44ba-93d9-9e51d4782324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:15.488230 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6a7d6a02-ddcc-43c0-a0ee-c314153f1722 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:subnet and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:15.524439 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 6783c0fc-1ba7-447f-8c67-dae9fc002b78 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:15.524727 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:15.547786 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:15.552617 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-76712696-8330-44ba-93d9-9e51d4782324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:15.557561 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6a7d6a02-ddcc-43c0-a0ee-c314153f1722 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:15.558593 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-be69b372-33d6-44b8-a546-ed53c876a49c None None] Could not find standard attr ID for object 7833b69f-8609-4b62-a1b5-b15757166b9a. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:24:15.594583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6a7d6a02-ddcc-43c0-a0ee-c314153f1722 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:15.615070 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:15.628962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c54a8-21ec-49b4-8ea4-ea77a675420c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Port': ['ID=7833b69f-8609-4b62-a1b5-b15757166b9a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:15.676141 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c04c54a8-21ec-49b4-8ea4-ea77a675420c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:15.703902 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c04c54a8-21ec-49b4-8ea4-ea77a675420c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:15.722143 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c04c54a8-21ec-49b4-8ea4-ea77a675420c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/ports/7833b69f-8609-4b62-a1b5-b15757166b9a HTTP/1.1" status: 204 len: 168 time: 2.8892443 Dec 22 15:24:15.722500 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:15.735615 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] For port 55dd748b-9709-4cb3-82f9-1bb0e06689c2, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=55dd748b-9709-4cb3-82f9-1bb0e06689c2,segment=NetworkSegment(cd28dc03-4a23-4a95-bc7e-af1e9d6f8c70),segment_id=cd28dc03-4a23-4a95-bc7e-af1e9d6f8c70)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:15.735962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:15.737456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60196) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:15.775254 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-239d77c0-25a6-444e-800b-21e4d8553168 None None] Could not find standard attr ID for object 7833b69f-8609-4b62-a1b5-b15757166b9a. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:24:15.779255 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b26b41b5-8ad1-4b3b-baa2-52d4e633cf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:15.787142 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27f38ca-5ef6-4012-bc4c-ac37768a3a55') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:15.787445 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27f38ca-5ef6-4012-bc4c-ac37768a3a55') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:15.802874 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-20ff8021-babc-453d-a543-1806ac99e466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:15.842604 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:15.869169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7d6a02-ddcc-43c0-a0ee-c314153f1722 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Made reservation on behalf of ee2232110f5e4ead88119ba9dae092ad for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:15.874913 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6a7d6a02-ddcc-43c0-a0ee-c314153f1722 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:15.905411 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fad31a5-2857-48f2-bd29-285d59fe523d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] GET failed (client error): The resource could not be found. Dec 22 15:24:15.905959 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6fad31a5-2857-48f2-bd29-285d59fe523d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Synchronizing usage tracker for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:15.910803 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b41b5-8ad1-4b3b-baa2-52d4e633cf6e None None] Pushing event deleted for resources: {'Port': ['ID=55dd748b-9709-4cb3-82f9-1bb0e06689c2,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:15.913480 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 55dd748b-9709-4cb3-82f9-1bb0e06689c2 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:24:15.928069 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-72f7fb2a-a218-4d48-bf2c-a27172a8f959 req-e174e81b-2e63-4546-bda6-b55114e7c10a service neutron] 10.222.0.57 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252182 Dec 22 15:24:15.935536 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Calling delete_port for 55dd748b-9709-4cb3-82f9-1bb0e06689c2 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:15.990827 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b26b41b5-8ad1-4b3b-baa2-52d4e633cf6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:15.991644 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26b41b5-8ad1-4b3b-baa2-52d4e633cf6e None None] No DVR routers for this DVR port 55dd748b-9709-4cb3-82f9-1bb0e06689c2 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:24:16.029068 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 55dd748b-9709-4cb3-82f9-1bb0e06689c2 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:24:16.029068 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 55dd748b-9709-4cb3-82f9-1bb0e06689c2 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:24:16.029068 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ac376873-6c0c-4446-871d-d42e7e5582b7 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:24:16.043160 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:16.048671 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:24:16.054388 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:24:16.061429 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:24:16.062499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:16.068251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: ac376873-6c0c-4446-871d-d42e7e5582b7 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:24:16.068703 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ac376873-6c0c-4446-871d-d42e7e5582b7 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:24:16.111577 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:24:16.122769 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d4500-59eb-4921-92fc-4fc751c6e211 req-925c9860-bf1a-4a88-bb81-0979e6a376a2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:16.124493 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-361d4500-59eb-4921-92fc-4fc751c6e211 req-925c9860-bf1a-4a88-bb81-0979e6a376a2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 1.5497823 Dec 22 15:24:16.329110 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6fad31a5-2857-48f2-bd29-285d59fe523d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unset dirty status for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:16.330122 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6fad31a5-2857-48f2-bd29-285d59fe523d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports/7833b69f-8609-4b62-a1b5-b15757166b9a HTTP/1.1" status: 404 len: 333 time: 0.5909967 Dec 22 15:24:16.333852 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60202) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:16.336431 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63cdbb0a-1cdc-433c-bd63-15fdd9ef99c2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:16.421485 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e80fc44-8438-4dcf-9d32-35a8bdc1341e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting subnet ad2d7a61-9ef3-4a0c-8d96-b1c94818510d {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:24:16.427752 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e80fc44-8438-4dcf-9d32-35a8bdc1341e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:16.511792 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e80fc44-8438-4dcf-9d32-35a8bdc1341e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:16.555311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-63cdbb0a-1cdc-433c-bd63-15fdd9ef99c2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Calling delete_port for 110308d1-6e57-496d-b7d0-848ea70b7e69 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:16.562735 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting port 55dd748b-9709-4cb3-82f9-1bb0e06689c2 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:16.563444 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:16.590999 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-361d4500-59eb-4921-92fc-4fc751c6e211 req-32fcc7ee-0cf8-4c42-802e-9c519857c76b tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4504671 Dec 22 15:24:16.600050 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76712696-8330-44ba-93d9-9e51d4782324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:16.647408 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:16.653499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:16.666633 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:16.747962 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76712696-8330-44ba-93d9-9e51d4782324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:16.756735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Pushing event deleted for resources: {'Network': ['ID=6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:16.764800 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:16.778876 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:16.814847 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] The port '55dd748b-9709-4cb3-82f9-1bb0e06689c2' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:24:16.859740 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] 10.222.0.59 "DELETE /v2.0/networks/6a56acf6-e1e7-4b64-8e7a-dd2f4f4ffbe5 HTTP/1.1" status: 204 len: 168 time: 3.9075878 Dec 22 15:24:16.884952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76712696-8330-44ba-93d9-9e51d4782324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538be1da-8502-4a6e-90a8-07f02296c577,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:16.896445 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-76712696-8330-44ba-93d9-9e51d4782324 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=05c1d072a7804ee2b486f158ad89255a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5878692 Dec 22 15:24:16.902021 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-76712696-8330-44ba-93d9-9e51d4782324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:16.902540 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60208) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:16.965381 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63cdbb0a-1cdc-433c-bd63-15fdd9ef99c2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:16.974515 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:17.003895 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-21996736-9461-42e9-8e93-3d28648b8395 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:17.008205 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:17.019575 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e80fc44-8438-4dcf-9d32-35a8bdc1341e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:17.060281 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd28dc03-4a23-4a95-bc7e-af1e9d6f8c70') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:17.060581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd28dc03-4a23-4a95-bc7e-af1e9d6f8c70') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:17.083216 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:17.086193 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdbb0a-1cdc-433c-bd63-15fdd9ef99c2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event deleted for resources: {'Port': ['ID=110308d1-6e57-496d-b7d0-848ea70b7e69,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:17.092301 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-63cdbb0a-1cdc-433c-bd63-15fdd9ef99c2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:17.096221 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63cdbb0a-1cdc-433c-bd63-15fdd9ef99c2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:17.120051 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-63cdbb0a-1cdc-433c-bd63-15fdd9ef99c2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "DELETE /v2.0/ports/110308d1-6e57-496d-b7d0-848ea70b7e69 HTTP/1.1" status: 204 len: 168 time: 2.7928987 Dec 22 15:24:17.120490 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60212) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:17.128927 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:17.137841 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:24:17.138324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:24:17.154806 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:24:17.196634 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a953e68-75b5-469c-9ac3-c756e7451817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:17.216543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e80fc44-8438-4dcf-9d32-35a8bdc1341e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:17.222917 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6a7d6a02-ddcc-43c0-a0ee-c314153f1722 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:17.233792 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6bab8080-e8c3-4d29-b089-b65f4c7a8a19 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:17.234335 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e5a02ac6-fa7e-482e-9758-30da00bd2694 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:17.269541 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04a4c88-5543-4921-a6cf-ccba30974267 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:17.270022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f04a4c88-5543-4921-a6cf-ccba30974267 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:24:17.274307 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f04a4c88-5543-4921-a6cf-ccba30974267 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "DELETE /v2.0/subnets/0e0b1715-c0c4-4f08-b417-fa50423071ce HTTP/1.1" status: 404 len: 337 time: 0.1504290 Dec 22 15:24:17.283189 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60218) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:17.284001 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80fc44-8438-4dcf-9d32-35a8bdc1341e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2d7a61-9ef3-4a0c-8d96-b1c94818510d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:17.287910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2e80fc44-8438-4dcf-9d32-35a8bdc1341e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:17.288940 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e80fc44-8438-4dcf-9d32-35a8bdc1341e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:17.307903 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a953e68-75b5-469c-9ac3-c756e7451817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:17.308106 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104c16e5-8407-47be-a58e-0727684ea3dc None None] Network d7b26045-c725-42be-9a79-7682ce35f694 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:17.381262 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d6a02-ddcc-43c0-a0ee-c314153f1722 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Subnet': ['ID=964d61fc-656b-4965-a520-ff662549290a,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:17.385599 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6a7d6a02-ddcc-43c0-a0ee-c314153f1722 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:17.394458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7d6a02-ddcc-43c0-a0ee-c314153f1722 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Checking segment: {'id': 'c86dbb6e-2c81-497c-9237-1cdde7a3a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:24:17.394883 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7d6a02-ddcc-43c0-a0ee-c314153f1722 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network hostable DHCP agents. Network: 9055707f-71f6-497c-ae4a-9b24e8cab5ab, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:24:17.437346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60224) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:17.437968 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2e80fc44-8438-4dcf-9d32-35a8bdc1341e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/subnets/ad2d7a61-9ef3-4a0c-8d96-b1c94818510d HTTP/1.1" status: 204 len: 168 time: 1.1025798 Dec 22 15:24:17.453377 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:17.460806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d95bda88-d135-4a82-bd0c-d9441c71f4c7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:17.481950 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:17.510031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Network': ['ID=9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:17.523842 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/networks/9a2fc1b6-b8b1-4900-aa9c-0ad2185fd2d8 HTTP/1.1" status: 204 len: 168 time: 4.1799092 Dec 22 15:24:17.530997 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:17.532557 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60228) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:17.532557 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60230) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:17.532918 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7d6a02-ddcc-43c0-a0ee-c314153f1722 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network 9055707f-71f6-497c-ae4a-9b24e8cab5ab is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:24:17.542965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-74b14db9-f5f3-4637-a628-90d77ebe0bfc tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:17.560306 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-f10b64b5-ba26-4f8a-9f42-47c85ffb6417 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'network': {'name': 'tempest-RoutersTest-989483449'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:17.827390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f10b64b5-ba26-4f8a-9f42-47c85ffb6417 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:17.830135 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a953e68-75b5-469c-9ac3-c756e7451817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:17.834277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-6a7d6a02-ddcc-43c0-a0ee-c314153f1722 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 9055707f-71f6-497c-ae4a-9b24e8cab5ab) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:17.843389 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4c6e6fbc-c86d-4590-8793-fca781147ea9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:17.859674 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f10b64b5-ba26-4f8a-9f42-47c85ffb6417 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:network and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:17.867049 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f10b64b5-ba26-4f8a-9f42-47c85ffb6417 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:17.871592 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e23f39-5e00-4134-92e3-b4cca7be53c8 None None] Network 9055707f-71f6-497c-ae4a-9b24e8cab5ab requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:17.874341 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7d6a02-ddcc-43c0-a0ee-c314153f1722 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:17.874945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6a7d6a02-ddcc-43c0-a0ee-c314153f1722 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:17.887417 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-74b14db9-f5f3-4637-a628-90d77ebe0bfc tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:17.894150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a953e68-75b5-469c-9ac3-c756e7451817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538be1da-8502-4a6e-90a8-07f02296c577,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:17.904371 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7a953e68-75b5-469c-9ac3-c756e7451817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:17.932494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-74b14db9-f5f3-4637-a628-90d77ebe0bfc tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:17.947359 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f10b64b5-ba26-4f8a-9f42-47c85ffb6417 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:17.952795 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-74b14db9-f5f3-4637-a628-90d77ebe0bfc tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dfedfa6-3af5-4ce5-a1c3-22041fc8137e') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:17.953420 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-74b14db9-f5f3-4637-a628-90d77ebe0bfc tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dfedfa6-3af5-4ce5-a1c3-22041fc8137e') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:17.972210 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-74b14db9-f5f3-4637-a628-90d77ebe0bfc tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:17.989769 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:18.001508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-74b14db9-f5f3-4637-a628-90d77ebe0bfc tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:18.005757 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a953e68-75b5-469c-9ac3-c756e7451817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:18.011084 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7a953e68-75b5-469c-9ac3-c756e7451817 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/538be1da-8502-4a6e-90a8-07f02296c577 HTTP/1.1" status: 204 len: 168 time: 1.1006849 Dec 22 15:24:18.029468 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b14db9-f5f3-4637-a628-90d77ebe0bfc tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:24:18.030787 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-74b14db9-f5f3-4637-a628-90d77ebe0bfc tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:18.035545 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c25db652-a1e4-40a1-b8cc-6743e5069056 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ddd48cc812542c4b42b8230fd458502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4949729 Dec 22 15:24:18.039523 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60244) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:18.060846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port 6783c0fc-1ba7-447f-8c67-dae9fc002b78 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:18.061257 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:18.101455 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10b64b5-ba26-4f8a-9f42-47c85ffb6417 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Made reservation on behalf of 7b4975992c034d11b43920ae668ae5e2 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:18.104987 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f10b64b5-ba26-4f8a-9f42-47c85ffb6417 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:24:18.127847 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:24:18.155282 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6a7d6a02-ddcc-43c0-a0ee-c314153f1722 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0915697 Dec 22 15:24:18.159469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60248) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:18.189993 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bf04d9-1ddd-4846-971b-6e6e67cac10b None None] DHCP port deletion for d7b26045-c725-42be-9a79-7682ce35f694 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:24:18.199983 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf04d9-1ddd-4846-971b-6e6e67cac10b None None] Deleting port 6783c0fc-1ba7-447f-8c67-dae9fc002b78 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:18.200578 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f9bf04d9-1ddd-4846-971b-6e6e67cac10b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:18.386428 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10b64b5-ba26-4f8a-9f42-47c85ffb6417 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:24:18.461501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-74b14db9-f5f3-4637-a628-90d77ebe0bfc tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:18.481936 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-74b14db9-f5f3-4637-a628-90d77ebe0bfc tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:18.501501 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f10b64b5-ba26-4f8a-9f42-47c85ffb6417 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:18.502045 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-f10b64b5-ba26-4f8a-9f42-47c85ffb6417 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Added segment 219f37d0-e2a1-4af8-92d9-9582f3def437 of type vlan for network 0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550 Dec 22 15:24:18.510455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-830395fb-fd31-4700-8bbe-cf989564de11 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:18.539065 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2932c9a-feb1-46aa-9117-2f57c73cfeff req-22b269b7-1f3b-4af0-97e0-3301ee4e7240 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:18.544618 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a2932c9a-feb1-46aa-9117-2f57c73cfeff req-22b269b7-1f3b-4af0-97e0-3301ee4e7240 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.6390328 Dec 22 15:24:18.588406 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-74b14db9-f5f3-4637-a628-90d77ebe0bfc tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "DELETE /v2.0/networks/1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda HTTP/1.1" status: 204 len: 168 time: 1.3012793 Dec 22 15:24:18.589690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60254) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:18.593145 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:24:18.594655 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:18.595373 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b14db9-f5f3-4637-a628-90d77ebe0bfc tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event deleted for resources: {'Network': ['ID=1fdf3f25-db9c-4e3f-a2a7-82606ceb3fda,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:18.600228 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-74b14db9-f5f3-4637-a628-90d77ebe0bfc tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:18.733467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a49720aa-e16c-4a11-900c-093bd19be039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:18.753178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-4695bc36-da15-4f4d-b535-289467ed5508 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Deleting subnet a1cdb5e2-fe85-4dd6-ba25-8d260ba17643 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:24:18.758146 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4695bc36-da15-4f4d-b535-289467ed5508 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:18.859324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4695bc36-da15-4f4d-b535-289467ed5508 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:18.958468 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-f9bf04d9-1ddd-4846-971b-6e6e67cac10b None None] For port 6783c0fc-1ba7-447f-8c67-dae9fc002b78, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=6783c0fc-1ba7-447f-8c67-dae9fc002b78,segment=NetworkSegment(a0e9ff43-09f5-4e26-8d9e-db93578d7b78),segment_id=a0e9ff43-09f5-4e26-8d9e-db93578d7b78)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:18.958962 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f9bf04d9-1ddd-4846-971b-6e6e67cac10b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:19.018248 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4695bc36-da15-4f4d-b535-289467ed5508 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:19.063601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60260) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:19.116163 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a2932c9a-feb1-46aa-9117-2f57c73cfeff req-3edc9c19-8e94-495e-a801-536169df433b tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5700581 Dec 22 15:24:19.195234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f10b64b5-ba26-4f8a-9f42-47c85ffb6417 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:19.203369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a49720aa-e16c-4a11-900c-093bd19be039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:19.208000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6783c0fc-1ba7-447f-8c67-dae9fc002b78 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:24:19.232711 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4695bc36-da15-4f4d-b535-289467ed5508 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:19.248787 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-286e0cfe-502d-41c6-a4a0-9b67d169601b tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:19.279506 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf04d9-1ddd-4846-971b-6e6e67cac10b None None] Calling delete_port for 6783c0fc-1ba7-447f-8c67-dae9fc002b78 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:19.295398 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4695bc36-da15-4f4d-b535-289467ed5508 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:19.310362 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4695bc36-da15-4f4d-b535-289467ed5508 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "DELETE /v2.0/subnets/a1cdb5e2-fe85-4dd6-ba25-8d260ba17643 HTTP/1.1" status: 204 len: 168 time: 0.7185714 Dec 22 15:24:19.316010 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60266) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:19.343988 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695bc36-da15-4f4d-b535-289467ed5508 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event deleted for resources: {'Subnet': ['ID=a1cdb5e2-fe85-4dd6-ba25-8d260ba17643,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:19.347923 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4695bc36-da15-4f4d-b535-289467ed5508 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:19.392137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-f10b64b5-ba26-4f8a-9f42-47c85ffb6417 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:24:19.433444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4458ec0-7304-430f-90e2-5220b01e102f None None] Network 3303126f-5636-41a7-88dc-be0394890538 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:19.483083 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:19.497936 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Deleting port 7827d6eb-3929-4b50-bb7d-45fe0780842b {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:19.498490 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:19.510718 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] For port 6783c0fc-1ba7-447f-8c67-dae9fc002b78, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=6783c0fc-1ba7-447f-8c67-dae9fc002b78,segment=NetworkSegment(a0e9ff43-09f5-4e26-8d9e-db93578d7b78),segment_id=a0e9ff43-09f5-4e26-8d9e-db93578d7b78)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:19.511334 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:19.792952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Allocated IP 2001:db8::2 (9055707f-71f6-497c-ae4a-9b24e8cab5ab/964d61fc-656b-4965-a520-ff662549290a/e895e42e-b730-4c3b-b499-bfeb2b9366c6) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:24:19.824872 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for 6783c0fc-1ba7-447f-8c67-dae9fc002b78 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:19.894878 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-14280d66-48e8-45a1-a8e4-4a94370a42fe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c2a62fe9136845aba9e552f533d27b2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7983949 Dec 22 15:24:19.909503 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60272) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:19.928820 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] For port 7827d6eb-3929-4b50-bb7d-45fe0780842b, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7827d6eb-3929-4b50-bb7d-45fe0780842b,segment=NetworkSegment(6f8c4582-c365-4a3d-a0b9-bc883d8e56bd),segment_id=6f8c4582-c365-4a3d-a0b9-bc883d8e56bd)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:19.929697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:19.998661 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:20.009505 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f9bf04d9-1ddd-4846-971b-6e6e67cac10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:20.019303 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:20.076482 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Calling delete_port for 7827d6eb-3929-4b50-bb7d-45fe0780842b owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:20.081340 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf04d9-1ddd-4846-971b-6e6e67cac10b None None] Pushing event deleted for resources: {'Port': ['ID=6783c0fc-1ba7-447f-8c67-dae9fc002b78,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:20.108744 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f9bf04d9-1ddd-4846-971b-6e6e67cac10b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:20.111224 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bf04d9-1ddd-4846-971b-6e6e67cac10b None None] No DVR routers for this DVR port 6783c0fc-1ba7-447f-8c67-dae9fc002b78 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:24:20.182689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f10b64b5-ba26-4f8a-9f42-47c85ffb6417 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:20.195305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10b64b5-ba26-4f8a-9f42-47c85ffb6417 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:20.195305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f10b64b5-ba26-4f8a-9f42-47c85ffb6417 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:20.213181 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:20.241017 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:20.281111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:20.307112 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:20.311759 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:20.326626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b93543-b584-4a89-8566-21a1806a32b3 None None] DHCP port deletion for 3303126f-5636-41a7-88dc-be0394890538 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:24:20.396925 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event deleted for resources: {'Port': ['ID=7827d6eb-3929-4b50-bb7d-45fe0780842b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:20.399293 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] No DVR routers for this DVR port 7827d6eb-3929-4b50-bb7d-45fe0780842b on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:24:20.409693 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:20.438097 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Transition to ACTIVE for port object e895e42e-b730-4c3b-b499-bfeb2b9366c6 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:20.472544 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Transition to ACTIVE for port object e895e42e-b730-4c3b-b499-bfeb2b9366c6 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:20.543603 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:20.545878 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:20.556726 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:20.564033 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a49720aa-e16c-4a11-900c-093bd19be039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:20.573226 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3303126f-5636-41a7-88dc-be0394890538']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:20.593439 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8c4582-c365-4a3d-a0b9-bc883d8e56bd') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:20.593439 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8c4582-c365-4a3d-a0b9-bc883d8e56bd') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:20.604745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:20.626278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:20.639898 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:24:20.640316 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:20.642304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Network 9055707f-71f6-497c-ae4a-9b24e8cab5ab is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:20.645407 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:20.649516 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:24:20.661878 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:24:20.677998 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b64b5-ba26-4f8a-9f42-47c85ffb6417 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Network': ['ID=0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:20.681969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a49720aa-e16c-4a11-900c-093bd19be039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:20.687164 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a49720aa-e16c-4a11-900c-093bd19be039 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2e2fc2c5-1ef5-4364-9ac4-f3cedee83340 HTTP/1.1" status: 204 len: 168 time: 2.6450474 Dec 22 15:24:20.688999 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f10b64b5-ba26-4f8a-9f42-47c85ffb6417 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.1475360 Dec 22 15:24:20.694321 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f10b64b5-ba26-4f8a-9f42-47c85ffb6417 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:20.702262 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9bce3c0e-7dd6-4c32-b073-8fb047821e32 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:20.710740 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60278) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:20.730797 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:24:20.748711 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051116e-f872-4492-bbe6-989a105b397b req-ccadf9e2-0494-4551-92ae-eabc05a2c54d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:20.750750 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Pushing event updated for resources: {'Port': ['ID=e895e42e-b730-4c3b-b499-bfeb2b9366c6,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:20.759175 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c051116e-f872-4492-bbe6-989a105b397b req-ccadf9e2-0494-4551-92ae-eabc05a2c54d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 1.3438759 Dec 22 15:24:20.762447 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:24:20.763207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:24:20.774766 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:20.836709 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-418b63f8-746b-46dd-bfde-e805ea08c179 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'subnet': {'network_id': '0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:20.843283 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:20.851133 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3966e8d2-b6d7-417b-a170-7ecd5dc67a44 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:20.855226 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49720aa-e16c-4a11-900c-093bd19be039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2fc2c5-1ef5-4364-9ac4-f3cedee83340,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:20.882890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-99d79ff1-4374-4fc7-bd40-eaf46b6037c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:20.899602 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:20.908813 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Pushing event deleted for resources: {'Network': ['ID=3303126f-5636-41a7-88dc-be0394890538,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:20.916122 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:20.932702 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] 10.222.0.59 "DELETE /v2.0/networks/3303126f-5636-41a7-88dc-be0394890538 HTTP/1.1" status: 204 len: 168 time: 1.6152332 Dec 22 15:24:20.935978 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Attempting to bind port e895e42e-b730-4c3b-b499-bfeb2b9366c6 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:24:20.936530 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Attempting to bind port e895e42e-b730-4c3b-b499-bfeb2b9366c6 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'c86dbb6e-2c81-497c-9237-1cdde7a3a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:24:20.940585 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Attempting to bind port e895e42e-b730-4c3b-b499-bfeb2b9366c6 on network 9055707f-71f6-497c-ae4a-9b24e8cab5ab {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:24:20.953411 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a49720aa-e16c-4a11-900c-093bd19be039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:20.960900 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:24:20.961902 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Checking segment: {'id': 'c86dbb6e-2c81-497c-9237-1cdde7a3a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:24:20.962413 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:20.962981 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Bound using segment: {'id': 'c86dbb6e-2c81-497c-9237-1cdde7a3a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:24:20.963738 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Bound port: e895e42e-b730-4c3b-b499-bfeb2b9366c6, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86dbb6e-2c81-497c-9237-1cdde7a3a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:24:20.964234 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:20.972703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-99d79ff1-4374-4fc7-bd40-eaf46b6037c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:21.131278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] For port e895e42e-b730-4c3b-b499-bfeb2b9366c6, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:24:21.135140 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] For port e895e42e-b730-4c3b-b499-bfeb2b9366c6, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e895e42e-b730-4c3b-b499-bfeb2b9366c6,segment=NetworkSegment(c86dbb6e-2c81-497c-9237-1cdde7a3a145),segment_id=c86dbb6e-2c81-497c-9237-1cdde7a3a145)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:24:21.138816 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c051116e-f872-4492-bbe6-989a105b397b req-57540038-6990-4f75-8c3a-87baa5d700fa tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3784020 Dec 22 15:24:21.157040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-418b63f8-746b-46dd-bfde-e805ea08c179 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:21.160233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-418b63f8-746b-46dd-bfde-e805ea08c179 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:subnet and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:21.163910 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-418b63f8-746b-46dd-bfde-e805ea08c179 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:21.178547 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7827d6eb-3929-4b50-bb7d-45fe0780842b no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:24:21.211275 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-418b63f8-746b-46dd-bfde-e805ea08c179 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:21.259784 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:21.263745 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 7827d6eb-3929-4b50-bb7d-45fe0780842b {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:24:21.264095 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7827d6eb-3929-4b50-bb7d-45fe0780842b not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:24:21.267028 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port 6783c0fc-1ba7-447f-8c67-dae9fc002b78 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:21.267298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:21.267863 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:21.325664 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418b63f8-746b-46dd-bfde-e805ea08c179 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Made reservation on behalf of 7b4975992c034d11b43920ae668ae5e2 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:21.329446 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-418b63f8-746b-46dd-bfde-e805ea08c179 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:21.417776 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Pushing event updated for resources: {'Port': ['ID=e895e42e-b730-4c3b-b499-bfeb2b9366c6,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:21.432146 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:21.444948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] The port '6783c0fc-1ba7-447f-8c67-dae9fc002b78' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:24:21.446572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-99d79ff1-4374-4fc7-bd40-eaf46b6037c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:21.555343 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:21.598302 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60296) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:21.648921 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d79ff1-4374-4fc7-bd40-eaf46b6037c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d2dcd2-151d-47c6-b2e6-e2cbfbae663d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:21.652468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-99d79ff1-4374-4fc7-bd40-eaf46b6037c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:21.845276 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Allocated IP 2001:db8::1 (9055707f-71f6-497c-ae4a-9b24e8cab5ab/964d61fc-656b-4965-a520-ff662549290a/469b40b4-950e-41e9-aef5-cb420d216d95) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:24:21.850287 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:21.867307 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c5dd8fbf-16d1-4d13-a449-26d67a1caf6b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3177e2b66f63437299f9117cdfaafee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665291 Dec 22 15:24:21.869446 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60306) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:21.907514 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b26045-c725-42be-9a79-7682ce35f694']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:21.933572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e9ff43-09f5-4e26-8d9e-db93578d7b78') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:21.933982 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e9ff43-09f5-4e26-8d9e-db93578d7b78') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:21.969131 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-99d79ff1-4374-4fc7-bd40-eaf46b6037c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:21.974928 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-99d79ff1-4374-4fc7-bd40-eaf46b6037c2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/61d2dcd2-151d-47c6-b2e6-e2cbfbae663d HTTP/1.1" status: 204 len: 168 time: 1.8384347 Dec 22 15:24:21.988339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ff1f3bcb-21f1-43ee-8ac4-c6ef37fb70d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:22.013728 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:22.037595 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ff1f3bcb-21f1-43ee-8ac4-c6ef37fb70d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:22.189449 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ff1f3bcb-21f1-43ee-8ac4-c6ef37fb70d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:22.209409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c5e3ba85-ed66-471c-87a7-b750d3a6ac4d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:22.227412 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d27eb3-1662-4d4b-9093-bb89f3d3963c req-2dbe3ee0-fa41-4ab4-8508-0bc232493675 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:22.233389 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f3bcb-21f1-43ee-8ac4-c6ef37fb70d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe02cf4-1748-4c06-b3a8-7e596bb9c45b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:22.236260 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b0d27eb3-1662-4d4b-9093-bb89f3d3963c req-2dbe3ee0-fa41-4ab4-8508-0bc232493675 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.8050764 Dec 22 15:24:22.239384 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ff1f3bcb-21f1-43ee-8ac4-c6ef37fb70d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:22.247551 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ff1f3bcb-21f1-43ee-8ac4-c6ef37fb70d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:22.251248 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ff1f3bcb-21f1-43ee-8ac4-c6ef37fb70d0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fbe02cf4-1748-4c06-b3a8-7e596bb9c45b HTTP/1.1" status: 204 len: 168 time: 0.3798068 Dec 22 15:24:22.277732 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:22.324036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:24:22.324479 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:24:22.350028 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:24:22.384999 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b0d27eb3-1662-4d4b-9093-bb89f3d3963c req-f9b5b150-379d-432a-bac6-c22e9faf4507 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483862 Dec 22 15:24:22.760252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:22.783778 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Transition to ACTIVE for port object 469b40b4-950e-41e9-aef5-cb420d216d95 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:22.841807 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60332) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:22.842935 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-418b63f8-746b-46dd-bfde-e805ea08c179 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:22.847796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aa3d5173-79a4-4966-ae5c-cb3b3c58e602 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:22.875903 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:22.886880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:22.945576 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:22.990082 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/networks/d7b26045-c725-42be-9a79-7682ce35f694 HTTP/1.1" status: 204 len: 168 time: 5.5479252 Dec 22 15:24:22.991088 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60344) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:22.998765 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6105dfb5-0bed-4f2a-8bd4-d8541edbc22a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'port': {'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae', 'name': 'tempest-PortsIpV6TestJSON-1900884954'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:23.038627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1457806993'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:23.046059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332a031d-7ee2-4c81-8169-629fd8dc63c9 None None] Network 9055707f-71f6-497c-ae4a-9b24e8cab5ab requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:23.053311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b63f8-746b-46dd-bfde-e805ea08c179 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Subnet': ['ID=ff8b5ccb-2f53-47b3-bffb-61d7344d23c5,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:23.072839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-418b63f8-746b-46dd-bfde-e805ea08c179 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:23.091511 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network 9055707f-71f6-497c-ae4a-9b24e8cab5ab is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:23.097348 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:23.158425 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:23.179110 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:23.199085 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:23.199465 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:23.200711 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Usage tracker for resource:security_group and tenant:d7749218c93e4d43966de2173c9b53d1 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:23.206083 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:23.265054 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:23.270744 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b63f8-746b-46dd-bfde-e805ea08c179 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Checking segment: {'id': '219f37d0-e2a1-4af8-92d9-9582f3def437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:24:23.270744 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418b63f8-746b-46dd-bfde-e805ea08c179 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network hostable DHCP agents. Network: 0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:24:23.289040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Network': ['ID=d7b26045-c725-42be-9a79-7682ce35f694,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:23.290392 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6105dfb5-0bed-4f2a-8bd4-d8541edbc22a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:23.297905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:23.299665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e895e42e-b730-4c3b-b499-bfeb2b9366c6 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:24:23.305161 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6105dfb5-0bed-4f2a-8bd4-d8541edbc22a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:port and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:23.310910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6105dfb5-0bed-4f2a-8bd4-d8541edbc22a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:23.336910 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:23.337338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6105dfb5-0bed-4f2a-8bd4-d8541edbc22a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:23.358023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:23.392265 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:23.434765 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:23.442174 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Usage tracker for resource:security_group_rule and tenant:d7749218c93e4d43966de2173c9b53d1 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:23.447189 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:23.467165 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:23.509579 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-be8df69a-94b8-4bc3-b4ba-0d626a1e5e2a None None] Provisioning for port e895e42e-b730-4c3b-b499-bfeb2b9366c6 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:23.546594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6105dfb5-0bed-4f2a-8bd4-d8541edbc22a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:23.553340 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6105dfb5-0bed-4f2a-8bd4-d8541edbc22a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:23.595935 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Port': ['ID=469b40b4-950e-41e9-aef5-cb420d216d95,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:23.601970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:23.604118 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-6105dfb5-0bed-4f2a-8bd4-d8541edbc22a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] device_id is not set on port 8b5c1d3f-0dd6-4506-8213-3a171f083e53 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:24:23.626679 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port e895e42e-b730-4c3b-b499-bfeb2b9366c6 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:23.635683 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024eddc6-6856-4635-a553-07f703aaee8d req-d875cf17-f917-43c7-94fb-23212b94e1c1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:23.644280 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-024eddc6-6856-4635-a553-07f703aaee8d req-d875cf17-f917-43c7-94fb-23212b94e1c1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.3170359 Dec 22 15:24:23.656066 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port e895e42e-b730-4c3b-b499-bfeb2b9366c6 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:23.656647 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:23.701391 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418b63f8-746b-46dd-bfde-e805ea08c179 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network 0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:24:23.721642 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-024eddc6-6856-4635-a553-07f703aaee8d req-bd9005c1-856b-4c20-8dbb-c488e795ff23 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763597 Dec 22 15:24:23.874776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:23.887312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-418b63f8-746b-46dd-bfde-e805ea08c179 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:23.892069 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b63f8-746b-46dd-bfde-e805ea08c179 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:23.892718 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-418b63f8-746b-46dd-bfde-e805ea08c179 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:23.919374 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5c24be-8de5-4077-974e-5d7f444ea0c6 None None] Network 0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:24.013483 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:24.166461 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:24.186669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:24.249300 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-418b63f8-746b-46dd-bfde-e805ea08c179 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5327740 Dec 22 15:24:24.251152 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60376) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:24.322362 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba461afd-b1a2-46de-838c-8d69a66f4d4b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:24.339362 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:24.360562 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60378) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:24.365966 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-6b471fa1-a3d4-458e-bc0c-f7b055ddef03 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-943832290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:24.410970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6b471fa1-a3d4-458e-bc0c-f7b055ddef03 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:24.429052 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6b471fa1-a3d4-458e-bc0c-f7b055ddef03 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:router and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:24.435696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6b471fa1-a3d4-458e-bc0c-f7b055ddef03 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:24.448456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6b471fa1-a3d4-458e-bc0c-f7b055ddef03 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:24.459351 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6105dfb5-0bed-4f2a-8bd4-d8541edbc22a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:24.493753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:24.509576 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550', 'network_id': '0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'fixed_ips': [{'subnet_id': 'ff8b5ccb-2f53-47b3-bffb-61d7344d23c5'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:24:24.510941 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:24.594854 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6b471fa1-a3d4-458e-bc0c-f7b055ddef03 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:24.596183 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6b471fa1-a3d4-458e-bc0c-f7b055ddef03 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:24.616125 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60388) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:24.625837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:24.634419 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Usage tracker for resource:security_group_rule and tenant:d7749218c93e4d43966de2173c9b53d1 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:24.647020 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:24.674940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6b471fa1-a3d4-458e-bc0c-f7b055ddef03 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:24.691662 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:24.696508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6105dfb5-0bed-4f2a-8bd4-d8541edbc22a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:24.727309 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-86f393b7-6134-4b38-a297-240f229f14a4 tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:24.738544 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Allocated IP 172.20.0.2 (0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550/ff8b5ccb-2f53-47b3-bffb-61d7344d23c5/231543cd-6b64-4d32-9069-5b214047b8f6) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:24:24.872626 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-99ef00b0-8f35-487d-b779-c4cb7b23d41b tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:24.874182 dv-neutron-822674-1-hyperv neutron-server[88218]: WARNING neutron.api.v2.base [None req-99ef00b0-8f35-487d-b779-c4cb7b23d41b tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 15:24:24.875374 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-99ef00b0-8f35-487d-b779-c4cb7b23d41b tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 15:24:24.885960 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-99ef00b0-8f35-487d-b779-c4cb7b23d41b tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2679427 Dec 22 15:24:24.890517 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60396) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:24.893070 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6b471fa1-a3d4-458e-bc0c-f7b055ddef03 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:24.931167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group': {'name': 'tempest-secgroup--2111846668'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:24.943887 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:24.953113 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:24.959370 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:24.962988 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-dfa0e414-c80a-4f03-98dc-31a96fae8a94 None None] Provisioning complete for port e895e42e-b730-4c3b-b499-bfeb2b9366c6 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:24.963632 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e414-c80a-4f03-98dc-31a96fae8a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:24.976004 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:24.979434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:24.993429 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6105dfb5-0bed-4f2a-8bd4-d8541edbc22a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:24.995316 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1ef1f43c-02fb-4d0d-8ac2-a49a603a8da7 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2019927494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:24.995716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105dfb5-0bed-4f2a-8bd4-d8541edbc22a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=8b5c1d3f-0dd6-4506-8213-3a171f083e53,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:24.999828 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-6105dfb5-0bed-4f2a-8bd4-d8541edbc22a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:25.005612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6105dfb5-0bed-4f2a-8bd4-d8541edbc22a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:25.006630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6105dfb5-0bed-4f2a-8bd4-d8541edbc22a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:25.012340 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6105dfb5-0bed-4f2a-8bd4-d8541edbc22a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:25.013235 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6105dfb5-0bed-4f2a-8bd4-d8541edbc22a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:25.056856 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1ef1f43c-02fb-4d0d-8ac2-a49a603a8da7 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:25.068058 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1ef1f43c-02fb-4d0d-8ac2-a49a603a8da7 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Usage tracker for resource:router and tenant:e27e0e181ddb43cb88880dec4db1f67e is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:25.072970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1ef1f43c-02fb-4d0d-8ac2-a49a603a8da7 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:25.086910 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:25.087945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:25.099630 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1ef1f43c-02fb-4d0d-8ac2-a49a603a8da7 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:25.101807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-63cdbb0a-1cdc-433c-bd63-15fdd9ef99c2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:25.105754 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port e895e42e-b730-4c3b-b499-bfeb2b9366c6, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e895e42e-b730-4c3b-b499-bfeb2b9366c6,segment=NetworkSegment(c86dbb6e-2c81-497c-9237-1cdde7a3a145),segment_id=c86dbb6e-2c81-497c-9237-1cdde7a3a145)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:25.118524 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:25.125848 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:25.146871 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6105dfb5-0bed-4f2a-8bd4-d8541edbc22a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1544056 Dec 22 15:24:25.150992 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60400) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:25.160295 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Transition to ACTIVE for port object 231543cd-6b64-4d32-9069-5b214047b8f6 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:25.184312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6b471fa1-a3d4-458e-bc0c-f7b055ddef03 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:25.190121 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6b471fa1-a3d4-458e-bc0c-f7b055ddef03 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8266630 Dec 22 15:24:25.195520 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:25.196075 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60404) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:25.205987 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:25.245142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:25.252868 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-660f07a0-e642-4712-8086-d118ec190bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:25.305417 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-91cc4de2-9e46-4a36-96ba-3e7391996c3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port 8b5c1d3f-0dd6-4506-8213-3a171f083e53 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:25.305804 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91cc4de2-9e46-4a36-96ba-3e7391996c3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:25.313941 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-18e97bcf-770b-4910-814d-21c2cfcaf9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:25.335291 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Transition to ACTIVE for port object 231543cd-6b64-4d32-9069-5b214047b8f6 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:25.402740 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Port': ['ID=469b40b4-950e-41e9-aef5-cb420d216d95,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:25.421876 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:25.424435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:25.429771 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.5825064 Dec 22 15:24:25.429771 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d621cd54-3b4e-427c-ad3a-39a82c316cbd,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:25.432719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:25.436421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60408) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:25.486863 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=e895e42e-b730-4c3b-b499-bfeb2b9366c6,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:25.494571 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:25.498509 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668b783-d7ec-4a0f-85e4-46e6a31458ad req-753b49f5-373e-4f2e-9225-d4f9132c028d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:25.500506 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1668b783-d7ec-4a0f-85e4-46e6a31458ad req-753b49f5-373e-4f2e-9225-d4f9132c028d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.5157683 Dec 22 15:24:25.512346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1ef1f43c-02fb-4d0d-8ac2-a49a603a8da7 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:25.513567 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:25.513763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1ef1f43c-02fb-4d0d-8ac2-a49a603a8da7 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:25.523794 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-93fe18b4-11be-4fd6-894d-6e4c0df3be80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:25.526065 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:25.638303 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:25.651633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Network 0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:25.658547 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:25.665639 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:25.745881 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91cc4de2-9e46-4a36-96ba-3e7391996c3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:25.748141 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-dfa0e414-c80a-4f03-98dc-31a96fae8a94 None None] Provisioning for port 469b40b4-950e-41e9-aef5-cb420d216d95 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:25.763318 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Pushing event updated for resources: {'Port': ['ID=231543cd-6b64-4d32-9069-5b214047b8f6,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:25.764670 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-54a589ed-7f7d-4c5d-8401-2f5e3abe6da3 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:25.812623 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:25.823370 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-dfa0e414-c80a-4f03-98dc-31a96fae8a94 None None] Provisioning complete for port 469b40b4-950e-41e9-aef5-cb420d216d95 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:25.824437 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e414-c80a-4f03-98dc-31a96fae8a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:25.917665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network 9055707f-71f6-497c-ae4a-9b24e8cab5ab is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:25.923015 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-54a589ed-7f7d-4c5d-8401-2f5e3abe6da3 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:25.924859 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-54a589ed-7f7d-4c5d-8401-2f5e3abe6da3 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4877172 Dec 22 15:24:25.930177 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1ef1f43c-02fb-4d0d-8ac2-a49a603a8da7 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:25.932667 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:25.932965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-91cc4de2-9e46-4a36-96ba-3e7391996c3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for 8b5c1d3f-0dd6-4506-8213-3a171f083e53 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:25.944528 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60414) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:25.948145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:25.948847 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Attempting to bind port 231543cd-6b64-4d32-9069-5b214047b8f6 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:24:25.949693 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Attempting to bind port 231543cd-6b64-4d32-9069-5b214047b8f6 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '219f37d0-e2a1-4af8-92d9-9582f3def437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:24:25.950553 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Attempting to bind port 231543cd-6b64-4d32-9069-5b214047b8f6 on network 0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:24:25.968117 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:24:25.969267 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Checking segment: {'id': '219f37d0-e2a1-4af8-92d9-9582f3def437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:24:25.970487 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:25.971446 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Bound using segment: {'id': '219f37d0-e2a1-4af8-92d9-9582f3def437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:24:25.972532 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Bound port: 231543cd-6b64-4d32-9069-5b214047b8f6, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219f37d0-e2a1-4af8-92d9-9582f3def437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:24:25.974164 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:26.004091 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-dfa0e414-c80a-4f03-98dc-31a96fae8a94 None None] Port 469b40b4-950e-41e9-aef5-cb420d216d95 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:24:26.015639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-23ca22a0-bc32-425d-a4bb-dabd7695769f tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group': {'name': 'tempest-security--2017488146', 'description': 'tempest-security-description-323081644'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:26.050422 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group_rule and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:26.056398 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1668b783-d7ec-4a0f-85e4-46e6a31458ad req-b52e8bb1-1005-4ba7-9a64-1cff304034b0 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5343757 Dec 22 15:24:26.143518 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:26.199471 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] For port 231543cd-6b64-4d32-9069-5b214047b8f6, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:24:26.206107 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] For port 231543cd-6b64-4d32-9069-5b214047b8f6, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=231543cd-6b64-4d32-9069-5b214047b8f6,segment=NetworkSegment(219f37d0-e2a1-4af8-92d9-9582f3def437),segment_id=219f37d0-e2a1-4af8-92d9-9582f3def437)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:24:26.237161 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7e859521-77e1-4700-9fb8-258f9fd73a4b None None] Provisioning complete for port 469b40b4-950e-41e9-aef5-cb420d216d95 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:26.237875 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7e859521-77e1-4700-9fb8-258f9fd73a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:26.259062 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:26.300390 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91cc4de2-9e46-4a36-96ba-3e7391996c3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:26.310003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a2f29b23-96c9-46fe-b85a-7b883a15fa7e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:26.340800 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7e859521-77e1-4700-9fb8-258f9fd73a4b None None] Port 469b40b4-950e-41e9-aef5-cb420d216d95 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:24:26.347235 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:26.365651 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:26.386445 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91cc4de2-9e46-4a36-96ba-3e7391996c3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:26.392313 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc4de2-9e46-4a36-96ba-3e7391996c3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Port': ['ID=8b5c1d3f-0dd6-4506-8213-3a171f083e53,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:26.396575 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-91cc4de2-9e46-4a36-96ba-3e7391996c3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:26.408668 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-91cc4de2-9e46-4a36-96ba-3e7391996c3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/ports/8b5c1d3f-0dd6-4506-8213-3a171f083e53 HTTP/1.1" status: 204 len: 168 time: 1.2539504 Dec 22 15:24:26.412984 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60420) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:26.413116 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23ca22a0-bc32-425d-a4bb-dabd7695769f tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:26.416032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e5c9a42a-7a65-48d7-9f1c-47877108972b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'port': {'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae', 'mac_address': 'fa:16:3e:13:98:0f', 'name': 'tempest-PortsIpV6TestJSON-191427382'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:26.430293 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1ef1f43c-02fb-4d0d-8ac2-a49a603a8da7 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:26.459347 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Pushing event updated for resources: {'Port': ['ID=231543cd-6b64-4d32-9069-5b214047b8f6,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:26.475773 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:26.490676 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-cf6f5e6c-d79a-4b03-b022-d847cf3d4dae None None] Provisioning complete for port 469b40b4-950e-41e9-aef5-cb420d216d95 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:26.491533 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cf6f5e6c-d79a-4b03-b022-d847cf3d4dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:26.580288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e5c9a42a-7a65-48d7-9f1c-47877108972b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:26.587597 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e5c9a42a-7a65-48d7-9f1c-47877108972b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:port and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:26.591431 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f5e6c-d79a-4b03-b022-d847cf3d4dae None None] Port 469b40b4-950e-41e9-aef5-cb420d216d95 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:24:26.593257 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e5c9a42a-7a65-48d7-9f1c-47877108972b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:26.602176 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e5c9a42a-7a65-48d7-9f1c-47877108972b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:26.617924 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:26.654128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23ca22a0-bc32-425d-a4bb-dabd7695769f tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:26.662902 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1ef1f43c-02fb-4d0d-8ac2-a49a603a8da7 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:26.667129 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1ef1f43c-02fb-4d0d-8ac2-a49a603a8da7 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 2.2757351 Dec 22 15:24:26.667556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60426) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:26.674456 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2068021292'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:26.680592 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:26.686119 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Usage tracker for resource:network and tenant:e27e0e181ddb43cb88880dec4db1f67e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:26.689973 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:26.700685 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:26.727458 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c9a42a-7a65-48d7-9f1c-47877108972b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:26.753771 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23ca22a0-bc32-425d-a4bb-dabd7695769f tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:26.787658 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b53adb83-e577-4834-99e5-fb3c8b5ca749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:26.877574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Made reservation on behalf of e27e0e181ddb43cb88880dec4db1f67e for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:26.884561 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:26.924418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:26.937673 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23ca22a0-bc32-425d-a4bb-dabd7695769f tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:26.943147 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-23ca22a0-bc32-425d-a4bb-dabd7695769f tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "PUT /v2.0/security-groups/d621cd54-3b4e-427c-ad3a-39a82c316cbd HTTP/1.1" status: 200 len: 1777 time: 0.9954405 Dec 22 15:24:26.957906 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60432) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:27.052901 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca22a0-bc32-425d-a4bb-dabd7695769f tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d621cd54-3b4e-427c-ad3a-39a82c316cbd,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:27.060892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-23ca22a0-bc32-425d-a4bb-dabd7695769f tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:27.069069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5c9a42a-7a65-48d7-9f1c-47877108972b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:27.087999 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:27.104171 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:27.131719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Usage tracker for resource:security_group_rule and tenant:e27e0e181ddb43cb88880dec4db1f67e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:27.143804 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fd69dec2-ee40-4a1a-bad4-d1d247b26b4c tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-groups/d621cd54-3b4e-427c-ad3a-39a82c316cbd HTTP/1.1" status: 200 len: 1777 time: 0.1736250 Dec 22 15:24:27.144096 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:27.169574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60436) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:27.179620 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:27.183992 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-e5c9a42a-7a65-48d7-9f1c-47877108972b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] device_id is not set on port 974535c5-4a94-4e3e-87d2-08d80e436864 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:24:27.202242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router cbca079a-6dfb-49fb-920c-4d2e10b6303f is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:24:27.230412 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db140bf1-c061-473d-9d3a-4b8ff8692269 req-585a2428-a75e-49be-bc15-424e4c53418a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:27.232094 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-db140bf1-c061-473d-9d3a-4b8ff8692269 req-585a2428-a75e-49be-bc15-424e4c53418a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.4905777 Dec 22 15:24:27.240799 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:27.275013 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1af070ec-41b5-4fc7-8f44-9c53f8a406cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:27.365486 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:27.415017 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group_rule and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:27.490298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:27.534839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:27.553300 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e895e42e-b730-4c3b-b499-bfeb2b9366c6 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:24:27.571405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6e47e-ebef-4603-90bd-5c5b23a77be2 req-06d3ac26-9cb7-4a40-b677-4ecdbae86d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:27.577694 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c1c6e47e-ebef-4603-90bd-5c5b23a77be2 req-06d3ac26-9cb7-4a40-b677-4ecdbae86d35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b1a174dbcbe478299f6879dd11bdd14&device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 1098 time: 0.7242267 Dec 22 15:24:27.581919 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646485a9-f690-4ccd-8f42-427b290f478e,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:27.586712 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f660d0b4-2ae9-46c0-b21d-a3bc135408c8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:27.589502 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:27.616287 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Allocated IP 172.20.0.1 (0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550/ff8b5ccb-2f53-47b3-bffb-61d7344d23c5/6f5ed788-e22e-436a-b933-8c05f2266a06) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:24:27.663724 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-db140bf1-c061-473d-9d3a-4b8ff8692269 req-cb6c0e3e-aa19-497a-95d5-359bc4e3bd08 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3739858 Dec 22 15:24:27.712235 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port e895e42e-b730-4c3b-b499-bfeb2b9366c6 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:27.713947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:27.781271 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9132d5c2-608c-456f-8c98-7b1de3d09d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:27.800829 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:27.833228 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f660d0b4-2ae9-46c0-b21d-a3bc135408c8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:27.945981 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:27.956604 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ec6be2c2-f90b-47ff-9c97-0a583c6a66eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:27.973135 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 231543cd-6b64-4d32-9069-5b214047b8f6 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:24:28.009900 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:24:28.024102 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] Sync routers for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:24:28.040329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:24:28.041084 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:28.041740 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:28.087446 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5c9a42a-7a65-48d7-9f1c-47877108972b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:28.090852 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=108e291e-a7aa-4f06-ab7a-56455c3c1754,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:28.097179 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6e47e-ebef-4603-90bd-5c5b23a77be2 req-f01e7d48-01dc-42f2-97ca-633e8e11be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:28.099562 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c1c6e47e-ebef-4603-90bd-5c5b23a77be2 req-f01e7d48-01dc-42f2-97ca-633e8e11be17 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 HTTP/1.1" status: 200 len: 911 time: 0.5060563 Dec 22 15:24:28.101705 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:28.131328 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/cbca079a-6dfb-49fb-920c-4d2e10b6303f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9655683 Dec 22 15:24:28.149661 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b8f1be-15c4-4023-a82f-f940c1aac634 None None] Network 0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:28.155261 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60442) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:28.172025 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-aa9e79d1-0d34-42e3-9bb1-a952b0b2fcdf tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-798063012'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:28.180724 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-aa9e79d1-0d34-42e3-9bb1-a952b0b2fcdf tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:28.187424 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:28.187871 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Added segment 8cab79cc-f787-4890-b579-c4c35c93280c of type vlan for network f3c2090b-930a-4c71-b194-984df3671ccb Dec 22 15:24:28.188162 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-aa9e79d1-0d34-42e3-9bb1-a952b0b2fcdf tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:network and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:28.189234 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f660d0b4-2ae9-46c0-b21d-a3bc135408c8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:28.194702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-aa9e79d1-0d34-42e3-9bb1-a952b0b2fcdf tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:28.203519 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-aa9e79d1-0d34-42e3-9bb1-a952b0b2fcdf tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:28.211964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0cb084d4-af79-41fc-b70c-06175210a02a tempest-AllowedAddressPairIpV6TestJSON-1838802036 tempest-AllowedAddressPairIpV6TestJSON-1838802036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:28.245232 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:28.248846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:28.258726 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660d0b4-2ae9-46c0-b21d-a3bc135408c8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d621cd54-3b4e-427c-ad3a-39a82c316cbd,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:28.267723 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:24:28.272203 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Transition to ACTIVE for port object 6f5ed788-e22e-436a-b933-8c05f2266a06 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:28.282716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f660d0b4-2ae9-46c0-b21d-a3bc135408c8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:28.303869 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:28.305170 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9e79d1-0d34-42e3-9bb1-a952b0b2fcdf tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Made reservation on behalf of ee2232110f5e4ead88119ba9dae092ad for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:28.309648 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa9e79d1-0d34-42e3-9bb1-a952b0b2fcdf tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:28.311583 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c1c6e47e-ebef-4603-90bd-5c5b23a77be2 req-62a617c2-039b-4be4-84a1-3ac886efa1e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 HTTP/1.1" status: 200 len: 1000 time: 0.1995900 Dec 22 15:24:28.349920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:28.375762 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-688ef4cf-8aba-4b5a-9655-6b7c67dda630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:28.415719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6e47e-ebef-4603-90bd-5c5b23a77be2 req-91b5d601-5d8f-4f91-9738-6a8ff50b724d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:28.417199 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c1c6e47e-ebef-4603-90bd-5c5b23a77be2 req-91b5d601-5d8f-4f91-9738-6a8ff50b724d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d351219-3f54-4318-ad3a-f368fdd0eec7 HTTP/1.1" status: 200 len: 849 time: 0.0948579 Dec 22 15:24:28.422890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:28.466970 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 231543cd-6b64-4d32-9069-5b214047b8f6 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:28.480614 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network 0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:28.487644 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:28.498461 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:28.545666 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bebb16ff-7514-44ff-8912-05a9b85adcfc,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:28.553234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9e79d1-0d34-42e3-9bb1-a952b0b2fcdf tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:24:28.569187 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:28.573666 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7a35bbb2-340c-443a-81af-2c0a2a775ccb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:28.672292 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:24:23Z', 'revision_number': 2, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:24Z', 'revision_number': 2, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:28.678240 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] Checking router: cbca079a-6dfb-49fb-920c-4d2e10b6303f for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:24:28.678880 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] Updating router cbca079a-6dfb-49fb-920c-4d2e10b6303f port 469b40b4-950e-41e9-aef5-cb420d216d95 binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:24:28.681138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5c9a42a-7a65-48d7-9f1c-47877108972b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:28.683747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:28.694552 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:28.695547 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:28.712319 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0f49cd5c-9ea8-496b-a289-6ba5b515ce0f tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:28.751602 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:28.752855 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:28.756619 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.8338480 Dec 22 15:24:28.783001 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60450) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:28.800907 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa9e79d1-0d34-42e3-9bb1-a952b0b2fcdf tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:28.802205 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-aa9e79d1-0d34-42e3-9bb1-a952b0b2fcdf tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Added segment 76287f68-f64a-478d-8d1f-b3356f89c8c2 of type vlan for network 5675ddc0-5172-4505-83a9-d605411a0307 Dec 22 15:24:28.811251 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4281933c-9bff-425d-b423-b52beb890721 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group_rule': {'security_group_id': 'bebb16ff-7514-44ff-8912-05a9b85adcfc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:28.835154 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f660d0b4-2ae9-46c0-b21d-a3bc135408c8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:28.836804 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f660d0b4-2ae9-46c0-b21d-a3bc135408c8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-groups/d621cd54-3b4e-427c-ad3a-39a82c316cbd HTTP/1.1" status: 204 len: 168 time: 1.6639037 Dec 22 15:24:28.840554 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-113d7316-cc6b-45d6-8127-70838017818f None None] Provisioning for port 231543cd-6b64-4d32-9069-5b214047b8f6 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:28.847541 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:28.852758 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60454) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:28.897284 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-113d7316-cc6b-45d6-8127-70838017818f None None] Provisioning complete for port 231543cd-6b64-4d32-9069-5b214047b8f6 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:28.897887 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-113d7316-cc6b-45d6-8127-70838017818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:28.953398 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa9e79d1-0d34-42e3-9bb1-a952b0b2fcdf tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:28.991744 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Port': ['ID=6f5ed788-e22e-436a-b933-8c05f2266a06,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:28.999853 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:29.004140 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4281933c-9bff-425d-b423-b52beb890721 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:29.012817 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3407629 Dec 22 15:24:29.020556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c9a42a-7a65-48d7-9f1c-47877108972b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:29.027656 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-e5c9a42a-7a65-48d7-9f1c-47877108972b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:29.032408 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4281933c-9bff-425d-b423-b52beb890721 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group_rule and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:29.045263 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60458) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:29.063004 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-57146ae6-678b-465b-b70f-488b10cc2ce8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Request body: {'subnet': {'network_id': 'f3c2090b-930a-4c71-b194-984df3671ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:29.078499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa9e79d1-0d34-42e3-9bb1-a952b0b2fcdf tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:29.085881 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9e79d1-0d34-42e3-9bb1-a952b0b2fcdf tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:29.086550 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa9e79d1-0d34-42e3-9bb1-a952b0b2fcdf tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:29.096703 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4281933c-9bff-425d-b423-b52beb890721 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:29.102426 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c9a42a-7a65-48d7-9f1c-47877108972b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:29.107959 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d929147c-a2e8-4a74-8cd0-0068c87c4d17 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:29.114877 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c9a42a-7a65-48d7-9f1c-47877108972b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:29.114877 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5c9a42a-7a65-48d7-9f1c-47877108972b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:29.133968 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:29.151984 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4281933c-9bff-425d-b423-b52beb890721 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:29.170801 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:29.173012 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event updated for resources: {'Network': ['ID=f3c2090b-930a-4c71-b194-984df3671ccb,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:29.193346 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:29.202615 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-113d7316-cc6b-45d6-8127-70838017818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:29.222487 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network f3c2090b-930a-4c71-b194-984df3671ccb details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:24:29.295968 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-41e539ff-0f53-46a9-bc1c-fc2e9af5661c tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4227996 Dec 22 15:24:29.300391 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60462) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:29.327472 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-0b1b2f61-c920-4abb-9639-e1a9ddc692c5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] delete failed (client error): The resource could not be found. Dec 22 15:24:29.330097 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0b1b2f61-c920-4abb-9639-e1a9ddc692c5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-groups/d621cd54-3b4e-427c-ad3a-39a82c316cbd HTTP/1.1" status: 404 len: 347 time: 0.0278628 Dec 22 15:24:29.344146 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-aa9e79d1-0d34-42e3-9bb1-a952b0b2fcdf tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1875167 Dec 22 15:24:29.345184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60466) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:29.346145 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-113d7316-cc6b-45d6-8127-70838017818f None None] For port 231543cd-6b64-4d32-9069-5b214047b8f6, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=231543cd-6b64-4d32-9069-5b214047b8f6,segment=NetworkSegment(219f37d0-e2a1-4af8-92d9-9582f3def437),segment_id=219f37d0-e2a1-4af8-92d9-9582f3def437)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:29.354660 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6105dfb5-0bed-4f2a-8bd4-d8541edbc22a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.616s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:29.356180 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:29.357036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60468) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:29.357473 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e79d1-0d34-42e3-9bb1-a952b0b2fcdf tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Network': ['ID=5675ddc0-5172-4505-83a9-d605411a0307,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:29.361147 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aa9e79d1-0d34-42e3-9bb1-a952b0b2fcdf tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:29.369176 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-736a082c-76c6-4992-8fcc-5345ac9f1892 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1724175885'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:29.369592 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] Transition to ACTIVE for port object 469b40b4-950e-41e9-aef5-cb420d216d95 will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:29.377088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-736a082c-76c6-4992-8fcc-5345ac9f1892 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:29.385134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-736a082c-76c6-4992-8fcc-5345ac9f1892 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Usage tracker for resource:security_group and tenant:d7749218c93e4d43966de2173c9b53d1 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:29.387004 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 5675ddc0-5172-4505-83a9-d605411a0307 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:24:29.388922 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-736a082c-76c6-4992-8fcc-5345ac9f1892 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:29.397351 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-736a082c-76c6-4992-8fcc-5345ac9f1892 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:29.410384 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-db32f74a-9c63-42af-ad6c-a44d0d3de65a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'subnet': {'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:29.452981 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:29.457023 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-cedc4ae5-a67d-45f1-a8ea-8893f129fd90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:29.510650 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:29.564354 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9a42a-7a65-48d7-9f1c-47877108972b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=974535c5-4a94-4e3e-87d2-08d80e436864,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:29.573604 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e5c9a42a-7a65-48d7-9f1c-47877108972b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:29.590714 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81f10e-702c-4888-9cc9-77af1811677d req-070af3ab-3588-46a0-9a0e-42f27e197f5d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:29.590714 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cf81f10e-702c-4888-9cc9-77af1811677d req-070af3ab-3588-46a0-9a0e-42f27e197f5d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.6567709 Dec 22 15:24:29.592158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-736a082c-76c6-4992-8fcc-5345ac9f1892 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:29.599955 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e5c9a42a-7a65-48d7-9f1c-47877108972b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.1893365 Dec 22 15:24:29.611066 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60474) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:29.612170 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-57146ae6-678b-465b-b70f-488b10cc2ce8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:29.632996 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6e47e-ebef-4603-90bd-5c5b23a77be2 req-6ac29de2-c35a-448d-b401-71abd2302b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:29.633856 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-736a082c-76c6-4992-8fcc-5345ac9f1892 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:29.634976 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c1c6e47e-ebef-4603-90bd-5c5b23a77be2 req-6ac29de2-c35a-448d-b401-71abd2302b88 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2094934 Dec 22 15:24:29.643323 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-736a082c-76c6-4992-8fcc-5345ac9f1892 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Usage tracker for resource:security_group_rule and tenant:d7749218c93e4d43966de2173c9b53d1 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:29.644485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-736a082c-76c6-4992-8fcc-5345ac9f1892 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:29.652969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-736a082c-76c6-4992-8fcc-5345ac9f1892 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:29.750211 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-736a082c-76c6-4992-8fcc-5345ac9f1892 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:29.784656 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-113d7316-cc6b-45d6-8127-70838017818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:29.800309 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-57146ae6-678b-465b-b70f-488b10cc2ce8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Usage tracker for resource:subnet and tenant:e27e0e181ddb43cb88880dec4db1f67e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:29.825864 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:29.831342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29072b40-f08a-4c82-8265-f881ff3a31e1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:29.832366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-29072b40-f08a-4c82-8265-f881ff3a31e1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Synchronizing usage tracker for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:29.870940 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-57146ae6-678b-465b-b70f-488b10cc2ce8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:29.884418 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-736a082c-76c6-4992-8fcc-5345ac9f1892 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:29.929770 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-293f6478-65bf-4499-8bb1-4d95770a5f9d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:29.974540 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a082c-76c6-4992-8fcc-5345ac9f1892 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d7b318-1b62-4346-949d-75845a36c42d,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:29.977760 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-736a082c-76c6-4992-8fcc-5345ac9f1892 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:29.996960 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-57146ae6-678b-465b-b70f-488b10cc2ce8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:30.146923 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cf81f10e-702c-4888-9cc9-77af1811677d req-f67cd95a-8b80-4f41-9faf-63fd82051e67 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5281818 Dec 22 15:24:30.171322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-736a082c-76c6-4992-8fcc-5345ac9f1892 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:30.172745 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-736a082c-76c6-4992-8fcc-5345ac9f1892 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8213482 Dec 22 15:24:30.189998 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-63b8650c-6bf6-4aae-85c3-b60b51e79db1 None None] Provisioning complete for port 231543cd-6b64-4d32-9069-5b214047b8f6 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:30.193068 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-63b8650c-6bf6-4aae-85c3-b60b51e79db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:30.241150 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4281933c-9bff-425d-b423-b52beb890721 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:30.258459 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60480) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:30.270126 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-db32f74a-9c63-42af-ad6c-a44d0d3de65a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:30.282632 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a036529-ca38-4bd8-8898-ca02db3662d2 None None] Pushing event updated for resources: {'Port': ['ID=469b40b4-950e-41e9-aef5-cb420d216d95,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:30.290323 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-3fa6895b-c93b-484e-981e-ea46e7695511 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group_rule': {'security_group_id': 'd8d7b318-1b62-4346-949d-75845a36c42d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:30.299319 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3fa6895b-c93b-484e-981e-ea46e7695511 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:30.303650 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3fa6895b-c93b-484e-981e-ea46e7695511 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Usage tracker for resource:security_group_rule and tenant:d7749218c93e4d43966de2173c9b53d1 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:30.307385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3fa6895b-c93b-484e-981e-ea46e7695511 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:30.315106 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3fa6895b-c93b-484e-981e-ea46e7695511 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:30.322527 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a036529-ca38-4bd8-8898-ca02db3662d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:30.322527 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a036529-ca38-4bd8-8898-ca02db3662d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:30.322527 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a036529-ca38-4bd8-8898-ca02db3662d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:30.322527 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a036529-ca38-4bd8-8898-ca02db3662d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:30.322527 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a036529-ca38-4bd8-8898-ca02db3662d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:30.322527 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a036529-ca38-4bd8-8898-ca02db3662d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:30.323687 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a036529-ca38-4bd8-8898-ca02db3662d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:30.323687 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a036529-ca38-4bd8-8898-ca02db3662d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:30.324235 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a036529-ca38-4bd8-8898-ca02db3662d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:30.324614 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a036529-ca38-4bd8-8898-ca02db3662d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:30.325064 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a036529-ca38-4bd8-8898-ca02db3662d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:30.325635 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a036529-ca38-4bd8-8898-ca02db3662d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:30.327886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-db32f74a-9c63-42af-ad6c-a44d0d3de65a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:subnet and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:30.335023 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-db32f74a-9c63-42af-ad6c-a44d0d3de65a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:30.347091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-db32f74a-9c63-42af-ad6c-a44d0d3de65a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:30.384918 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d7316-cc6b-45d6-8127-70838017818f None None] Pushing event updated for resources: {'Port': ['ID=231543cd-6b64-4d32-9069-5b214047b8f6,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:30.397403 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-113d7316-cc6b-45d6-8127-70838017818f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:30.407686 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-0a036529-ca38-4bd8-8898-ca02db3662d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.951s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:30.408623 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] Attempting to bind port 469b40b4-950e-41e9-aef5-cb420d216d95 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:24:30.408889 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] Attempting to bind port 469b40b4-950e-41e9-aef5-cb420d216d95 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'c86dbb6e-2c81-497c-9237-1cdde7a3a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:24:30.409300 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] Attempting to bind port 469b40b4-950e-41e9-aef5-cb420d216d95 on network 9055707f-71f6-497c-ae4a-9b24e8cab5ab {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:24:30.421669 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:24:30.422210 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] Checking segment: {'id': 'c86dbb6e-2c81-497c-9237-1cdde7a3a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:24:30.424357 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:30.424357 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] Bound using segment: {'id': 'c86dbb6e-2c81-497c-9237-1cdde7a3a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:24:30.427117 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] Bound port: 469b40b4-950e-41e9-aef5-cb420d216d95, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86dbb6e-2c81-497c-9237-1cdde7a3a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:24:30.429126 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:30.439842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57146ae6-678b-465b-b70f-488b10cc2ce8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Made reservation on behalf of e27e0e181ddb43cb88880dec4db1f67e for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:30.443629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57146ae6-678b-465b-b70f-488b10cc2ce8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:30.481622 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-29072b40-f08a-4c82-8265-f881ff3a31e1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unset dirty status for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:30.483348 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-29072b40-f08a-4c82-8265-f881ff3a31e1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports/974535c5-4a94-4e3e-87d2-08d80e436864 HTTP/1.1" status: 200 len: 844 time: 0.8559470 Dec 22 15:24:30.499104 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60484) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:30.559037 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] For port 469b40b4-950e-41e9-aef5-cb420d216d95, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:24:30.562895 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] For port 469b40b4-950e-41e9-aef5-cb420d216d95, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=469b40b4-950e-41e9-aef5-cb420d216d95,segment=NetworkSegment(c86dbb6e-2c81-497c-9237-1cdde7a3a145),segment_id=c86dbb6e-2c81-497c-9237-1cdde7a3a145)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:24:30.586701 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db32f74a-9c63-42af-ad6c-a44d0d3de65a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Made reservation on behalf of ee2232110f5e4ead88119ba9dae092ad for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:30.593001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db32f74a-9c63-42af-ad6c-a44d0d3de65a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:30.632405 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:30.640348 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:30.659590 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3fa6895b-c93b-484e-981e-ea46e7695511 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:30.674073 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c1c6e47e-ebef-4603-90bd-5c5b23a77be2 req-2def4c24-7c79-46bf-ab98-3f699e3ac8d6 service neutron] 10.222.0.57 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7977531 Dec 22 15:24:30.681107 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4281933c-9bff-425d-b423-b52beb890721 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:30.684545 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-63b8650c-6bf6-4aae-85c3-b60b51e79db1 None None] Provisioning for port 6f5ed788-e22e-436a-b933-8c05f2266a06 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:30.700175 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-63b8650c-6bf6-4aae-85c3-b60b51e79db1 None None] Provisioning complete for port 6f5ed788-e22e-436a-b933-8c05f2266a06 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:30.701086 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-63b8650c-6bf6-4aae-85c3-b60b51e79db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:30.744456 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-1979b277-d923-4696-880d-c4ceeb58031f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port 974535c5-4a94-4e3e-87d2-08d80e436864 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:30.745171 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1979b277-d923-4696-880d-c4ceeb58031f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:30.863038 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-63b8650c-6bf6-4aae-85c3-b60b51e79db1 None None] Port 6f5ed788-e22e-436a-b933-8c05f2266a06 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:24:30.888474 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:30.888850 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3fa6895b-c93b-484e-981e-ea46e7695511 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:30.890623 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:30.933665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:30.948353 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:30.966617 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4281933c-9bff-425d-b423-b52beb890721 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:30.970548 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3fa6895b-c93b-484e-981e-ea46e7695511 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:30.977208 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1583a46b-ec61-4171-a30e-d81eaa9f7f0d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:30.999601 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:31.034801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6895b-c93b-484e-981e-ea46e7695511 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b94ecd3-7983-4cc2-bad5-f1b7e9c7b69c,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:31.041627 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3fa6895b-c93b-484e-981e-ea46e7695511 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:31.053655 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-114f6165-951e-4534-ab3d-1ffa4f07463a None None] Provisioning complete for port 6f5ed788-e22e-436a-b933-8c05f2266a06 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:31.054395 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-114f6165-951e-4534-ab3d-1ffa4f07463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:31.057586 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:31.128299 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3ced51dc-e155-4b9c-88e1-a0aadc445ab9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:31.161065 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281933c-9bff-425d-b423-b52beb890721 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe5c25f-4c87-462d-b91f-ca2f78a3ec22,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:31.164297 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3fa6895b-c93b-484e-981e-ea46e7695511 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:31.165116 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-114f6165-951e-4534-ab3d-1ffa4f07463a None None] Port 6f5ed788-e22e-436a-b933-8c05f2266a06 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:24:31.171964 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3fa6895b-c93b-484e-981e-ea46e7695511 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8976710 Dec 22 15:24:31.178698 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4281933c-9bff-425d-b423-b52beb890721 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:31.196667 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60488) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:31.248531 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c1c6e47e-ebef-4603-90bd-5c5b23a77be2 req-a4ee0ecf-afd4-4b72-ad71-76bcc9e08a35 service neutron] 10.222.0.57 "GET /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612359 Dec 22 15:24:31.292942 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:24:31.365915 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4281933c-9bff-425d-b423-b52beb890721 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:31.372263 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4281933c-9bff-425d-b423-b52beb890721 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5733011 Dec 22 15:24:31.383006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60496) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:31.405278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-779860fb-6b91-4b8a-b12f-f8e71ae1751e tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:31.425614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9a21a7e5-d986-4621-ba34-d8eacf9d3b3d tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group_rule': {'security_group_id': 'bebb16ff-7514-44ff-8912-05a9b85adcfc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:31.438255 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9a21a7e5-d986-4621-ba34-d8eacf9d3b3d tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:31.443532 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9a21a7e5-d986-4621-ba34-d8eacf9d3b3d tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group_rule and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:31.447851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9a21a7e5-d986-4621-ba34-d8eacf9d3b3d tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:31.454794 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9a21a7e5-d986-4621-ba34-d8eacf9d3b3d tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:31.460700 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 231543cd-6b64-4d32-9069-5b214047b8f6 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:24:31.471165 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-779860fb-6b91-4b8a-b12f-f8e71ae1751e tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:31.500729 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a036529-ca38-4bd8-8898-ca02db3662d2 None None] Pushing event updated for resources: {'Port': ['ID=469b40b4-950e-41e9-aef5-cb420d216d95,revision_number=4']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:31.524196 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-0a036529-ca38-4bd8-8898-ca02db3662d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.884s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:31.532299 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:24:31.557909 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 231543cd-6b64-4d32-9069-5b214047b8f6 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:31.558618 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:31.623912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1979b277-d923-4696-880d-c4ceeb58031f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:31.711584 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9a21a7e5-d986-4621-ba34-d8eacf9d3b3d tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:31.719431 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-779860fb-6b91-4b8a-b12f-f8e71ae1751e tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:31.726696 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:24:23Z', 'revision_number': 2, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:30Z', 'revision_number': 4, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:31.732616 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b056282f-e960-426a-8cf5-1f18bcf0f923 None None] The sync data for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv is: [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:24:23Z', 'revision_number': 2, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:30Z', 'revision_number': 4, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:24:31.755983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db32f74a-9c63-42af-ad6c-a44d0d3de65a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:31.779071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Port': ['ID=6f5ed788-e22e-436a-b933-8c05f2266a06,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:31.808788 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:31.809309 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:31.809684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:31.810052 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:31.810550 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:31.811055 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:31.811414 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:31.811768 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:31.812121 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:31.812475 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:31.812885 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:31.813212 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:31.818888 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:31.824128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:31.827651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e5e4e1c4-271c-4b8d-beb2-fd741c9ec149 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:31.930603 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-1979b277-d923-4696-880d-c4ceeb58031f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for 974535c5-4a94-4e3e-87d2-08d80e436864 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:31.972845 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f82e1305-54d4-4d61-838b-ece7a22084dd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:31.979856 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57146ae6-678b-465b-b70f-488b10cc2ce8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:32.019172 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779860fb-6b91-4b8a-b12f-f8e71ae1751e tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b94ecd3-7983-4cc2-bad5-f1b7e9c7b69c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:32.041218 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-779860fb-6b91-4b8a-b12f-f8e71ae1751e tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:32.044616 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-09d6baae-3db1-4dad-a5d0-7c9518929b7d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:32.054744 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32f74a-9c63-42af-ad6c-a44d0d3de65a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Checking segment: {'id': '76287f68-f64a-478d-8d1f-b3356f89c8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:24:32.055112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db32f74a-9c63-42af-ad6c-a44d0d3de65a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network hostable DHCP agents. Network: 5675ddc0-5172-4505-83a9-d605411a0307, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:24:32.088626 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32f74a-9c63-42af-ad6c-a44d0d3de65a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Subnet': ['ID=86c1195d-a743-43a7-958b-765e54a4b2ef,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:32.101295 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-779860fb-6b91-4b8a-b12f-f8e71ae1751e tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:32.102690 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-779860fb-6b91-4b8a-b12f-f8e71ae1751e tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/0b94ecd3-7983-4cc2-bad5-f1b7e9c7b69c HTTP/1.1" status: 204 len: 168 time: 0.8961673 Dec 22 15:24:32.114207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60500) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:32.126564 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-db32f74a-9c63-42af-ad6c-a44d0d3de65a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:32.164420 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241153c8-a83b-49c2-aa72-ce58884a487d req-09284dc5-bd86-44ff-a97a-fdf3a4392678 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:32.167263 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-241153c8-a83b-49c2-aa72-ce58884a487d req-09284dc5-bd86-44ff-a97a-fdf3a4392678 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.5507376 Dec 22 15:24:32.256844 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57146ae6-678b-465b-b70f-488b10cc2ce8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event updated for resources: {'Subnet': ['ID=ac316110-f3f5-443d-b964-9289666271b2,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:32.267511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57146ae6-678b-465b-b70f-488b10cc2ce8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Checking segment: {'id': '8cab79cc-f787-4890-b579-c4c35c93280c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f3c2090b-930a-4c71-b194-984df3671ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:24:32.267939 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57146ae6-678b-465b-b70f-488b10cc2ce8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Network hostable DHCP agents. Network: f3c2090b-930a-4c71-b194-984df3671ccb, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:24:32.305190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-57146ae6-678b-465b-b70f-488b10cc2ce8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:32.331177 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-241153c8-a83b-49c2-aa72-ce58884a487d req-b198f6d7-6722-4a86-a87c-f738f44c58ff tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339817 Dec 22 15:24:32.405146 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network 0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:32.415524 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:32.424620 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-9a21a7e5-d986-4621-ba34-d8eacf9d3b3d tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 15:24:32.433913 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9a21a7e5-d986-4621-ba34-d8eacf9d3b3d tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0197387 Dec 22 15:24:32.465226 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b8585208-bf9a-4471-8964-32f6921a90da tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:32.472992 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60504) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:32.478125 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1979b277-d923-4696-880d-c4ceeb58031f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:32.513567 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db32f74a-9c63-42af-ad6c-a44d0d3de65a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network 5675ddc0-5172-4505-83a9-d605411a0307 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:24:32.564893 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7eafbbdf-c931-49c2-a5dd-06ca2e101de4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:32.641441 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57146ae6-678b-465b-b70f-488b10cc2ce8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Network f3c2090b-930a-4c71-b194-984df3671ccb is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:24:32.775288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979b277-d923-4696-880d-c4ceeb58031f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Port': ['ID=974535c5-4a94-4e3e-87d2-08d80e436864,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:32.785863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1979b277-d923-4696-880d-c4ceeb58031f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:32.795379 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1979b277-d923-4696-880d-c4ceeb58031f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:32.797194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-db32f74a-9c63-42af-ad6c-a44d0d3de65a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 5675ddc0-5172-4505-83a9-d605411a0307) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:32.805464 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b8585208-bf9a-4471-8964-32f6921a90da tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:32.807153 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b8585208-bf9a-4471-8964-32f6921a90da tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6828694 Dec 22 15:24:32.815687 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-57146ae6-678b-465b-b70f-488b10cc2ce8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, f3c2090b-930a-4c71-b194-984df3671ccb) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:32.819730 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60510) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:32.820111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e621361a-b79a-4787-a0fb-43cc932ca7a1 None None] Network 5675ddc0-5172-4505-83a9-d605411a0307 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:32.821438 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db32f74a-9c63-42af-ad6c-a44d0d3de65a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:32.822442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db32f74a-9c63-42af-ad6c-a44d0d3de65a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:32.826983 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57146ae6-678b-465b-b70f-488b10cc2ce8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:32.834273 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57146ae6-678b-465b-b70f-488b10cc2ce8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:32.892718 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86a4ac5f-ff24-48d2-a5a1-698e29fd5be5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:32.900624 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1979b277-d923-4696-880d-c4ceeb58031f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/ports/974535c5-4a94-4e3e-87d2-08d80e436864 HTTP/1.1" status: 204 len: 168 time: 2.3503878 Dec 22 15:24:32.908842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60514) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:32.990826 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-76953ff3-51d9-41e0-a7cd-041ff71df13d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] GET failed (client error): The resource could not be found. Dec 22 15:24:32.991517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-76953ff3-51d9-41e0-a7cd-041ff71df13d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Synchronizing usage tracker for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:32.995764 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1a4521a-6070-4b8f-bbee-3858a6c3b507 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:33.002132 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-57146ae6-678b-465b-b70f-488b10cc2ce8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9501727 Dec 22 15:24:33.005071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86a4ac5f-ff24-48d2-a5a1-698e29fd5be5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:33.015746 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60518) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:33.027392 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e86ea03-9ae1-4143-93c3-7c9b030ab020 None None] Network f3c2090b-930a-4c71-b194-984df3671ccb requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:33.030658 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-cee02727-a4a4-4a21-9c8d-326d3dc01ba0 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Request body: {'network': {'name': 'tempest-router-network01--1972417360'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:33.057860 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cee02727-a4a4-4a21-9c8d-326d3dc01ba0 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:33.066587 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-db32f74a-9c63-42af-ad6c-a44d0d3de65a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.7011917 Dec 22 15:24:33.066587 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router f7ed5814-c5c2-49bc-8714-d54c3d2d6323 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:24:33.068060 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60522) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:33.083455 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cee02727-a4a4-4a21-9c8d-326d3dc01ba0 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Usage tracker for resource:network and tenant:e27e0e181ddb43cb88880dec4db1f67e is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:33.090603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1a4521a-6070-4b8f-bbee-3858a6c3b507 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:33.112393 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cee02727-a4a4-4a21-9c8d-326d3dc01ba0 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:33.185846 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-76953ff3-51d9-41e0-a7cd-041ff71df13d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unset dirty status for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:33.193519 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-76953ff3-51d9-41e0-a7cd-041ff71df13d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports/974535c5-4a94-4e3e-87d2-08d80e436864 HTTP/1.1" status: 404 len: 333 time: 0.2671051 Dec 22 15:24:33.201181 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cee02727-a4a4-4a21-9c8d-326d3dc01ba0 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:33.230452 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60526) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:33.267619 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86a4ac5f-ff24-48d2-a5a1-698e29fd5be5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:33.282025 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ceb681f3-6535-417b-a87e-71270bb0820b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:33.334924 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4ac5f-ff24-48d2-a5a1-698e29fd5be5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebb16ff-7514-44ff-8912-05a9b85adcfc,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:33.404260 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4ac5f-ff24-48d2-a5a1-698e29fd5be5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:33.404860 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4ac5f-ff24-48d2-a5a1-698e29fd5be5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:33.405464 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4ac5f-ff24-48d2-a5a1-698e29fd5be5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:33.409345 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4ac5f-ff24-48d2-a5a1-698e29fd5be5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:33.411530 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4ac5f-ff24-48d2-a5a1-698e29fd5be5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:33.416308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4ac5f-ff24-48d2-a5a1-698e29fd5be5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:33.417037 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4ac5f-ff24-48d2-a5a1-698e29fd5be5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:33.417623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4ac5f-ff24-48d2-a5a1-698e29fd5be5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:33.421076 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4ac5f-ff24-48d2-a5a1-698e29fd5be5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:33.421742 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4ac5f-ff24-48d2-a5a1-698e29fd5be5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:33.422374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4ac5f-ff24-48d2-a5a1-698e29fd5be5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:33.422976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4ac5f-ff24-48d2-a5a1-698e29fd5be5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:33.437447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-86a4ac5f-ff24-48d2-a5a1-698e29fd5be5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:33.438917 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8fd14be0-3c40-4d61-8b8b-b62fc7457aa4 None None] Provisioning complete for port 6f5ed788-e22e-436a-b933-8c05f2266a06 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:33.439519 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8fd14be0-3c40-4d61-8b8b-b62fc7457aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:33.444357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86a4ac5f-ff24-48d2-a5a1-698e29fd5be5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:33.452683 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-86a4ac5f-ff24-48d2-a5a1-698e29fd5be5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "DELETE /v2.0/security-groups/bebb16ff-7514-44ff-8912-05a9b85adcfc HTTP/1.1" status: 204 len: 168 time: 0.9773314 Dec 22 15:24:33.459915 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60532) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:33.502563 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 469b40b4-950e-41e9-aef5-cb420d216d95 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:24:33.526310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-31a0e96c-f9ef-4895-a0c1-eb28eb5ece1d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'port': {'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae', 'name': 'tempest-PortsIpV6TestJSON-957301298'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:33.543765 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:24:33.545737 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee02727-a4a4-4a21-9c8d-326d3dc01ba0 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Made reservation on behalf of e27e0e181ddb43cb88880dec4db1f67e for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:33.550750 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cee02727-a4a4-4a21-9c8d-326d3dc01ba0 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:33.571175 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1a4521a-6070-4b8f-bbee-3858a6c3b507 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:33.582789 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:33.645659 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b6daa6-164d-47e0-a21a-10121250f8a1 None None] Sync routers for ids ['f7ed5814-c5c2-49bc-8714-d54c3d2d6323'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:24:33.719413 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b6daa6-164d-47e0-a21a-10121250f8a1 None None] Routers {'f7ed5814-c5c2-49bc-8714-d54c3d2d6323'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:33.720416 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-85b6daa6-164d-47e0-a21a-10121250f8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['f7ed5814-c5c2-49bc-8714-d54c3d2d6323'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:33.751737 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/f7ed5814-c5c2-49bc-8714-d54c3d2d6323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5542161 Dec 22 15:24:33.768354 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4521a-6070-4b8f-bbee-3858a6c3b507 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d7b318-1b62-4346-949d-75845a36c42d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:33.777389 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60536) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:33.782127 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a1a4521a-6070-4b8f-bbee-3858a6c3b507 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:33.795381 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee02727-a4a4-4a21-9c8d-326d3dc01ba0 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:24:33.801962 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1a4521a-6070-4b8f-bbee-3858a6c3b507 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:33.804481 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a1a4521a-6070-4b8f-bbee-3858a6c3b507 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-groups/d8d7b318-1b62-4346-949d-75845a36c42d HTTP/1.1" status: 204 len: 168 time: 0.9765563 Dec 22 15:24:33.849907 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cee02727-a4a4-4a21-9c8d-326d3dc01ba0 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:33.850742 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-cee02727-a4a4-4a21-9c8d-326d3dc01ba0 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Added segment c036136b-7da7-4b99-aad1-20b9cc102430 of type vlan for network 73687847-90c5-42ef-a53b-b5a0c80aff38 Dec 22 15:24:33.866651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-31a0e96c-f9ef-4895-a0c1-eb28eb5ece1d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:33.872895 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60542) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:33.957402 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cee02727-a4a4-4a21-9c8d-326d3dc01ba0 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:33.965257 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-31a0e96c-f9ef-4895-a0c1-eb28eb5ece1d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:34.048065 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-8fd14be0-3c40-4d61-8b8b-b62fc7457aa4 None None] Port 6f5ed788-e22e-436a-b933-8c05f2266a06 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:24:34.064586 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0771f-9d35-4f6f-a444-1f33ab0bc275 req-b1d7dda8-f8ab-499d-bda8-1e9a97b26407 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:34.066296 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a7c0771f-9d35-4f6f-a444-1f33ab0bc275 req-b1d7dda8-f8ab-499d-bda8-1e9a97b26407 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.5039091 Dec 22 15:24:34.072052 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-19c4c145-088a-465b-b8f0-c498fe2e20b8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:34.105313 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a0e96c-f9ef-4895-a0c1-eb28eb5ece1d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:34.108871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-31a0e96c-f9ef-4895-a0c1-eb28eb5ece1d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:34.114772 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-85b6daa6-164d-47e0-a21a-10121250f8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:34.148156 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-31a0e96c-f9ef-4895-a0c1-eb28eb5ece1d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] device_id is not set on port 9dbd1c77-1f47-4bad-b0de-94a2f4a84d6d yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:24:34.191105 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b6daa6-164d-47e0-a21a-10121250f8a1 None None] Routers {'f7ed5814-c5c2-49bc-8714-d54c3d2d6323'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:34.192605 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-85b6daa6-164d-47e0-a21a-10121250f8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['f7ed5814-c5c2-49bc-8714-d54c3d2d6323'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:34.205234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cee02727-a4a4-4a21-9c8d-326d3dc01ba0 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:34.211025 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee02727-a4a4-4a21-9c8d-326d3dc01ba0 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:34.211666 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cee02727-a4a4-4a21-9c8d-326d3dc01ba0 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:34.235087 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:34.242833 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a53ecd37-1478-4831-b52e-1a109b7cd194 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Synchronizing usage tracker for tenant:4d2a7e0d601d47daa5d94f717796bf9f on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:34.275241 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-19c4c145-088a-465b-b8f0-c498fe2e20b8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:34.284002 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-19c4c145-088a-465b-b8f0-c498fe2e20b8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4025187 Dec 22 15:24:34.286959 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a7c0771f-9d35-4f6f-a444-1f33ab0bc275 req-6aed5058-09c7-41e1-856a-415c5b5a00da tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097714 Dec 22 15:24:34.287434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60546) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:34.309644 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd063109-df41-406a-9655-e3841810865f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-f3c2090b-930a-4c71-b194-984df3671ccb', 'network_id': 'f3c2090b-930a-4c71-b194-984df3671ccb', 'tenant_id': 'e27e0e181ddb43cb88880dec4db1f67e', 'fixed_ips': [{'subnet_id': 'ac316110-f3f5-443d-b964-9289666271b2'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:24:34.311173 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bd063109-df41-406a-9655-e3841810865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:34.364578 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-5f1e0fc5-1e56-4702-8128-94280ec91931 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1902126402'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:34.383199 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72507035-f141-4d4a-ae41-8753eae327d3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:34.386249 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-72507035-f141-4d4a-ae41-8753eae327d3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Synchronizing usage tracker for tenant:7b4975992c034d11b43920ae668ae5e2 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:34.390131 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-cee02727-a4a4-4a21-9c8d-326d3dc01ba0 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3730259 Dec 22 15:24:34.397230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60552) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:34.405508 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-5f1e0fc5-1e56-4702-8128-94280ec91931 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:34.417862 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-85b6daa6-164d-47e0-a21a-10121250f8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:34.418547 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b6daa6-164d-47e0-a21a-10121250f8a1 None None] The sync data for ids ['f7ed5814-c5c2-49bc-8714-d54c3d2d6323'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:24:34.439329 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 469b40b4-950e-41e9-aef5-cb420d216d95 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:34.439557 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-5f1e0fc5-1e56-4702-8128-94280ec91931 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:34.444081 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee02727-a4a4-4a21-9c8d-326d3dc01ba0 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event updated for resources: {'Network': ['ID=73687847-90c5-42ef-a53b-b5a0c80aff38,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:34.446991 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a53ecd37-1478-4831-b52e-1a109b7cd194 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Unset dirty status for tenant:4d2a7e0d601d47daa5d94f717796bf9f on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:34.449355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cee02727-a4a4-4a21-9c8d-326d3dc01ba0 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:34.455936 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a53ecd37-1478-4831-b52e-1a109b7cd194 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9828899 Dec 22 15:24:34.465266 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a889832b-cf12-407c-b2e6-8519bc422924 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Request body: {'network': {'name': 'tempest-router-network02--343495666'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:34.472565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 469b40b4-950e-41e9-aef5-cb420d216d95 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:34.472565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:34.472898 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60556) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:34.481801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-d621e3c2-add1-47ef-beb3-364f1e0ee7a8 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group': {'name': 'tempest-secgroup--708241051'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:34.518405 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-5675ddc0-5172-4505-83a9-d605411a0307', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:24:34.520657 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:34.527991 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a889832b-cf12-407c-b2e6-8519bc422924 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:34.533603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d621e3c2-add1-47ef-beb3-364f1e0ee7a8 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:34.539987 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 73687847-90c5-42ef-a53b-b5a0c80aff38 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:24:34.550192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-72507035-f141-4d4a-ae41-8753eae327d3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Unset dirty status for tenant:7b4975992c034d11b43920ae668ae5e2 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:34.552205 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-72507035-f141-4d4a-ae41-8753eae327d3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/ports/6f5ed788-e22e-436a-b933-8c05f2266a06 HTTP/1.1" status: 200 len: 910 time: 0.7670045 Dec 22 15:24:34.563415 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60560) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:34.574216 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a889832b-cf12-407c-b2e6-8519bc422924 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Usage tracker for resource:network and tenant:e27e0e181ddb43cb88880dec4db1f67e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:34.583865 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a889832b-cf12-407c-b2e6-8519bc422924 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:34.601774 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a889832b-cf12-407c-b2e6-8519bc422924 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:34.704686 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:34.717309 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a889832b-cf12-407c-b2e6-8519bc422924 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Made reservation on behalf of e27e0e181ddb43cb88880dec4db1f67e for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:34.720888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a889832b-cf12-407c-b2e6-8519bc422924 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:34.855274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d621e3c2-add1-47ef-beb3-364f1e0ee7a8 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:34.883651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f1e0fc5-1e56-4702-8128-94280ec91931 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:35.026169 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a889832b-cf12-407c-b2e6-8519bc422924 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:24:35.045205 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a889832b-cf12-407c-b2e6-8519bc422924 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:35.045856 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-a889832b-cf12-407c-b2e6-8519bc422924 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Added segment 49f78400-79d4-4bf3-a9f0-02936aa03177 of type vlan for network 3684576a-03f1-46a8-a9ed-1c2bfae3ef64 Dec 22 15:24:35.135692 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a889832b-cf12-407c-b2e6-8519bc422924 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:35.198258 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-5f1e0fc5-1e56-4702-8128-94280ec91931 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:35.239973 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d621e3c2-add1-47ef-beb3-364f1e0ee7a8 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:35.244118 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:35.259458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-31a0e96c-f9ef-4895-a0c1-eb28eb5ece1d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:35.280912 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-5f1e0fc5-1e56-4702-8128-94280ec91931 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:35.298926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a889832b-cf12-407c-b2e6-8519bc422924 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:35.306019 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-bd063109-df41-406a-9655-e3841810865f None None] Allocated IP 2001:db8::2 (f3c2090b-930a-4c71-b194-984df3671ccb/ac316110-f3f5-443d-b964-9289666271b2/318d98c3-7afe-4028-88c5-dbf2237d3f34) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:24:35.309757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a889832b-cf12-407c-b2e6-8519bc422924 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:35.309757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a889832b-cf12-407c-b2e6-8519bc422924 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:35.313804 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:35.399637 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 469b40b4-950e-41e9-aef5-cb420d216d95, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=469b40b4-950e-41e9-aef5-cb420d216d95,segment=NetworkSegment(c86dbb6e-2c81-497c-9237-1cdde7a3a145),segment_id=c86dbb6e-2c81-497c-9237-1cdde7a3a145)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:35.446627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889832b-cf12-407c-b2e6-8519bc422924 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event updated for resources: {'Network': ['ID=3684576a-03f1-46a8-a9ed-1c2bfae3ef64,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:35.451817 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a889832b-cf12-407c-b2e6-8519bc422924 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:35.475137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d621e3c2-add1-47ef-beb3-364f1e0ee7a8 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:35.498723 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0d203-c641-4cb2-872e-ecb231c0808e req-4aad65db-3957-40ff-96a6-e24a278e2405 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:35.499325 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 3684576a-03f1-46a8-a9ed-1c2bfae3ef64 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:24:35.500365 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-80f0d203-c641-4cb2-872e-ecb231c0808e req-4aad65db-3957-40ff-96a6-e24a278e2405 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.6373594 Dec 22 15:24:35.501464 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d621e3c2-add1-47ef-beb3-364f1e0ee7a8 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group_rule and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:35.518937 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a889832b-cf12-407c-b2e6-8519bc422924 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0859113 Dec 22 15:24:35.524280 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Allocated IP 2001:db8:1::2 (5675ddc0-5172-4505-83a9-d605411a0307/86c1195d-a743-43a7-958b-765e54a4b2ef/90f4720a-ccf8-4230-94d7-ae2f1b8929ae) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:24:35.525170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:35.526147 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60566) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:35.539822 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9a4daf10-9ee2-40a2-9217-5425656177bc tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Request body: {'subnet': {'network_id': '73687847-90c5-42ef-a53b-b5a0c80aff38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:35.540044 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-463f76ae-6d7b-40f9-8a4c-7e5f180b11d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:35.573062 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d621e3c2-add1-47ef-beb3-364f1e0ee7a8 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:35.580893 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d621e3c2-add1-47ef-beb3-364f1e0ee7a8 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:35.724052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9a4daf10-9ee2-40a2-9217-5425656177bc tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:35.730154 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9a4daf10-9ee2-40a2-9217-5425656177bc tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Usage tracker for resource:subnet and tenant:e27e0e181ddb43cb88880dec4db1f67e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:35.734633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9a4daf10-9ee2-40a2-9217-5425656177bc tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:35.735619 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-80f0d203-c641-4cb2-872e-ecb231c0808e req-d25dcc6e-c21f-45b9-b100-9a4ed266ea5c tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326320 Dec 22 15:24:35.747390 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9a4daf10-9ee2-40a2-9217-5425656177bc tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:35.830596 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=469b40b4-950e-41e9-aef5-cb420d216d95,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:35.832947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4daf10-9ee2-40a2-9217-5425656177bc tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Made reservation on behalf of e27e0e181ddb43cb88880dec4db1f67e for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:35.840312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9a4daf10-9ee2-40a2-9217-5425656177bc tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:35.857090 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:35.982685 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d621e3c2-add1-47ef-beb3-364f1e0ee7a8 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:35.983148 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bd063109-df41-406a-9655-e3841810865f None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:36.001917 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-31a0e96c-f9ef-4895-a0c1-eb28eb5ece1d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:36.017610 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:36.034259 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:36.038620 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bd063109-df41-406a-9655-e3841810865f None None] Transition to ACTIVE for port object 318d98c3-7afe-4028-88c5-dbf2237d3f34 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:36.064294 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bd063109-df41-406a-9655-e3841810865f None None] Transition to ACTIVE for port object 318d98c3-7afe-4028-88c5-dbf2237d3f34 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:36.082807 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:36.096705 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Transition to ACTIVE for port object 90f4720a-ccf8-4230-94d7-ae2f1b8929ae will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:36.128385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d621e3c2-add1-47ef-beb3-364f1e0ee7a8 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:36.133055 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Transition to ACTIVE for port object 90f4720a-ccf8-4230-94d7-ae2f1b8929ae will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:36.151036 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bd063109-df41-406a-9655-e3841810865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:36.156958 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:36.180853 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9a4daf10-9ee2-40a2-9217-5425656177bc tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:36.191195 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2e80fc44-8438-4dcf-9d32-35a8bdc1341e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:36.202366 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a0e96c-f9ef-4895-a0c1-eb28eb5ece1d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:36.205675 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f1e0fc5-1e56-4702-8128-94280ec91931 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:36.217147 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-31a0e96c-f9ef-4895-a0c1-eb28eb5ece1d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:36.218062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:36.219764 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a0e96c-f9ef-4895-a0c1-eb28eb5ece1d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:36.226518 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a0e96c-f9ef-4895-a0c1-eb28eb5ece1d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:36.227177 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-31a0e96c-f9ef-4895-a0c1-eb28eb5ece1d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:36.249169 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Network 5675ddc0-5172-4505-83a9-d605411a0307 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:36.253627 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd063109-df41-406a-9655-e3841810865f None None] Network f3c2090b-930a-4c71-b194-984df3671ccb is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:36.255062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:36.256658 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0e96c-f9ef-4895-a0c1-eb28eb5ece1d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=9dbd1c77-1f47-4bad-b0de-94a2f4a84d6d,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:36.257592 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd063109-df41-406a-9655-e3841810865f None None] Pushing event updated for resources: {'Port': ['ID=318d98c3-7afe-4028-88c5-dbf2237d3f34,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:36.259389 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:36.261820 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-bd063109-df41-406a-9655-e3841810865f None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:36.263745 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bd063109-df41-406a-9655-e3841810865f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:36.265664 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:36.266132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-31a0e96c-f9ef-4895-a0c1-eb28eb5ece1d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:36.271530 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-58fe6324-7fc8-4132-aa67-9efe6036ec2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:36.309547 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f1e0fc5-1e56-4702-8128-94280ec91931 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:36.312696 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd063109-df41-406a-9655-e3841810865f None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:36.381537 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621e3c2-add1-47ef-beb3-364f1e0ee7a8 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd50d0a4-bfee-4934-9af1-6eef3486439b,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:36.395351 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d621e3c2-add1-47ef-beb3-364f1e0ee7a8 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:36.416807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c5de41e9-07c0-48c3-abd6-5bacd0d0e393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:36.542473 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e0fc5-1e56-4702-8128-94280ec91931 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c16aac6-bf91-4ce5-ad06-b392ff6bf374,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:36.545962 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5f1e0fc5-1e56-4702-8128-94280ec91931 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:36.550068 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Allocated IP 2001:db8:1::1 (5675ddc0-5172-4505-83a9-d605411a0307/86c1195d-a743-43a7-958b-765e54a4b2ef/08295299-9d60-462b-9af8-f33fc3e380cd) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:24:36.555899 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4daf10-9ee2-40a2-9217-5425656177bc tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event updated for resources: {'Subnet': ['ID=cb7f54fa-48ef-4562-bd6b-993363079213,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:36.562185 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d621e3c2-add1-47ef-beb3-364f1e0ee7a8 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:36.567835 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9a4daf10-9ee2-40a2-9217-5425656177bc tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:36.568583 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60576) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:36.572799 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d621e3c2-add1-47ef-beb3-364f1e0ee7a8 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1017821 Dec 22 15:24:36.573151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4daf10-9ee2-40a2-9217-5425656177bc tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Checking segment: {'id': 'c036136b-7da7-4b99-aad1-20b9cc102430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '73687847-90c5-42ef-a53b-b5a0c80aff38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:24:36.573754 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4daf10-9ee2-40a2-9217-5425656177bc tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Network hostable DHCP agents. Network: 73687847-90c5-42ef-a53b-b5a0c80aff38, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:24:36.577300 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-31a0e96c-f9ef-4895-a0c1-eb28eb5ece1d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.3435187 Dec 22 15:24:36.585574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4c874441-2666-4b54-ab69-23d62a85abc7 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group_rule': {'security_group_id': 'fd50d0a4-bfee-4934-9af1-6eef3486439b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:36.587340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60580) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:36.588018 dv-neutron-822674-1-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-4c874441-2666-4b54-ab69-23d62a85abc7 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 22 15:24:36.588781 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-4c874441-2666-4b54-ab69-23d62a85abc7 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:24:36.589757 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4c874441-2666-4b54-ab69-23d62a85abc7 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0194979 Dec 22 15:24:36.593342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60584) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:36.607910 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-ca3ca817-8bdc-468e-a68f-46687ea06daa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:36.621311 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Attempting to bind port 90f4720a-ccf8-4230-94d7-ae2f1b8929ae on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:24:36.621819 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Attempting to bind port 90f4720a-ccf8-4230-94d7-ae2f1b8929ae by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '76287f68-f64a-478d-8d1f-b3356f89c8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:24:36.622100 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Attempting to bind port 90f4720a-ccf8-4230-94d7-ae2f1b8929ae on network 5675ddc0-5172-4505-83a9-d605411a0307 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:24:36.627453 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Pushing event updated for resources: {'Port': ['ID=90f4720a-ccf8-4230-94d7-ae2f1b8929ae,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:36.634880 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:36.640670 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:24:36.641071 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Checking segment: {'id': '76287f68-f64a-478d-8d1f-b3356f89c8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:24:36.641508 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:36.641866 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Bound using segment: {'id': '76287f68-f64a-478d-8d1f-b3356f89c8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:24:36.643301 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Bound port: 90f4720a-ccf8-4230-94d7-ae2f1b8929ae, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76287f68-f64a-478d-8d1f-b3356f89c8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:24:36.643301 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:36.656394 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-bd063109-df41-406a-9655-e3841810865f None None] Attempting to bind port 318d98c3-7afe-4028-88c5-dbf2237d3f34 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:24:36.656748 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-bd063109-df41-406a-9655-e3841810865f None None] Attempting to bind port 318d98c3-7afe-4028-88c5-dbf2237d3f34 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '8cab79cc-f787-4890-b579-c4c35c93280c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f3c2090b-930a-4c71-b194-984df3671ccb'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:24:36.657012 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd063109-df41-406a-9655-e3841810865f None None] Attempting to bind port 318d98c3-7afe-4028-88c5-dbf2237d3f34 on network f3c2090b-930a-4c71-b194-984df3671ccb {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:24:36.670083 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd063109-df41-406a-9655-e3841810865f None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:24:36.670479 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd063109-df41-406a-9655-e3841810865f None None] Checking segment: {'id': '8cab79cc-f787-4890-b579-c4c35c93280c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f3c2090b-930a-4c71-b194-984df3671ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:24:36.670899 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bd063109-df41-406a-9655-e3841810865f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:36.671302 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd063109-df41-406a-9655-e3841810865f None None] Bound using segment: {'id': '8cab79cc-f787-4890-b579-c4c35c93280c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f3c2090b-930a-4c71-b194-984df3671ccb'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:24:36.671825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-bd063109-df41-406a-9655-e3841810865f None None] Bound port: 318d98c3-7afe-4028-88c5-dbf2237d3f34, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cab79cc-f787-4890-b579-c4c35c93280c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f3c2090b-930a-4c71-b194-984df3671ccb'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:24:36.672207 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bd063109-df41-406a-9655-e3841810865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:36.681633 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f1e0fc5-1e56-4702-8128-94280ec91931 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:36.703985 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5f1e0fc5-1e56-4702-8128-94280ec91931 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3896477 Dec 22 15:24:36.703985 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60588) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:36.708293 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-90cb627b-f0c7-4d5d-b813-0998b6ffaeaa tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group_rule': {'security_group_id': '9c16aac6-bf91-4ce5-ad06-b392ff6bf374', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:36.725074 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-90cb627b-f0c7-4d5d-b813-0998b6ffaeaa tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:36.752091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-90cb627b-f0c7-4d5d-b813-0998b6ffaeaa tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:36.775433 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] For port 90f4720a-ccf8-4230-94d7-ae2f1b8929ae, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:24:36.778888 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] For port 90f4720a-ccf8-4230-94d7-ae2f1b8929ae, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=90f4720a-ccf8-4230-94d7-ae2f1b8929ae,segment=NetworkSegment(76287f68-f64a-478d-8d1f-b3356f89c8c2),segment_id=76287f68-f64a-478d-8d1f-b3356f89c8c2)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:24:36.859363 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4daf10-9ee2-40a2-9217-5425656177bc tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Network 73687847-90c5-42ef-a53b-b5a0c80aff38 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:24:36.872266 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:36.873330 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9d896cbd-7476-476b-a9d5-f8e21ee3c068 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:36.880374 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-1a755616-2704-42e0-96c4-6f45166f0e96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:36.906685 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-817011b6-c85d-4bb9-9b09-a588f58c9ea0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:36.954995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ca3ca817-8bdc-468e-a68f-46687ea06daa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:36.961321 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-bd063109-df41-406a-9655-e3841810865f None None] For port 318d98c3-7afe-4028-88c5-dbf2237d3f34, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:24:36.963884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-9a4daf10-9ee2-40a2-9217-5425656177bc tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 73687847-90c5-42ef-a53b-b5a0c80aff38) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:36.982408 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a99385-c1f5-4a58-8ba8-c0529fe9bae1 None None] Network 73687847-90c5-42ef-a53b-b5a0c80aff38 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:36.992956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:37.005699 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4daf10-9ee2-40a2-9217-5425656177bc tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:37.006576 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9a4daf10-9ee2-40a2-9217-5425656177bc tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:37.007429 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-bd063109-df41-406a-9655-e3841810865f None None] For port 318d98c3-7afe-4028-88c5-dbf2237d3f34, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=318d98c3-7afe-4028-88c5-dbf2237d3f34,segment=NetworkSegment(8cab79cc-f787-4890-b579-c4c35c93280c),segment_id=8cab79cc-f787-4890-b579-c4c35c93280c)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:24:37.014195 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Pushing event updated for resources: {'Port': ['ID=90f4720a-ccf8-4230-94d7-ae2f1b8929ae,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:37.064491 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-817011b6-c85d-4bb9-9b09-a588f58c9ea0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:37.072725 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:37.089164 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bd063109-df41-406a-9655-e3841810865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:37.095262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:37.109276 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-90cb627b-f0c7-4d5d-b813-0998b6ffaeaa tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:37.115457 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Transition to ACTIVE for port object 08295299-9d60-462b-9af8-f33fc3e380cd will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:37.180452 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9a4daf10-9ee2-40a2-9217-5425656177bc tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6512589 Dec 22 15:24:37.184152 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd063109-df41-406a-9655-e3841810865f None None] Pushing event updated for resources: {'Port': ['ID=318d98c3-7afe-4028-88c5-dbf2237d3f34,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:37.191456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bd063109-df41-406a-9655-e3841810865f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:37.192930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60592) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:37.234692 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b4ef1aaf-0821-4f81-8f7e-40f36f9db10b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Request body: {'subnet': {'network_id': '3684576a-03f1-46a8-a9ed-1c2bfae3ef64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:37.459141 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b4ef1aaf-0821-4f81-8f7e-40f36f9db10b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:37.464212 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b4ef1aaf-0821-4f81-8f7e-40f36f9db10b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Usage tracker for resource:subnet and tenant:e27e0e181ddb43cb88880dec4db1f67e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:37.467989 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b4ef1aaf-0821-4f81-8f7e-40f36f9db10b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:37.483215 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b4ef1aaf-0821-4f81-8f7e-40f36f9db10b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:37.516435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:37.521781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cd8fcb32-422e-40a0-8e9d-171721d6a0fb tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:37.574167 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-73687847-90c5-42ef-a53b-b5a0c80aff38', 'network_id': '73687847-90c5-42ef-a53b-b5a0c80aff38', 'tenant_id': 'e27e0e181ddb43cb88880dec4db1f67e', 'fixed_ips': [{'subnet_id': 'cb7f54fa-48ef-4562-bd6b-993363079213'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:24:37.576587 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:37.655032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ef1aaf-0821-4f81-8f7e-40f36f9db10b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Made reservation on behalf of e27e0e181ddb43cb88880dec4db1f67e for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:37.661964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4ef1aaf-0821-4f81-8f7e-40f36f9db10b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:37.696949 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-817011b6-c85d-4bb9-9b09-a588f58c9ea0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:37.712386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-90cb627b-f0c7-4d5d-b813-0998b6ffaeaa tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:37.783128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7220e-d813-4ffa-964f-78510d90f039 req-5a55c986-e282-402b-ace0-3e78a226d923 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:37.789104 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-95a7220e-d813-4ffa-964f-78510d90f039 req-5a55c986-e282-402b-ace0-3e78a226d923 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.9684682 Dec 22 15:24:37.834367 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network 5675ddc0-5172-4505-83a9-d605411a0307 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:37.846877 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-90cb627b-f0c7-4d5d-b813-0998b6ffaeaa tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:37.922340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ca3ca817-8bdc-468e-a68f-46687ea06daa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:37.946265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a899946f-4897-4f26-914a-845abc6803a9 tempest-ServersTestJSON-627927084 tempest-ServersTestJSON-627927084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:37.958601 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:37.961253 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:37.961816 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:37.984309 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-817011b6-c85d-4bb9-9b09-a588f58c9ea0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:37.987931 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Allocated IP 2001:db8::2 (73687847-90c5-42ef-a53b-b5a0c80aff38/cb7f54fa-48ef-4562-bd6b-993363079213/cb6d3171-37ca-4353-afa1-537836e84689) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:24:37.989604 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-817011b6-c85d-4bb9-9b09-a588f58c9ea0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "DELETE /v2.0/security-groups/fd50d0a4-bfee-4934-9af1-6eef3486439b HTTP/1.1" status: 204 len: 168 time: 1.3901579 Dec 22 15:24:38.003804 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60598) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:38.006601 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 469b40b4-950e-41e9-aef5-cb420d216d95 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:24:38.030584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ca3ca817-8bdc-468e-a68f-46687ea06daa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:38.039879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Port': ['ID=08295299-9d60-462b-9af8-f33fc3e380cd,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:38.044003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:38.054541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dae2708c-9d8b-4a20-b3b3-7b6b7d8881d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:38.059241 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb627b-f0c7-4d5d-b813-0998b6ffaeaa tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0760618-9bb1-4ff3-b965-24cf1b408292,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:38.071334 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-90cb627b-f0c7-4d5d-b813-0998b6ffaeaa tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:38.073860 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b3975aac-897d-41d0-b715-36358b83955e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:38.097987 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817011b6-c85d-4bb9-9b09-a588f58c9ea0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd50d0a4-bfee-4934-9af1-6eef3486439b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:38.110164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-817011b6-c85d-4bb9-9b09-a588f58c9ea0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:38.147639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ca3ca817-8bdc-468e-a68f-46687ea06daa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] In _notify_port_updated(), no bound segment for port 9dbd1c77-1f47-4bad-b0de-94a2f4a84d6d on network 0c6768a8-9bb3-490d-adf1-e992b8f141ae {{(pid=88218) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:24:38.153874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3ca817-8bdc-468e-a68f-46687ea06daa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:38.154436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ca3ca817-8bdc-468e-a68f-46687ea06daa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:38.161891 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ca3ca817-8bdc-468e-a68f-46687ea06daa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "PUT /v2.0/ports/9dbd1c77-1f47-4bad-b0de-94a2f4a84d6d HTTP/1.1" status: 200 len: 818 time: 1.5679879 Dec 22 15:24:38.167243 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60602) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:38.174995 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-95a7220e-d813-4ffa-964f-78510d90f039 req-73054dcd-5928-4b26-af8d-c5f3b0ed40ae tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3246322 Dec 22 15:24:38.250957 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b9b04fed-f962-4a66-910e-8db586354fee tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Synchronizing usage tracker for tenant:4d2a7e0d601d47daa5d94f717796bf9f on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:38.258194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ca817-8bdc-468e-a68f-46687ea06daa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=9dbd1c77-1f47-4bad-b0de-94a2f4a84d6d,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:38.284139 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-90cb627b-f0c7-4d5d-b813-0998b6ffaeaa tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:38.289645 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-90cb627b-f0c7-4d5d-b813-0998b6ffaeaa tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5855417 Dec 22 15:24:38.296733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ca3ca817-8bdc-468e-a68f-46687ea06daa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:38.302405 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60606) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:38.337182 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-bd19d5d7-9a73-42d1-96b4-73b990a5c39d tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group_rule': {'security_group_id': '9c16aac6-bf91-4ce5-ad06-b392ff6bf374', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:38.355846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3976ffa1-7b6c-47df-bb5c-7c88bb4666f1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port 9dbd1c77-1f47-4bad-b0de-94a2f4a84d6d {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:38.356794 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3976ffa1-7b6c-47df-bb5c-7c88bb4666f1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:38.387061 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 469b40b4-950e-41e9-aef5-cb420d216d95 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:38.387447 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:38.518807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-bd19d5d7-9a73-42d1-96b4-73b990a5c39d tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:38.550859 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3624f4af-8f91-4671-9e7f-8564a7091374 req-21eee14f-b9c7-4490-836b-de1cd89d5b46 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3966730 Dec 22 15:24:38.570313 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-bd19d5d7-9a73-42d1-96b4-73b990a5c39d tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Usage tracker for resource:security_group_rule and tenant:d7749218c93e4d43966de2173c9b53d1 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:38.580007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-bd19d5d7-9a73-42d1-96b4-73b990a5c39d tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:38.600527 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b9b04fed-f962-4a66-910e-8db586354fee tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Unset dirty status for tenant:4d2a7e0d601d47daa5d94f717796bf9f on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:38.601909 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b9b04fed-f962-4a66-910e-8db586354fee tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5968332 Dec 22 15:24:38.611593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-bd19d5d7-9a73-42d1-96b4-73b990a5c39d tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:38.619353 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60610) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:38.639088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-c5601a56-c771-4c40-a44d-36b999ed9da9 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group': {'name': 'tempest-secgroup--1182942190'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:38.653229 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c5601a56-c771-4c40-a44d-36b999ed9da9 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:38.683435 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9d896cbd-7476-476b-a9d5-f8e21ee3c068 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting port 6f5ed788-e22e-436a-b933-8c05f2266a06 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:38.683781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9d896cbd-7476-476b-a9d5-f8e21ee3c068 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:38.706892 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:38.722424 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:38.725686 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c5601a56-c771-4c40-a44d-36b999ed9da9 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:38.746570 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Transition to ACTIVE for port object cb6d3171-37ca-4353-afa1-537836e84689 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:38.772018 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4ef1aaf-0821-4f81-8f7e-40f36f9db10b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:38.782456 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d4233974-9238-4e06-bf22-e32daa9a6694 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:38.847338 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Transition to ACTIVE for port object cb6d3171-37ca-4353-afa1-537836e84689 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:38.869219 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c5601a56-c771-4c40-a44d-36b999ed9da9 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:38.931303 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624f4af-8f91-4671-9e7f-8564a7091374 req-51874f39-c927-4b01-8a3d-5604d85d612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:38.933082 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3624f4af-8f91-4671-9e7f-8564a7091374 req-51874f39-c927-4b01-8a3d-5604d85d612a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1d57643e65d9443fac7faa48c8967a4e&device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 1098 time: 0.3396914 Dec 22 15:24:38.951894 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bd19d5d7-9a73-42d1-96b4-73b990a5c39d tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:38.999642 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:39.053131 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-147788e8-f5b9-4b75-bbc7-8c708c2060c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:39.104032 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c5601a56-c771-4c40-a44d-36b999ed9da9 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:39.108185 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3976ffa1-7b6c-47df-bb5c-7c88bb4666f1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:39.149401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c5601a56-c771-4c40-a44d-36b999ed9da9 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group_rule and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:39.162493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c5601a56-c771-4c40-a44d-36b999ed9da9 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:39.227340 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef1aaf-0821-4f81-8f7e-40f36f9db10b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event updated for resources: {'Subnet': ['ID=9834ecea-8c63-4d84-9631-960091c06567,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:39.244197 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50adcd8-45f7-4d64-908b-89d248b6287d None None] Network f3c2090b-930a-4c71-b194-984df3671ccb requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:39.255891 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b4ef1aaf-0821-4f81-8f7e-40f36f9db10b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:39.305331 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Network 73687847-90c5-42ef-a53b-b5a0c80aff38 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:39.323216 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:39.331005 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:39.364211 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c5601a56-c771-4c40-a44d-36b999ed9da9 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:39.436219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ef1aaf-0821-4f81-8f7e-40f36f9db10b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Checking segment: {'id': '49f78400-79d4-4bf3-a9f0-02936aa03177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3684576a-03f1-46a8-a9ed-1c2bfae3ef64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:24:39.436748 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ef1aaf-0821-4f81-8f7e-40f36f9db10b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Network hostable DHCP agents. Network: 3684576a-03f1-46a8-a9ed-1c2bfae3ef64, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:24:39.492121 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 90f4720a-ccf8-4230-94d7-ae2f1b8929ae up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:24:39.528551 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Pushing event updated for resources: {'Port': ['ID=cb6d3171-37ca-4353-afa1-537836e84689,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:39.529596 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cf3e1d-61be-4d18-95d7-e2d95a570c5f None None] Network 5675ddc0-5172-4505-83a9-d605411a0307 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:39.545557 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:39.569293 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624f4af-8f91-4671-9e7f-8564a7091374 req-e3f05c9c-4da3-4197-adf1-bc89c1e3f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:39.571126 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3624f4af-8f91-4671-9e7f-8564a7091374 req-e3f05c9c-4da3-4197-adf1-bc89c1e3f848 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ee65f9c6-5a2d-4f52-a62f-585f493090c8 HTTP/1.1" status: 200 len: 913 time: 0.5542762 Dec 22 15:24:39.574101 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3976ffa1-7b6c-47df-bb5c-7c88bb4666f1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for 9dbd1c77-1f47-4bad-b0de-94a2f4a84d6d owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:39.635611 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9d896cbd-7476-476b-a9d5-f8e21ee3c068 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:39.714603 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ef1aaf-0821-4f81-8f7e-40f36f9db10b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Network 3684576a-03f1-46a8-a9ed-1c2bfae3ef64 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:24:39.769900 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-dc3e3a59-555d-47fa-ac75-c2dfdf5a9d44 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:39.770740 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-dc3e3a59-555d-47fa-ac75-c2dfdf5a9d44 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Synchronizing usage tracker for tenant:4b1a174dbcbe478299f6879dd11bdd14 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:39.804428 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3624f4af-8f91-4671-9e7f-8564a7091374 req-d72d2d1a-28f8-4920-b2eb-986e537be874 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b9accfc-6d5f-4239-be6f-bd4416644d88 HTTP/1.1" status: 200 len: 1000 time: 0.1774342 Dec 22 15:24:39.824316 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-b4ef1aaf-0821-4f81-8f7e-40f36f9db10b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 3684576a-03f1-46a8-a9ed-1c2bfae3ef64) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:39.844652 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-05fd0285-1f06-49b1-8c7b-fb7cbb71602b None None] Provisioning for port 318d98c3-7afe-4028-88c5-dbf2237d3f34 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:39.872314 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef1aaf-0821-4f81-8f7e-40f36f9db10b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:39.872909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4ef1aaf-0821-4f81-8f7e-40f36f9db10b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:39.883500 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b15c6ca-963f-4102-8c40-2ad81e86d730 None None] Network 3684576a-03f1-46a8-a9ed-1c2bfae3ef64 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:39.904287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-dc3e3a59-555d-47fa-ac75-c2dfdf5a9d44 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Unset dirty status for tenant:4b1a174dbcbe478299f6879dd11bdd14 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:39.906494 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-dc3e3a59-555d-47fa-ac75-c2dfdf5a9d44 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.57 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.8874614 Dec 22 15:24:39.964741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9d896cbd-7476-476b-a9d5-f8e21ee3c068 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Calling delete_port for 6f5ed788-e22e-436a-b933-8c05f2266a06 owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:39.982667 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624f4af-8f91-4671-9e7f-8564a7091374 req-0cd315d7-86cf-4523-9ba5-89b733f8f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:39.984772 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3624f4af-8f91-4671-9e7f-8564a7091374 req-0cd315d7-86cf-4523-9ba5-89b733f8f0b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ceefc5c-3346-4e11-b85f-c4fb9df63936 HTTP/1.1" status: 200 len: 851 time: 0.1622095 Dec 22 15:24:40.044153 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bd19d5d7-9a73-42d1-96b4-73b990a5c39d tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:40.059145 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:40.069511 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b4ef1aaf-0821-4f81-8f7e-40f36f9db10b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8717921 Dec 22 15:24:40.077643 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60620) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:40.118387 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Attempting to bind port cb6d3171-37ca-4353-afa1-537836e84689 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:24:40.118870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Attempting to bind port cb6d3171-37ca-4353-afa1-537836e84689 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'c036136b-7da7-4b99-aad1-20b9cc102430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '73687847-90c5-42ef-a53b-b5a0c80aff38'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:24:40.119262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Attempting to bind port cb6d3171-37ca-4353-afa1-537836e84689 on network 73687847-90c5-42ef-a53b-b5a0c80aff38 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:24:40.123938 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bd19d5d7-9a73-42d1-96b4-73b990a5c39d tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:40.141910 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:24:40.142559 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Checking segment: {'id': 'c036136b-7da7-4b99-aad1-20b9cc102430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '73687847-90c5-42ef-a53b-b5a0c80aff38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:24:40.143076 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:40.143584 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Bound using segment: {'id': 'c036136b-7da7-4b99-aad1-20b9cc102430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '73687847-90c5-42ef-a53b-b5a0c80aff38'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:24:40.144329 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Bound port: cb6d3171-37ca-4353-afa1-537836e84689, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c036136b-7da7-4b99-aad1-20b9cc102430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '73687847-90c5-42ef-a53b-b5a0c80aff38'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:24:40.145700 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:40.151007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:40.157326 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:40.158532 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:40.174130 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:40.213303 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c5601a56-c771-4c40-a44d-36b999ed9da9 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:40.223592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2841cd-4615-4f4f-8970-9994ced41ddf req-02fcc9cc-4250-446a-8ac0-b15defa45db9 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:40.230801 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6d2841cd-4615-4f4f-8970-9994ced41ddf req-02fcc9cc-4250-446a-8ac0-b15defa45db9 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 0.7511795 Dec 22 15:24:40.235717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19d5d7-9a73-42d1-96b4-73b990a5c39d tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b1a841-e28c-4a97-b592-7b9e0c4357aa,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:40.393781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bd19d5d7-9a73-42d1-96b4-73b990a5c39d tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:40.397628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3976ffa1-7b6c-47df-bb5c-7c88bb4666f1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:40.406471 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c5601a56-c771-4c40-a44d-36b999ed9da9 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:40.410500 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 90f4720a-ccf8-4230-94d7-ae2f1b8929ae completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:40.415690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Deleting port d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:40.416922 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:40.422122 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:40.493152 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3976ffa1-7b6c-47df-bb5c-7c88bb4666f1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:40.495186 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3976ffa1-7b6c-47df-bb5c-7c88bb4666f1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/ports/9dbd1c77-1f47-4bad-b0de-94a2f4a84d6d HTTP/1.1" status: 204 len: 168 time: 2.3244267 Dec 22 15:24:40.499887 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60624) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:40.536398 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5601a56-c771-4c40-a44d-36b999ed9da9 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8562194a-c6bb-4bb5-9c4f-5f8f932f407a,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:40.553877 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-712eed2b-964d-4c1b-97dd-d58a73aedf55 None None] Provisioning for port 90f4720a-ccf8-4230-94d7-ae2f1b8929ae completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:40.556635 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6d2841cd-4615-4f4f-8970-9994ced41ddf req-e99093b7-7c75-4732-b585-0b2823ce48df tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225799 Dec 22 15:24:40.573945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c5601a56-c771-4c40-a44d-36b999ed9da9 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:40.578052 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bd19d5d7-9a73-42d1-96b4-73b990a5c39d tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:40.579639 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bd19d5d7-9a73-42d1-96b4-73b990a5c39d tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.2710543 Dec 22 15:24:40.580798 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c5601a56-c771-4c40-a44d-36b999ed9da9 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:40.586282 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c5601a56-c771-4c40-a44d-36b999ed9da9 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9617305 Dec 22 15:24:40.586282 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b0b562d0-8290-4eed-9a0b-d9870e0d6a82 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:40.602855 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-712eed2b-964d-4c1b-97dd-d58a73aedf55 None None] Provisioning complete for port 90f4720a-ccf8-4230-94d7-ae2f1b8929ae triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:40.603593 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-712eed2b-964d-4c1b-97dd-d58a73aedf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:40.620766 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60628) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:40.621313 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60630) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:40.637640 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-b1c6801d-5c37-490e-8d8c-59539f6769ad tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group_rule': {'security_group_id': '9c16aac6-bf91-4ce5-ad06-b392ff6bf374', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:40.656807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b1c6801d-5c37-490e-8d8c-59539f6769ad tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:40.679592 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 318d98c3-7afe-4028-88c5-dbf2237d3f34 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:24:40.692392 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-a6c32c6a-f58d-416b-b414-0b48650841bc tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group_rule': {'security_group_id': '8562194a-c6bb-4bb5-9c4f-5f8f932f407a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:40.693362 dv-neutron-822674-1-hyperv neutron-server[88218]: WARNING neutron.api.v2.base [None req-a6c32c6a-f58d-416b-b414-0b48650841bc tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 22 15:24:40.693930 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-a6c32c6a-f58d-416b-b414-0b48650841bc tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:24:40.698187 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a6c32c6a-f58d-416b-b414-0b48650841bc tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0692637 Dec 22 15:24:40.698187 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ffa1-7b6c-47df-bb5c-7c88bb4666f1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Port': ['ID=9dbd1c77-1f47-4bad-b0de-94a2f4a84d6d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:40.705759 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3976ffa1-7b6c-47df-bb5c-7c88bb4666f1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:40.707299 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b1c6801d-5c37-490e-8d8c-59539f6769ad tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Usage tracker for resource:security_group_rule and tenant:d7749218c93e4d43966de2173c9b53d1 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:40.710426 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60636) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:40.713065 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b1c6801d-5c37-490e-8d8c-59539f6769ad tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:40.726955 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] For port cb6d3171-37ca-4353-afa1-537836e84689, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:24:40.735230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Port': ['ID=08295299-9d60-462b-9af8-f33fc3e380cd,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:40.750499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b1c6801d-5c37-490e-8d8c-59539f6769ad tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:40.812373 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:40.833198 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] For port cb6d3171-37ca-4353-afa1-537836e84689, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=cb6d3171-37ca-4353-afa1-537836e84689,segment=NetworkSegment(c036136b-7da7-4b99-aad1-20b9cc102430),segment_id=c036136b-7da7-4b99-aad1-20b9cc102430)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:24:40.856874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c6e314-eff6-478b-92eb-8b760518a085 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:40.861501 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-89c6e314-eff6-478b-92eb-8b760518a085 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Synchronizing usage tracker for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:40.861501 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e237d04-45e3-4b5a-b266-b2478f130310 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:40.889826 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1c6801d-5c37-490e-8d8c-59539f6769ad tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:40.903747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9d896cbd-7476-476b-a9d5-f8e21ee3c068 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:40.918789 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-3684576a-03f1-46a8-a9ed-1c2bfae3ef64', 'network_id': '3684576a-03f1-46a8-a9ed-1c2bfae3ef64', 'tenant_id': 'e27e0e181ddb43cb88880dec4db1f67e', 'fixed_ips': [{'subnet_id': '9834ecea-8c63-4d84-9631-960091c06567'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:24:40.925205 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:40.928089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9ded4f66-7030-4ae1-8c46-75337483722c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:40.956227 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:40.959796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-89c6e314-eff6-478b-92eb-8b760518a085 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unset dirty status for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:40.965555 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-89c6e314-eff6-478b-92eb-8b760518a085 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4592774 Dec 22 15:24:40.966573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3488cc51-bd70-4eaf-8d48-50f653b3957a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:40.980718 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60640) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:40.992597 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d896cbd-7476-476b-a9d5-f8e21ee3c068 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Port': ['ID=6f5ed788-e22e-436a-b933-8c05f2266a06,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:41.000457 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9d896cbd-7476-476b-a9d5-f8e21ee3c068 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:41.005549 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e237d04-45e3-4b5a-b266-b2478f130310 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:41.112395 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 318d98c3-7afe-4028-88c5-dbf2237d3f34 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:41.162486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 318d98c3-7afe-4028-88c5-dbf2237d3f34 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:41.163172 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:41.193338 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1c6801d-5c37-490e-8d8c-59539f6769ad tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:41.367995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1c6801d-5c37-490e-8d8c-59539f6769ad tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:41.470606 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Allocated IP 2001:db8::2 (3684576a-03f1-46a8-a9ed-1c2bfae3ef64/9834ecea-8c63-4d84-9631-960091c06567/c93d1511-4772-432f-aa6e-b4a931e6393c) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:24:41.477643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-90cb627b-f0c7-4d5d-b813-0998b6ffaeaa tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:41.485910 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a06821-112e-4671-b29e-f6d14a1148c1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] GET failed (client error): The resource could not be found. Dec 22 15:24:41.488142 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-23a06821-112e-4671-b29e-f6d14a1148c1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports/9dbd1c77-1f47-4bad-b0de-94a2f4a84d6d HTTP/1.1" status: 404 len: 333 time: 0.5008509 Dec 22 15:24:41.519988 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60646) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:41.520627 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e237d04-45e3-4b5a-b266-b2478f130310 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:41.529633 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-c835a13f-5e23-4397-ae37-6f1fb4801f9a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1683154211'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:41.573647 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c835a13f-5e23-4397-ae37-6f1fb4801f9a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:41.573880 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624f4af-8f91-4671-9e7f-8564a7091374 req-eeec2aed-7785-47b5-8cc7-ed5da7d4015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:41.579227 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3624f4af-8f91-4671-9e7f-8564a7091374 req-eeec2aed-7785-47b5-8cc7-ed5da7d4015a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee65f9c6-5a2d-4f52-a62f-585f493090c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.5758660 Dec 22 15:24:41.611850 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9d896cbd-7476-476b-a9d5-f8e21ee3c068 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:41.633652 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6801d-5c37-490e-8d8c-59539f6769ad tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e1dc4c-36f5-40a5-933f-fea6749f0461,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:41.691623 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c835a13f-5e23-4397-ae37-6f1fb4801f9a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:network and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:41.704722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-712eed2b-964d-4c1b-97dd-d58a73aedf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:41.820377 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Pushing event updated for resources: {'Port': ['ID=cb6d3171-37ca-4353-afa1-537836e84689,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:41.825411 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.861s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:41.878734 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b1c6801d-5c37-490e-8d8c-59539f6769ad tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:41.899491 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c835a13f-5e23-4397-ae37-6f1fb4801f9a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:41.915103 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-712eed2b-964d-4c1b-97dd-d58a73aedf55 None None] For port 90f4720a-ccf8-4230-94d7-ae2f1b8929ae, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=90f4720a-ccf8-4230-94d7-ae2f1b8929ae,segment=NetworkSegment(76287f68-f64a-478d-8d1f-b3356f89c8c2),segment_id=76287f68-f64a-478d-8d1f-b3356f89c8c2)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:41.922005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c835a13f-5e23-4397-ae37-6f1fb4801f9a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:41.941401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a1a4521a-6070-4b8f-bbee-3858a6c3b507 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:42.026877 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-712eed2b-964d-4c1b-97dd-d58a73aedf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:42.054319 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ccc67a88-30b7-4d11-b043-38ecb82803ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:42.060871 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network 5675ddc0-5172-4505-83a9-d605411a0307 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:42.073499 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:42.101100 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] For port d4f5910c-f46d-47d8-a4e5-89a454b2a0c2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2,segment=NetworkSegment(0f551e22-bd40-4f76-a4f3-659f3550fe34),segment_id=0f551e22-bd40-4f76-a4f3-659f3550fe34)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:42.101829 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:42.202724 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e237d04-45e3-4b5a-b266-b2478f130310 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8562194a-c6bb-4bb5-9c4f-5f8f932f407a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:42.210108 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1c6801d-5c37-490e-8d8c-59539f6769ad tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:42.215886 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b1c6801d-5c37-490e-8d8c-59539f6769ad tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5879829 Dec 22 15:24:42.224593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2e237d04-45e3-4b5a-b266-b2478f130310 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:42.229749 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60652) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:42.240871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e237d04-45e3-4b5a-b266-b2478f130310 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:42.242753 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2e237d04-45e3-4b5a-b266-b2478f130310 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "DELETE /v2.0/security-groups/8562194a-c6bb-4bb5-9c4f-5f8f932f407a HTTP/1.1" status: 204 len: 168 time: 1.5310729 Dec 22 15:24:42.250481 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c835a13f-5e23-4397-ae37-6f1fb4801f9a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:42.256784 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c835a13f-5e23-4397-ae37-6f1fb4801f9a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:42.272411 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60654) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:42.335311 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:42.364465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e5811665-d726-4f6b-8e6e-f7002ba276dd tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group_rule': {'security_group_id': '9c16aac6-bf91-4ce5-ad06-b392ff6bf374', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:42.396566 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:42.419714 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Transition to ACTIVE for port object c93d1511-4772-432f-aa6e-b4a931e6393c will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:42.452223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e5811665-d726-4f6b-8e6e-f7002ba276dd tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:42.459216 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712eed2b-964d-4c1b-97dd-d58a73aedf55 None None] Pushing event updated for resources: {'Port': ['ID=90f4720a-ccf8-4230-94d7-ae2f1b8929ae,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:42.487906 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:42.506638 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e5811665-d726-4f6b-8e6e-f7002ba276dd tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Usage tracker for resource:security_group_rule and tenant:d7749218c93e4d43966de2173c9b53d1 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:42.513802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-712eed2b-964d-4c1b-97dd-d58a73aedf55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:42.520400 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e5811665-d726-4f6b-8e6e-f7002ba276dd tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:42.573892 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Transition to ACTIVE for port object c93d1511-4772-432f-aa6e-b4a931e6393c will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:42.578449 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7ad22ac8-8b3d-46e9-83af-674925656de8 None None] Provisioning complete for port 318d98c3-7afe-4028-88c5-dbf2237d3f34 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:42.579177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ad22ac8-8b3d-46e9-83af-674925656de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:42.584329 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d896cbd-7476-476b-a9d5-f8e21ee3c068 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router f7ed5814-c5c2-49bc-8714-d54c3d2d6323 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:24:42.585298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c835a13f-5e23-4397-ae37-6f1fb4801f9a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:24:42.623113 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c835a13f-5e23-4397-ae37-6f1fb4801f9a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:42.623408 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-c835a13f-5e23-4397-ae37-6f1fb4801f9a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Added segment 14a865d8-e09a-4b7b-9cd6-fcc50a38a1e3 of type vlan for network c551ba56-1ba3-4220-8c9f-26d8600053e5 Dec 22 15:24:42.695611 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2109c388-0b4a-44ca-9701-fca1831a90d6 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Synchronizing usage tracker for tenant:4d2a7e0d601d47daa5d94f717796bf9f on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:42.737158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e5811665-d726-4f6b-8e6e-f7002ba276dd tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:42.762846 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3624f4af-8f91-4671-9e7f-8564a7091374 req-dc41e816-f5c9-42f5-9175-948f23f9a5c7 service neutron] 10.222.0.57 "GET /v2.0/networks/ee65f9c6-5a2d-4f52-a62f-585f493090c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1429970 Dec 22 15:24:42.772098 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:42.783041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 318d98c3-7afe-4028-88c5-dbf2237d3f34, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=318d98c3-7afe-4028-88c5-dbf2237d3f34,segment=NetworkSegment(8cab79cc-f787-4890-b579-c4c35c93280c),segment_id=8cab79cc-f787-4890-b579-c4c35c93280c)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:42.793659 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:42.854674 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c835a13f-5e23-4397-ae37-6f1fb4801f9a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:42.868190 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d896cbd-7476-476b-a9d5-f8e21ee3c068 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:24:42.882636 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:42.995624 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Network 3684576a-03f1-46a8-a9ed-1c2bfae3ef64 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:43.006882 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:43.018694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:43.019260 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb854b-7ae4-468a-86b0-35959cf003e9 req-18a20495-6f16-4017-bcc6-c0f5fc46f28a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:43.025911 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-adfb854b-7ae4-468a-86b0-35959cf003e9 req-18a20495-6f16-4017-bcc6-c0f5fc46f28a tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 945 time: 1.1479664 Dec 22 15:24:43.026962 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30880c4b-9dfd-47e8-8fb8-6054a7ec3f4d None None] Sync routers for ids ['f7ed5814-c5c2-49bc-8714-d54c3d2d6323'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:24:43.052321 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9d896cbd-7476-476b-a9d5-f8e21ee3c068 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/f7ed5814-c5c2-49bc-8714-d54c3d2d6323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4920840 Dec 22 15:24:43.059330 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2109c388-0b4a-44ca-9701-fca1831a90d6 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Unset dirty status for tenant:4d2a7e0d601d47daa5d94f717796bf9f on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:43.062776 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30880c4b-9dfd-47e8-8fb8-6054a7ec3f4d None None] Routers {'f7ed5814-c5c2-49bc-8714-d54c3d2d6323'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:43.063610 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-30880c4b-9dfd-47e8-8fb8-6054a7ec3f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['f7ed5814-c5c2-49bc-8714-d54c3d2d6323'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:43.064040 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Pushing event updated for resources: {'Port': ['ID=c93d1511-4772-432f-aa6e-b4a931e6393c,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:43.072136 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:43.074113 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-113d7316-cc6b-45d6-8127-70838017818f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:43.074724 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2109c388-0b4a-44ca-9701-fca1831a90d6 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7869906 Dec 22 15:24:43.079274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60662) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:43.080087 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60664) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:43.107321 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c835a13f-5e23-4397-ae37-6f1fb4801f9a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:43.132565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c835a13f-5e23-4397-ae37-6f1fb4801f9a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:43.133374 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c835a13f-5e23-4397-ae37-6f1fb4801f9a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:43.148789 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-30880c4b-9dfd-47e8-8fb8-6054a7ec3f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:43.159947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-b93523d1-6112-4940-b313-dc6e292a2ace tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group': {'name': 'tempest-secgroup--1716002014'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:43.160939 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30880c4b-9dfd-47e8-8fb8-6054a7ec3f4d None None] Routers {'f7ed5814-c5c2-49bc-8714-d54c3d2d6323'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:43.161813 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-30880c4b-9dfd-47e8-8fb8-6054a7ec3f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['f7ed5814-c5c2-49bc-8714-d54c3d2d6323'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:43.234648 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-30880c4b-9dfd-47e8-8fb8-6054a7ec3f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:43.235309 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30880c4b-9dfd-47e8-8fb8-6054a7ec3f4d None None] The sync data for ids ['f7ed5814-c5c2-49bc-8714-d54c3d2d6323'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:24:43.436995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:43.453016 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 90f4720a-ccf8-4230-94d7-ae2f1b8929ae up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:24:43.497985 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b93523d1-6112-4940-b313-dc6e292a2ace tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:43.595399 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c3f26088-ed0d-4342-bad0-4146d4cafea8 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Synchronizing usage tracker for tenant:7b4975992c034d11b43920ae668ae5e2 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:43.614973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7c2c91-0c22-4695-af10-58ec43840182 None None] Network 73687847-90c5-42ef-a53b-b5a0c80aff38 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:43.625631 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b93523d1-6112-4940-b313-dc6e292a2ace tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:43.636071 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Attempting to bind port c93d1511-4772-432f-aa6e-b4a931e6393c on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:24:43.636538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Attempting to bind port c93d1511-4772-432f-aa6e-b4a931e6393c by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '49f78400-79d4-4bf3-a9f0-02936aa03177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3684576a-03f1-46a8-a9ed-1c2bfae3ef64'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:24:43.636898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Attempting to bind port c93d1511-4772-432f-aa6e-b4a931e6393c on network 3684576a-03f1-46a8-a9ed-1c2bfae3ef64 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:24:43.652375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=318d98c3-7afe-4028-88c5-dbf2237d3f34,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:43.659314 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:43.663489 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:24:43.664627 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Checking segment: {'id': '49f78400-79d4-4bf3-a9f0-02936aa03177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3684576a-03f1-46a8-a9ed-1c2bfae3ef64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:24:43.664820 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:43.665231 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Bound using segment: {'id': '49f78400-79d4-4bf3-a9f0-02936aa03177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3684576a-03f1-46a8-a9ed-1c2bfae3ef64'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:24:43.665836 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Bound port: c93d1511-4772-432f-aa6e-b4a931e6393c, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f78400-79d4-4bf3-a9f0-02936aa03177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3684576a-03f1-46a8-a9ed-1c2bfae3ef64'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:24:43.666404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:43.693045 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-adfb854b-7ae4-468a-86b0-35959cf003e9 req-50d97b7e-24e6-47ad-90fc-d5d61cf629cd tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6155756 Dec 22 15:24:43.695372 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c835a13f-5e23-4397-ae37-6f1fb4801f9a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1706970 Dec 22 15:24:43.698896 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835a13f-5e23-4397-ae37-6f1fb4801f9a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Network': ['ID=c551ba56-1ba3-4220-8c9f-26d8600053e5,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:43.705534 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c835a13f-5e23-4397-ae37-6f1fb4801f9a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:43.709918 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60670) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:43.718017 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-b07b3bfb-f0c9-4976-bd24-24632f33d88e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'subnet': {'network_id': 'c551ba56-1ba3-4220-8c9f-26d8600053e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:43.749394 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router cbca079a-6dfb-49fb-920c-4d2e10b6303f has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:24:43.758026 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b93523d1-6112-4940-b313-dc6e292a2ace tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:43.786571 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network c551ba56-1ba3-4220-8c9f-26d8600053e5 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:24:43.800499 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3624f4af-8f91-4671-9e7f-8564a7091374 req-9d479915-4833-4b84-a1de-91f8d3cbc1aa service neutron] 10.222.0.57 "GET /v2.0/networks/ee65f9c6-5a2d-4f52-a62f-585f493090c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369980 Dec 22 15:24:43.810672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c3f26088-ed0d-4342-bad0-4146d4cafea8 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Unset dirty status for tenant:7b4975992c034d11b43920ae668ae5e2 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:43.813006 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c3f26088-ed0d-4342-bad0-4146d4cafea8 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ed5814-c5c2-49bc-8714-d54c3d2d6323 HTTP/1.1" status: 200 len: 205 time: 0.7310057 Dec 22 15:24:43.820026 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60674) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:43.884834 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5811665-d726-4f6b-8e6e-f7002ba276dd tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:43.919143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b93523d1-6112-4940-b313-dc6e292a2ace tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:43.944914 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:24:44.154949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8613-2cf1-4608-9463-377a447bc418 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:44.261382 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b93523d1-6112-4940-b313-dc6e292a2ace tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group_rule and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:44.289924 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b93523d1-6112-4940-b313-dc6e292a2ace tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:44.353154 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 90f4720a-ccf8-4230-94d7-ae2f1b8929ae triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:44.353154 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:44.354401 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5811665-d726-4f6b-8e6e-f7002ba276dd tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:44.362339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Allocated IP 2001:db8::1 (73687847-90c5-42ef-a53b-b5a0c80aff38/cb7f54fa-48ef-4562-bd6b-993363079213/ac6f22d7-4b90-4c77-8064-675b3a558af9) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:24:44.393839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b93523d1-6112-4940-b313-dc6e292a2ace tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:44.403287 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] For port c93d1511-4772-432f-aa6e-b4a931e6393c, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:24:44.406485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-929c9e62-5952-46dd-b74b-b3edb738c6c1 None None] Provisioning for port cb6d3171-37ca-4353-afa1-537836e84689 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:44.460986 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] For port c93d1511-4772-432f-aa6e-b4a931e6393c, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c93d1511-4772-432f-aa6e-b4a931e6393c,segment=NetworkSegment(49f78400-79d4-4bf3-a9f0-02936aa03177),segment_id=49f78400-79d4-4bf3-a9f0-02936aa03177)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:24:44.463461 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b07b3bfb-f0c9-4976-bd24-24632f33d88e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:44.470834 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b07b3bfb-f0c9-4976-bd24-24632f33d88e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:subnet and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:44.476613 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b07b3bfb-f0c9-4976-bd24-24632f33d88e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:44.485197 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b07b3bfb-f0c9-4976-bd24-24632f33d88e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:44.533338 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:44.590518 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5811665-d726-4f6b-8e6e-f7002ba276dd tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:44.609180 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:44.621542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:44.622478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:44.622977 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-712eed2b-964d-4c1b-97dd-d58a73aedf55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:44.623185 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Floating IP 66d9d850-064c-4773-960f-a6e918b84457 disassociated. External IP: 172.26.6.53, port: d4f5910c-f46d-47d8-a4e5-89a454b2a0c2. Dec 22 15:24:44.623602 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Calling delete_port for d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:44.652701 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e349c196-2209-427c-95eb-199d929cf1b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4f5910c-f46d-47d8-a4e5-89a454b2a0c2'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:24:44.678985 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:44.685890 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-929c9e62-5952-46dd-b74b-b3edb738c6c1 None None] Provisioning for port 08295299-9d60-462b-9af8-f33fc3e380cd completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:44.705459 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port d4f5910c-f46d-47d8-a4e5-89a454b2a0c2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2,segment=NetworkSegment(0f551e22-bd40-4f76-a4f3-659f3550fe34),segment_id=0f551e22-bd40-4f76-a4f3-659f3550fe34)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:44.751330 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-929c9e62-5952-46dd-b74b-b3edb738c6c1 None None] Provisioning complete for port 08295299-9d60-462b-9af8-f33fc3e380cd triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:44.751330 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-929c9e62-5952-46dd-b74b-b3edb738c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:44.818360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:24:44.822459 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:44.825669 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07b3bfb-f0c9-4976-bd24-24632f33d88e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:44.831822 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5811665-d726-4f6b-8e6e-f7002ba276dd tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffdd4a6c-d199-4072-a0cf-dc0e9b8843da,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:44.845817 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b07b3bfb-f0c9-4976-bd24-24632f33d88e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:44.927646 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30549cdf-94df-4449-bca2-24054620a541 None None] Sync routers for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:24:44.930111 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e5811665-d726-4f6b-8e6e-f7002ba276dd tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:44.930403 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8613-2cf1-4608-9463-377a447bc418 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.005703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8613-2cf1-4608-9463-377a447bc418 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.041433 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Pushing event updated for resources: {'Port': ['ID=c93d1511-4772-432f-aa6e-b4a931e6393c,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:45.042871 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/cbca079a-6dfb-49fb-920c-4d2e10b6303f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9730506 Dec 22 15:24:45.056158 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:45.058491 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e349c196-2209-427c-95eb-199d929cf1b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4f5910c-f46d-47d8-a4e5-89a454b2a0c2', 'code': 200} Dec 22 15:24:45.059157 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b26b41b5-8ad1-4b3b-baa2-52d4e633cf6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:45.060097 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60686) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:45.085871 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.103698 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Transition to ACTIVE for port object ac6f22d7-4b90-4c77-8064-675b3a558af9 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:45.108890 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-929c9e62-5952-46dd-b74b-b3edb738c6c1 None None] Port 08295299-9d60-462b-9af8-f33fc3e380cd cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:24:45.112645 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device cb6d3171-37ca-4353-afa1-537836e84689 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:24:45.131124 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e386a42f-90a1-446e-8dc1-8ef538d5d8f8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1885062349'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:45.135743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5811665-d726-4f6b-8e6e-f7002ba276dd tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.140082 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e5811665-d726-4f6b-8e6e-f7002ba276dd tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.8324680 Dec 22 15:24:45.144197 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60690) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:45.149934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fe1aee92-2821-4699-a22a-c2e9d3750cdc tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group_rule': {'security_group_id': '9c16aac6-bf91-4ce5-ad06-b392ff6bf374', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:45.156009 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e386a42f-90a1-446e-8dc1-8ef538d5d8f8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:45.161287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe1aee92-2821-4699-a22a-c2e9d3750cdc tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:45.163831 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e386a42f-90a1-446e-8dc1-8ef538d5d8f8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:network and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:45.173625 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e386a42f-90a1-446e-8dc1-8ef538d5d8f8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:45.178586 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe1aee92-2821-4699-a22a-c2e9d3750cdc tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Usage tracker for resource:security_group_rule and tenant:d7749218c93e4d43966de2173c9b53d1 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:45.198872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe1aee92-2821-4699-a22a-c2e9d3750cdc tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:45.216803 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e386a42f-90a1-446e-8dc1-8ef538d5d8f8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:45.219656 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe1aee92-2821-4699-a22a-c2e9d3750cdc tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:45.240206 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.240672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b93523d1-6112-4940-b313-dc6e292a2ace tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.247375 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-32da5128-99ce-4737-b3a7-49a1c138b330 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:45.255669 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30549cdf-94df-4449-bca2-24054620a541 None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:45.256711 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-30549cdf-94df-4449-bca2-24054620a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:45.306437 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:24:45.306437 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:24:45.326636 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Network 73687847-90c5-42ef-a53b-b5a0c80aff38 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:45.332917 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e386a42f-90a1-446e-8dc1-8ef538d5d8f8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Made reservation on behalf of ee2232110f5e4ead88119ba9dae092ad for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:45.335216 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e386a42f-90a1-446e-8dc1-8ef538d5d8f8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.351079 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:45.353206 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8613-2cf1-4608-9463-377a447bc418 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.353206 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8b8613-2cf1-4608-9463-377a447bc418 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Fanout notify agent at l3_agent the message router_deleted on router f7ed5814-c5c2-49bc-8714-d54c3d2d6323 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:24:45.354738 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b93523d1-6112-4940-b313-dc6e292a2ace tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.361736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:45.362325 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.366948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2e237d04-45e3-4b5a-b266-b2478f130310 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:45.376858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe1aee92-2821-4699-a22a-c2e9d3750cdc tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.401820 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6f330-4cf2-4be5-99f5-ba0f38667cef req-90074fc7-d2b6-4d9f-b31a-63ab198eeca1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:45.403458 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5fd6f330-4cf2-4be5-99f5-ba0f38667cef req-90074fc7-d2b6-4d9f-b31a-63ab198eeca1 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 943 time: 0.3999896 Dec 22 15:24:45.457918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event updated for resources: {'Port': ['ID=ac6f22d7-4b90-4c77-8064-675b3a558af9,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:45.465186 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:45.509691 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e386a42f-90a1-446e-8dc1-8ef538d5d8f8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:24:45.530918 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93523d1-6112-4940-b313-dc6e292a2ace tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d53db2-3ced-4a74-abc0-8a7aa0e50d08,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:45.531791 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e386a42f-90a1-446e-8dc1-8ef538d5d8f8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.531791 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-e386a42f-90a1-446e-8dc1-8ef538d5d8f8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Added segment bbb01280-5964-40da-b970-f940266d2799 of type vlan for network db575066-f3f7-485f-89fb-b625de0aaa23 Dec 22 15:24:45.540151 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5fd6f330-4cf2-4be5-99f5-ba0f38667cef req-c7c6b846-a03e-4423-8838-2463c03a3988 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141860 Dec 22 15:24:45.544402 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8613-2cf1-4608-9463-377a447bc418 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.553501 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-aa8b8613-2cf1-4608-9463-377a447bc418 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/routers/f7ed5814-c5c2-49bc-8714-d54c3d2d6323 HTTP/1.1" status: 204 len: 168 time: 1.7220099 Dec 22 15:24:45.553501 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b93523d1-6112-4940-b313-dc6e292a2ace tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:45.553501 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60696) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:45.564246 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe1aee92-2821-4699-a22a-c2e9d3750cdc tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.594895 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e386a42f-90a1-446e-8dc1-8ef538d5d8f8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.620385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b93523d1-6112-4940-b313-dc6e292a2ace tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.621896 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b93523d1-6112-4940-b313-dc6e292a2ace tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.5257807 Dec 22 15:24:45.624879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60700) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:45.638592 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3c52883e-2ae0-49eb-82f0-b14e16e5dac8 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group_rule': {'security_group_id': 'f6d53db2-3ced-4a74-abc0-8a7aa0e50d08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:45.654278 dv-neutron-822674-1-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-3c52883e-2ae0-49eb-82f0-b14e16e5dac8 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 22 15:24:45.657614 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-3c52883e-2ae0-49eb-82f0-b14e16e5dac8 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:24:45.657614 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3c52883e-2ae0-49eb-82f0-b14e16e5dac8 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0244832 Dec 22 15:24:45.662454 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60704) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:45.663288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe1aee92-2821-4699-a22a-c2e9d3750cdc tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.667918 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-95a25fd8-bd67-44b3-8dca-e20274e7e89e tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group_rule': {'security_group_id': 'f6d53db2-3ced-4a74-abc0-8a7aa0e50d08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:45.669504 dv-neutron-822674-1-hyperv neutron-server[88218]: WARNING neutron.api.v2.base [None req-95a25fd8-bd67-44b3-8dca-e20274e7e89e tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 22 15:24:45.670044 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-95a25fd8-bd67-44b3-8dca-e20274e7e89e tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:24:45.673893 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-95a25fd8-bd67-44b3-8dca-e20274e7e89e tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076327 Dec 22 15:24:45.675365 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20fcd78-c745-48e6-bd4b-da49efaf04e9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting subnet ff8b5ccb-2f53-47b3-bffb-61d7344d23c5 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:24:45.678255 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60708) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:45.682260 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b20fcd78-c745-48e6-bd4b-da49efaf04e9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.695173 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:45.714470 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-e3b18473-9788-43f6-a416-ca938824215f tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group_rule': {'security_group_id': 'f6d53db2-3ced-4a74-abc0-8a7aa0e50d08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:45.714470 dv-neutron-822674-1-hyperv neutron-server[88218]: WARNING neutron.api.v2.base [None req-e3b18473-9788-43f6-a416-ca938824215f tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 22 15:24:45.714470 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-e3b18473-9788-43f6-a416-ca938824215f tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:24:45.717578 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e3b18473-9788-43f6-a416-ca938824215f tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0359445 Dec 22 15:24:45.724603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60712) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:45.735883 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1aee92-2821-4699-a22a-c2e9d3750cdc tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be578b6-c206-4fb1-9b08-b6dc3a3dd552,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:45.746689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fe1aee92-2821-4699-a22a-c2e9d3750cdc tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:45.763277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-9c5ccca0-b876-4154-8bf2-047263d689ad tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group_rule': {'security_group_id': 'f6d53db2-3ced-4a74-abc0-8a7aa0e50d08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:45.765000 dv-neutron-822674-1-hyperv neutron-server[88218]: WARNING neutron.api.v2.base [None req-9c5ccca0-b876-4154-8bf2-047263d689ad tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 22 15:24:45.765733 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-9c5ccca0-b876-4154-8bf2-047263d689ad tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:24:45.766946 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9c5ccca0-b876-4154-8bf2-047263d689ad tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0123038 Dec 22 15:24:45.772050 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b07b3bfb-f0c9-4976-bd24-24632f33d88e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.772976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60716) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:45.779831 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-365212be-1cf3-4129-91d7-a557b16968d5 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:45.780606 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.793557 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2,revision_number=6']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:45.806122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:45.815538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-929c9e62-5952-46dd-b74b-b3edb738c6c1 None None] Provisioning complete for port 90f4720a-ccf8-4230-94d7-ae2f1b8929ae triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:45.816649 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Deleting port d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:45.816786 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-929c9e62-5952-46dd-b74b-b3edb738c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.817036 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.843755 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e386a42f-90a1-446e-8dc1-8ef538d5d8f8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.850393 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e386a42f-90a1-446e-8dc1-8ef538d5d8f8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:45.851117 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e386a42f-90a1-446e-8dc1-8ef538d5d8f8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.871907 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:45.888289 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe1aee92-2821-4699-a22a-c2e9d3750cdc tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:45.889663 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fe1aee92-2821-4699-a22a-c2e9d3750cdc tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7450502 Dec 22 15:24:45.922123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60720) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:45.928842 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-30549cdf-94df-4449-bca2-24054620a541 None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:24:45.977240 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b20fcd78-c745-48e6-bd4b-da49efaf04e9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:46.114766 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b3bfb-f0c9-4976-bd24-24632f33d88e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Subnet': ['ID=6450f8df-7160-44a4-8388-02626e2c7153,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:46.120500 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b07b3bfb-f0c9-4976-bd24-24632f33d88e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:46.133074 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b3bfb-f0c9-4976-bd24-24632f33d88e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Checking segment: {'id': '14a865d8-e09a-4b7b-9cd6-fcc50a38a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c551ba56-1ba3-4220-8c9f-26d8600053e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:24:46.133442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07b3bfb-f0c9-4976-bd24-24632f33d88e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network hostable DHCP agents. Network: c551ba56-1ba3-4220-8c9f-26d8600053e5, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:24:46.170178 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b20fcd78-c745-48e6-bd4b-da49efaf04e9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:46.240398 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port cb6d3171-37ca-4353-afa1-537836e84689 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:46.253406 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port cb6d3171-37ca-4353-afa1-537836e84689 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:46.253972 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:46.298745 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e386a42f-90a1-446e-8dc1-8ef538d5d8f8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1758325 Dec 22 15:24:46.304025 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07b3bfb-f0c9-4976-bd24-24632f33d88e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network c551ba56-1ba3-4220-8c9f-26d8600053e5 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:24:46.307296 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60724) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:46.329178 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-bf829999-7d86-4aa7-a7d1-72255e5a0937 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'subnet': {'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:46.478805 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b20fcd78-c745-48e6-bd4b-da49efaf04e9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:46.523060 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386a42f-90a1-446e-8dc1-8ef538d5d8f8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Network': ['ID=db575066-f3f7-485f-89fb-b625de0aaa23,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:46.526563 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-418b63f8-746b-46dd-bfde-e805ea08c179 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:46.526874 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e386a42f-90a1-446e-8dc1-8ef538d5d8f8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:46.548965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e75e512-70fc-48c8-9a99-f3f020ba5b95 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:46.595785 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-bf829999-7d86-4aa7-a7d1-72255e5a0937 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:46.601192 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20fcd78-c745-48e6-bd4b-da49efaf04e9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8b5ccb-2f53-47b3-bffb-61d7344d23c5,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:46.604644 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-b07b3bfb-f0c9-4976-bd24-24632f33d88e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, c551ba56-1ba3-4220-8c9f-26d8600053e5) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:46.606547 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b20fcd78-c745-48e6-bd4b-da49efaf04e9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:46.607608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-bf829999-7d86-4aa7-a7d1-72255e5a0937 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:subnet and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:46.614441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-bf829999-7d86-4aa7-a7d1-72255e5a0937 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:46.617861 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b20fcd78-c745-48e6-bd4b-da49efaf04e9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:46.621499 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network db575066-f3f7-485f-89fb-b625de0aaa23 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:24:46.624506 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07b3bfb-f0c9-4976-bd24-24632f33d88e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:46.625113 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b07b3bfb-f0c9-4976-bd24-24632f33d88e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:46.631196 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b20fcd78-c745-48e6-bd4b-da49efaf04e9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/subnets/ff8b5ccb-2f53-47b3-bffb-61d7344d23c5 HTTP/1.1" status: 204 len: 168 time: 1.0816674 Dec 22 15:24:46.636754 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60732) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:46.638418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e75e512-70fc-48c8-9a99-f3f020ba5b95 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:46.642405 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-bf829999-7d86-4aa7-a7d1-72255e5a0937 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:46.680109 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ac72b2-0193-4d66-a4b8-237f85a9ffee None None] Network c551ba56-1ba3-4220-8c9f-26d8600053e5 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:46.693107 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a2d0aa-c226-4c55-aade-6af2dca4a94f None None] Network 0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:46.703705 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-16184192-4acf-4ff4-9578-649fc7932176 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:46.783571 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b07b3bfb-f0c9-4976-bd24-24632f33d88e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0691161 Dec 22 15:24:46.829831 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60736) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:46.850621 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-42d089d2-5287-46db-a876-5c58b202dab2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'subnet': {'network_id': 'c551ba56-1ba3-4220-8c9f-26d8600053e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:46.872856 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf829999-7d86-4aa7-a7d1-72255e5a0937 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Made reservation on behalf of ee2232110f5e4ead88119ba9dae092ad for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:46.877220 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bf829999-7d86-4aa7-a7d1-72255e5a0937 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:46.956453 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815f0399-e6e8-443c-ab99-59efed8c2a9d None None] Network 3684576a-03f1-46a8-a9ed-1c2bfae3ef64 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:47.020870 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6c322-004d-4a14-ac14-2dbf740fd99f req-8bca544c-a128-4206-91ba-b3490a1a92ab tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:47.023595 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c0b6c322-004d-4a14-ac14-2dbf740fd99f req-8bca544c-a128-4206-91ba-b3490a1a92ab tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 943 time: 0.2408776 Dec 22 15:24:47.094529 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c0b6c322-004d-4a14-ac14-2dbf740fd99f req-f8c0ecc2-bb9d-4fe7-937c-9188d2b71d55 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618362 Dec 22 15:24:47.155027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e75e512-70fc-48c8-9a99-f3f020ba5b95 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:47.170936 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-16184192-4acf-4ff4-9578-649fc7932176 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:47.182266 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:47.211626 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-779860fb-6b91-4b8a-b12f-f8e71ae1751e tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:47.282864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75e512-70fc-48c8-9a99-f3f020ba5b95 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6be578b6-c206-4fb1-9b08-b6dc3a3dd552,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:47.286670 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6e75e512-70fc-48c8-9a99-f3f020ba5b95 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:47.304041 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bf829999-7d86-4aa7-a7d1-72255e5a0937 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:47.310890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d617d353-8c8b-4df1-9f76-7137ed133896 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:47.318799 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e75e512-70fc-48c8-9a99-f3f020ba5b95 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:47.319932 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6e75e512-70fc-48c8-9a99-f3f020ba5b95 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/6be578b6-c206-4fb1-9b08-b6dc3a3dd552 HTTP/1.1" status: 204 len: 168 time: 1.3967130 Dec 22 15:24:47.333907 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60740) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:47.375268 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting port 231543cd-6b64-4d32-9069-5b214047b8f6 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:47.375608 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:47.434029 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf829999-7d86-4aa7-a7d1-72255e5a0937 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Checking segment: {'id': 'bbb01280-5964-40da-b970-f940266d2799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:24:47.434503 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf829999-7d86-4aa7-a7d1-72255e5a0937 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network hostable DHCP agents. Network: db575066-f3f7-485f-89fb-b625de0aaa23, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:24:47.444135 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf829999-7d86-4aa7-a7d1-72255e5a0937 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Subnet': ['ID=72047128-d250-4b97-a330-9a5761839b70,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:47.447975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bf829999-7d86-4aa7-a7d1-72255e5a0937 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:47.517147 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] For port d4f5910c-f46d-47d8-a4e5-89a454b2a0c2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2,segment=NetworkSegment(0f551e22-bd40-4f76-a4f3-659f3550fe34),segment_id=0f551e22-bd40-4f76-a4f3-659f3550fe34)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:47.517515 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:47.532162 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-42d089d2-5287-46db-a876-5c58b202dab2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:47.543910 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf829999-7d86-4aa7-a7d1-72255e5a0937 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network db575066-f3f7-485f-89fb-b625de0aaa23 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:24:47.550003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8105c886-c4ef-4ab0-ab74-ed83b03a2188 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:47.583832 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1789175e-d6ca-4cf0-9e2e-826df6e547f1 None None] Provisioning for port c93d1511-4772-432f-aa6e-b4a931e6393c completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:47.590663 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:47.617741 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-42d089d2-5287-46db-a876-5c58b202dab2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:subnet and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:47.653057 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-bf829999-7d86-4aa7-a7d1-72255e5a0937 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, db575066-f3f7-485f-89fb-b625de0aaa23) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:47.663436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf829999-7d86-4aa7-a7d1-72255e5a0937 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:47.664651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bf829999-7d86-4aa7-a7d1-72255e5a0937 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:47.667824 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-42d089d2-5287-46db-a876-5c58b202dab2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:47.673996 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-16184192-4acf-4ff4-9578-649fc7932176 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:47.693863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e8010ada-075f-428f-99b4-8bc132f90fe8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:47.722766 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:24:47.730784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-42d089d2-5287-46db-a876-5c58b202dab2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:47.738940 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d58dae-9a6e-49ae-9346-5dfe39f37bf4 None None] Network db575066-f3f7-485f-89fb-b625de0aaa23 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:47.758102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port cb6d3171-37ca-4353-afa1-537836e84689, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=cb6d3171-37ca-4353-afa1-537836e84689,segment=NetworkSegment(c036136b-7da7-4b99-aad1-20b9cc102430),segment_id=c036136b-7da7-4b99-aad1-20b9cc102430)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:47.758942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16184192-4acf-4ff4-9578-649fc7932176 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d53db2-3ced-4a74-abc0-8a7aa0e50d08,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:47.761501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-16184192-4acf-4ff4-9578-649fc7932176 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:47.764057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:47.777797 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bf829999-7d86-4aa7-a7d1-72255e5a0937 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4597120 Dec 22 15:24:47.778862 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60746) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:47.883709 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-16184192-4acf-4ff4-9578-649fc7932176 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:47.891550 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-16184192-4acf-4ff4-9578-649fc7932176 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "DELETE /v2.0/security-groups/f6d53db2-3ced-4a74-abc0-8a7aa0e50d08 HTTP/1.1" status: 204 len: 168 time: 2.1109226 Dec 22 15:24:47.891550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8105c886-c4ef-4ab0-ab74-ed83b03a2188 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:47.891550 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8105c886-c4ef-4ab0-ab74-ed83b03a2188 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.5447533 Dec 22 15:24:47.891550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60750) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:47.897944 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d089d2-5287-46db-a876-5c58b202dab2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:47.901594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-42d089d2-5287-46db-a876-5c58b202dab2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:47.931791 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60752) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:47.934261 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:47.935380 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:47.949320 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-c551ba56-1ba3-4220-8c9f-26d8600053e5', 'network_id': 'c551ba56-1ba3-4220-8c9f-26d8600053e5', 'tenant_id': '842f3ac375dd4ba3beae00957da10632', 'fixed_ips': [{'subnet_id': '6450f8df-7160-44a4-8388-02626e2c7153'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:24:47.950178 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:47.973586 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:47.984617 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:48.005024 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e794ccfd-fc59-41bd-b21c-eee2c702995e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:48.015716 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1789175e-d6ca-4cf0-9e2e-826df6e547f1 None None] Provisioning complete for port cb6d3171-37ca-4353-afa1-537836e84689 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:48.015716 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1789175e-d6ca-4cf0-9e2e-826df6e547f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:48.303362 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-30549cdf-94df-4449-bca2-24054620a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:24:38Z', 'revision_number': 3, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '08295299-9d60-462b-9af8-f33fc3e380cd', 'name': '', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:e0:c2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:35Z', 'updated_at': '2021-12-22T15:24:39Z', 'revision_number': 2, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:48.333467 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e94f9a4-0f0c-4623-b53f-e21d2687ff67 None None] DHCP port deletion for 0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:24:48.357232 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=cb6d3171-37ca-4353-afa1-537836e84689,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:48.421137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:48.421471 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:48.422190 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:48.422717 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:48.422892 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:48.423375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:48.424545 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:48.424913 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:48.425248 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:48.425585 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:48.426631 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:48.426835 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:24:48.431270 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 318d98c3-7afe-4028-88c5-dbf2237d3f34 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:24:48.486665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:48.526542 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-4e94f9a4-0f0c-4623-b53f-e21d2687ff67 None None] Deleting port 231543cd-6b64-4d32-9069-5b214047b8f6 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:48.527019 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4e94f9a4-0f0c-4623-b53f-e21d2687ff67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:48.585096 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30549cdf-94df-4449-bca2-24054620a541 None None] Checking router: cbca079a-6dfb-49fb-920c-4d2e10b6303f for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:24:48.585511 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30549cdf-94df-4449-bca2-24054620a541 None None] Updating router cbca079a-6dfb-49fb-920c-4d2e10b6303f port 08295299-9d60-462b-9af8-f33fc3e380cd binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:24:48.605195 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398446c-b755-4ed2-8318-02048f0d4ba0 req-e4944fdc-97ab-4cc0-95c9-50a0b58d8386 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:48.607203 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3398446c-b755-4ed2-8318-02048f0d4ba0 req-e4944fdc-97ab-4cc0-95c9-50a0b58d8386 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 943 time: 0.2913499 Dec 22 15:24:48.723633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f882eac-ff57-4022-8979-1d65b7607516 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:48.763096 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event updated for resources: {'Port': ['ID=ac6f22d7-4b90-4c77-8064-675b3a558af9,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:48.766421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f882eac-ff57-4022-8979-1d65b7607516 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:48.783825 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-34b43dfd-df6e-4123-ade3-2797548d83c5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Synchronizing usage tracker for tenant:4d2a7e0d601d47daa5d94f717796bf9f on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:48.789329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:48.796110 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] For port 231543cd-6b64-4d32-9069-5b214047b8f6, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=231543cd-6b64-4d32-9069-5b214047b8f6,segment=NetworkSegment(219f37d0-e2a1-4af8-92d9-9582f3def437),segment_id=219f37d0-e2a1-4af8-92d9-9582f3def437)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:48.796475 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:48.813648 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3398446c-b755-4ed2-8318-02048f0d4ba0 req-ecbd4367-270b-42f9-8be4-1959f916f217 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups?id=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963344 Dec 22 15:24:48.982712 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-30549cdf-94df-4449-bca2-24054620a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:48.991155 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Calling delete_port for 231543cd-6b64-4d32-9069-5b214047b8f6 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:49.034581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:49.035022 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:49.035786 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Floating IP 66d9d850-064c-4773-960f-a6e918b84457 disassociated. External IP: 172.26.6.53, port: d4f5910c-f46d-47d8-a4e5-89a454b2a0c2. Dec 22 15:24:49.036086 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Calling delete_port for d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:49.038939 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-db575066-f3f7-485f-89fb-b625de0aaa23', 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'fixed_ips': [{'subnet_id': '72047128-d250-4b97-a330-9a5761839b70'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:24:49.039789 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:49.109750 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:49.119652 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.ipam_backend_mixin [None req-42d089d2-5287-46db-a876-5c58b202dab2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6450f8df-7160-44a4-8388-02626e2c7153 (CIDR: 2001:db8::/64) Dec 22 15:24:49.119973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Allocated IP 2001:db8::2 (c551ba56-1ba3-4220-8c9f-26d8600053e5/6450f8df-7160-44a4-8388-02626e2c7153/9a80936c-32b5-48ed-9576-5aab89c7aad4) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:24:49.163190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Network 73687847-90c5-42ef-a53b-b5a0c80aff38 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:49.167130 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-34b43dfd-df6e-4123-ade3-2797548d83c5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Unset dirty status for tenant:4d2a7e0d601d47daa5d94f717796bf9f on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:49.168417 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-34b43dfd-df6e-4123-ade3-2797548d83c5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.2722867 Dec 22 15:24:49.172204 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:49.179480 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 318d98c3-7afe-4028-88c5-dbf2237d3f34 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:49.180707 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60762) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:49.181211 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:49.186602 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-021748a3-4246-4a81-b6b7-65829394a4d2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group': {'name': 'tempest-secgroup--67067232'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:49.191102 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f882eac-ff57-4022-8979-1d65b7607516 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:49.192175 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d089d2-5287-46db-a876-5c58b202dab2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:24:49.192666 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d089d2-5287-46db-a876-5c58b202dab2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:24:49.214906 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-021748a3-4246-4a81-b6b7-65829394a4d2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:49.298694 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4281933c-9bff-425d-b423-b52beb890721 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:49.408945 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:49.420892 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-021748a3-4246-4a81-b6b7-65829394a4d2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:49.472621 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f882eac-ff57-4022-8979-1d65b7607516 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffdd4a6c-d199-4072-a0cf-dc0e9b8843da,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:49.485142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8f882eac-ff57-4022-8979-1d65b7607516 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:49.490206 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-79909819-8c23-43d1-8dd6-5234724e4684 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:49.580553 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] No DVR routers for this DVR port 231543cd-6b64-4d32-9069-5b214047b8f6 on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:24:49.637854 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-42d089d2-5287-46db-a876-5c58b202dab2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8009131 Dec 22 15:24:49.645854 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60766) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:49.660008 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-4f1d282a-1158-401d-af3b-f26df74adde9 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'subnet': {'network_id': 'c551ba56-1ba3-4220-8c9f-26d8600053e5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:49.675405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Port': ['ID=231543cd-6b64-4d32-9069-5b214047b8f6,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:49.688852 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:49.693991 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f882eac-ff57-4022-8979-1d65b7607516 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:49.698526 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8f882eac-ff57-4022-8979-1d65b7607516 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/ffdd4a6c-d199-4072-a0cf-dc0e9b8843da HTTP/1.1" status: 204 len: 168 time: 1.7588227 Dec 22 15:24:49.698797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60770) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:49.745353 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-021748a3-4246-4a81-b6b7-65829394a4d2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:49.854061 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:49.865631 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-021748a3-4246-4a81-b6b7-65829394a4d2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:49.876964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-021748a3-4246-4a81-b6b7-65829394a4d2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group_rule and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:49.895003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-021748a3-4246-4a81-b6b7-65829394a4d2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:49.919441 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-021748a3-4246-4a81-b6b7-65829394a4d2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:49.919441 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:49.927301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:49.945274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-19340b60-31fb-47fd-9d0b-57dd7e761c39 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:49.950743 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4f1d282a-1158-401d-af3b-f26df74adde9 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:49.957444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4f1d282a-1158-401d-af3b-f26df74adde9 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:subnet and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:49.962053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4f1d282a-1158-401d-af3b-f26df74adde9 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:49.973224 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4f1d282a-1158-401d-af3b-f26df74adde9 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:50.000920 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f1450745-1d22-44b5-93fc-6a1845f865a4 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:50.018898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1789175e-d6ca-4cf0-9e2e-826df6e547f1 None None] Provisioning for port ac6f22d7-4b90-4c77-8064-675b3a558af9 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:50.061240 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219f37d0-e2a1-4af8-92d9-9582f3def437') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:50.061481 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219f37d0-e2a1-4af8-92d9-9582f3def437') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:50.061980 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Allocated IP 2001:db8:2::2 (db575066-f3f7-485f-89fb-b625de0aaa23/72047128-d250-4b97-a330-9a5761839b70/7ffaf0a3-276e-40f3-b2e3-50e87ae30090) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:24:50.072053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-19340b60-31fb-47fd-9d0b-57dd7e761c39 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:50.074442 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-19340b60-31fb-47fd-9d0b-57dd7e761c39 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3446007 Dec 22 15:24:50.074696 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Pushing event deleted for resources: {'Port': ['ID=d4f5910c-f46d-47d8-a4e5-89a454b2a0c2,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:50.075469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1d282a-1158-401d-af3b-f26df74adde9 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:50.081257 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1789175e-d6ca-4cf0-9e2e-826df6e547f1 None None] Provisioning complete for port ac6f22d7-4b90-4c77-8064-675b3a558af9 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:50.081666 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1789175e-d6ca-4cf0-9e2e-826df6e547f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:50.084942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f1d282a-1158-401d-af3b-f26df74adde9 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:50.085127 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60778) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:50.085127 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:50.110300 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:50.231722 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Router 1b9e8972-4ce2-4188-987f-8704644bf500 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:24:50.260788 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-28ce2b70-bb9e-448c-82b7-29fa94261c21 req-24d4d249-e192-44b1-9d62-872a2ec9ea5e tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 210 time: 0.2428355 Dec 22 15:24:50.377721 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c93d1511-4772-432f-aa6e-b4a931e6393c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:24:50.442606 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-4e94f9a4-0f0c-4623-b53f-e21d2687ff67 None None] For port 231543cd-6b64-4d32-9069-5b214047b8f6, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=231543cd-6b64-4d32-9069-5b214047b8f6,segment=NetworkSegment(219f37d0-e2a1-4af8-92d9-9582f3def437),segment_id=219f37d0-e2a1-4af8-92d9-9582f3def437)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:50.443019 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4e94f9a4-0f0c-4623-b53f-e21d2687ff67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:50.463435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:50.470297 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-1789175e-d6ca-4cf0-9e2e-826df6e547f1 None None] Port ac6f22d7-4b90-4c77-8064-675b3a558af9 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:24:50.505227 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:24:50.505643 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:24:50.520869 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:24:50.535083 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bec853e-4f44-4481-a574-3bad4d09b552 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:50.688959 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-4e94f9a4-0f0c-4623-b53f-e21d2687ff67 None None] Calling delete_port for 231543cd-6b64-4d32-9069-5b214047b8f6 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:50.718271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bec853e-4f44-4481-a574-3bad4d09b552 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:50.779376 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f1d282a-1158-401d-af3b-f26df74adde9 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:50.805630 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-db32f74a-9c63-42af-ad6c-a44d0d3de65a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:50.821161 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-021748a3-4246-4a81-b6b7-65829394a4d2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:50.843000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.resource_extend [None req-30549cdf-94df-4449-bca2-24054620a541 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:24:50.903231 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-021748a3-4246-4a81-b6b7-65829394a4d2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:50.913773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-44aa9bda-28b6-4c43-97c5-b880a1cb9485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:50.919630 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1d282a-1158-401d-af3b-f26df74adde9 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network c551ba56-1ba3-4220-8c9f-26d8600053e5 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:50.926762 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-4f1d282a-1158-401d-af3b-f26df74adde9 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:50.932290 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1d282a-1158-401d-af3b-f26df74adde9 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:50.933438 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f1d282a-1158-401d-af3b-f26df74adde9 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:50.949245 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:24:50.971983 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Router 76ab0945-a245-41a0-8fc8-3717c5cb87c9 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:24:50.981671 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:50.992594 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d282a-1158-401d-af3b-f26df74adde9 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Subnet': ['ID=35b3b21b-9f31-416c-b0ee-d2f13bff39ab,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:50.996909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bec853e-4f44-4481-a574-3bad4d09b552 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:50.998985 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4f1d282a-1158-401d-af3b-f26df74adde9 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:51.002538 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:51.005958 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021748a3-4246-4a81-b6b7-65829394a4d2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbaae76-088f-4b7b-b616-680dbd49988e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:51.006501 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ac6eff-c053-485d-8fff-ca178623a6ae None None] Sync routers for ids ['1b9e8972-4ce2-4188-987f-8704644bf500'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:24:51.012867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-021748a3-4246-4a81-b6b7-65829394a4d2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:51.033982 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:51.038122 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ac6eff-c053-485d-8fff-ca178623a6ae None None] Routers {'1b9e8972-4ce2-4188-987f-8704644bf500'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:51.039795 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-62ac6eff-c053-485d-8fff-ca178623a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['1b9e8972-4ce2-4188-987f-8704644bf500'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:51.042020 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bec853e-4f44-4481-a574-3bad4d09b552 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:51.043232 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9bec853e-4f44-4481-a574-3bad4d09b552 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/e1e1dc4c-36f5-40a5-933f-fea6749f0461 HTTP/1.1" status: 204 len: 168 time: 0.9571235 Dec 22 15:24:51.047728 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60782) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:51.086870 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4f1d282a-1158-401d-af3b-f26df74adde9 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4357321 Dec 22 15:24:51.092824 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60786) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:51.103232 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-5dfe27cb-5151-4b99-9024-e998dd1680ba tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'port': {'network_id': 'c551ba56-1ba3-4220-8c9f-26d8600053e5', 'fixed_ips': [{'subnet_id': '6450f8df-7160-44a4-8388-02626e2c7153'}, {'subnet_id': '35b3b21b-9f31-416c-b0ee-d2f13bff39ab'}], 'name': 'tempest-PortsIpV6TestJSON-2004589988'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:51.118162 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Network': ['ID=0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:51.121081 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/networks/0572d6d3-b0d5-4a1c-bd7f-d7311cfdf550 HTTP/1.1" status: 204 len: 168 time: 4.4659266 Dec 22 15:24:51.131580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:51.133476 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "PUT /v2.0/routers/1b9e8972-4ce2-4188-987f-8704644bf500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0543282 Dec 22 15:24:51.134507 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:51.138020 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-30549cdf-94df-4449-bca2-24054620a541 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:51.140157 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60790) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:51.140659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60792) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:51.152202 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-021748a3-4246-4a81-b6b7-65829394a4d2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:51.153895 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-021748a3-4246-4a81-b6b7-65829394a4d2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.9733508 Dec 22 15:24:51.168212 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60798) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:51.171353 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec853e-4f44-4481-a574-3bad4d09b552 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1e1dc4c-36f5-40a5-933f-fea6749f0461,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:51.177143 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-62ac6eff-c053-485d-8fff-ca178623a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:51.180326 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ba107a50-56f1-4be8-be32-e843667c57df tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group_rule': {'security_group_id': '3dbaae76-088f-4b7b-b616-680dbd49988e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:51.182505 dv-neutron-822674-1-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-ba107a50-56f1-4be8-be32-e843667c57df tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 15:24:51.182505 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-ba107a50-56f1-4be8-be32-e843667c57df tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:24:51.183712 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ba107a50-56f1-4be8-be32-e843667c57df tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0139380 Dec 22 15:24:51.184881 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9bec853e-4f44-4481-a574-3bad4d09b552 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:51.187722 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60802) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:51.188247 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-30549cdf-94df-4449-bca2-24054620a541 None None] Transition to ACTIVE for port object 08295299-9d60-462b-9af8-f33fc3e380cd will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:51.196130 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7095989c-38d6-41e5-91a2-886445edaf92 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group_rule': {'security_group_id': '3dbaae76-088f-4b7b-b616-680dbd49988e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:51.197964 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ac6eff-c053-485d-8fff-ca178623a6ae None None] Routers {'1b9e8972-4ce2-4188-987f-8704644bf500'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:51.199139 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-62ac6eff-c053-485d-8fff-ca178623a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['1b9e8972-4ce2-4188-987f-8704644bf500'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:51.217218 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7095989c-38d6-41e5-91a2-886445edaf92 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:51.240771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:51.266477 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-33866785', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}, 'admin_state_up': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:51.266964 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Transition to ACTIVE for port object 9a80936c-32b5-48ed-9576-5aab89c7aad4 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:51.296645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:51.319040 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7095989c-38d6-41e5-91a2-886445edaf92 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group_rule and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:51.326592 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Transition to ACTIVE for port object 9a80936c-32b5-48ed-9576-5aab89c7aad4 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:51.358880 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-62ac6eff-c053-485d-8fff-ca178623a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:51.359706 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ac6eff-c053-485d-8fff-ca178623a6ae None None] The sync data for ids ['1b9e8972-4ce2-4188-987f-8704644bf500'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:24:51.369623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7095989c-38d6-41e5-91a2-886445edaf92 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:51.418607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:router and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:51.472275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7095989c-38d6-41e5-91a2-886445edaf92 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:51.493146 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:24:51.517317 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:51.529814 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Transition to ACTIVE for port object 7ffaf0a3-276e-40f3-b2e3-50e87ae30090 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:51.545892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:51.551801 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Transition to ACTIVE for port object 7ffaf0a3-276e-40f3-b2e3-50e87ae30090 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:51.560565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:51.572693 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8303ae0e-8975-4978-8db2-fc4c51dc28d7 None None] Sync routers for ids ['76ab0945-a245-41a0-8fc8-3717c5cb87c9'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:24:51.581337 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-30549cdf-94df-4449-bca2-24054620a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:51.588044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] No DVR routers for this DVR port d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:24:51.592085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:51.593870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:51.596304 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f73b8467-8ef2-4de5-a060-dfc36a1f480c req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.57 "DELETE /v2.0/ports/d4f5910c-f46d-47d8-a4e5-89a454b2a0c2 HTTP/1.1" status: 204 len: 173 time: 11.6806242 Dec 22 15:24:51.596934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e349c196-2209-427c-95eb-199d929cf1b9', 'name': 'network-vif-deleted', 'tag': 'd4f5910c-f46d-47d8-a4e5-89a454b2a0c2'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:24:51.640244 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fb13a987-76d0-49da-a5ef-2be3095a1975 req-04210119-1508-48a8-9055-9402610f03f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 210 time: 0.1038513 Dec 22 15:24:51.658591 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d4786b0a-9f08-4af9-81ba-98b54c18fed9 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.6091802 Dec 22 15:24:51.663678 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:51.667521 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60814) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:51.690187 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Pushing event updated for resources: {'Port': ['ID=9a80936c-32b5-48ed-9576-5aab89c7aad4,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:51.693074 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8303ae0e-8975-4978-8db2-fc4c51dc28d7 None None] Routers {'76ab0945-a245-41a0-8fc8-3717c5cb87c9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:51.693725 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8303ae0e-8975-4978-8db2-fc4c51dc28d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['76ab0945-a245-41a0-8fc8-3717c5cb87c9'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:51.739357 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e349c196-2209-427c-95eb-199d929cf1b9', 'name': 'network-vif-deleted', 'tag': 'd4f5910c-f46d-47d8-a4e5-89a454b2a0c2', 'status': 'completed', 'code': 200} Dec 22 15:24:51.745272 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-7095989c-38d6-41e5-91a2-886445edaf92 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:24:51.753984 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7095989c-38d6-41e5-91a2-886445edaf92 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5645108 Dec 22 15:24:51.755485 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60818) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:51.776789 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d8362550-bc69-4802-ad54-763c9194d6f4 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group_rule': {'security_group_id': '3dbaae76-088f-4b7b-b616-680dbd49988e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:51.778345 dv-neutron-822674-1-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-d8362550-bc69-4802-ad54-763c9194d6f4 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 22 15:24:51.779568 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-d8362550-bc69-4802-ad54-763c9194d6f4 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:24:51.783434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-5dfe27cb-5151-4b99-9024-e998dd1680ba tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:51.793578 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d8362550-bc69-4802-ad54-763c9194d6f4 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0218425 Dec 22 15:24:51.825879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60822) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:51.827894 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a60be051-2de0-43be-9219-3aa0d81eabdd tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:51.841068 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d6b76ed6-77c7-4b47-8600-8dbafaa68ee6 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group_rule': {'security_group_id': '3dbaae76-088f-4b7b-b616-680dbd49988e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:51.853203 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a60be051-2de0-43be-9219-3aa0d81eabdd tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:51.861077 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d6b76ed6-77c7-4b47-8600-8dbafaa68ee6 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:51.871745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d6b76ed6-77c7-4b47-8600-8dbafaa68ee6 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group_rule and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:51.876588 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d6b76ed6-77c7-4b47-8600-8dbafaa68ee6 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:51.893843 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d6b76ed6-77c7-4b47-8600-8dbafaa68ee6 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:51.991507 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port c93d1511-4772-432f-aa6e-b4a931e6393c completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:51.995522 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:52.015850 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Network c551ba56-1ba3-4220-8c9f-26d8600053e5 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:52.053890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-5dfe27cb-5151-4b99-9024-e998dd1680ba tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:52.071155 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:52.073374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a60be051-2de0-43be-9219-3aa0d81eabdd tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:52.088691 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-4e94f9a4-0f0c-4623-b53f-e21d2687ff67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:24:52.088964 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-4e94f9a4-0f0c-4623-b53f-e21d2687ff67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:24:52.091188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port c93d1511-4772-432f-aa6e-b4a931e6393c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:52.091570 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:52.118320 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:52.132116 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:52.132543 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:52.134174 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:52.138493 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60be051-2de0-43be-9219-3aa0d81eabdd tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88b1a841-e28c-4a97-b592-7b9e0c4357aa,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:52.142600 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a60be051-2de0-43be-9219-3aa0d81eabdd tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:52.143744 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2b12e388-9a32-4fe7-80aa-05e3e26df578 None None] Provisioning complete for port ac6f22d7-4b90-4c77-8064-675b3a558af9 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:52.144593 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2b12e388-9a32-4fe7-80aa-05e3e26df578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:52.179333 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Allocated IP 2001:db8:2::1 (db575066-f3f7-485f-89fb-b625de0aaa23/72047128-d250-4b97-a330-9a5761839b70/f645c29f-fa7c-4d13-be0c-96d6c93543fd) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:24:52.187495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:52.262269 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a60be051-2de0-43be-9219-3aa0d81eabdd tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:52.265821 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a60be051-2de0-43be-9219-3aa0d81eabdd tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/88b1a841-e28c-4a97-b592-7b9e0c4357aa HTTP/1.1" status: 204 len: 168 time: 0.5956626 Dec 22 15:24:52.267034 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-d6b76ed6-77c7-4b47-8600-8dbafaa68ee6 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:24:52.273754 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d6b76ed6-77c7-4b47-8600-8dbafaa68ee6 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4347918 Dec 22 15:24:52.275111 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60826) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:52.275744 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60828) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:52.288849 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Network db575066-f3f7-485f-89fb-b625de0aaa23 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:52.289187 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7bc91d27-2ee2-43d5-ad54-3b54672b8632 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group_rule': {'security_group_id': '3dbaae76-088f-4b7b-b616-680dbd49988e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:52.290549 dv-neutron-822674-1-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-7bc91d27-2ee2-43d5-ad54-3b54672b8632 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 15:24:52.291527 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-7bc91d27-2ee2-43d5-ad54-3b54672b8632 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:24:52.298922 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7bc91d27-2ee2-43d5-ad54-3b54672b8632 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0126524 Dec 22 15:24:52.325087 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:52.348928 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60834) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:52.367542 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca23e5f-e5bc-4cca-b74c-f2bc3d0c0dbc None None] Pushing event updated for resources: {'Port': ['ID=08295299-9d60-462b-9af8-f33fc3e380cd,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:52.368973 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f5c0b9bc-d062-43aa-be07-5d511cc43338 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group_rule': {'security_group_id': '3dbaae76-088f-4b7b-b616-680dbd49988e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:52.382922 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:52.383211 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f5c0b9bc-d062-43aa-be07-5d511cc43338 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:52.392347 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f5c0b9bc-d062-43aa-be07-5d511cc43338 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group_rule and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:52.400044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f5c0b9bc-d062-43aa-be07-5d511cc43338 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:52.417867 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dca23e5f-e5bc-4cca-b74c-f2bc3d0c0dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:52.427689 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f9bf04d9-1ddd-4846-971b-6e6e67cac10b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.747s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:52.427880 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f5c0b9bc-d062-43aa-be07-5d511cc43338 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:52.453383 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfe27cb-5151-4b99-9024-e998dd1680ba tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:24:52.461949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-8303ae0e-8975-4978-8db2-fc4c51dc28d7 None None] Set router 76ab0945-a245-41a0-8fc8-3717c5cb87c9 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:24:52.468052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-aa797a65-2c5f-4990-941c-13e4bdd2a543 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:52.589865 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-aa797a65-2c5f-4990-941c-13e4bdd2a543 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:52.591646 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-aa797a65-2c5f-4990-941c-13e4bdd2a543 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3141899 Dec 22 15:24:52.598908 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60840) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:52.657488 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9466c081-14f7-4c6d-bc27-49d6c3b0ed8c tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:52.672844 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9466c081-14f7-4c6d-bc27-49d6c3b0ed8c tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:52.711559 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-4e94f9a4-0f0c-4623-b53f-e21d2687ff67 None None] Deleting port 231543cd-6b64-4d32-9069-5b214047b8f6 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:52.712098 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4e94f9a4-0f0c-4623-b53f-e21d2687ff67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:52.757024 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-f5c0b9bc-d062-43aa-be07-5d511cc43338 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:24:52.760992 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f5c0b9bc-d062-43aa-be07-5d511cc43338 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4000182 Dec 22 15:24:52.775271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60844) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:52.784855 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8e64e155-94af-4678-8ba0-2f79ed3adbec tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group_rule': {'security_group_id': '3dbaae76-088f-4b7b-b616-680dbd49988e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:52.785691 dv-neutron-822674-1-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-8e64e155-94af-4678-8ba0-2f79ed3adbec tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 22 15:24:52.786588 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-8e64e155-94af-4678-8ba0-2f79ed3adbec tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:24:52.789756 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8e64e155-94af-4678-8ba0-2f79ed3adbec tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0115290 Dec 22 15:24:52.793549 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60848) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:52.806584 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c12dc7e3-1718-46a7-88b3-14280568f9c2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group_rule': {'security_group_id': '3dbaae76-088f-4b7b-b616-680dbd49988e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:52.826843 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2b12e388-9a32-4fe7-80aa-05e3e26df578 None None] Port ac6f22d7-4b90-4c77-8064-675b3a558af9 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:24:52.833049 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c12dc7e3-1718-46a7-88b3-14280568f9c2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:52.838583 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c12dc7e3-1718-46a7-88b3-14280568f9c2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group_rule and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:52.842116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c12dc7e3-1718-46a7-88b3-14280568f9c2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:52.851798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c12dc7e3-1718-46a7-88b3-14280568f9c2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:52.882026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9466c081-14f7-4c6d-bc27-49d6c3b0ed8c tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:52.897630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e5811665-d726-4f6b-8e6e-f7002ba276dd tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:52.937951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466c081-14f7-4c6d-bc27-49d6c3b0ed8c tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0760618-9bb1-4ff3-b965-24cf1b408292,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:52.951016 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9466c081-14f7-4c6d-bc27-49d6c3b0ed8c tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:53.030716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9466c081-14f7-4c6d-bc27-49d6c3b0ed8c tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:53.038712 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9466c081-14f7-4c6d-bc27-49d6c3b0ed8c tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/e0760618-9bb1-4ff3-b965-24cf1b408292 HTTP/1.1" status: 204 len: 168 time: 0.4255247 Dec 22 15:24:53.038712 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60854) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:53.070681 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-c12dc7e3-1718-46a7-88b3-14280568f9c2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:24:53.072091 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c12dc7e3-1718-46a7-88b3-14280568f9c2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2763476 Dec 22 15:24:53.076443 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60858) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:53.086278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-cd7bdc19-698e-40eb-9a27-850149b7bbef tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group_rule': {'security_group_id': '3dbaae76-088f-4b7b-b616-680dbd49988e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:53.095604 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cd7bdc19-698e-40eb-9a27-850149b7bbef tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:53.101933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cd7bdc19-698e-40eb-9a27-850149b7bbef tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group_rule and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:53.122478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cd7bdc19-698e-40eb-9a27-850149b7bbef tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:53.131193 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-4e94f9a4-0f0c-4623-b53f-e21d2687ff67 None None] The port '231543cd-6b64-4d32-9069-5b214047b8f6' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:24:53.135513 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-08a8f0df-9518-4088-bd7f-32989bf4089e tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:53.143255 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cd7bdc19-698e-40eb-9a27-850149b7bbef tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:53.145096 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-30549cdf-94df-4449-bca2-24054620a541 None None] Attempting to bind port 08295299-9d60-462b-9af8-f33fc3e380cd on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:24:53.150808 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-30549cdf-94df-4449-bca2-24054620a541 None None] Attempting to bind port 08295299-9d60-462b-9af8-f33fc3e380cd by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '76287f68-f64a-478d-8d1f-b3356f89c8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:24:53.150808 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30549cdf-94df-4449-bca2-24054620a541 None None] Attempting to bind port 08295299-9d60-462b-9af8-f33fc3e380cd on network 5675ddc0-5172-4505-83a9-d605411a0307 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:24:53.153608 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Attempting to bind port 9a80936c-32b5-48ed-9576-5aab89c7aad4 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:24:53.154042 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Attempting to bind port 9a80936c-32b5-48ed-9576-5aab89c7aad4 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '14a865d8-e09a-4b7b-9cd6-fcc50a38a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c551ba56-1ba3-4220-8c9f-26d8600053e5'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:24:53.154552 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Attempting to bind port 9a80936c-32b5-48ed-9576-5aab89c7aad4 on network c551ba56-1ba3-4220-8c9f-26d8600053e5 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:24:53.190658 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30549cdf-94df-4449-bca2-24054620a541 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:24:53.191116 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30549cdf-94df-4449-bca2-24054620a541 None None] Checking segment: {'id': '76287f68-f64a-478d-8d1f-b3356f89c8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:24:53.192188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-30549cdf-94df-4449-bca2-24054620a541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:53.192654 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30549cdf-94df-4449-bca2-24054620a541 None None] Bound using segment: {'id': '76287f68-f64a-478d-8d1f-b3356f89c8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:24:53.193206 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-30549cdf-94df-4449-bca2-24054620a541 None None] Bound port: 08295299-9d60-462b-9af8-f33fc3e380cd, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76287f68-f64a-478d-8d1f-b3356f89c8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:24:53.193656 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-30549cdf-94df-4449-bca2-24054620a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:53.216859 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b57286f6-aa5f-46b2-b384-18561d10a587 req-a059ecc7-d86f-4906-bf06-d8d81f317a4b tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/ports?device_id=e349c196-2209-427c-95eb-199d929cf1b9 HTTP/1.1" status: 200 len: 210 time: 0.0748005 Dec 22 15:24:53.240374 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:53.248183 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-08a8f0df-9518-4088-bd7f-32989bf4089e tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:53.254368 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Pushing event updated for resources: {'Port': ['ID=7ffaf0a3-276e-40f3-b2e3-50e87ae30090,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:53.254650 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-08a8f0df-9518-4088-bd7f-32989bf4089e tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2119863 Dec 22 15:24:53.259421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60862) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:53.264011 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:24:53.264263 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Checking segment: {'id': '14a865d8-e09a-4b7b-9cd6-fcc50a38a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c551ba56-1ba3-4220-8c9f-26d8600053e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:24:53.264608 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:53.265021 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Bound using segment: {'id': '14a865d8-e09a-4b7b-9cd6-fcc50a38a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c551ba56-1ba3-4220-8c9f-26d8600053e5'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:24:53.265529 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Bound port: 9a80936c-32b5-48ed-9576-5aab89c7aad4, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a865d8-e09a-4b7b-9cd6-fcc50a38a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c551ba56-1ba3-4220-8c9f-26d8600053e5'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:24:53.266052 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:53.277957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:53.284623 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5dfe27cb-5151-4b99-9024-e998dd1680ba tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:53.291953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.261s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:53.292278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:53.296792 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:53.312364 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Attempting to bind port 7ffaf0a3-276e-40f3-b2e3-50e87ae30090 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:24:53.312816 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Attempting to bind port 7ffaf0a3-276e-40f3-b2e3-50e87ae30090 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'bbb01280-5964-40da-b970-f940266d2799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:24:53.313905 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Attempting to bind port 7ffaf0a3-276e-40f3-b2e3-50e87ae30090 on network db575066-f3f7-485f-89fb-b625de0aaa23 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:24:53.323338 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-46a4beab-c1b0-42ab-a3bc-656d34f27048 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:24:53.323338 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-46a4beab-c1b0-42ab-a3bc-656d34f27048 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "PUT /v2.0/routers/1b9e8972-4ce2-4188-987f-8704644bf500/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1705341 Dec 22 15:24:53.323338 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60866) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:53.454655 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ab5744e-7022-4b62-a92c-82bb9cba803b tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:53.459765 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-cd7bdc19-698e-40eb-9a27-850149b7bbef tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:24:53.462308 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cd7bdc19-698e-40eb-9a27-850149b7bbef tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3839521 Dec 22 15:24:53.472247 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-30549cdf-94df-4449-bca2-24054620a541 None None] For port 08295299-9d60-462b-9af8-f33fc3e380cd, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:24:53.477533 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-30549cdf-94df-4449-bca2-24054620a541 None None] For port 08295299-9d60-462b-9af8-f33fc3e380cd, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=08295299-9d60-462b-9af8-f33fc3e380cd,segment=NetworkSegment(76287f68-f64a-478d-8d1f-b3356f89c8c2),segment_id=76287f68-f64a-478d-8d1f-b3356f89c8c2)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:24:53.479322 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60870) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:53.492675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:24:53.493232 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Checking segment: {'id': 'bbb01280-5964-40da-b970-f940266d2799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:24:53.493917 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:53.494711 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Bound using segment: {'id': 'bbb01280-5964-40da-b970-f940266d2799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:24:53.495406 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Bound port: 7ffaf0a3-276e-40f3-b2e3-50e87ae30090, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb01280-5964-40da-b970-f940266d2799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:24:53.495913 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:53.570300 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ab5744e-7022-4b62-a92c-82bb9cba803b tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:53.610381 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-30549cdf-94df-4449-bca2-24054620a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:53.641705 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:53.661106 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Transition to ACTIVE for port object f645c29f-fa7c-4d13-be0c-96d6c93543fd will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:53.676650 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-5dfe27cb-5151-4b99-9024-e998dd1680ba tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] device_id is not set on port 61c7f450-fcb7-48d7-bbc6-edbc0905f295 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:24:53.723673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bb85e8a-a2b0-44e6-852e-c3803827723a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:53.738682 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:53.757934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bb85e8a-a2b0-44e6-852e-c3803827723a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:53.898976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ab5744e-7022-4b62-a92c-82bb9cba803b tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:53.910695 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:53.942344 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5744e-7022-4b62-a92c-82bb9cba803b tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c16aac6-bf91-4ce5-ad06-b392ff6bf374,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:53.960650 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3ab5744e-7022-4b62-a92c-82bb9cba803b tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:53.966897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bb85e8a-a2b0-44e6-852e-c3803827723a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:53.976592 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f660d0b4-2ae9-46c0-b21d-a3bc135408c8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:54.024601 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb85e8a-a2b0-44e6-852e-c3803827723a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbaae76-088f-4b7b-b616-680dbd49988e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:54.032034 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9bb85e8a-a2b0-44e6-852e-c3803827723a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:54.044373 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bb85e8a-a2b0-44e6-852e-c3803827723a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:54.045883 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9bb85e8a-a2b0-44e6-852e-c3803827723a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "DELETE /v2.0/security-groups/3dbaae76-088f-4b7b-b616-680dbd49988e HTTP/1.1" status: 204 len: 168 time: 0.5651598 Dec 22 15:24:54.047933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ab5744e-7022-4b62-a92c-82bb9cba803b tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:54.053443 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3ab5744e-7022-4b62-a92c-82bb9cba803b tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-groups/9c16aac6-bf91-4ce5-ad06-b392ff6bf374 HTTP/1.1" status: 204 len: 168 time: 0.7795265 Dec 22 15:24:54.054317 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port c93d1511-4772-432f-aa6e-b4a931e6393c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c93d1511-4772-432f-aa6e-b4a931e6393c,segment=NetworkSegment(49f78400-79d4-4bf3-a9f0-02936aa03177),segment_id=49f78400-79d4-4bf3-a9f0-02936aa03177)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:54.054585 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60878) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:54.055236 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60880) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:54.117033 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30549cdf-94df-4449-bca2-24054620a541 None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:54.117572 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-30549cdf-94df-4449-bca2-24054620a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:54.164259 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-04119dd9-20f2-4515-aaa3-545411784224 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:54.203360 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca23e5f-e5bc-4cca-b74c-f2bc3d0c0dbc None None] Pushing event updated for resources: {'Port': ['ID=08295299-9d60-462b-9af8-f33fc3e380cd,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:54.206427 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:54.208740 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0e50832d-ed70-4af5-97ea-f8d457531567 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Synchronizing usage tracker for tenant:4d2a7e0d601d47daa5d94f717796bf9f on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:54.246884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-04119dd9-20f2-4515-aaa3-545411784224 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:54.253238 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-04119dd9-20f2-4515-aaa3-545411784224 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1938429 Dec 22 15:24:54.254904 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60888) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:54.266840 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dca23e5f-e5bc-4cca-b74c-f2bc3d0c0dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:54.267336 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dca23e5f-e5bc-4cca-b74c-f2bc3d0c0dbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:54.276375 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-34a500f4-c1dd-43cd-8c0e-e8e4562cb873 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1319731691'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:54.310862 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-34a500f4-c1dd-43cd-8c0e-e8e4562cb873 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:54.317301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0e50832d-ed70-4af5-97ea-f8d457531567 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Unset dirty status for tenant:4d2a7e0d601d47daa5d94f717796bf9f on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:54.320253 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0e50832d-ed70-4af5-97ea-f8d457531567 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2619326 Dec 22 15:24:54.335135 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60892) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:54.345665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-eeae4eb1-4735-45e3-ab79-ac598ffc5762 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group': {'name': 'tempest-secgroup--681239087'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:54.361036 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-eeae4eb1-4735-45e3-ab79-ac598ffc5762 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:54.369437 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] For port 9a80936c-32b5-48ed-9576-5aab89c7aad4, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:24:54.387781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-eeae4eb1-4735-45e3-ab79-ac598ffc5762 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:54.405492 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-34a500f4-c1dd-43cd-8c0e-e8e4562cb873 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:54.409586 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] For port 7ffaf0a3-276e-40f3-b2e3-50e87ae30090, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:24:54.452311 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device cb6d3171-37ca-4353-afa1-537836e84689 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:24:54.498686 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eeae4eb1-4735-45e3-ab79-ac598ffc5762 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:54.521442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-eeae4eb1-4735-45e3-ab79-ac598ffc5762 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:54.525757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-eeae4eb1-4735-45e3-ab79-ac598ffc5762 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group_rule and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:54.529381 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-eeae4eb1-4735-45e3-ab79-ac598ffc5762 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:54.538517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-eeae4eb1-4735-45e3-ab79-ac598ffc5762 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:54.570821 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-34a500f4-c1dd-43cd-8c0e-e8e4562cb873 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:54.572119 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] For port 7ffaf0a3-276e-40f3-b2e3-50e87ae30090, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7ffaf0a3-276e-40f3-b2e3-50e87ae30090,segment=NetworkSegment(bbb01280-5964-40da-b970-f940266d2799),segment_id=bbb01280-5964-40da-b970-f940266d2799)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:24:54.582890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60898) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:54.588237 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] For port 9a80936c-32b5-48ed-9576-5aab89c7aad4, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=9a80936c-32b5-48ed-9576-5aab89c7aad4,segment=NetworkSegment(14a865d8-e09a-4b7b-9cd6-fcc50a38a1e3),segment_id=14a865d8-e09a-4b7b-9cd6-fcc50a38a1e3)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:24:54.616810 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-34a500f4-c1dd-43cd-8c0e-e8e4562cb873 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:54.636393 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-34a500f4-c1dd-43cd-8c0e-e8e4562cb873 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:54.696907 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-30549cdf-94df-4449-bca2-24054620a541 None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:24:54.699887 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eeae4eb1-4735-45e3-ab79-ac598ffc5762 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:54.711197 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:54.730314 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9f8f3cd1-47e9-4341-860e-24d909ba72ea tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:54.759690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-34a500f4-c1dd-43cd-8c0e-e8e4562cb873 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:54.767626 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eeae4eb1-4735-45e3-ab79-ac598ffc5762 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:54.771885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-817011b6-c85d-4bb9-9b09-a588f58c9ea0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:54.786816 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:54.795796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:54.848990 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-34a500f4-c1dd-43cd-8c0e-e8e4562cb873 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:54.863657 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae4eb1-4735-45e3-ab79-ac598ffc5762 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f27292-ce1e-4b30-9213-1665f2e7111e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:54.869276 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=c93d1511-4772-432f-aa6e-b4a931e6393c,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:54.876112 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:54.884075 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-eeae4eb1-4735-45e3-ab79-ac598ffc5762 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:54.885465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1ff35842-d3d3-4e07-9cd7-237d2f0cb5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:54.886383 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network db575066-f3f7-485f-89fb-b625de0aaa23 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:54.890499 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8a1d3e84-f3ef-475e-89a1-fff8ac2573e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:54.900759 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:54.922628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:54.923570 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:54.926862 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Port': ['ID=f645c29f-fa7c-4d13-be0c-96d6c93543fd,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:54.977773 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:54.986785 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e0af0-93bf-4aba-868a-11c81e97fd8b req-7c8e5ddb-0012-4516-b4d1-1e145bd129df tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:54.989125 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1e1e0af0-93bf-4aba-868a-11c81e97fd8b req-7c8e5ddb-0012-4516-b4d1-1e145bd129df tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 945 time: 0.5401266 Dec 22 15:24:55.067914 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8303ae0e-8975-4978-8db2-fc4c51dc28d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'name': 'tempest-ServerActionsTestJSON-41532340-router', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:48Z', 'revision_number': 4, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'gw_port': {'id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:33Z', 'updated_at': '2021-12-22T15:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '41e92c75-afaf-4110-a58c-0499fe45f8dc', 'name': '', 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'mac_address': 'fa:16:3e:0c:f8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1d351219-3f54-4318-ad3a-f368fdd0eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:44Z', 'updated_at': '2021-12-22T15:18:59Z', 'revision_number': 5, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'subnets': [{'id': '1d351219-3f54-4318-ad3a-f368fdd0eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:55.095232 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eeae4eb1-4735-45e3-ab79-ac598ffc5762 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:55.107188 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-eeae4eb1-4735-45e3-ab79-ac598ffc5762 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7674782 Dec 22 15:24:55.108543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60902) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:55.123227 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-35c65135-ae1e-495b-97e1-84e9cc58cd69 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group_rule': {'security_group_id': 'b9f27292-ce1e-4b30-9213-1665f2e7111e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:55.152046 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-35c65135-ae1e-495b-97e1-84e9cc58cd69 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:55.163225 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-35c65135-ae1e-495b-97e1-84e9cc58cd69 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group_rule and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:55.170196 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-35c65135-ae1e-495b-97e1-84e9cc58cd69 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:55.175422 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a500f4-c1dd-43cd-8c0e-e8e4562cb873 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598dadb8-598d-4664-915f-ec06d2794886,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:55.184588 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-34a500f4-c1dd-43cd-8c0e-e8e4562cb873 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:55.186688 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-34a500f4-c1dd-43cd-8c0e-e8e4562cb873 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9237881 Dec 22 15:24:55.188599 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-35c65135-ae1e-495b-97e1-84e9cc58cd69 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:55.193045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-34a500f4-c1dd-43cd-8c0e-e8e4562cb873 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:55.194472 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60906) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:55.207874 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d5c7e728-2a81-483f-b35a-3eeb99f1c3cf tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group_rule': {'security_group_id': '598dadb8-598d-4664-915f-ec06d2794886', 'direction': 'ingress', 'protocol': 17}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:55.220726 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d5c7e728-2a81-483f-b35a-3eeb99f1c3cf tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:55.238116 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:55.239066 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d5c7e728-2a81-483f-b35a-3eeb99f1c3cf tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:55.263586 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8303ae0e-8975-4978-8db2-fc4c51dc28d7 None None] Checking router: 76ab0945-a245-41a0-8fc8-3717c5cb87c9 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:24:55.307573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port cb6d3171-37ca-4353-afa1-537836e84689 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:55.308000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:55.335692 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a44d9-00d5-4da8-af01-e7bc05017f2f None None] Pushing event updated for resources: {'Port': ['ID=9a80936c-32b5-48ed-9576-5aab89c7aad4,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:55.336163 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8e3d5517-dde9-4376-8256-46bc2dc6304b tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:55.378303 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5c7e728-2a81-483f-b35a-3eeb99f1c3cf tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:55.391757 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:55.427997 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8303ae0e-8975-4978-8db2-fc4c51dc28d7 None None] Routers {'76ab0945-a245-41a0-8fc8-3717c5cb87c9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:55.429137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8303ae0e-8975-4978-8db2-fc4c51dc28d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['76ab0945-a245-41a0-8fc8-3717c5cb87c9'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:55.513062 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5c7e728-2a81-483f-b35a-3eeb99f1c3cf tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:55.515744 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-35c65135-ae1e-495b-97e1-84e9cc58cd69 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] create failed (client error): The resource could not be found. Dec 22 15:24:55.520798 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-35c65135-ae1e-495b-97e1-84e9cc58cd69 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4026442 Dec 22 15:24:55.521661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60910) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:55.530593 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-10089ee5-71c2-4f1d-ba13-f1e06201755e tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group_rule': {'security_group_id': 'b9f27292-ce1e-4b30-9213-1665f2e7111e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '993b1ea0-64d2-43a6-aa37-1f680720633b'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:55.531879 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-efa17f38-ed0e-4b1b-b948-c4323428ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:55.549912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-10089ee5-71c2-4f1d-ba13-f1e06201755e tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:55.565901 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-10089ee5-71c2-4f1d-ba13-f1e06201755e tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group_rule and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:55.570382 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-10089ee5-71c2-4f1d-ba13-f1e06201755e tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:55.584753 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-10089ee5-71c2-4f1d-ba13-f1e06201755e tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:55.624817 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5c7e728-2a81-483f-b35a-3eeb99f1c3cf tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:55.630905 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9466c081-14f7-4c6d-bc27-49d6c3b0ed8c tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:55.665410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7e728-2a81-483f-b35a-3eeb99f1c3cf tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038fa127-9364-46c2-9db9-5415471868e5,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:55.674108 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d5c7e728-2a81-483f-b35a-3eeb99f1c3cf tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:55.683932 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8e3d5517-dde9-4376-8256-46bc2dc6304b tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:55.729598 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1e1e0af0-93bf-4aba-868a-11c81e97fd8b req-fba4d66c-0fe8-4a66-8324-3cae3e31da6d tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/security-groups?id=530d13eb-0aa8-4ebd-972b-948dfb726b53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5600221 Dec 22 15:24:55.804766 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Pushing event updated for resources: {'Port': ['ID=7ffaf0a3-276e-40f3-b2e3-50e87ae30090,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:55.840207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5c7e728-2a81-483f-b35a-3eeb99f1c3cf tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:55.844227 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d5c7e728-2a81-483f-b35a-3eeb99f1c3cf tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6468256 Dec 22 15:24:55.846041 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60916) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:55.939139 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.051s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:55.942220 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-10089ee5-71c2-4f1d-ba13-f1e06201755e tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] create failed (client error): The resource could not be found. Dec 22 15:24:55.946005 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-10089ee5-71c2-4f1d-ba13-f1e06201755e tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4200792 Dec 22 15:24:55.947499 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60922) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:55.952842 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.127s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:55.953199 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:56.111219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b6a0ce2-8d48-4507-94fb-4d46d1e9ce4c tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:56.126610 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-8303ae0e-8975-4978-8db2-fc4c51dc28d7 None None] Set router 76ab0945-a245-41a0-8fc8-3717c5cb87c9 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:24:56.213184 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ccad76f-ae01-497e-9b21-0701b75d4660 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:56.231667 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 231543cd-6b64-4d32-9069-5b214047b8f6 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:24:56.250077 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ccad76f-ae01-497e-9b21-0701b75d4660 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:56.297382 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b6a0ce2-8d48-4507-94fb-4d46d1e9ce4c tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:56.308562 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-5dfe27cb-5151-4b99-9024-e998dd1680ba tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Allocated IP 2001:db8::38c (c551ba56-1ba3-4220-8c9f-26d8600053e5/6450f8df-7160-44a4-8388-02626e2c7153/61c7f450-fcb7-48d7-bbc6-edbc0905f295) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:24:56.356120 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-5dfe27cb-5151-4b99-9024-e998dd1680ba tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Allocated IP 2001:db8:0:1::218 (c551ba56-1ba3-4220-8c9f-26d8600053e5/35b3b21b-9f31-416c-b0ee-d2f13bff39ab/61c7f450-fcb7-48d7-bbc6-edbc0905f295) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:24:56.409613 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Allocated IP 172.26.6.229 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/679b3dee-4479-429b-be42-cbca6d674d50) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:24:56.450874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-064f0029-d56f-4539-b5fe-dbb7d85e17e9 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:56.467138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ccad76f-ae01-497e-9b21-0701b75d4660 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:56.469445 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:56.502368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccad76f-ae01-497e-9b21-0701b75d4660 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f27292-ce1e-4b30-9213-1665f2e7111e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:56.508599 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3ccad76f-ae01-497e-9b21-0701b75d4660 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:56.532524 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:56.535296 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b6a0ce2-8d48-4507-94fb-4d46d1e9ce4c tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:56.550823 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3209263f-e9a5-4d4d-a299-97a3463a14df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:56.555912 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8e3d5517-dde9-4376-8256-46bc2dc6304b tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:56.586487 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-79101c5b-c124-40aa-9292-b2bf95fcc118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:56.610825 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ccad76f-ae01-497e-9b21-0701b75d4660 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:56.612080 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3ccad76f-ae01-497e-9b21-0701b75d4660 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "DELETE /v2.0/security-groups/b9f27292-ce1e-4b30-9213-1665f2e7111e HTTP/1.1" status: 204 len: 168 time: 0.6641812 Dec 22 15:24:56.615013 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a0ce2-8d48-4507-94fb-4d46d1e9ce4c tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=598dadb8-598d-4664-915f-ec06d2794886,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:56.626569 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60930) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:56.643627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9b6a0ce2-8d48-4507-94fb-4d46d1e9ce4c tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:56.645818 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b6a0ce2-8d48-4507-94fb-4d46d1e9ce4c tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:56.647181 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9b6a0ce2-8d48-4507-94fb-4d46d1e9ce4c tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-groups/598dadb8-598d-4664-915f-ec06d2794886 HTTP/1.1" status: 204 len: 168 time: 0.7984905 Dec 22 15:24:56.650013 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60934) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:56.651180 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 231543cd-6b64-4d32-9069-5b214047b8f6 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:24:56.651799 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 231543cd-6b64-4d32-9069-5b214047b8f6 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:24:56.799672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d5517-dde9-4376-8256-46bc2dc6304b tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:56.844021 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8e3d5517-dde9-4376-8256-46bc2dc6304b tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:56.885568 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ea6998d5-8db2-40ae-aa7f-e178942c5a63 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Synchronizing usage tracker for tenant:4d2a7e0d601d47daa5d94f717796bf9f on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:56.898256 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4ea828a0-3e48-4b0b-9fd9-2c5747bd8155 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:56.915772 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4ea828a0-3e48-4b0b-9fd9-2c5747bd8155 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:56.917189 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4ea828a0-3e48-4b0b-9fd9-2c5747bd8155 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2660875 Dec 22 15:24:56.921706 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60938) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:56.930397 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fe893b9c-5732-4424-8655-1f01bdab99c1 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group': {'name': 'tempest-secgroup--522767878'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:56.966213 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe893b9c-5732-4424-8655-1f01bdab99c1 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:56.970441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-30549cdf-94df-4449-bca2-24054620a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:24:38Z', 'revision_number': 3, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '08295299-9d60-462b-9af8-f33fc3e380cd', 'name': '', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:e0:c2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:35Z', 'updated_at': '2021-12-22T15:24:53Z', 'revision_number': 4, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:56.986858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe893b9c-5732-4424-8655-1f01bdab99c1 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:57.000647 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30549cdf-94df-4449-bca2-24054620a541 None None] The sync data for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv is: [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:24:38Z', 'revision_number': 3, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '08295299-9d60-462b-9af8-f33fc3e380cd', 'name': '', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:e0:c2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:35Z', 'updated_at': '2021-12-22T15:24:53Z', 'revision_number': 4, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:24:57.000957 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ea6998d5-8db2-40ae-aa7f-e178942c5a63 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Unset dirty status for tenant:4d2a7e0d601d47daa5d94f717796bf9f on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:57.015944 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ea6998d5-8db2-40ae-aa7f-e178942c5a63 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3897986 Dec 22 15:24:57.016811 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60942) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:57.028540 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8f9ea813-0435-41ee-8efe-d4ca1fe36d96 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group_rule': {'security_group_id': 'e783ba8c-107b-4e64-8e2f-7208d94b2580', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:57.045331 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8f9ea813-0435-41ee-8efe-d4ca1fe36d96 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:57.057627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8f9ea813-0435-41ee-8efe-d4ca1fe36d96 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group_rule and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:57.059624 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8f9ea813-0435-41ee-8efe-d4ca1fe36d96 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:57.074876 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8f9ea813-0435-41ee-8efe-d4ca1fe36d96 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:57.094178 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7ffaf0a3-276e-40f3-b2e3-50e87ae30090 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:24:57.209001 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe893b9c-5732-4424-8655-1f01bdab99c1 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:57.244291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:57.307026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe893b9c-5732-4424-8655-1f01bdab99c1 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:57.314988 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe893b9c-5732-4424-8655-1f01bdab99c1 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Usage tracker for resource:security_group_rule and tenant:d7749218c93e4d43966de2173c9b53d1 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:57.322466 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe893b9c-5732-4424-8655-1f01bdab99c1 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:57.363756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe893b9c-5732-4424-8655-1f01bdab99c1 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:57.414036 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-8f9ea813-0435-41ee-8efe-d4ca1fe36d96 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] create failed (client error): The resource could not be found. Dec 22 15:24:57.415264 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8f9ea813-0435-41ee-8efe-d4ca1fe36d96 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3924716 Dec 22 15:24:57.422492 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60948) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:57.472349 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2a74b328-197b-4c60-b8b2-ba4261788fd0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group': {'name': 'tempest-secgroup--83787478'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:57.481717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2a74b328-197b-4c60-b8b2-ba4261788fd0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:57.491670 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8303ae0e-8975-4978-8db2-fc4c51dc28d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'name': 'tempest-ServerActionsTestJSON-41532340-router', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:48Z', 'revision_number': 4, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'gw_port': {'id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:33Z', 'updated_at': '2021-12-22T15:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '41e92c75-afaf-4110-a58c-0499fe45f8dc', 'name': '', 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'mac_address': 'fa:16:3e:0c:f8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1d351219-3f54-4318-ad3a-f368fdd0eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:44Z', 'updated_at': '2021-12-22T15:18:59Z', 'revision_number': 5, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'subnets': [{'id': '1d351219-3f54-4318-ad3a-f368fdd0eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:24:57.495369 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 7ffaf0a3-276e-40f3-b2e3-50e87ae30090 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:57.522108 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8303ae0e-8975-4978-8db2-fc4c51dc28d7 None None] The sync data for ids ['76ab0945-a245-41a0-8fc8-3717c5cb87c9'] in dv-neutron-822674-1-hyperv is: [{'id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'name': 'tempest-ServerActionsTestJSON-41532340-router', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:18:48Z', 'revision_number': 4, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'gw_port': {'id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:33Z', 'updated_at': '2021-12-22T15:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '41e92c75-afaf-4110-a58c-0499fe45f8dc', 'name': '', 'network_id': '6a15c954-fa80-4b4d-85dd-e7e4b59c86e1', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'mac_address': 'fa:16:3e:0c:f8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1d351219-3f54-4318-ad3a-f368fdd0eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:44Z', 'updated_at': '2021-12-22T15:18:59Z', 'revision_number': 5, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'subnets': [{'id': '1d351219-3f54-4318-ad3a-f368fdd0eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:24:57.524936 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 9a80936c-32b5-48ed-9576-5aab89c7aad4 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:24:57.557639 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2a74b328-197b-4c60-b8b2-ba4261788fd0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:57.649530 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe893b9c-5732-4424-8655-1f01bdab99c1 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:57.652064 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd358f5-953e-4443-91a6-199e87562260 None None] Network c551ba56-1ba3-4220-8c9f-26d8600053e5 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:57.656594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2a74b328-197b-4c60-b8b2-ba4261788fd0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:57.694603 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2a74b328-197b-4c60-b8b2-ba4261788fd0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:57.701641 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2a74b328-197b-4c60-b8b2-ba4261788fd0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group_rule and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:57.707587 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2a74b328-197b-4c60-b8b2-ba4261788fd0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:57.727544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2a74b328-197b-4c60-b8b2-ba4261788fd0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:57.799390 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bd084487-ef83-467b-be3d-842f776c3580 None None] Provisioning for port 9a80936c-32b5-48ed-9576-5aab89c7aad4 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:57.810569 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fb49ea73-b0cc-4488-9ee2-3368b783fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:57.848836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2a74b328-197b-4c60-b8b2-ba4261788fd0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:57.851539 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe893b9c-5732-4424-8655-1f01bdab99c1 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:57.859433 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:57.991702 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2a74b328-197b-4c60-b8b2-ba4261788fd0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:57.997126 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 9a80936c-32b5-48ed-9576-5aab89c7aad4 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:58.013785 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe893b9c-5732-4424-8655-1f01bdab99c1 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e035573-9bf6-47ef-8b0c-00c935786a1c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:58.018734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 9a80936c-32b5-48ed-9576-5aab89c7aad4 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:58.019617 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:58.028454 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8e3d5517-dde9-4376-8256-46bc2dc6304b tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:58.029603 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8e3d5517-dde9-4376-8256-46bc2dc6304b tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "DELETE /v2.0/security-groups/f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a HTTP/1.1" status: 204 len: 168 time: 3.4401197 Dec 22 15:24:58.042126 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:58.053158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60952) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.053614 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:58.059745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fe893b9c-5732-4424-8655-1f01bdab99c1 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:58.069098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-34a500f4-c1dd-43cd-8c0e-e8e4562cb873 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:58.153629 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e141b13-e43a-4ac5-acd5-fbcde26c1072 None None] Network db575066-f3f7-485f-89fb-b625de0aaa23 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:24:58.158205 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5dfe27cb-5151-4b99-9024-e998dd1680ba tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:58.181535 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74b328-197b-4c60-b8b2-ba4261788fd0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbabbe94-f8a9-49e6-be44-566685dc8d40,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:58.188029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2a74b328-197b-4c60-b8b2-ba4261788fd0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:58.199926 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-81cc32df-e42e-493d-bfc3-0516a8e21b49 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] show failed (client error): The resource could not be found. Dec 22 15:24:58.205178 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-81cc32df-e42e-493d-bfc3-0516a8e21b49 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "GET /v2.0/security-groups/f706eaca-1a02-4abc-9cfb-3f8ea6cb8b6a HTTP/1.1" status: 404 len: 347 time: 0.1433311 Dec 22 15:24:58.205851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60956) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.206873 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:58.223689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:58.226946 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:58.254819 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52827dc2-b310-42d3-a472-674eb80074bb None None] New status for floating IP 66d9d850-064c-4773-960f-a6e918b84457: DOWN {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:24:58.307113 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2a74b328-197b-4c60-b8b2-ba4261788fd0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:58.310831 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2a74b328-197b-4c60-b8b2-ba4261788fd0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8799071 Dec 22 15:24:58.324381 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60960) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.335165 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-86637aaf-dc6c-49dd-b256-ba4f8a80dc6a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group': {'name': 'tempest-secgroup--9188792'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:58.352964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe893b9c-5732-4424-8655-1f01bdab99c1 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:58.357266 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fe893b9c-5732-4424-8655-1f01bdab99c1 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4308050 Dec 22 15:24:58.360665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60964) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.404338 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5dfe27cb-5151-4b99-9024-e998dd1680ba tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Transition to ACTIVE for port object 61c7f450-fcb7-48d7-bbc6-edbc0905f295 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:24:58.421213 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Port': ['ID=679b3dee-4479-429b-be42-cbca6d674d50,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:58.431643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:58.434401 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-86637aaf-dc6c-49dd-b256-ba4f8a80dc6a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:58.442706 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2203d4c1-e5e9-4052-80f3-5f8c1bbc2218 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1289067563'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:58.449603 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2203d4c1-e5e9-4052-80f3-5f8c1bbc2218 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:58.455368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2203d4c1-e5e9-4052-80f3-5f8c1bbc2218 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Usage tracker for resource:security_group and tenant:d7749218c93e4d43966de2173c9b53d1 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:58.473584 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2203d4c1-e5e9-4052-80f3-5f8c1bbc2218 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:58.473584 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2203d4c1-e5e9-4052-80f3-5f8c1bbc2218 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:58.516750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-86637aaf-dc6c-49dd-b256-ba4f8a80dc6a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:58.519719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-57a4fcb8-8622-483d-b6bd-39019b70e3f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Deleting port bed808cd-46ee-4143-91e7-49d33a96673e {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:58.520177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57a4fcb8-8622-483d-b6bd-39019b70e3f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:58.593176 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c2349cfc-7bb6-431e-b605-f09b1a7987fd None None] Provisioning for port 7ffaf0a3-276e-40f3-b2e3-50e87ae30090 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:24:58.615164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2203d4c1-e5e9-4052-80f3-5f8c1bbc2218 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:58.622302 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c2349cfc-7bb6-431e-b605-f09b1a7987fd None None] Provisioning complete for port 7ffaf0a3-276e-40f3-b2e3-50e87ae30090 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:58.622940 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c2349cfc-7bb6-431e-b605-f09b1a7987fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:58.654424 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2203d4c1-e5e9-4052-80f3-5f8c1bbc2218 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:58.695720 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9732919-ead9-4e36-ad24-b0f6114beae0 req-35a9b25f-d4a3-44a3-b3de-f0b511c373bd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:58.697908 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c9732919-ead9-4e36-ad24-b0f6114beae0 req-35a9b25f-d4a3-44a3-b3de-f0b511c373bd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 945 time: 1.0991759 Dec 22 15:24:58.736826 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86637aaf-dc6c-49dd-b256-ba4f8a80dc6a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:58.752042 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2203d4c1-e5e9-4052-80f3-5f8c1bbc2218 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Usage tracker for resource:security_group_rule and tenant:d7749218c93e4d43966de2173c9b53d1 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:58.763935 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2203d4c1-e5e9-4052-80f3-5f8c1bbc2218 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:58.793986 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2203d4c1-e5e9-4052-80f3-5f8c1bbc2218 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:58.802699 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:58.812680 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-86637aaf-dc6c-49dd-b256-ba4f8a80dc6a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:58.830756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-86637aaf-dc6c-49dd-b256-ba4f8a80dc6a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group_rule and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:58.839444 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-86637aaf-dc6c-49dd-b256-ba4f8a80dc6a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:58.872419 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-86637aaf-dc6c-49dd-b256-ba4f8a80dc6a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:58.914724 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57a4fcb8-8622-483d-b6bd-39019b70e3f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:58.915080 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57a4fcb8-8622-483d-b6bd-39019b70e3f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:58.987953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 9a80936c-32b5-48ed-9576-5aab89c7aad4, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=9a80936c-32b5-48ed-9576-5aab89c7aad4,segment=NetworkSegment(14a865d8-e09a-4b7b-9cd6-fcc50a38a1e3),segment_id=14a865d8-e09a-4b7b-9cd6-fcc50a38a1e3)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:59.062618 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:59.070836 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dda019-86bd-4d1d-93fb-c639347ee733 None None] Update dhcp port {'port': {'network_id': 'c551ba56-1ba3-4220-8c9f-26d8600053e5', 'fixed_ips': [{'subnet_id': '6450f8df-7160-44a4-8388-02626e2c7153', 'ip_address': '2001:db8::2'}, {'subnet_id': '35b3b21b-9f31-416c-b0ee-d2f13bff39ab'}], 'binding:host_id': 'dv-neutron-822674-1-hyperv'}, 'id': '9a80936c-32b5-48ed-9576-5aab89c7aad4'} from dv-neutron-822674-1-hyperv. {{(pid=88219) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 15:24:59.110551 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:59.112168 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:59.113041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c93d1511-4772-432f-aa6e-b4a931e6393c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:24:59.128921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-57a4fcb8-8622-483d-b6bd-39019b70e3f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Calling delete_port for bed808cd-46ee-4143-91e7-49d33a96673e owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:24:59.138181 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:24:59.147656 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3fe65dc6-3694-4681-9cc6-4480e9f440ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:59.189488 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:59.228465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2203d4c1-e5e9-4052-80f3-5f8c1bbc2218 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:59.247675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c2349cfc-7bb6-431e-b605-f09b1a7987fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:59.255102 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c9732919-ead9-4e36-ad24-b0f6114beae0 req-cc9a39af-7dd0-454d-baad-90f3648618f2 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/security-groups?id=530d13eb-0aa8-4ebd-972b-948dfb726b53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2901092 Dec 22 15:24:59.276353 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-064f0029-d56f-4539-b5fe-dbb7d85e17e9 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Deleting port ac6f22d7-4b90-4c77-8064-675b3a558af9 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:59.276353 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-064f0029-d56f-4539-b5fe-dbb7d85e17e9 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:59.306989 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86637aaf-dc6c-49dd-b256-ba4f8a80dc6a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:59.312077 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2203d4c1-e5e9-4052-80f3-5f8c1bbc2218 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:59.312950 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:59.312950 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:59.317871 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-90dda019-86bd-4d1d-93fb-c639347ee733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:59.325099 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:59.326510 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fe96a4ee-cc17-4b9a-8480-1c0e34fa86b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:59.350571 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca552ea-2c5d-4f7c-98b6-3f9e9a5b820e req-8c2b2294-f236-4235-bb24-679a698fa718 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:59.351332 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-1ca552ea-2c5d-4f7c-98b6-3f9e9a5b820e req-8c2b2294-f236-4235-bb24-679a698fa718 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Synchronizing usage tracker for tenant:1d57643e65d9443fac7faa48c8967a4e on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:24:59.360457 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=9a80936c-32b5-48ed-9576-5aab89c7aad4,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:59.364943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c2349cfc-7bb6-431e-b605-f09b1a7987fd None None] For port 7ffaf0a3-276e-40f3-b2e3-50e87ae30090, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7ffaf0a3-276e-40f3-b2e3-50e87ae30090,segment=NetworkSegment(bbb01280-5964-40da-b970-f940266d2799),segment_id=bbb01280-5964-40da-b970-f940266d2799)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:24:59.405870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:59.408238 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Port': ['ID=f645c29f-fa7c-4d13-be0c-96d6c93543fd,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:59.414187 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86637aaf-dc6c-49dd-b256-ba4f8a80dc6a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:59.423754 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:59.426477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-57a4fcb8-8622-483d-b6bd-39019b70e3f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:24:59.426770 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-57a4fcb8-8622-483d-b6bd-39019b70e3f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:24:59.449260 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5dfe27cb-5151-4b99-9024-e998dd1680ba tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:59.450458 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203d4c1-e5e9-4052-80f3-5f8c1bbc2218 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf23809-2f90-4e7b-aba9-0ef1f06bc748,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:59.453830 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2203d4c1-e5e9-4052-80f3-5f8c1bbc2218 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:59.464112 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-037d0c81-f7f4-4fa1-ba7a-322a8199eadf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:59.470127 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c2349cfc-7bb6-431e-b605-f09b1a7987fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:59.477572 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-1f624386-bd29-4dc6-b44a-a0306d192d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:59.501978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86637aaf-dc6c-49dd-b256-ba4f8a80dc6a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cc501e-7879-49c8-9bad-18b2642e5116,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:59.506374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-86637aaf-dc6c-49dd-b256-ba4f8a80dc6a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:59.524515 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port c93d1511-4772-432f-aa6e-b4a931e6393c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:24:59.524896 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:59.534954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-1ca552ea-2c5d-4f7c-98b6-3f9e9a5b820e req-8c2b2294-f236-4235-bb24-679a698fa718 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Unset dirty status for tenant:1d57643e65d9443fac7faa48c8967a4e on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:24:59.537649 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1ca552ea-2c5d-4f7c-98b6-3f9e9a5b820e req-8c2b2294-f236-4235-bb24-679a698fa718 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.57 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 945 time: 0.6009727 Dec 22 15:24:59.601443 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3976ffa1-7b6c-47df-bb5c-7c88bb4666f1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:24:59.606270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2203d4c1-e5e9-4052-80f3-5f8c1bbc2218 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:59.613635 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2203d4c1-e5e9-4052-80f3-5f8c1bbc2218 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1806030 Dec 22 15:24:59.625142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60968) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:59.630177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86637aaf-dc6c-49dd-b256-ba4f8a80dc6a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:59.634390 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-86637aaf-dc6c-49dd-b256-ba4f8a80dc6a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.3077540 Dec 22 15:24:59.654485 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0f32b88c-601b-4b89-b1e0-8a9960406ab5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group_rule': {'security_group_id': '6e035573-9bf6-47ef-8b0c-00c935786a1c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6cf23809-2f90-4e7b-aba9-0ef1f06bc748', 'remote_ip_prefix': None}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:59.666709 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60972) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:59.681278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6e321e97-fb5c-4715-bb1d-509d8237ffbf tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group_rule': {'security_group_id': 'dbabbe94-f8a9-49e6-be44-566685dc8d40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd0cc501e-7879-49c8-9bad-18b2642e5116'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:24:59.688716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0f32b88c-601b-4b89-b1e0-8a9960406ab5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:59.693091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe27cb-5151-4b99-9024-e998dd1680ba tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=61c7f450-fcb7-48d7-bbc6-edbc0905f295,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:59.694512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0f32b88c-601b-4b89-b1e0-8a9960406ab5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Usage tracker for resource:security_group_rule and tenant:d7749218c93e4d43966de2173c9b53d1 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:59.701217 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0f32b88c-601b-4b89-b1e0-8a9960406ab5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:59.707691 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6e321e97-fb5c-4715-bb1d-509d8237ffbf tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:24:59.718994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6e321e97-fb5c-4715-bb1d-509d8237ffbf tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group_rule and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:24:59.722115 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0f32b88c-601b-4b89-b1e0-8a9960406ab5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:59.727756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6e321e97-fb5c-4715-bb1d-509d8237ffbf tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:24:59.735237 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-1ca552ea-2c5d-4f7c-98b6-3f9e9a5b820e req-a117e1ba-4882-42d3-82e9-edb31f0f6968 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Deleting port 6b9accfc-6d5f-4239-be6f-bd4416644d88 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:59.735523 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1ca552ea-2c5d-4f7c-98b6-3f9e9a5b820e req-a117e1ba-4882-42d3-82e9-edb31f0f6968 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:59.736964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5dfe27cb-5151-4b99-9024-e998dd1680ba tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:59.752776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfe27cb-5151-4b99-9024-e998dd1680ba tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network c551ba56-1ba3-4220-8c9f-26d8600053e5 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:59.755886 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2349cfc-7bb6-431e-b605-f09b1a7987fd None None] Pushing event updated for resources: {'Port': ['ID=7ffaf0a3-276e-40f3-b2e3-50e87ae30090,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:24:59.764310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-5dfe27cb-5151-4b99-9024-e998dd1680ba tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:24:59.779519 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c2349cfc-7bb6-431e-b605-f09b1a7987fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:24:59.787913 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6e321e97-fb5c-4715-bb1d-509d8237ffbf tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:24:59.932786 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfe27cb-5151-4b99-9024-e998dd1680ba tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:59.932786 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfe27cb-5151-4b99-9024-e998dd1680ba tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:24:59.932786 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5dfe27cb-5151-4b99-9024-e998dd1680ba tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:59.935126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-57a4fcb8-8622-483d-b6bd-39019b70e3f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Deleting port bed808cd-46ee-4143-91e7-49d33a96673e {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:24:59.935465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57a4fcb8-8622-483d-b6bd-39019b70e3f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:24:59.959765 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network db575066-f3f7-485f-89fb-b625de0aaa23 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:24:59.975770 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:00.004324 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b50b1e08-10af-4504-a950-2b150d51769b None None] Provisioning complete for port 7ffaf0a3-276e-40f3-b2e3-50e87ae30090 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:00.005481 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b50b1e08-10af-4504-a950-2b150d51769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:00.031773 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-90dda019-86bd-4d1d-93fb-c639347ee733 None None] Allocated IP 2001:db8:0:1::2 (c551ba56-1ba3-4220-8c9f-26d8600053e5/35b3b21b-9f31-416c-b0ee-d2f13bff39ab/9a80936c-32b5-48ed-9576-5aab89c7aad4) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:25:00.229111 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5dfe27cb-5151-4b99-9024-e998dd1680ba tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 9.1348550 Dec 22 15:25:00.254216 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60976) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:00.266644 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f32b88c-601b-4b89-b1e0-8a9960406ab5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:00.281394 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e20519f6-9dc4-4212-98dc-2c9107700fda tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6450f8df-7160-44a4-8388-02626e2c7153'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:00.404665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:00.423047 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-6e321e97-fb5c-4715-bb1d-509d8237ffbf tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:25:00.425701 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6e321e97-fb5c-4715-bb1d-509d8237ffbf tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7509351 Dec 22 15:25:00.465644 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60982) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:00.500454 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 9a80936c-32b5-48ed-9576-5aab89c7aad4 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:25:00.570461 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-064f0029-d56f-4539-b5fe-dbb7d85e17e9 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:00.604181 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b50b1e08-10af-4504-a950-2b150d51769b None None] Provisioning for port f645c29f-fa7c-4d13-be0c-96d6c93543fd completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:00.640649 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-90dda019-86bd-4d1d-93fb-c639347ee733 None None] For port 9a80936c-32b5-48ed-9576-5aab89c7aad4, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=9a80936c-32b5-48ed-9576-5aab89c7aad4,segment=NetworkSegment(14a865d8-e09a-4b7b-9cd6-fcc50a38a1e3),segment_id=14a865d8-e09a-4b7b-9cd6-fcc50a38a1e3)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:00.646058 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b50b1e08-10af-4504-a950-2b150d51769b None None] Provisioning complete for port f645c29f-fa7c-4d13-be0c-96d6c93543fd triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:00.647354 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b50b1e08-10af-4504-a950-2b150d51769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:00.688781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57a4fcb8-8622-483d-b6bd-39019b70e3f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:00.689255 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57a4fcb8-8622-483d-b6bd-39019b70e3f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:00.736153 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-b50b1e08-10af-4504-a950-2b150d51769b None None] Port f645c29f-fa7c-4d13-be0c-96d6c93543fd cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:25:00.743068 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-90dda019-86bd-4d1d-93fb-c639347ee733 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:00.783869 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-90dda019-86bd-4d1d-93fb-c639347ee733 None None] Transition to ACTIVE for port object 9a80936c-32b5-48ed-9576-5aab89c7aad4 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:25:00.786896 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 9a80936c-32b5-48ed-9576-5aab89c7aad4 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:00.787283 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:00.794979 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-064f0029-d56f-4539-b5fe-dbb7d85e17e9 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Calling delete_port for ac6f22d7-4b90-4c77-8064-675b3a558af9 owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:00.843599 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:00.872205 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-90dda019-86bd-4d1d-93fb-c639347ee733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:00.877520 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-4346017d-f104-4639-89ff-8f81efaaf019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:00.907894 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b47ff04a-579c-4ef9-b0d7-2f209a6691c5 None None] Provisioning complete for port f645c29f-fa7c-4d13-be0c-96d6c93543fd triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:00.908363 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b47ff04a-579c-4ef9-b0d7-2f209a6691c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:01.005642 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-57a4fcb8-8622-483d-b6bd-39019b70e3f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Calling delete_port for bed808cd-46ee-4143-91e7-49d33a96673e owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:01.018426 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Port 9a80936c-32b5-48ed-9576-5aab89c7aad4 had new provisioning blocks added so it will not transition to active. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Dec 22 15:25:01.018426 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7ffaf0a3-276e-40f3-b2e3-50e87ae30090 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:25:01.053931 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-1ca552ea-2c5d-4f7c-98b6-3f9e9a5b820e req-a117e1ba-4882-42d3-82e9-edb31f0f6968 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] For port 6b9accfc-6d5f-4239-be6f-bd4416644d88, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b9accfc-6d5f-4239-be6f-bd4416644d88,segment=NetworkSegment(f1868073-ed6a-44a8-a1d4-49e95fad9955),segment_id=f1868073-ed6a-44a8-a1d4-49e95fad9955)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:01.055012 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1ca552ea-2c5d-4f7c-98b6-3f9e9a5b820e req-a117e1ba-4882-42d3-82e9-edb31f0f6968 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:01.095166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-447ec029-d05e-47b4-9dba-4bd1b7cbcf00 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:01.195701 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-b47ff04a-579c-4ef9-b0d7-2f209a6691c5 None None] Port f645c29f-fa7c-4d13-be0c-96d6c93543fd cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:25:01.204301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f32b88c-601b-4b89-b1e0-8a9960406ab5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:01.212851 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dda019-86bd-4d1d-93fb-c639347ee733 None None] Pushing event updated for resources: {'Port': ['ID=9a80936c-32b5-48ed-9576-5aab89c7aad4,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:01.217093 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-90dda019-86bd-4d1d-93fb-c639347ee733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:01.244698 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 7ffaf0a3-276e-40f3-b2e3-50e87ae30090 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:01.244698 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:01.247331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router cbca079a-6dfb-49fb-920c-4d2e10b6303f has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:25:01.339612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-447ec029-d05e-47b4-9dba-4bd1b7cbcf00 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:01.412556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f32b88c-601b-4b89-b1e0-8a9960406ab5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:01.494503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-45d9ee43-8a70-4ca2-87a3-f30eb01fc28e tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:01.500516 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-447ec029-d05e-47b4-9dba-4bd1b7cbcf00 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:01.529665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 08295299-9d60-462b-9af8-f33fc3e380cd up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:25:01.608868 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32b88c-601b-4b89-b1e0-8a9960406ab5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b800ef-9444-43fc-a02d-818689b3c561,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:01.612716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0f32b88c-601b-4b89-b1e0-8a9960406ab5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:01.663465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:01.681926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e20519f6-9dc4-4212-98dc-2c9107700fda tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:01.686981 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f929b1-b7e1-4f40-8fbf-40f10089549f req-a398aa0f-18bc-40bc-8bdb-2cc5028c4161 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:01.689806 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-36f929b1-b7e1-4f40-8fbf-40f10089549f req-a398aa0f-18bc-40bc-8bdb-2cc5028c4161 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 945 time: 0.9023685 Dec 22 15:25:01.708819 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ec029-d05e-47b4-9dba-4bd1b7cbcf00 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cc501e-7879-49c8-9bad-18b2642e5116,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:01.711367 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-447ec029-d05e-47b4-9dba-4bd1b7cbcf00 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:01.771365 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 08295299-9d60-462b-9af8-f33fc3e380cd completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:01.783126 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 08295299-9d60-462b-9af8-f33fc3e380cd triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:01.783669 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:01.794729 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f32b88c-601b-4b89-b1e0-8a9960406ab5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:01.798769 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0f32b88c-601b-4b89-b1e0-8a9960406ab5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.1694925 Dec 22 15:25:01.815379 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60990) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:01.841551 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-447ec029-d05e-47b4-9dba-4bd1b7cbcf00 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:01.845920 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-447ec029-d05e-47b4-9dba-4bd1b7cbcf00 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "DELETE /v2.0/security-groups/d0cc501e-7879-49c8-9bad-18b2642e5116 HTTP/1.1" status: 204 len: 168 time: 1.3769276 Dec 22 15:25:01.856295 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 60994) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:01.902927 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:25:01.936012 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] Sync routers for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:25:01.978183 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-36f929b1-b7e1-4f40-8fbf-40f10089549f req-3095512d-f5f9-4621-b080-a942b7c9eeae tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/security-groups?id=530d13eb-0aa8-4ebd-972b-948dfb726b53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1744382 Dec 22 15:25:01.983108 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fd0d690d-9e46-4ca8-a276-3ac3f856c826 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:01.992891 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/cbca079a-6dfb-49fb-920c-4d2e10b6303f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2125840 Dec 22 15:25:01.997450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 60998) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:02.004433 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:02.005269 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:02.005568 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1195d403-1b92-48ad-a6e1-d0c9d23f09f1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-529445578'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:02.018924 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:02.022938 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fd0d690d-9e46-4ca8-a276-3ac3f856c826 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:02.040806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1195d403-1b92-48ad-a6e1-d0c9d23f09f1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:02.068300 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 6b9accfc-6d5f-4239-be6f-bd4416644d88 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:25:02.109747 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5936c420-18e1-4f59-b5b3-961454b11fd4 None None] Network c551ba56-1ba3-4220-8c9f-26d8600053e5 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:02.148804 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1195d403-1b92-48ad-a6e1-d0c9d23f09f1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:network and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:02.169378 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1195d403-1b92-48ad-a6e1-d0c9d23f09f1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:02.174522 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-064f0029-d56f-4539-b5fe-dbb7d85e17e9 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:02.209534 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:02.213241 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1ca552ea-2c5d-4f7c-98b6-3f9e9a5b820e req-a117e1ba-4882-42d3-82e9-edb31f0f6968 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:02.213622 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1ca552ea-2c5d-4f7c-98b6-3f9e9a5b820e req-a117e1ba-4882-42d3-82e9-edb31f0f6968 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:02.213935 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [req-1ca552ea-2c5d-4f7c-98b6-3f9e9a5b820e req-a117e1ba-4882-42d3-82e9-edb31f0f6968 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Floating IP 61eef10a-1b71-45c4-8562-12e97bae78fa disassociated. External IP: 172.26.6.90, port: 6b9accfc-6d5f-4239-be6f-bd4416644d88. Dec 22 15:25:02.214301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-1ca552ea-2c5d-4f7c-98b6-3f9e9a5b820e req-a117e1ba-4882-42d3-82e9-edb31f0f6968 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Calling delete_port for 6b9accfc-6d5f-4239-be6f-bd4416644d88 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:02.270372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1195d403-1b92-48ad-a6e1-d0c9d23f09f1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:02.271164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57a4fcb8-8622-483d-b6bd-39019b70e3f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:02.276046 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d789032b-893e-46e8-a750-60c1edfcda6d tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:02.309606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f0029-d56f-4539-b5fe-dbb7d85e17e9 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event deleted for resources: {'Port': ['ID=ac6f22d7-4b90-4c77-8064-675b3a558af9,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:02.314769 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-064f0029-d56f-4539-b5fe-dbb7d85e17e9 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:02.391883 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:02.416649 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4fcb8-8622-483d-b6bd-39019b70e3f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Pushing event deleted for resources: {'Port': ['ID=bed808cd-46ee-4143-91e7-49d33a96673e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:02.419330 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-57a4fcb8-8622-483d-b6bd-39019b70e3f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:02.442947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9d887b1e-1c68-4c6e-9e7f-deaef4a938b6 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Synchronizing usage tracker for tenant:4d2a7e0d601d47daa5d94f717796bf9f on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:02.452664 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1195d403-1b92-48ad-a6e1-d0c9d23f09f1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Made reservation on behalf of ee2232110f5e4ead88119ba9dae092ad for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:02.458467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1195d403-1b92-48ad-a6e1-d0c9d23f09f1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:02.541694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:25:02.549823 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fd0d690d-9e46-4ca8-a276-3ac3f856c826 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:02.638448 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:02.640099 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-77a6431d-64f4-41c9-b6a1-fd49962834d5 None None] Provisioning for port 9a80936c-32b5-48ed-9576-5aab89c7aad4 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:02.669476 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d690d-9e46-4ca8-a276-3ac3f856c826 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6b800ef-9444-43fc-a02d-818689b3c561,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:02.681987 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-064f0029-d56f-4539-b5fe-dbb7d85e17e9 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:02.691109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fd0d690d-9e46-4ca8-a276-3ac3f856c826 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:02.693525 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-77a6431d-64f4-41c9-b6a1-fd49962834d5 None None] Provisioning complete for port 9a80936c-32b5-48ed-9576-5aab89c7aad4 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:02.693786 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-77a6431d-64f4-41c9-b6a1-fd49962834d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:02.701508 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1195d403-1b92-48ad-a6e1-d0c9d23f09f1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:25:02.711338 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fd0d690d-9e46-4ca8-a276-3ac3f856c826 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:02.717565 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fd0d690d-9e46-4ca8-a276-3ac3f856c826 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/c6b800ef-9444-43fc-a02d-818689b3c561 HTTP/1.1" status: 204 len: 168 time: 0.8982122 Dec 22 15:25:02.720919 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32770) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:02.782700 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 08295299-9d60-462b-9af8-f33fc3e380cd, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=08295299-9d60-462b-9af8-f33fc3e380cd,segment=NetworkSegment(76287f68-f64a-478d-8d1f-b3356f89c8c2),segment_id=76287f68-f64a-478d-8d1f-b3356f89c8c2)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:02.817938 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1195d403-1b92-48ad-a6e1-d0c9d23f09f1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:02.818359 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-1195d403-1b92-48ad-a6e1-d0c9d23f09f1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Added segment 42a15dee-6098-451c-a6d9-1c11e16b1588 of type vlan for network 2efc3a86-82f9-4e1e-a162-6e6cd5744dcc Dec 22 15:25:02.833067 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:02.886352 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:02.898043 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bd063109-df41-406a-9655-e3841810865f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:03.130721 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 9a80936c-32b5-48ed-9576-5aab89c7aad4 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:25:03.185524 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-e20519f6-9dc4-4212-98dc-2c9107700fda tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Delete allocated IP 2001:db8:0:1::218 (c551ba56-1ba3-4220-8c9f-26d8600053e5/35b3b21b-9f31-416c-b0ee-d2f13bff39ab) {{(pid=88217) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 15:25:03.227418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9d887b1e-1c68-4c6e-9e7f-deaef4a938b6 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Unset dirty status for tenant:4d2a7e0d601d47daa5d94f717796bf9f on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:03.233933 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9d887b1e-1c68-4c6e-9e7f-deaef4a938b6 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 1.3653989 Dec 22 15:25:03.236845 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57a4fcb8-8622-483d-b6bd-39019b70e3f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:03.273446 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 32776) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:03.302756 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=08295299-9d60-462b-9af8-f33fc3e380cd,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:03.317141 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:03.375964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-045858be-9c39-4d5b-b813-b9ff242703cb tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:03.445613 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57a4fcb8-8622-483d-b6bd-39019b70e3f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:03.447433 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-57a4fcb8-8622-483d-b6bd-39019b70e3f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] 10.222.0.59 "DELETE /v2.0/floatingips/66d9d850-064c-4773-960f-a6e918b84457 HTTP/1.1" status: 204 len: 168 time: 5.2395957 Dec 22 15:25:03.457550 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 9a80936c-32b5-48ed-9576-5aab89c7aad4 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:03.457930 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:03.465570 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 32780) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:03.507398 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-98f21bd7-3c14-401e-9ad0-9d50cd267bad tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:03.544657 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-98f21bd7-3c14-401e-9ad0-9d50cd267bad tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:03.616762 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:24:55Z', 'revision_number': 4, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '08295299-9d60-462b-9af8-f33fc3e380cd', 'name': '', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:e0:c2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:35Z', 'updated_at': '2021-12-22T15:24:53Z', 'revision_number': 4, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f645c29f-fa7c-4d13-be0c-96d6c93543fd', 'name': '', 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:8b:35:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '72047128-d250-4b97-a330-9a5761839b70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:49Z', 'updated_at': '2021-12-22T15:24:58Z', 'revision_number': 2, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '72047128-d250-4b97-a330-9a5761839b70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:03.625704 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] Checking router: cbca079a-6dfb-49fb-920c-4d2e10b6303f for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:25:03.625984 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] Updating router cbca079a-6dfb-49fb-920c-4d2e10b6303f port f645c29f-fa7c-4d13-be0c-96d6c93543fd binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:25:03.643552 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router eeefca05-d345-41d1-97a9-6c15134ea6a3 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:25:03.710639 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:03.785418 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1195d403-1b92-48ad-a6e1-d0c9d23f09f1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:03.788204 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-98f21bd7-3c14-401e-9ad0-9d50cd267bad tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:03.794677 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1ca552ea-2c5d-4f7c-98b6-3f9e9a5b820e req-a117e1ba-4882-42d3-82e9-edb31f0f6968 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:03.809387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9b6a0ce2-8d48-4507-94fb-4d46d1e9ce4c tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:03.833539 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-045858be-9c39-4d5b-b813-b9ff242703cb tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:03.839462 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-045858be-9c39-4d5b-b813-b9ff242703cb tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 1.1078713 Dec 22 15:25:03.841779 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32786) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:03.843415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e20519f6-9dc4-4212-98dc-2c9107700fda tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:03.843800 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064f0029-d56f-4539-b5fe-dbb7d85e17e9 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Router 1b9e8972-4ce2-4188-987f-8704644bf500 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:25:03.858978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f21bd7-3c14-401e-9ad0-9d50cd267bad tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbabbe94-f8a9-49e6-be44-566685dc8d40,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:03.862219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-98f21bd7-3c14-401e-9ad0-9d50cd267bad tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:03.879988 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-91b7b3eb-bec2-4b07-9ed0-6bd3bdfa7678 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:03.933545 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117e1ba-4882-42d3-82e9-edb31f0f6968 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Pushing event deleted for resources: {'Port': ['ID=6b9accfc-6d5f-4239-be6f-bd4416644d88,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:03.937721 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a117e1ba-4882-42d3-82e9-edb31f0f6968 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:03.959190 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1195d403-1b92-48ad-a6e1-d0c9d23f09f1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:03.966102 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1195d403-1b92-48ad-a6e1-d0c9d23f09f1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:03.966102 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1195d403-1b92-48ad-a6e1-d0c9d23f09f1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:03.976303 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7a1eff9d-006f-4608-92ca-5be74ec0e3d7 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:04.085573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-da723623-4532-4f3e-a169-ab8972bd2574 None None] Provisioning complete for port 9a80936c-32b5-48ed-9576-5aab89c7aad4 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:04.086105 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-da723623-4532-4f3e-a169-ab8972bd2574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:04.179283 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-e20519f6-9dc4-4212-98dc-2c9107700fda tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Ignored duplicate provisioning block setup for port 61c7f450-fcb7-48d7-bbc6-edbc0905f295 by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 15:25:04.182668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-98f21bd7-3c14-401e-9ad0-9d50cd267bad tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:04.188578 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-98f21bd7-3c14-401e-9ad0-9d50cd267bad tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "DELETE /v2.0/security-groups/dbabbe94-f8a9-49e6-be44-566685dc8d40 HTTP/1.1" status: 204 len: 168 time: 0.9017296 Dec 22 15:25:04.193088 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ca552ea-2c5d-4f7c-98b6-3f9e9a5b820e req-a117e1ba-4882-42d3-82e9-edb31f0f6968 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Router 36d43092-df8f-4a83-a2d3-688bb812614e has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:25:04.193827 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 32790) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:04.402399 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:04.404035 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1195d403-1b92-48ad-a6e1-d0c9d23f09f1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4054091 Dec 22 15:25:04.429075 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] Transition to ACTIVE for port object f645c29f-fa7c-4d13-be0c-96d6c93543fd will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:25:04.435659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32794) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:04.446477 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195d403-1b92-48ad-a6e1-d0c9d23f09f1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Network': ['ID=2efc3a86-82f9-4e1e-a162-6e6cd5744dcc,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:04.456288 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-da723623-4532-4f3e-a169-ab8972bd2574 None None] Provisioning for port 61c7f450-fcb7-48d7-bbc6-edbc0905f295 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:04.476855 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 2efc3a86-82f9-4e1e-a162-6e6cd5744dcc details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:25:04.491797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0acb26-ba59-415c-a2cc-334d6cd269bb req-523c3326-b54b-41d4-abe5-4fbdb153e497 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:04.494624 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ab0acb26-ba59-415c-a2cc-334d6cd269bb req-523c3326-b54b-41d4-abe5-4fbdb153e497 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 945 time: 1.2614477 Dec 22 15:25:04.495564 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-da723623-4532-4f3e-a169-ab8972bd2574 None None] Provisioning complete for port 61c7f450-fcb7-48d7-bbc6-edbc0905f295 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:04.495956 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-da723623-4532-4f3e-a169-ab8972bd2574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:04.509208 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1195d403-1b92-48ad-a6e1-d0c9d23f09f1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:04.511985 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e20519f6-9dc4-4212-98dc-2c9107700fda tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:04.518059 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-551a331b-da5d-48de-831a-4a73b8c18b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'subnet': {'network_id': '2efc3a86-82f9-4e1e-a162-6e6cd5744dcc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:04.570939 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f963-4088-4637-a029-ffbc7e0d6400 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:04.586917 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-65281ee8-ea0f-4a04-872f-90ce4402b327 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:04.606888 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:04.631104 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:04.631422 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064f0029-d56f-4539-b5fe-dbb7d85e17e9 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:25:04.641350 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-064f0029-d56f-4539-b5fe-dbb7d85e17e9 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "PUT /v2.0/routers/1b9e8972-4ce2-4188-987f-8704644bf500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3158789 Dec 22 15:25:04.647953 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c7bb7-4584-4ad4-8ce4-fbbb2fb83b74 None None] Sync routers for ids ['1b9e8972-4ce2-4188-987f-8704644bf500'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:25:04.655478 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32798) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:04.661084 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c7bb7-4584-4ad4-8ce4-fbbb2fb83b74 None None] Routers {'1b9e8972-4ce2-4188-987f-8704644bf500'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:04.663285 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8c2c7bb7-4584-4ad4-8ce4-fbbb2fb83b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['1b9e8972-4ce2-4188-987f-8704644bf500'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:04.877009 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8c2c7bb7-4584-4ad4-8ce4-fbbb2fb83b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:04.894050 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c7bb7-4584-4ad4-8ce4-fbbb2fb83b74 None None] Routers {'1b9e8972-4ce2-4188-987f-8704644bf500'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:04.895107 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8c2c7bb7-4584-4ad4-8ce4-fbbb2fb83b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['1b9e8972-4ce2-4188-987f-8704644bf500'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:04.925360 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-da723623-4532-4f3e-a169-ab8972bd2574 None None] Port 61c7f450-fcb7-48d7-bbc6-edbc0905f295 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:25:04.939614 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f963-4088-4637-a029-ffbc7e0d6400 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:04.971672 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8c2c7bb7-4584-4ad4-8ce4-fbbb2fb83b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:04.974756 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c7bb7-4584-4ad4-8ce4-fbbb2fb83b74 None None] The sync data for ids ['1b9e8972-4ce2-4188-987f-8704644bf500'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:25:04.995076 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf6103-d7fa-40f6-bba7-6364adc8af48 None None] Pushing event updated for resources: {'Port': ['ID=f645c29f-fa7c-4d13-be0c-96d6c93543fd,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:04.995614 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:25:05.012919 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-c77c54d5-5744-4f58-8504-0db80c9b8ec4 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] delete failed (client error): The resource could not be found. Dec 22 15:25:05.017549 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dedf6103-d7fa-40f6-bba7-6364adc8af48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:05.018718 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13e2614-1a91-4c80-859e-527ebb2c53cb None None] Sync routers for ids ['eeefca05-d345-41d1-97a9-6c15134ea6a3'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:25:05.020183 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c77c54d5-5744-4f58-8504-0db80c9b8ec4 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-22004960 HTTP/1.1" status: 404 len: 333 time: 0.3380504 Dec 22 15:25:05.049761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32802) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:05.061449 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13e2614-1a91-4c80-859e-527ebb2c53cb None None] Routers {'eeefca05-d345-41d1-97a9-6c15134ea6a3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:05.062110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f13e2614-1a91-4c80-859e-527ebb2c53cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['eeefca05-d345-41d1-97a9-6c15134ea6a3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:05.083825 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b0ead618-c6d5-4f31-85dd-15896e9596fc tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Synchronizing usage tracker for tenant:4d2a7e0d601d47daa5d94f717796bf9f on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:05.102952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1e93cf8d-33ee-48f1-9a64-de6f9f1d5a90 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b9e8972-4ce2-4188-987f-8704644bf500'}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:05.186193 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] Attempting to bind port f645c29f-fa7c-4d13-be0c-96d6c93543fd on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:25:05.186925 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] Attempting to bind port f645c29f-fa7c-4d13-be0c-96d6c93543fd by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'bbb01280-5964-40da-b970-f940266d2799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:25:05.190210 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] Attempting to bind port f645c29f-fa7c-4d13-be0c-96d6c93543fd on network db575066-f3f7-485f-89fb-b625de0aaa23 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:25:05.196496 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e4a741cc-9d3c-44bb-a786-786073c91c19 None None] Provisioning complete for port 61c7f450-fcb7-48d7-bbc6-edbc0905f295 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:05.197962 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e4a741cc-9d3c-44bb-a786-786073c91c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:05.231292 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f963-4088-4637-a029-ffbc7e0d6400 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:05.236585 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f963-4088-4637-a029-ffbc7e0d6400 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:05.238032 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9cd6f963-4088-4637-a029-ffbc7e0d6400 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-groups/6cf23809-2f90-4e7b-aba9-0ef1f06bc748 HTTP/1.1" status: 204 len: 168 time: 1.3914046 Dec 22 15:25:05.243661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d621e3c2-add1-47ef-beb3-364f1e0ee7a8 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:05.248253 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e20519f6-9dc4-4212-98dc-2c9107700fda tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] In _notify_port_updated(), no bound segment for port 61c7f450-fcb7-48d7-bbc6-edbc0905f295 on network c551ba56-1ba3-4220-8c9f-26d8600053e5 {{(pid=88217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:25:05.253675 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20519f6-9dc4-4212-98dc-2c9107700fda tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:05.254495 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e20519f6-9dc4-4212-98dc-2c9107700fda tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:05.256120 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e20519f6-9dc4-4212-98dc-2c9107700fda tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "PUT /v2.0/ports/61c7f450-fcb7-48d7-bbc6-edbc0905f295 HTTP/1.1" status: 200 len: 926 time: 4.9811182 Dec 22 15:25:05.271222 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 08295299-9d60-462b-9af8-f33fc3e380cd up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:25:05.276084 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 32806) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:05.276306 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 32808) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:05.288373 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7449f537-fa2f-43e9-bc17-07042c544193 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6450f8df-7160-44a4-8388-02626e2c7153'}, {'subnet_id': '35b3b21b-9f31-416c-b0ee-d2f13bff39ab'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:05.302615 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e4a741cc-9d3c-44bb-a786-786073c91c19 None None] Port 61c7f450-fcb7-48d7-bbc6-edbc0905f295 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:25:05.306339 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f13e2614-1a91-4c80-859e-527ebb2c53cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:05.328818 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:05.335391 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 14.1883447 Dec 22 15:25:05.339249 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32814) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:05.448657 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20519f6-9dc4-4212-98dc-2c9107700fda tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=61c7f450-fcb7-48d7-bbc6-edbc0905f295,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:05.470295 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e20519f6-9dc4-4212-98dc-2c9107700fda tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:05.501688 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:25:05.502699 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] Checking segment: {'id': 'bbb01280-5964-40da-b970-f940266d2799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:25:05.503531 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:05.504681 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] Bound using segment: {'id': 'bbb01280-5964-40da-b970-f940266d2799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:25:05.505395 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] Bound port: f645c29f-fa7c-4d13-be0c-96d6c93543fd, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb01280-5964-40da-b970-f940266d2799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:25:05.507026 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:05.522199 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b0ead618-c6d5-4f31-85dd-15896e9596fc tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Unset dirty status for tenant:4d2a7e0d601d47daa5d94f717796bf9f on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:05.529589 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b0ead618-c6d5-4f31-85dd-15896e9596fc tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.3286371 Dec 22 15:25:05.540466 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 32818) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:05.542164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ca552ea-2c5d-4f7c-98b6-3f9e9a5b820e req-a117e1ba-4882-42d3-82e9-edb31f0f6968 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:25:05.560492 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c82b788-4eb9-4410-9c8c-ef647e448d79 None None] Sync routers for ids ['36d43092-df8f-4a83-a2d3-688bb812614e'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:25:05.581407 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c82b788-4eb9-4410-9c8c-ef647e448d79 None None] Routers {'36d43092-df8f-4a83-a2d3-688bb812614e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:05.584982 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-7c82b788-4eb9-4410-9c8c-ef647e448d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['36d43092-df8f-4a83-a2d3-688bb812614e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:05.593287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-31d367c0-edcf-419d-8256-1518b17d9741 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group': {'name': 'tempest-secgroup--1364611320'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:05.611370 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7449f537-fa2f-43e9-bc17-07042c544193 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:05.636469 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] For port f645c29f-fa7c-4d13-be0c-96d6c93543fd, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:25:05.640341 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] For port f645c29f-fa7c-4d13-be0c-96d6c93543fd, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f645c29f-fa7c-4d13-be0c-96d6c93543fd,segment=NetworkSegment(bbb01280-5964-40da-b970-f940266d2799),segment_id=bbb01280-5964-40da-b970-f940266d2799)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:25:05.647823 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13e2614-1a91-4c80-859e-527ebb2c53cb None None] Routers {'eeefca05-d345-41d1-97a9-6c15134ea6a3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:05.648537 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f13e2614-1a91-4c80-859e-527ebb2c53cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['eeefca05-d345-41d1-97a9-6c15134ea6a3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:05.671056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-31d367c0-edcf-419d-8256-1518b17d9741 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:05.720948 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f13e2614-1a91-4c80-859e-527ebb2c53cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:05.721499 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13e2614-1a91-4c80-859e-527ebb2c53cb None None] The sync data for ids ['eeefca05-d345-41d1-97a9-6c15134ea6a3'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:25:05.727832 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:05.743620 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bd063109-df41-406a-9655-e3841810865f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:05.771947 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ab0acb26-ba59-415c-a2cc-334d6cd269bb req-67b3983e-4213-4286-98ff-e860850b884b tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/security-groups?id=530d13eb-0aa8-4ebd-972b-948dfb726b53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1669631 Dec 22 15:25:05.773132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f963-4088-4637-a029-ffbc7e0d6400 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf23809-2f90-4e7b-aba9-0ef1f06bc748,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:05.776954 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9cd6f963-4088-4637-a029-ffbc7e0d6400 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:05.799770 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca552ea-2c5d-4f7c-98b6-3f9e9a5b820e req-a117e1ba-4882-42d3-82e9-edb31f0f6968 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] No DVR routers for this DVR port 6b9accfc-6d5f-4239-be6f-bd4416644d88 on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:25:05.826778 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-31d367c0-edcf-419d-8256-1518b17d9741 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:05.831955 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-551a331b-da5d-48de-831a-4a73b8c18b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:05.838078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1ca552ea-2c5d-4f7c-98b6-3f9e9a5b820e req-a117e1ba-4882-42d3-82e9-edb31f0f6968 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:05.852114 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1ca552ea-2c5d-4f7c-98b6-3f9e9a5b820e req-a117e1ba-4882-42d3-82e9-edb31f0f6968 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.57 "DELETE /v2.0/ports/6b9accfc-6d5f-4239-be6f-bd4416644d88 HTTP/1.1" status: 204 len: 173 time: 6.3086002 Dec 22 15:25:05.855971 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f9040a-aa63-4539-9b73-82b907f7b746', 'name': 'network-vif-deleted', 'tag': '6b9accfc-6d5f-4239-be6f-bd4416644d88'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:25:05.884671 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:05.885873 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:05.887181 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4b167da6-04c4-49dd-aaf3-93722ca17076 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:05.950463 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 08295299-9d60-462b-9af8-f33fc3e380cd triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:05.950881 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:06.057495 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f9040a-aa63-4539-9b73-82b907f7b746', 'name': 'network-vif-deleted', 'tag': '6b9accfc-6d5f-4239-be6f-bd4416644d88', 'status': 'completed', 'code': 200} Dec 22 15:25:06.070964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-31d367c0-edcf-419d-8256-1518b17d9741 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:06.099549 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4b167da6-04c4-49dd-aaf3-93722ca17076 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:06.103947 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4b167da6-04c4-49dd-aaf3-93722ca17076 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.8267372 Dec 22 15:25:06.109469 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 32824) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:06.245706 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-31d367c0-edcf-419d-8256-1518b17d9741 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:06.253223 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-7c82b788-4eb9-4410-9c8c-ef647e448d79 None None] Set router 36d43092-df8f-4a83-a2d3-688bb812614e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:25:06.274346 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-31d367c0-edcf-419d-8256-1518b17d9741 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Usage tracker for resource:security_group_rule and tenant:4d2a7e0d601d47daa5d94f717796bf9f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:06.285144 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-31d367c0-edcf-419d-8256-1518b17d9741 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:06.323639 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-31d367c0-edcf-419d-8256-1518b17d9741 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:06.334079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-551a331b-da5d-48de-831a-4a73b8c18b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:subnet and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:06.383175 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf6103-d7fa-40f6-bba7-6364adc8af48 None None] Pushing event updated for resources: {'Port': ['ID=f645c29f-fa7c-4d13-be0c-96d6c93543fd,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:06.389625 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dedf6103-d7fa-40f6-bba7-6364adc8af48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:06.407706 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:06.430349 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-af17a75d-66c6-4310-988e-f81ff4845a28 None None] Provisioning complete for port 61c7f450-fcb7-48d7-bbc6-edbc0905f295 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:06.431566 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-af17a75d-66c6-4310-988e-f81ff4845a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:06.509302 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-551a331b-da5d-48de-831a-4a73b8c18b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:06.544120 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-551a331b-da5d-48de-831a-4a73b8c18b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:06.561585 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-af17a75d-66c6-4310-988e-f81ff4845a28 None None] Port 61c7f450-fcb7-48d7-bbc6-edbc0905f295 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:25:06.578739 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:25:06.603190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b35e343f-17b0-494f-8de2-b2649ab48799 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:06.741401 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b35e343f-17b0-494f-8de2-b2649ab48799 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:06.837507 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1e93cf8d-33ee-48f1-9a64-de6f9f1d5a90 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:06.875856 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-31d367c0-edcf-419d-8256-1518b17d9741 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:06.896827 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-7449f537-fa2f-43e9-bc17-07042c544193 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Allocated IP 2001:db8:0:1::377 (c551ba56-1ba3-4220-8c9f-26d8600053e5/35b3b21b-9f31-416c-b0ee-d2f13bff39ab/61c7f450-fcb7-48d7-bbc6-edbc0905f295) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:25:06.904782 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551a331b-da5d-48de-831a-4a73b8c18b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Made reservation on behalf of ee2232110f5e4ead88119ba9dae092ad for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:06.908302 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-551a331b-da5d-48de-831a-4a73b8c18b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:06.959073 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-31d367c0-edcf-419d-8256-1518b17d9741 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:06.977542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-eeae4eb1-4735-45e3-ab79-ac598ffc5762 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:07.000826 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bb963ce2-80ec-486d-91c9-ffd14756c2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:07.085477 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-7c82b788-4eb9-4410-9c8c-ef647e448d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'name': 'tempest-ServersTestManualDisk-1782337812-router', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:12Z', 'updated_at': '2021-12-22T15:22:34Z', 'revision_number': 4, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'gw_port': {'id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:16Z', 'updated_at': '2021-12-22T15:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '4e18be9e-69a6-44fd-9780-65bd28953898', 'name': '', 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'mac_address': 'fa:16:3e:ff:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3ceefc5c-3346-4e11-b85f-c4fb9df63936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:29Z', 'updated_at': '2021-12-22T15:22:46Z', 'revision_number': 5, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'subnets': [{'id': '3ceefc5c-3346-4e11-b85f-c4fb9df63936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:07.102025 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c82b788-4eb9-4410-9c8c-ef647e448d79 None None] Checking router: 36d43092-df8f-4a83-a2d3-688bb812614e for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:25:07.120723 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c82b788-4eb9-4410-9c8c-ef647e448d79 None None] Routers {'36d43092-df8f-4a83-a2d3-688bb812614e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:07.121406 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-7c82b788-4eb9-4410-9c8c-ef647e448d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['36d43092-df8f-4a83-a2d3-688bb812614e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:07.149823 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:24:55Z', 'revision_number': 4, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '08295299-9d60-462b-9af8-f33fc3e380cd', 'name': '', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:e0:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:35Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f645c29f-fa7c-4d13-be0c-96d6c93543fd', 'name': '', 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:8b:35:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '72047128-d250-4b97-a330-9a5761839b70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:49Z', 'updated_at': '2021-12-22T15:25:05Z', 'revision_number': 4, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '72047128-d250-4b97-a330-9a5761839b70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:07.167539 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ebf2d1-bbe2-4f88-a075-3625e55ad69d None None] The sync data for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv is: [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:24:55Z', 'revision_number': 4, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '08295299-9d60-462b-9af8-f33fc3e380cd', 'name': '', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:e0:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:35Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f645c29f-fa7c-4d13-be0c-96d6c93543fd', 'name': '', 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:8b:35:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '72047128-d250-4b97-a330-9a5761839b70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:49Z', 'updated_at': '2021-12-22T15:25:05Z', 'revision_number': 4, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '72047128-d250-4b97-a330-9a5761839b70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:25:07.314320 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b35e343f-17b0-494f-8de2-b2649ab48799 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:07.426356 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f318c45f-aacf-40fa-8b0e-17b0ca7a957d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/routers/eeefca05-d345-41d1-97a9-6c15134ea6a3 HTTP/1.1" status: 200 len: 879 time: 1.9936793 Dec 22 15:25:07.433888 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32830) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:07.520428 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-7c82b788-4eb9-4410-9c8c-ef647e448d79 None None] Set router 36d43092-df8f-4a83-a2d3-688bb812614e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:25:07.619220 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-1e93cf8d-33ee-48f1-9a64-de6f9f1d5a90 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] update failed (client error): The resource could not be found. Dec 22 15:25:07.620790 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1e93cf8d-33ee-48f1-9a64-de6f9f1d5a90 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "PUT /v2.0/routers/1b9e8972-4ce2-4188-987f-8704644bf500 HTTP/1.1" status: 404 len: 339 time: 2.5678518 Dec 22 15:25:07.692581 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9495e05c-15a2-4cd8-9512-2acf8d1747e0 req-26f81fb4-b146-4db4-8459-07397f738170 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f9040a-aa63-4539-9b73-82b907f7b746 HTTP/1.1" status: 200 len: 210 time: 0.4710612 Dec 22 15:25:07.706878 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32834) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:07.745356 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-adf76ac3-2c3a-4f2c-9557-20ad8b2c6cb2 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-130321770'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:07.755357 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-adf76ac3-2c3a-4f2c-9557-20ad8b2c6cb2 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:07.763745 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-adf76ac3-2c3a-4f2c-9557-20ad8b2c6cb2 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Usage tracker for resource:network and tenant:e27e0e181ddb43cb88880dec4db1f67e is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:07.769781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-adf76ac3-2c3a-4f2c-9557-20ad8b2c6cb2 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:07.786418 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-adf76ac3-2c3a-4f2c-9557-20ad8b2c6cb2 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:07.984489 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-551a331b-da5d-48de-831a-4a73b8c18b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:08.007869 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5236d89a-9363-4263-bb56-ba19a0c63b7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:08.053166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d367c0-edcf-419d-8256-1518b17d9741 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d507bf8-9710-4cf2-9262-5ecd0b2991c2,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:08.058970 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-31d367c0-edcf-419d-8256-1518b17d9741 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.081s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:08.072178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6ddad1c8-0555-40bd-8015-d4f4546cbb20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:08.110853 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e343f-17b0-494f-8de2-b2649ab48799 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e035573-9bf6-47ef-8b0c-00c935786a1c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:08.114606 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b35e343f-17b0-494f-8de2-b2649ab48799 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:08.163917 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b35e343f-17b0-494f-8de2-b2649ab48799 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:08.169878 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b35e343f-17b0-494f-8de2-b2649ab48799 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-groups/6e035573-9bf6-47ef-8b0c-00c935786a1c HTTP/1.1" status: 204 len: 168 time: 2.0388844 Dec 22 15:25:08.178101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7449f537-fa2f-43e9-bc17-07042c544193 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:08.184173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32838) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:08.261440 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a331b-da5d-48de-831a-4a73b8c18b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Subnet': ['ID=d8ec2671-4e95-42b7-bcca-eba12ee66a1d,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:08.278908 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551a331b-da5d-48de-831a-4a73b8c18b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Checking segment: {'id': '42a15dee-6098-451c-a6d9-1c11e16b1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2efc3a86-82f9-4e1e-a162-6e6cd5744dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:25:08.279484 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551a331b-da5d-48de-831a-4a73b8c18b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network hostable DHCP agents. Network: 2efc3a86-82f9-4e1e-a162-6e6cd5744dcc, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:25:08.288936 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-551a331b-da5d-48de-831a-4a73b8c18b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:08.324084 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf76ac3-2c3a-4f2c-9557-20ad8b2c6cb2 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Made reservation on behalf of e27e0e181ddb43cb88880dec4db1f67e for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:08.330609 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-adf76ac3-2c3a-4f2c-9557-20ad8b2c6cb2 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:08.374012 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-31d367c0-edcf-419d-8256-1518b17d9741 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:08.375563 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-31d367c0-edcf-419d-8256-1518b17d9741 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.8310816 Dec 22 15:25:08.390806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 32842) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:08.412206 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7f1a9ef1-4a11-443f-8bae-11af34cd300d tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:08.412979 dv-neutron-822674-1-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-7f1a9ef1-4a11-443f-8bae-11af34cd300d tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 15:25:08.413795 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-7f1a9ef1-4a11-443f-8bae-11af34cd300d tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 15:25:08.415726 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7f1a9ef1-4a11-443f-8bae-11af34cd300d tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "PUT /v2.0/security-groups/1d507bf8-9710-4cf2-9262-5ecd0b2991c2 HTTP/1.1" status: 409 len: 330 time: 0.0164430 Dec 22 15:25:08.419585 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 32846) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:08.425580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-7449f537-fa2f-43e9-bc17-07042c544193 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Transition to ACTIVE for port object 61c7f450-fcb7-48d7-bbc6-edbc0905f295 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:25:08.440363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-16f3e5c6-ac5d-4985-a9de-33b0664ec468 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:08.454553 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-7c82b788-4eb9-4410-9c8c-ef647e448d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'name': 'tempest-ServersTestManualDisk-1782337812-router', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:12Z', 'updated_at': '2021-12-22T15:22:34Z', 'revision_number': 4, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'gw_port': {'id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:16Z', 'updated_at': '2021-12-22T15:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '4e18be9e-69a6-44fd-9780-65bd28953898', 'name': '', 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'mac_address': 'fa:16:3e:ff:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3ceefc5c-3346-4e11-b85f-c4fb9df63936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:29Z', 'updated_at': '2021-12-22T15:22:46Z', 'revision_number': 5, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'subnets': [{'id': '3ceefc5c-3346-4e11-b85f-c4fb9df63936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:08.465350 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf76ac3-2c3a-4f2c-9557-20ad8b2c6cb2 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:25:08.469726 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c82b788-4eb9-4410-9c8c-ef647e448d79 None None] The sync data for ids ['36d43092-df8f-4a83-a2d3-688bb812614e'] in dv-neutron-822674-1-hyperv is: [{'id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'name': 'tempest-ServersTestManualDisk-1782337812-router', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:12Z', 'updated_at': '2021-12-22T15:22:34Z', 'revision_number': 4, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'gw_port': {'id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:16Z', 'updated_at': '2021-12-22T15:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '4e18be9e-69a6-44fd-9780-65bd28953898', 'name': '', 'network_id': 'ee65f9c6-5a2d-4f52-a62f-585f493090c8', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'mac_address': 'fa:16:3e:ff:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3ceefc5c-3346-4e11-b85f-c4fb9df63936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:29Z', 'updated_at': '2021-12-22T15:22:46Z', 'revision_number': 5, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'subnets': [{'id': '3ceefc5c-3346-4e11-b85f-c4fb9df63936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:25:08.475543 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cd4f13b7-74e8-47cc-ba4b-1e7542eb5719 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Synchronizing usage tracker for tenant:7b4975992c034d11b43920ae668ae5e2 on resource:router {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:08.493484 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-adf76ac3-2c3a-4f2c-9557-20ad8b2c6cb2 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:08.494147 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-adf76ac3-2c3a-4f2c-9557-20ad8b2c6cb2 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Added segment fd23ef7b-24ea-4f96-80b8-e63af754e157 of type vlan for network 9b52e113-98f0-4a31-a1b6-d84e34bfde95 Dec 22 15:25:08.507395 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7449f537-fa2f-43e9-bc17-07042c544193 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:08.521874 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-318dbb8c-35e4-4479-ab81-00cde8f45840 tempest-RoutersIpV6AdminTest-2006554310 tempest-RoutersIpV6AdminTest-2006554310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:08.528003 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551a331b-da5d-48de-831a-4a73b8c18b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network 2efc3a86-82f9-4e1e-a162-6e6cd5744dcc is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:25:08.530838 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-16f3e5c6-ac5d-4985-a9de-33b0664ec468 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:08.535088 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:25:08.537252 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-16f3e5c6-ac5d-4985-a9de-33b0664ec468 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3439944 Dec 22 15:25:08.548935 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32850) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:08.567605 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-19d8bd1a-eba6-4206-9562-ab149f7b8b98 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1924931475'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:08.574799 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-19d8bd1a-eba6-4206-9562-ab149f7b8b98 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:08.589077 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-19d8bd1a-eba6-4206-9562-ab149f7b8b98 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:08.603879 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-adf76ac3-2c3a-4f2c-9557-20ad8b2c6cb2 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:08.608628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cd4f13b7-74e8-47cc-ba4b-1e7542eb5719 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Unset dirty status for tenant:7b4975992c034d11b43920ae668ae5e2 on resource:router {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:08.614259 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-cd4f13b7-74e8-47cc-ba4b-1e7542eb5719 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.1362033 Dec 22 15:25:08.615660 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32854) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:08.622915 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-328c50a0-0cb0-43ed-9b3b-51fd32e1c819 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-33866785'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:08.687914 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-19d8bd1a-eba6-4206-9562-ab149f7b8b98 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:08.715611 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-adf76ac3-2c3a-4f2c-9557-20ad8b2c6cb2 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:25:08.748746 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-551a331b-da5d-48de-831a-4a73b8c18b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 2efc3a86-82f9-4e1e-a162-6e6cd5744dcc) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:08.780465 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551a331b-da5d-48de-831a-4a73b8c18b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:08.781075 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-551a331b-da5d-48de-831a-4a73b8c18b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:08.782032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a73dabe-fdef-4b8c-a4e9-de2660734299 None None] Network 2efc3a86-82f9-4e1e-a162-6e6cd5744dcc requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:08.794001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-19d8bd1a-eba6-4206-9562-ab149f7b8b98 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:08.813554 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449f537-fa2f-43e9-bc17-07042c544193 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=61c7f450-fcb7-48d7-bbc6-edbc0905f295,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:08.817765 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7449f537-fa2f-43e9-bc17-07042c544193 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:08.832386 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-7449f537-fa2f-43e9-bc17-07042c544193 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] In _notify_port_updated(), no bound segment for port 61c7f450-fcb7-48d7-bbc6-edbc0905f295 on network c551ba56-1ba3-4220-8c9f-26d8600053e5 {{(pid=88217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:25:08.841384 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7449f537-fa2f-43e9-bc17-07042c544193 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:08.842078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7449f537-fa2f-43e9-bc17-07042c544193 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:08.843727 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7449f537-fa2f-43e9-bc17-07042c544193 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "PUT /v2.0/ports/61c7f450-fcb7-48d7-bbc6-edbc0905f295 HTTP/1.1" status: 200 len: 1012 time: 3.5650558 Dec 22 15:25:08.852048 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-096bef0f-b93c-42b0-8e32-a5d9212f4c63 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:08.856143 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 32860) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:08.908386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-adf76ac3-2c3a-4f2c-9557-20ad8b2c6cb2 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:08.915882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf76ac3-2c3a-4f2c-9557-20ad8b2c6cb2 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:08.916538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-adf76ac3-2c3a-4f2c-9557-20ad8b2c6cb2 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:08.930032 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-19d8bd1a-eba6-4206-9562-ab149f7b8b98 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:08.930032 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-90e2209d-1003-43ea-aa67-43a56dc3ce5a tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:08.944216 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-bb963ce2-80ec-486d-91c9-ffd14756c2d0 admin admin] Deleting port 41e92c75-afaf-4110-a58c-0499fe45f8dc {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:08.944581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bb963ce2-80ec-486d-91c9-ffd14756c2d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:08.998855 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-096bef0f-b93c-42b0-8e32-a5d9212f4c63 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:09.124957 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-45b14376-a229-4db8-a71f-49d2a66c5530 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port 61c7f450-fcb7-48d7-bbc6-edbc0905f295 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:09.135569 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-45b14376-a229-4db8-a71f-49d2a66c5530 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:09.236511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 32866) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:09.287124 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f645c29f-fa7c-4d13-be0c-96d6c93543fd up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:25:09.417377 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-551a331b-da5d-48de-831a-4a73b8c18b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.9560833 Dec 22 15:25:09.467053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 32870) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:09.515422 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b744485-016c-4b3f-9bb7-662390839ff6 None None] New status for floating IP 61eef10a-1b71-45c4-8562-12e97bae78fa: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:25:09.640737 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-96479446-df4c-41a7-8682-eb5f32999f59 None None] Provisioning for port 61c7f450-fcb7-48d7-bbc6-edbc0905f295 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:09.692146 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-96479446-df4c-41a7-8682-eb5f32999f59 None None] Provisioning complete for port 61c7f450-fcb7-48d7-bbc6-edbc0905f295 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:09.692746 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-96479446-df4c-41a7-8682-eb5f32999f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:09.732996 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-096bef0f-b93c-42b0-8e32-a5d9212f4c63 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:09.737641 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf76ac3-2c3a-4f2c-9557-20ad8b2c6cb2 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event updated for resources: {'Network': ['ID=9b52e113-98f0-4a31-a1b6-d84e34bfde95,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:09.746961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-adf76ac3-2c3a-4f2c-9557-20ad8b2c6cb2 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:09.752932 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bf4f40cd-6bb6-46e4-b74a-b7dedda851e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:09.826582 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096bef0f-b93c-42b0-8e32-a5d9212f4c63 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d507bf8-9710-4cf2-9262-5ecd0b2991c2,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:09.829152 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-096bef0f-b93c-42b0-8e32-a5d9212f4c63 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:09.884357 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-adf76ac3-2c3a-4f2c-9557-20ad8b2c6cb2 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1678472 Dec 22 15:25:09.894025 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 32874) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:09.911059 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2da300cd-ef92-4cc8-a6dc-f1468125d1f9 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:09.928100 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c46c03a6-4edd-4366-80af-5b28c0acfe03 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Request body: {'subnet': {'network_id': '9b52e113-98f0-4a31-a1b6-d84e34bfde95', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:09.943589 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-2efc3a86-82f9-4e1e-a162-6e6cd5744dcc', 'network_id': '2efc3a86-82f9-4e1e-a162-6e6cd5744dcc', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'fixed_ips': [{'subnet_id': 'd8ec2671-4e95-42b7-bcca-eba12ee66a1d'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:25:09.944944 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:09.945270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-096bef0f-b93c-42b0-8e32-a5d9212f4c63 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:09.946539 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-096bef0f-b93c-42b0-8e32-a5d9212f4c63 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "DELETE /v2.0/security-groups/1d507bf8-9710-4cf2-9262-5ecd0b2991c2 HTTP/1.1" status: 204 len: 168 time: 1.5228856 Dec 22 15:25:09.957096 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32878) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:09.964224 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 9b52e113-98f0-4a31-a1b6-d84e34bfde95 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:25:10.025010 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-19d8bd1a-eba6-4206-9562-ab149f7b8b98 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:10.064783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port f645c29f-fa7c-4d13-be0c-96d6c93543fd completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:10.151140 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-19d8bd1a-eba6-4206-9562-ab149f7b8b98 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:10.177835 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a49720aa-e16c-4a11-900c-093bd19be039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:10.321388 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port f645c29f-fa7c-4d13-be0c-96d6c93543fd triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:10.321713 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:10.415292 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-bb963ce2-80ec-486d-91c9-ffd14756c2d0 admin admin] For port 41e92c75-afaf-4110-a58c-0499fe45f8dc, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=41e92c75-afaf-4110-a58c-0499fe45f8dc,segment=NetworkSegment(0f551e22-bd40-4f76-a4f3-659f3550fe34),segment_id=0f551e22-bd40-4f76-a4f3-659f3550fe34)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:10.415292 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bb963ce2-80ec-486d-91c9-ffd14756c2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:10.431236 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c81bab3e-1b28-428d-a77f-b4bf972c8095 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Synchronizing usage tracker for tenant:4d2a7e0d601d47daa5d94f717796bf9f on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:10.454011 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-96479446-df4c-41a7-8682-eb5f32999f59 None None] Port 61c7f450-fcb7-48d7-bbc6-edbc0905f295 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:25:10.496765 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8bd1a-eba6-4206-9562-ab149f7b8b98 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d52e58a0-9e8a-4960-9e24-6e7b1a6fb29c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:10.504134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-19d8bd1a-eba6-4206-9562-ab149f7b8b98 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:10.562253 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-328c50a0-0cb0-43ed-9b3b-51fd32e1c819 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:10.580507 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-19d8bd1a-eba6-4206-9562-ab149f7b8b98 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:10.583209 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-19d8bd1a-eba6-4206-9562-ab149f7b8b98 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0330203 Dec 22 15:25:10.590335 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32882) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:10.603665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-8a82c355-aad4-49a0-88a5-98faf73ca7a5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group_rule': {'security_group_id': 'd52e58a0-9e8a-4960-9e24-6e7b1a6fb29c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:10.611465 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-8a82c355-aad4-49a0-88a5-98faf73ca7a5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:10.617214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-8a82c355-aad4-49a0-88a5-98faf73ca7a5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Usage tracker for resource:security_group_rule and tenant:d7749218c93e4d43966de2173c9b53d1 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:10.621734 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-8a82c355-aad4-49a0-88a5-98faf73ca7a5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:10.631154 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c81bab3e-1b28-428d-a77f-b4bf972c8095 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Unset dirty status for tenant:4d2a7e0d601d47daa5d94f717796bf9f on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:10.632755 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c81bab3e-1b28-428d-a77f-b4bf972c8095 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6743400 Dec 22 15:25:10.637595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-8a82c355-aad4-49a0-88a5-98faf73ca7a5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:10.645997 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32886) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:10.663519 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-328c50a0-0cb0-43ed-9b3b-51fd32e1c819 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:10.735936 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:10.742013 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-2aa3ca0c-f513-44f1-b555-14acae355fde tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] delete failed (client error): The resource could not be found. Dec 22 15:25:10.743494 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2aa3ca0c-f513-44f1-b555-14acae355fde tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "DELETE /v2.0/security-groups/1bdd9bf8-90ce-4aac-9b7d-3d0f976e9641 HTTP/1.1" status: 404 len: 347 time: 0.0960100 Dec 22 15:25:10.750401 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Allocated IP 2001:db8:3::2 (2efc3a86-82f9-4e1e-a162-6e6cd5744dcc/d8ec2671-4e95-42b7-bcca-eba12ee66a1d/165f00d6-33f5-41e4-beb7-18861f8fa514) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:25:10.765359 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32890) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:10.807236 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8a82c355-aad4-49a0-88a5-98faf73ca7a5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:10.809440 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2da300cd-ef92-4cc8-a6dc-f1468125d1f9 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:10.885371 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8a82c355-aad4-49a0-88a5-98faf73ca7a5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:10.890096 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-9a268acb-9c33-4939-955c-7d06ed5f60bf tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] show failed (client error): The resource could not be found. Dec 22 15:25:10.892528 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9a268acb-9c33-4939-955c-7d06ed5f60bf tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "GET /v2.0/security-groups/698e43a9-c933-4a1e-b618-3845b7256abf HTTP/1.1" status: 404 len: 347 time: 0.1235390 Dec 22 15:25:10.911295 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port f645c29f-fa7c-4d13-be0c-96d6c93543fd, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f645c29f-fa7c-4d13-be0c-96d6c93543fd,segment=NetworkSegment(bbb01280-5964-40da-b970-f940266d2799),segment_id=bbb01280-5964-40da-b970-f940266d2799)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:10.965138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32894) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:10.966154 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8a82c355-aad4-49a0-88a5-98faf73ca7a5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:10.980568 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:10.991138 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dedf6103-d7fa-40f6-bba7-6364adc8af48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:11.011353 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-bb963ce2-80ec-486d-91c9-ffd14756c2d0 admin admin] Calling delete_port for 41e92c75-afaf-4110-a58c-0499fe45f8dc owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:11.017573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:11.039471 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-50e93495-a7de-4b73-b26a-1c5cc164c4e8 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] show failed (client error): The resource could not be found. Dec 22 15:25:11.039471 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-50e93495-a7de-4b73-b26a-1c5cc164c4e8 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] 10.222.0.59 "GET /v2.0/security-group-rules/764a9319-462b-423b-8065-f87b20976ceb HTTP/1.1" status: 404 len: 356 time: 0.0643091 Dec 22 15:25:11.067967 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82c355-aad4-49a0-88a5-98faf73ca7a5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad3aa4d-67e3-4bf4-a011-6045ffbb13d9,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:11.074706 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8a82c355-aad4-49a0-88a5-98faf73ca7a5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:11.103823 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328c50a0-0cb0-43ed-9b3b-51fd32e1c819 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router eeefca05-d345-41d1-97a9-6c15134ea6a3 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:25:11.243663 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8a82c355-aad4-49a0-88a5-98faf73ca7a5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:11.249285 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8a82c355-aad4-49a0-88a5-98faf73ca7a5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6509442 Dec 22 15:25:11.268198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32900) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:11.281439 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=f645c29f-fa7c-4d13-be0c-96d6c93543fd,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:11.288355 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:11.328932 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:11.354654 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-759e4d87-bb60-4650-9f63-0e2b8189d085 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:11.358856 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Transition to ACTIVE for port object 165f00d6-33f5-41e4-beb7-18861f8fa514 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:25:11.375783 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-759e4d87-bb60-4650-9f63-0e2b8189d085 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:11.405523 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Transition to ACTIVE for port object 165f00d6-33f5-41e4-beb7-18861f8fa514 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:25:11.455559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c46c03a6-4edd-4366-80af-5b28c0acfe03 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:11.483139 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:11.513166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c46c03a6-4edd-4366-80af-5b28c0acfe03 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Usage tracker for resource:subnet and tenant:e27e0e181ddb43cb88880dec4db1f67e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:11.525231 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-45b14376-a229-4db8-a71f-49d2a66c5530 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:11.526953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c2349cfc-7bb6-431e-b605-f09b1a7987fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:11.578260 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c46c03a6-4edd-4366-80af-5b28c0acfe03 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:11.637043 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Network 2efc3a86-82f9-4e1e-a162-6e6cd5744dcc is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:25:11.688572 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:11.695421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:11.713695 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328c50a0-0cb0-43ed-9b3b-51fd32e1c819 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:25:11.729580 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dc54ad-a629-4b48-b7c1-d36f3acab51f None None] Sync routers for ids ['eeefca05-d345-41d1-97a9-6c15134ea6a3'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:25:11.733813 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-328c50a0-0cb0-43ed-9b3b-51fd32e1c819 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:11.739400 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-328c50a0-0cb0-43ed-9b3b-51fd32e1c819 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/eeefca05-d345-41d1-97a9-6c15134ea6a3 HTTP/1.1" status: 200 len: 886 time: 3.1224566 Dec 22 15:25:11.741394 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32908) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:11.743160 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-759e4d87-bb60-4650-9f63-0e2b8189d085 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:11.761476 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dc54ad-a629-4b48-b7c1-d36f3acab51f None None] Routers {'eeefca05-d345-41d1-97a9-6c15134ea6a3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:11.762595 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-b8dc54ad-a629-4b48-b7c1-d36f3acab51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['eeefca05-d345-41d1-97a9-6c15134ea6a3'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:11.771491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Pushing event updated for resources: {'Port': ['ID=165f00d6-33f5-41e4-beb7-18861f8fa514,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:11.784143 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:11.919724 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Attempting to bind port 165f00d6-33f5-41e4-beb7-18861f8fa514 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:25:11.920319 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Attempting to bind port 165f00d6-33f5-41e4-beb7-18861f8fa514 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '42a15dee-6098-451c-a6d9-1c11e16b1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2efc3a86-82f9-4e1e-a162-6e6cd5744dcc'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:25:11.920899 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Attempting to bind port 165f00d6-33f5-41e4-beb7-18861f8fa514 on network 2efc3a86-82f9-4e1e-a162-6e6cd5744dcc {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:25:11.934443 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-b8dc54ad-a629-4b48-b7c1-d36f3acab51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:11.941938 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:25:11.942584 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Checking segment: {'id': '42a15dee-6098-451c-a6d9-1c11e16b1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2efc3a86-82f9-4e1e-a162-6e6cd5744dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:25:11.943291 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:11.943948 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Bound using segment: {'id': '42a15dee-6098-451c-a6d9-1c11e16b1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2efc3a86-82f9-4e1e-a162-6e6cd5744dcc'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:25:11.944729 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Bound port: 165f00d6-33f5-41e4-beb7-18861f8fa514, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a15dee-6098-451c-a6d9-1c11e16b1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2efc3a86-82f9-4e1e-a162-6e6cd5744dcc'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:25:11.945342 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:11.955394 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dc54ad-a629-4b48-b7c1-d36f3acab51f None None] Routers {'eeefca05-d345-41d1-97a9-6c15134ea6a3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:11.957832 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-b8dc54ad-a629-4b48-b7c1-d36f3acab51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['eeefca05-d345-41d1-97a9-6c15134ea6a3'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:11.961107 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c46c03a6-4edd-4366-80af-5b28c0acfe03 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:11.988898 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32912) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:11.996822 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-759e4d87-bb60-4650-9f63-0e2b8189d085 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:11.998843 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-759e4d87-bb60-4650-9f63-0e2b8189d085 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/fad3aa4d-67e3-4bf4-a011-6045ffbb13d9 HTTP/1.1" status: 204 len: 168 time: 0.7265859 Dec 22 15:25:12.000537 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:12.012727 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-45b14376-a229-4db8-a71f-49d2a66c5530 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for 61c7f450-fcb7-48d7-bbc6-edbc0905f295 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:12.016738 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32914) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:12.098199 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-b8dc54ad-a629-4b48-b7c1-d36f3acab51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:12.099211 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dc54ad-a629-4b48-b7c1-d36f3acab51f None None] The sync data for ids ['eeefca05-d345-41d1-97a9-6c15134ea6a3'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:25:12.122294 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e4d87-bb60-4650-9f63-0e2b8189d085 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fad3aa4d-67e3-4bf4-a011-6045ffbb13d9,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:12.126333 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-759e4d87-bb60-4650-9f63-0e2b8189d085 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:12.158585 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] For port 165f00d6-33f5-41e4-beb7-18861f8fa514, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:25:12.164473 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] For port 165f00d6-33f5-41e4-beb7-18861f8fa514, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=165f00d6-33f5-41e4-beb7-18861f8fa514,segment=NetworkSegment(42a15dee-6098-451c-a6d9-1c11e16b1588),segment_id=42a15dee-6098-451c-a6d9-1c11e16b1588)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:25:12.177612 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3641e61b-c3de-4408-80cc-a8bc7158846e tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:12.218777 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d8552d2c-072f-4465-9530-5d666c4103cb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/routers/eeefca05-d345-41d1-97a9-6c15134ea6a3 HTTP/1.1" status: 200 len: 886 time: 0.4739048 Dec 22 15:25:12.219866 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32922) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:12.220050 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:12.227296 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:12.272573 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8bc28cc8-7c60-4431-81d6-8010d852ddde tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/ports?device_id=eeefca05-d345-41d1-97a9-6c15134ea6a3 HTTP/1.1" status: 200 len: 205 time: 0.0511866 Dec 22 15:25:12.273328 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32926) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:12.282915 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46c03a6-4edd-4366-80af-5b28c0acfe03 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Made reservation on behalf of e27e0e181ddb43cb88880dec4db1f67e for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:12.289271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c46c03a6-4edd-4366-80af-5b28c0acfe03 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:12.396271 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Pushing event updated for resources: {'Port': ['ID=165f00d6-33f5-41e4-beb7-18861f8fa514,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:12.407122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:12.517606 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bb963ce2-80ec-486d-91c9-ffd14756c2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:12.543193 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:12.546947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3641e61b-c3de-4408-80cc-a8bc7158846e tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:12.548388 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3641e61b-c3de-4408-80cc-a8bc7158846e tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5089688 Dec 22 15:25:12.575208 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32930) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:12.612056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2da300cd-ef92-4cc8-a6dc-f1468125d1f9 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:12.636973 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb963ce2-80ec-486d-91c9-ffd14756c2d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=41e92c75-afaf-4110-a58c-0499fe45f8dc,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:12.670307 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bb963ce2-80ec-486d-91c9-ffd14756c2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:12.671044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b35e343f-17b0-494f-8de2-b2649ab48799 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:12.695147 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da300cd-ef92-4cc8-a6dc-f1468125d1f9 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=530d13eb-0aa8-4ebd-972b-948dfb726b53,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:12.771214 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3cc63553-b90e-43b2-a6eb-520452dc3584 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4d2a7e0d601d47daa5d94f717796bf9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7595763 Dec 22 15:25:12.777554 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32934) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:12.870413 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2da300cd-ef92-4cc8-a6dc-f1468125d1f9 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:12.894807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db91552e-1271-4bb6-9a2e-4b854157863b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:12.993144 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2da300cd-ef92-4cc8-a6dc-f1468125d1f9 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:12.995347 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2da300cd-ef92-4cc8-a6dc-f1468125d1f9 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "DELETE /v2.0/security-groups/530d13eb-0aa8-4ebd-972b-948dfb726b53 HTTP/1.1" status: 204 len: 168 time: 3.7330205 Dec 22 15:25:13.013067 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32938) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:13.013927 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a449b61b-8af1-4df9-bfc1-d3ff1ba48f0d tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:13.139367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-089d6681-6907-4efe-8c9c-b1c6528870f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:13.148227 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-fad9f85a-a2db-424d-9f1c-0859b1b3eecd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] show failed (client error): The resource could not be found. Dec 22 15:25:13.155335 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fad9f85a-a2db-424d-9f1c-0859b1b3eecd tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "GET /v2.0/security-groups/530d13eb-0aa8-4ebd-972b-948dfb726b53 HTTP/1.1" status: 404 len: 347 time: 0.1269538 Dec 22 15:25:13.157693 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a449b61b-8af1-4df9-bfc1-d3ff1ba48f0d tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:13.169745 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32942) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:13.490006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-089d6681-6907-4efe-8c9c-b1c6528870f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:13.493170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f645c29f-fa7c-4d13-be0c-96d6c93543fd up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:25:13.559197 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8d30cc67-a2af-43e1-9d0b-39ce7953ac83 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Deleting port de5caffb-8c1f-4125-b208-522f3bd6b2f3 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:13.559584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d30cc67-a2af-43e1-9d0b-39ce7953ac83 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:13.639894 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port f645c29f-fa7c-4d13-be0c-96d6c93543fd triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:13.639894 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:13.648581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db91552e-1271-4bb6-9a2e-4b854157863b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:13.866561 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:13.890186 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a449b61b-8af1-4df9-bfc1-d3ff1ba48f0d tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:13.915026 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 165f00d6-33f5-41e4-beb7-18861f8fa514 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:25:13.919781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5f1e0fc5-1e56-4702-8128-94280ec91931 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:14.004883 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449b61b-8af1-4df9-bfc1-d3ff1ba48f0d tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52e58a0-9e8a-4960-9e24-6e7b1a6fb29c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:14.008645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a449b61b-8af1-4df9-bfc1-d3ff1ba48f0d tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:14.046532 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d30cc67-a2af-43e1-9d0b-39ce7953ac83 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:14.047075 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d30cc67-a2af-43e1-9d0b-39ce7953ac83 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:14.164597 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-db91552e-1271-4bb6-9a2e-4b854157863b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting port 679b3dee-4479-429b-be42-cbca6d674d50 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:14.165096 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db91552e-1271-4bb6-9a2e-4b854157863b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:14.186506 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 165f00d6-33f5-41e4-beb7-18861f8fa514 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:14.198505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a449b61b-8af1-4df9-bfc1-d3ff1ba48f0d tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:14.201402 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a449b61b-8af1-4df9-bfc1-d3ff1ba48f0d tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-groups/d52e58a0-9e8a-4960-9e24-6e7b1a6fb29c HTTP/1.1" status: 204 len: 168 time: 1.6239161 Dec 22 15:25:14.220878 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fc656f-ed46-49c8-b9d4-4ee05a8cf904 None None] Network 2efc3a86-82f9-4e1e-a162-6e6cd5744dcc requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:14.245700 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c46c03a6-4edd-4366-80af-5b28c0acfe03 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:14.256147 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 32948) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:14.272842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dbab76c0-ab4b-4d1b-83a5-03874d4bae85 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:14.288053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-089d6681-6907-4efe-8c9c-b1c6528870f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:14.306215 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8d30cc67-a2af-43e1-9d0b-39ce7953ac83 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Calling delete_port for de5caffb-8c1f-4125-b208-522f3bd6b2f3 owned by network:floatingip {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:14.352320 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:14.398882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d6681-6907-4efe-8c9c-b1c6528870f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646485a9-f690-4ccd-8f42-427b290f478e,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:14.401947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-089d6681-6907-4efe-8c9c-b1c6528870f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:14.466660 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9f6dcd5b-5e64-4c9f-bdc8-b6144969ed6b None None] Provisioning for port 165f00d6-33f5-41e4-beb7-18861f8fa514 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:14.479722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9f6dcd5b-5e64-4c9f-bdc8-b6144969ed6b None None] Provisioning complete for port 165f00d6-33f5-41e4-beb7-18861f8fa514 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:14.480108 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9f6dcd5b-5e64-4c9f-bdc8-b6144969ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:14.484625 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-45b14376-a229-4db8-a71f-49d2a66c5530 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:14.539995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-089d6681-6907-4efe-8c9c-b1c6528870f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:14.543080 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-089d6681-6907-4efe-8c9c-b1c6528870f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/646485a9-f690-4ccd-8f42-427b290f478e HTTP/1.1" status: 204 len: 168 time: 1.7601411 Dec 22 15:25:14.683055 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9f6dcd5b-5e64-4c9f-bdc8-b6144969ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:14.697856 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db91552e-1271-4bb6-9a2e-4b854157863b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:14.710578 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c03a6-4edd-4366-80af-5b28c0acfe03 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event updated for resources: {'Subnet': ['ID=43543a54-e8e4-4984-aa98-7568b7239cd5,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:14.715247 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fd5e02c4-02ef-4079-bdcb-d8bf7ede5c7a tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:14.732939 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-9f6dcd5b-5e64-4c9f-bdc8-b6144969ed6b None None] For port 165f00d6-33f5-41e4-beb7-18861f8fa514, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=165f00d6-33f5-41e4-beb7-18861f8fa514,segment=NetworkSegment(42a15dee-6098-451c-a6d9-1c11e16b1588),segment_id=42a15dee-6098-451c-a6d9-1c11e16b1588)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:14.773101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c46c03a6-4edd-4366-80af-5b28c0acfe03 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:14.787366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e5c9a42a-7a65-48d7-9f1c-47877108972b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:14.835559 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9f6dcd5b-5e64-4c9f-bdc8-b6144969ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:14.837854 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dedf6103-d7fa-40f6-bba7-6364adc8af48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:14.888878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b14376-a229-4db8-a71f-49d2a66c5530 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Port': ['ID=61c7f450-fcb7-48d7-bbc6-edbc0905f295,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:14.907478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-45b14376-a229-4db8-a71f-49d2a66c5530 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:14.992734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6dcd5b-5e64-4c9f-bdc8-b6144969ed6b None None] Pushing event updated for resources: {'Port': ['ID=165f00d6-33f5-41e4-beb7-18861f8fa514,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:14.997143 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-9f6dcd5b-5e64-4c9f-bdc8-b6144969ed6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:14.999145 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bb963ce2-80ec-486d-91c9-ffd14756c2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:15.100742 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fd5e02c4-02ef-4079-bdcb-d8bf7ede5c7a tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:15.106852 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fd5e02c4-02ef-4079-bdcb-d8bf7ede5c7a tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7787735 Dec 22 15:25:15.107328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-45b14376-a229-4db8-a71f-49d2a66c5530 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:15.124188 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 32954) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:15.149807 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8852ccb2-7b42-4020-8f08-c01f06b55d85 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group': {'name': 'tempest-secgroup--2082775993'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:15.164785 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8852ccb2-7b42-4020-8f08-c01f06b55d85 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:15.175160 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 165f00d6-33f5-41e4-beb7-18861f8fa514 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:25:15.185769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8852ccb2-7b42-4020-8f08-c01f06b55d85 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:15.214077 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Allocated IP 2001:db8:3::1 (2efc3a86-82f9-4e1e-a162-6e6cd5744dcc/d8ec2671-4e95-42b7-bcca-eba12ee66a1d/2a847c58-f1d6-4fba-9aed-76baaf42d6c2) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:25:15.257363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-db91552e-1271-4bb6-9a2e-4b854157863b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Calling delete_port for 679b3dee-4479-429b-be42-cbca6d674d50 owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:15.275946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bde2fe6e-eb51-4ab9-b5a2-6de2d7c785e9 None None] Provisioning complete for port 165f00d6-33f5-41e4-beb7-18861f8fa514 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:15.276294 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bde2fe6e-eb51-4ab9-b5a2-6de2d7c785e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:15.310334 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c03a6-4edd-4366-80af-5b28c0acfe03 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Checking segment: {'id': 'fd23ef7b-24ea-4f96-80b8-e63af754e157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9b52e113-98f0-4a31-a1b6-d84e34bfde95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:25:15.310926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46c03a6-4edd-4366-80af-5b28c0acfe03 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Network hostable DHCP agents. Network: 9b52e113-98f0-4a31-a1b6-d84e34bfde95, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:25:15.325764 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 165f00d6-33f5-41e4-beb7-18861f8fa514 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:15.326186 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:15.463561 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d30cc67-a2af-43e1-9d0b-39ce7953ac83 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:15.471877 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-51f9025c-cd8d-461e-ac08-f0fa665412f0 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:15.522099 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30cc67-a2af-43e1-9d0b-39ce7953ac83 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Pushing event deleted for resources: {'Port': ['ID=de5caffb-8c1f-4125-b208-522f3bd6b2f3,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:15.525569 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8d30cc67-a2af-43e1-9d0b-39ce7953ac83 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:15.577296 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8852ccb2-7b42-4020-8f08-c01f06b55d85 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:15.629406 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-45b14376-a229-4db8-a71f-49d2a66c5530 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/ports/61c7f450-fcb7-48d7-bbc6-edbc0905f295 HTTP/1.1" status: 204 len: 168 time: 6.7692106 Dec 22 15:25:15.634923 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 32958) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:15.749799 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d30cc67-a2af-43e1-9d0b-39ce7953ac83 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks [] for floatingip, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:15.812940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db91552e-1271-4bb6-9a2e-4b854157863b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:15.827453 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9ebf8571-b698-4b31-a826-eaa82da76b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:15.850668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8852ccb2-7b42-4020-8f08-c01f06b55d85 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:15.860081 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d349c0-6d75-4826-bad3-4053fe216b4b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] GET failed (client error): The resource could not be found. Dec 22 15:25:15.860700 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-90d349c0-6d75-4826-bad3-4053fe216b4b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Synchronizing usage tracker for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:15.886777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8852ccb2-7b42-4020-8f08-c01f06b55d85 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Usage tracker for resource:security_group_rule and tenant:d7749218c93e4d43966de2173c9b53d1 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:15.897223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8852ccb2-7b42-4020-8f08-c01f06b55d85 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:15.917997 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8852ccb2-7b42-4020-8f08-c01f06b55d85 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:15.938622 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91552e-1271-4bb6-9a2e-4b854157863b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Port': ['ID=679b3dee-4479-429b-be42-cbca6d674d50,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:15.976617 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-db91552e-1271-4bb6-9a2e-4b854157863b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:15.984242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d30cc67-a2af-43e1-9d0b-39ce7953ac83 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:15.985505 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8d30cc67-a2af-43e1-9d0b-39ce7953ac83 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] 10.222.0.59 "DELETE /v2.0/floatingips/61eef10a-1b71-45c4-8562-12e97bae78fa HTTP/1.1" status: 204 len: 168 time: 2.8145607 Dec 22 15:25:15.993775 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32962) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:16.037329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46c03a6-4edd-4366-80af-5b28c0acfe03 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Network 9b52e113-98f0-4a31-a1b6-d84e34bfde95 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:25:16.132918 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db91552e-1271-4bb6-9a2e-4b854157863b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:16.282607 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-c46c03a6-4edd-4366-80af-5b28c0acfe03 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 9b52e113-98f0-4a31-a1b6-d84e34bfde95) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:16.284151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-90d349c0-6d75-4826-bad3-4053fe216b4b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unset dirty status for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:16.289260 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-90d349c0-6d75-4826-bad3-4053fe216b4b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports/61c7f450-fcb7-48d7-bbc6-edbc0905f295 HTTP/1.1" status: 404 len: 333 time: 0.6319818 Dec 22 15:25:16.294653 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 32966) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:16.297048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250fb632-7069-425a-99d2-e65dcb2df8d3 None None] Network 9b52e113-98f0-4a31-a1b6-d84e34bfde95 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:16.304103 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46c03a6-4edd-4366-80af-5b28c0acfe03 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:16.304691 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c46c03a6-4edd-4366-80af-5b28c0acfe03 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:16.409969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db91552e-1271-4bb6-9a2e-4b854157863b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:16.415158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db91552e-1271-4bb6-9a2e-4b854157863b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:16.471206 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:16.537611 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Transition to ACTIVE for port object 2a847c58-f1d6-4fba-9aed-76baaf42d6c2 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:25:16.561232 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-c600e4d6-ff60-4777-a261-f4afd44d2a94 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting subnet 35b3b21b-9f31-416c-b0ee-d2f13bff39ab {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:25:16.580508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c600e4d6-ff60-4777-a261-f4afd44d2a94 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:16.630786 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db91552e-1271-4bb6-9a2e-4b854157863b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:16.631305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db91552e-1271-4bb6-9a2e-4b854157863b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Fanout notify agent at l3_agent the message router_deleted on router eeefca05-d345-41d1-97a9-6c15134ea6a3 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:25:16.633546 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb963ce2-80ec-486d-91c9-ffd14756c2d0 admin admin] Router 76ab0945-a245-41a0-8fc8-3717c5cb87c9 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:25:16.652689 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c46c03a6-4edd-4366-80af-5b28c0acfe03 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 6.7424412 Dec 22 15:25:16.655622 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32970) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:16.662355 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8852ccb2-7b42-4020-8f08-c01f06b55d85 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:16.674141 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-7ef188f6-e431-48e4-b67a-14fd6976a42b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Request body: {'router': {'external_gateway_info': {'network_id': '9b52e113-98f0-4a31-a1b6-d84e34bfde95'}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:16.690599 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c600e4d6-ff60-4777-a261-f4afd44d2a94 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:16.734521 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-9b52e113-98f0-4a31-a1b6-d84e34bfde95', 'network_id': '9b52e113-98f0-4a31-a1b6-d84e34bfde95', 'tenant_id': 'e27e0e181ddb43cb88880dec4db1f67e', 'fixed_ips': [{'subnet_id': '43543a54-e8e4-4984-aa98-7568b7239cd5'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:25:16.736168 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:16.780915 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8852ccb2-7b42-4020-8f08-c01f06b55d85 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:16.799174 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-096bef0f-b93c-42b0-8e32-a5d9212f4c63 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:16.880929 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852ccb2-7b42-4020-8f08-c01f06b55d85 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf501e65-c041-4188-a64a-63ad04e6e6c5,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:16.883735 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:16.889958 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8852ccb2-7b42-4020-8f08-c01f06b55d85 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:16.896279 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:16.964371 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db91552e-1271-4bb6-9a2e-4b854157863b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:16.968764 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-db91552e-1271-4bb6-9a2e-4b854157863b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/routers/eeefca05-d345-41d1-97a9-6c15134ea6a3 HTTP/1.1" status: 204 len: 168 time: 4.6938639 Dec 22 15:25:16.975579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32974) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:16.984088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-2b2d5837-69c7-4071-b620-dcf40a53c28b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'network': {'name': 'tempest-RoutersTest-1231280671'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:16.991612 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Allocated IP 2001:db8:1::2 (9b52e113-98f0-4a31-a1b6-d84e34bfde95/43543a54-e8e4-4984-aa98-7568b7239cd5/debd26ed-7fa9-4d8f-82bf-b671a890503e) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:25:16.992425 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2b2d5837-69c7-4071-b620-dcf40a53c28b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:17.033931 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8852ccb2-7b42-4020-8f08-c01f06b55d85 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:17.035244 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8852ccb2-7b42-4020-8f08-c01f06b55d85 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9037356 Dec 22 15:25:17.056887 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 32978) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:17.069192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network 2efc3a86-82f9-4e1e-a162-6e6cd5744dcc is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:25:17.073765 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fa2e5d47-a249-40d2-89d1-f18185c6e523 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group_rule': {'security_group_id': 'bf501e65-c041-4188-a64a-63ad04e6e6c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:17.086610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:17.095194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fa2e5d47-a249-40d2-89d1-f18185c6e523 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:17.097893 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:17.098467 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:17.105282 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Port': ['ID=2a847c58-f1d6-4fba-9aed-76baaf42d6c2,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:17.115068 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c600e4d6-ff60-4777-a261-f4afd44d2a94 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:17.145880 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:17.159514 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fa2e5d47-a249-40d2-89d1-f18185c6e523 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Usage tracker for resource:security_group_rule and tenant:d7749218c93e4d43966de2173c9b53d1 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:17.171982 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fa2e5d47-a249-40d2-89d1-f18185c6e523 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:17.190032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fa2e5d47-a249-40d2-89d1-f18185c6e523 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:17.194764 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb963ce2-80ec-486d-91c9-ffd14756c2d0 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:25:17.209070 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bb963ce2-80ec-486d-91c9-ffd14756c2d0 admin admin] 10.222.0.59 "PUT /v2.0/routers/76ab0945-a245-41a0-8fc8-3717c5cb87c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7424870 Dec 22 15:25:17.212566 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 32982) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:17.213503 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2b2d5837-69c7-4071-b620-dcf40a53c28b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:network and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:17.230967 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4374e372-f5a4-43c0-8d4a-927a471116ff None None] Sync routers for ids ['76ab0945-a245-41a0-8fc8-3717c5cb87c9'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:25:17.261200 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4374e372-f5a4-43c0-8d4a-927a471116ff None None] Routers {'76ab0945-a245-41a0-8fc8-3717c5cb87c9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:17.262197 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4374e372-f5a4-43c0-8d4a-927a471116ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['76ab0945-a245-41a0-8fc8-3717c5cb87c9'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:17.297774 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2b2d5837-69c7-4071-b620-dcf40a53c28b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:17.358716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2b2d5837-69c7-4071-b620-dcf40a53c28b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:17.385742 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:17.417669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa2e5d47-a249-40d2-89d1-f18185c6e523 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:17.455030 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c600e4d6-ff60-4777-a261-f4afd44d2a94 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:17.468475 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c323aace-5cf2-4b63-a9c7-9dc4c6462f47 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:17.517691 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7ef188f6-e431-48e4-b67a-14fd6976a42b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:17.536765 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600e4d6-ff60-4777-a261-f4afd44d2a94 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Subnet': ['ID=35b3b21b-9f31-416c-b0ee-d2f13bff39ab,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:17.543116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c600e4d6-ff60-4777-a261-f4afd44d2a94 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:17.544529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5762066f-bed9-4bf6-aba2-fdfd3dea8d4f admin admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:17.559429 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Transition to ACTIVE for port object debd26ed-7fa9-4d8f-82bf-b671a890503e will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:25:17.580931 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a881507-4f2b-4bdf-903a-8278e2a1d053 None None] Network c551ba56-1ba3-4220-8c9f-26d8600053e5 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:17.592240 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2d5837-69c7-4071-b620-dcf40a53c28b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Made reservation on behalf of 7b4975992c034d11b43920ae668ae5e2 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:17.598584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2b2d5837-69c7-4071-b620-dcf40a53c28b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:17.612141 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c600e4d6-ff60-4777-a261-f4afd44d2a94 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:17.690534 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c600e4d6-ff60-4777-a261-f4afd44d2a94 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/subnets/35b3b21b-9f31-416c-b0ee-d2f13bff39ab HTTP/1.1" status: 204 len: 168 time: 1.3885267 Dec 22 15:25:17.692127 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32986) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:17.728557 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Transition to ACTIVE for port object debd26ed-7fa9-4d8f-82bf-b671a890503e will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:25:17.767770 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2d5837-69c7-4071-b620-dcf40a53c28b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:25:17.774077 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-4374e372-f5a4-43c0-8d4a-927a471116ff None None] Set router 76ab0945-a245-41a0-8fc8-3717c5cb87c9 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:25:17.788311 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:17.807338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa2e5d47-a249-40d2-89d1-f18185c6e523 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:17.864855 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2b2d5837-69c7-4071-b620-dcf40a53c28b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:17.865607 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-2b2d5837-69c7-4071-b620-dcf40a53c28b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Added segment 7f147ab7-06ba-4bc6-b8da-5915304123f1 of type vlan for network db52a6e2-079c-4e97-9f84-5a960457f574 Dec 22 15:25:17.890816 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa2e5d47-a249-40d2-89d1-f18185c6e523 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:17.894782 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf4586c-2909-4702-8820-404cd816e9ef tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting subnet 6450f8df-7160-44a4-8388-02626e2c7153 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:25:17.900177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:17.911372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6bf4586c-2909-4702-8820-404cd816e9ef tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:17.912154 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5762066f-bed9-4bf6-aba2-fdfd3dea8d4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:17.933147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-570cf0c6-d838-4c55-adb5-ab65cfa65f62 None None] Provisioning for port 2a847c58-f1d6-4fba-9aed-76baaf42d6c2 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:17.937163 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:17.954954 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dca23e5f-e5bc-4cca-b74c-f2bc3d0c0dbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:17.970809 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2b2d5837-69c7-4071-b620-dcf40a53c28b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:18.011844 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6bf4586c-2909-4702-8820-404cd816e9ef tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:18.025339 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-570cf0c6-d838-4c55-adb5-ab65cfa65f62 None None] Provisioning complete for port 2a847c58-f1d6-4fba-9aed-76baaf42d6c2 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:18.025620 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-570cf0c6-d838-4c55-adb5-ab65cfa65f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:18.043771 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f600a03e-31b9-4e59-8f6b-8242aec74e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:18.101423 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-2b2d5837-69c7-4071-b620-dcf40a53c28b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:25:18.225043 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e5d47-a249-40d2-89d1-f18185c6e523 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855d49d7-bd5b-4c01-be84-4fb85cca5145,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:18.239697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fa2e5d47-a249-40d2-89d1-f18185c6e523 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:18.243272 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Network 9b52e113-98f0-4a31-a1b6-d84e34bfde95 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:25:18.252844 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:18.256219 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:18.267280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-5762066f-bed9-4bf6-aba2-fdfd3dea8d4f admin admin] Deleting port 84398f25-d13a-4c81-ba48-8675720fb2ed {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:18.267590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5762066f-bed9-4bf6-aba2-fdfd3dea8d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:18.270091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2b2d5837-69c7-4071-b620-dcf40a53c28b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:18.276185 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2d5837-69c7-4071-b620-dcf40a53c28b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:18.276731 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2b2d5837-69c7-4071-b620-dcf40a53c28b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:18.278109 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Pushing event updated for resources: {'Port': ['ID=debd26ed-7fa9-4d8f-82bf-b671a890503e,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:18.281166 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:18.295520 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0c4b9791-b8a7-4a61-9db0-a9d894b54c12 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:18.327685 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa2e5d47-a249-40d2-89d1-f18185c6e523 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:18.329177 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fa2e5d47-a249-40d2-89d1-f18185c6e523 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2692556 Dec 22 15:25:18.337562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 32990) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:18.436913 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-570cf0c6-d838-4c55-adb5-ab65cfa65f62 None None] Port 2a847c58-f1d6-4fba-9aed-76baaf42d6c2 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:25:18.477287 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a6b0f4fc-aadd-450e-a72a-43a304211e26 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-group-rules/855d49d7-bd5b-4c01-be84-4fb85cca5145 HTTP/1.1" status: 200 len: 763 time: 0.1378629 Dec 22 15:25:18.505246 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 32994) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:18.506700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6bf4586c-2909-4702-8820-404cd816e9ef tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:18.538064 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d5837-69c7-4071-b620-dcf40a53c28b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Network': ['ID=db52a6e2-079c-4e97-9f84-5a960457f574,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:18.565146 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2b2d5837-69c7-4071-b620-dcf40a53c28b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5882092 Dec 22 15:25:18.570526 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 32998) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:18.574919 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2b2d5837-69c7-4071-b620-dcf40a53c28b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:18.585745 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network db52a6e2-079c-4e97-9f84-5a960457f574 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:25:18.590044 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-7ef188f6-e431-48e4-b67a-14fd6976a42b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:25:18.597179 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7ef188f6-e431-48e4-b67a-14fd6976a42b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "PUT /v2.0/routers/1b9e8972-4ce2-4188-987f-8704644bf500 HTTP/1.1" status: 400 len: 364 time: 1.9249437 Dec 22 15:25:18.597486 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9bf8d840-e0ad-49a4-9482-13aa069c1a70 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'subnet': {'network_id': 'db52a6e2-079c-4e97-9f84-5a960457f574', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:18.605024 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Attempting to bind port debd26ed-7fa9-4d8f-82bf-b671a890503e on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:25:18.605471 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Attempting to bind port debd26ed-7fa9-4d8f-82bf-b671a890503e by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'fd23ef7b-24ea-4f96-80b8-e63af754e157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9b52e113-98f0-4a31-a1b6-d84e34bfde95'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:25:18.605830 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Attempting to bind port debd26ed-7fa9-4d8f-82bf-b671a890503e on network 9b52e113-98f0-4a31-a1b6-d84e34bfde95 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:25:18.617206 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33002) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:18.693912 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:25:18.694452 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Checking segment: {'id': 'fd23ef7b-24ea-4f96-80b8-e63af754e157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9b52e113-98f0-4a31-a1b6-d84e34bfde95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:25:18.694947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:18.695439 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Bound using segment: {'id': 'fd23ef7b-24ea-4f96-80b8-e63af754e157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9b52e113-98f0-4a31-a1b6-d84e34bfde95'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:25:18.696032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Bound port: debd26ed-7fa9-4d8f-82bf-b671a890503e, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd23ef7b-24ea-4f96-80b8-e63af754e157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9b52e113-98f0-4a31-a1b6-d84e34bfde95'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:25:18.696499 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:18.852046 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:18.854129 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] For port debd26ed-7fa9-4d8f-82bf-b671a890503e, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:25:18.857807 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] For port debd26ed-7fa9-4d8f-82bf-b671a890503e, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=debd26ed-7fa9-4d8f-82bf-b671a890503e,segment=NetworkSegment(fd23ef7b-24ea-4f96-80b8-e63af754e157),segment_id=fd23ef7b-24ea-4f96-80b8-e63af754e157)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:25:18.861618 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4374e372-f5a4-43c0-8d4a-927a471116ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'name': 'tempest-ServerActionsTestJSON-41532340-router', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:25:11Z', 'revision_number': 5, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'gw_port': {'id': '84398f25-d13a-4c81-ba48-8675720fb2ed', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:33Z', 'updated_at': '2021-12-22T15:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:18.864485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-dde71dff-a14f-4d8b-8e73-299a6ba84134 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:18.869166 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4374e372-f5a4-43c0-8d4a-927a471116ff None None] Checking router: 76ab0945-a245-41a0-8fc8-3717c5cb87c9 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:25:18.891488 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4374e372-f5a4-43c0-8d4a-927a471116ff None None] Routers {'76ab0945-a245-41a0-8fc8-3717c5cb87c9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:18.892339 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4374e372-f5a4-43c0-8d4a-927a471116ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['76ab0945-a245-41a0-8fc8-3717c5cb87c9'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:18.970984 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f600a03e-31b9-4e59-8f6b-8242aec74e2a admin admin] Deleting port 4e18be9e-69a6-44fd-9780-65bd28953898 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:18.971673 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f600a03e-31b9-4e59-8f6b-8242aec74e2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:19.006151 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-dde71dff-a14f-4d8b-8e73-299a6ba84134 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:19.010661 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-dde71dff-a14f-4d8b-8e73-299a6ba84134 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4716525 Dec 22 15:25:19.015802 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6bf4586c-2909-4702-8820-404cd816e9ef tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:19.023430 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33006) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:19.030754 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:19.050930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:19.052639 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:19.084899 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-5762066f-bed9-4bf6-aba2-fdfd3dea8d4f admin admin] For port 84398f25-d13a-4c81-ba48-8675720fb2ed, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=84398f25-d13a-4c81-ba48-8675720fb2ed,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:19.085999 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5762066f-bed9-4bf6-aba2-fdfd3dea8d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:19.095082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4586c-2909-4702-8820-404cd816e9ef tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Subnet': ['ID=6450f8df-7160-44a4-8388-02626e2c7153,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:19.099007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6bf4586c-2909-4702-8820-404cd816e9ef tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:19.105681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bb963ce2-80ec-486d-91c9-ffd14756c2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:19.105891 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6bf4586c-2909-4702-8820-404cd816e9ef tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:19.212454 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-4374e372-f5a4-43c0-8d4a-927a471116ff None None] Set router 76ab0945-a245-41a0-8fc8-3717c5cb87c9 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:25:19.268778 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f600a03e-31b9-4e59-8f6b-8242aec74e2a admin admin] For port 4e18be9e-69a6-44fd-9780-65bd28953898, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=4e18be9e-69a6-44fd-9780-65bd28953898,segment=NetworkSegment(f1868073-ed6a-44a8-a1d4-49e95fad9955),segment_id=f1868073-ed6a-44a8-a1d4-49e95fad9955)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:19.269867 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f600a03e-31b9-4e59-8f6b-8242aec74e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:19.371935 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-5762066f-bed9-4bf6-aba2-fdfd3dea8d4f admin admin] Calling delete_port for 84398f25-d13a-4c81-ba48-8675720fb2ed owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:19.396340 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4374e372-f5a4-43c0-8d4a-927a471116ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'name': 'tempest-ServerActionsTestJSON-41532340-router', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:25:17Z', 'revision_number': 6, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:19.402057 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4374e372-f5a4-43c0-8d4a-927a471116ff None None] The sync data for ids ['76ab0945-a245-41a0-8fc8-3717c5cb87c9'] in dv-neutron-822674-1-hyperv is: [{'id': '76ab0945-a245-41a0-8fc8-3717c5cb87c9', 'name': 'tempest-ServerActionsTestJSON-41532340-router', 'tenant_id': '4b1a174dbcbe478299f6879dd11bdd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:30Z', 'updated_at': '2021-12-22T15:25:17Z', 'revision_number': 6, 'project_id': '4b1a174dbcbe478299f6879dd11bdd14', 'gw_port_host': None}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:25:19.404291 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:19.419060 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:19.463073 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f600a03e-31b9-4e59-8f6b-8242aec74e2a admin admin] Calling delete_port for 4e18be9e-69a6-44fd-9780-65bd28953898 owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:19.508062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Pushing event updated for resources: {'Port': ['ID=debd26ed-7fa9-4d8f-82bf-b671a890503e,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:19.519824 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:19.551404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6009-8640-4df4-88c4-aed3b1ebca45 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:19.567727 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6bf4586c-2909-4702-8820-404cd816e9ef tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/subnets/6450f8df-7160-44a4-8388-02626e2c7153 HTTP/1.1" status: 204 len: 168 time: 1.8729649 Dec 22 15:25:19.572024 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6009-8640-4df4-88c4-aed3b1ebca45 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:19.577222 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9bf8d840-e0ad-49a4-9482-13aa069c1a70 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:19.578888 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33010) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:19.670763 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9bf8d840-e0ad-49a4-9482-13aa069c1a70 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:subnet and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:19.689912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9bf8d840-e0ad-49a4-9482-13aa069c1a70 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:19.713524 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a78a2e-54a7-4dcf-9357-995fac1127d5 None None] Network c551ba56-1ba3-4220-8c9f-26d8600053e5 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:19.779427 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:19.801917 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port 9a80936c-32b5-48ed-9576-5aab89c7aad4 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:19.802217 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:19.944188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6009-8640-4df4-88c4-aed3b1ebca45 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:19.981696 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7c21c9b0-9e95-4304-8e29-574e3add43dd None None] Provisioning complete for port 9a80936c-32b5-48ed-9576-5aab89c7aad4 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:19.983411 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:19.983656 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7c21c9b0-9e95-4304-8e29-574e3add43dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:19.989658 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9bf8d840-e0ad-49a4-9482-13aa069c1a70 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:20.006764 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c6009-8640-4df4-88c4-aed3b1ebca45 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=855d49d7-bd5b-4c01-be84-4fb85cca5145,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:20.009602 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4b3c6009-8640-4df4-88c4-aed3b1ebca45 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:20.019918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event updated for resources: {'Port': ['ID=2a847c58-f1d6-4fba-9aed-76baaf42d6c2,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:20.042507 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:20.188784 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6009-8640-4df4-88c4-aed3b1ebca45 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:20.193288 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4b3c6009-8640-4df4-88c4-aed3b1ebca45 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/855d49d7-bd5b-4c01-be84-4fb85cca5145 HTTP/1.1" status: 204 len: 168 time: 1.1339195 Dec 22 15:25:20.199588 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33014) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:20.241287 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] For port 9a80936c-32b5-48ed-9576-5aab89c7aad4, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=9a80936c-32b5-48ed-9576-5aab89c7aad4,segment=NetworkSegment(14a865d8-e09a-4b7b-9cd6-fcc50a38a1e3),segment_id=14a865d8-e09a-4b7b-9cd6-fcc50a38a1e3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:20.241661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:20.276372 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf8d840-e0ad-49a4-9482-13aa069c1a70 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Made reservation on behalf of 7b4975992c034d11b43920ae668ae5e2 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:20.282401 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bf8d840-e0ad-49a4-9482-13aa069c1a70 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:20.384738 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for 9a80936c-32b5-48ed-9576-5aab89c7aad4 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:20.417922 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f600a03e-31b9-4e59-8f6b-8242aec74e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:20.439383 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8d30cc67-a2af-43e1-9d0b-39ce7953ac83 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:20.595551 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600a03e-31b9-4e59-8f6b-8242aec74e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=4e18be9e-69a6-44fd-9780-65bd28953898,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:20.600933 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f600a03e-31b9-4e59-8f6b-8242aec74e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:20.680865 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:20.789171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1769b7-24b7-4be3-a959-2c6e29240271 None None] DHCP port deletion for c551ba56-1ba3-4220-8c9f-26d8600053e5 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:25:20.796188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ce1769b7-24b7-4be3-a959-2c6e29240271 None None] Deleting port 9a80936c-32b5-48ed-9576-5aab89c7aad4 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:20.796786 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ce1769b7-24b7-4be3-a959-2c6e29240271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:20.819672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Network 2efc3a86-82f9-4e1e-a162-6e6cd5744dcc is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:25:20.879349 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:21.239590 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f600a03e-31b9-4e59-8f6b-8242aec74e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:21.272868 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-edbb8e88-6c03-42ae-9631-21c955817d7a tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:21.387619 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:21.399755 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9d896cbd-7476-476b-a9d5-f8e21ee3c068 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:21.420949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device debd26ed-7fa9-4d8f-82bf-b671a890503e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:25:21.469949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Port': ['ID=9a80936c-32b5-48ed-9576-5aab89c7aad4,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:21.479220 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:21.480122 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] No DVR routers for this DVR port 9a80936c-32b5-48ed-9576-5aab89c7aad4 on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:25:21.569170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ce1769b7-24b7-4be3-a959-2c6e29240271 None None] For port 9a80936c-32b5-48ed-9576-5aab89c7aad4, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=9a80936c-32b5-48ed-9576-5aab89c7aad4,segment=NetworkSegment(14a865d8-e09a-4b7b-9cd6-fcc50a38a1e3),segment_id=14a865d8-e09a-4b7b-9cd6-fcc50a38a1e3)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:21.569962 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ce1769b7-24b7-4be3-a959-2c6e29240271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:21.664955 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c43da22a-ec11-4a9c-b32c-331174834a35 None None] Provisioning complete for port 2a847c58-f1d6-4fba-9aed-76baaf42d6c2 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:21.665666 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c43da22a-ec11-4a9c-b32c-331174834a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:21.787607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:21.853441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ce1769b7-24b7-4be3-a959-2c6e29240271 None None] Calling delete_port for 9a80936c-32b5-48ed-9576-5aab89c7aad4 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:21.912198 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e631a769-9e33-425d-8c27-e1eb05961a5d None None] Network 9b52e113-98f0-4a31-a1b6-d84e34bfde95 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:21.938439 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c551ba56-1ba3-4220-8c9f-26d8600053e5']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:21.941535 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5762066f-bed9-4bf6-aba2-fdfd3dea8d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:21.963347 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a2f29b23-96c9-46fe-b85a-7b883a15fa7e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:21.970933 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a865d8-e09a-4b7b-9cd6-fcc50a38a1e3') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:21.971288 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a865d8-e09a-4b7b-9cd6-fcc50a38a1e3') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:21.990190 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:21.992598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-edbb8e88-6c03-42ae-9631-21c955817d7a tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:21.994187 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-edbb8e88-6c03-42ae-9631-21c955817d7a tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.7634695 Dec 22 15:25:21.999232 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33018) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:22.012262 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-7679f202-9c58-4e80-94b5-722f09026417 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group_rule': {'security_group_id': 'bf501e65-c041-4188-a64a-63ad04e6e6c5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:22.046817 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762066f-bed9-4bf6-aba2-fdfd3dea8d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=84398f25-d13a-4c81-ba48-8675720fb2ed,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:22.061908 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5762066f-bed9-4bf6-aba2-fdfd3dea8d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:22.132432 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c43da22a-ec11-4a9c-b32c-331174834a35 None None] Port 2a847c58-f1d6-4fba-9aed-76baaf42d6c2 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:25:22.133920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7679f202-9c58-4e80-94b5-722f09026417 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:22.138153 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:22.170704 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:25:22.171332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:25:22.204374 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:25:22.214117 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bf8d840-e0ad-49a4-9482-13aa069c1a70 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:22.214340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7679f202-9c58-4e80-94b5-722f09026417 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:22.220267 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port debd26ed-7fa9-4d8f-82bf-b671a890503e completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:22.227376 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e05e97e3-c272-4f8b-80e2-899ead995b59 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:22.270029 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-ce1769b7-24b7-4be3-a959-2c6e29240271 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:25:22.270727 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-ce1769b7-24b7-4be3-a959-2c6e29240271 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:25:22.294470 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router cbca079a-6dfb-49fb-920c-4d2e10b6303f has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:25:22.333720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Allocated IP 2001:db8::1 (f3c2090b-930a-4c71-b194-984df3671ccb/ac316110-f3f5-443d-b964-9289666271b2/75a35b29-50fa-4615-a4cc-d26f0a6ac29b) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:25:22.427332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f600a03e-31b9-4e59-8f6b-8242aec74e2a admin admin] Router 36d43092-df8f-4a83-a2d3-688bb812614e has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:25:22.442339 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 84398f25-d13a-4c81-ba48-8675720fb2ed no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:25:22.518935 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 84398f25-d13a-4c81-ba48-8675720fb2ed {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:25:22.518935 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 84398f25-d13a-4c81-ba48-8675720fb2ed not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:25:22.518935 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 41e92c75-afaf-4110-a58c-0499fe45f8dc no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:25:22.535649 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:22.553902 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Transition to ACTIVE for port object 75a35b29-50fa-4615-a4cc-d26f0a6ac29b will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:25:22.579357 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 41e92c75-afaf-4110-a58c-0499fe45f8dc {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:25:22.581559 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 41e92c75-afaf-4110-a58c-0499fe45f8dc not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:25:22.581559 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 9a80936c-32b5-48ed-9576-5aab89c7aad4 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:25:22.587650 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5762066f-bed9-4bf6-aba2-fdfd3dea8d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:22.600000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:22.627370 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cee02727-a4a4-4a21-9c8d-326d3dc01ba0 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:22.659237 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-932d769c-8213-4d47-b5f6-add63d82a108 None None] Provisioning for port debd26ed-7fa9-4d8f-82bf-b671a890503e completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:22.660430 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:22.669040 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 9a80936c-32b5-48ed-9576-5aab89c7aad4 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:25:22.669602 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 9a80936c-32b5-48ed-9576-5aab89c7aad4 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:25:22.678454 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-932d769c-8213-4d47-b5f6-add63d82a108 None None] Provisioning complete for port debd26ed-7fa9-4d8f-82bf-b671a890503e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:22.680525 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-932d769c-8213-4d47-b5f6-add63d82a108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:22.690738 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7679f202-9c58-4e80-94b5-722f09026417 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:22.711201 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Network': ['ID=c551ba56-1ba3-4220-8c9f-26d8600053e5,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:22.725794 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:22.772739 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ce1769b7-24b7-4be3-a959-2c6e29240271 None None] Deleting port 9a80936c-32b5-48ed-9576-5aab89c7aad4 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:22.773554 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ce1769b7-24b7-4be3-a959-2c6e29240271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:22.883287 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ce1769b7-24b7-4be3-a959-2c6e29240271 None None] The port '9a80936c-32b5-48ed-9576-5aab89c7aad4' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:25:22.916543 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/networks/c551ba56-1ba3-4220-8c9f-26d8600053e5 HTTP/1.1" status: 204 len: 168 time: 3.3328373 Dec 22 15:25:22.922772 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33022) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:23.063582 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7679f202-9c58-4e80-94b5-722f09026417 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:23.079098 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f600a03e-31b9-4e59-8f6b-8242aec74e2a admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:25:23.079399 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:23.092226 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6556b0b8-0625-4f7b-9451-82c2a5f93c57 None None] Sync routers for ids ['36d43092-df8f-4a83-a2d3-688bb812614e'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:25:23.117366 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6556b0b8-0625-4f7b-9451-82c2a5f93c57 None None] Routers {'36d43092-df8f-4a83-a2d3-688bb812614e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:23.118462 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-6556b0b8-0625-4f7b-9451-82c2a5f93c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['36d43092-df8f-4a83-a2d3-688bb812614e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:23.131651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7679f202-9c58-4e80-94b5-722f09026417 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:23.152202 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4906712-782e-4210-a84b-9ce7341cb063 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:23.153299 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f4906712-782e-4210-a84b-9ce7341cb063 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Synchronizing usage tracker for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:23.161411 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:23.174129 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f600a03e-31b9-4e59-8f6b-8242aec74e2a admin admin] 10.222.0.59 "PUT /v2.0/routers/36d43092-df8f-4a83-a2d3-688bb812614e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1790218 Dec 22 15:25:23.183239 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33026) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:23.216965 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-932d769c-8213-4d47-b5f6-add63d82a108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:23.295046 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-932d769c-8213-4d47-b5f6-add63d82a108 None None] For port debd26ed-7fa9-4d8f-82bf-b671a890503e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=debd26ed-7fa9-4d8f-82bf-b671a890503e,segment=NetworkSegment(fd23ef7b-24ea-4f96-80b8-e63af754e157),segment_id=fd23ef7b-24ea-4f96-80b8-e63af754e157)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:23.344363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679f202-9c58-4e80-94b5-722f09026417 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e489cf7-5494-4c9a-a2e5-90adb964bdf2,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:23.355931 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7679f202-9c58-4e80-94b5-722f09026417 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:23.382640 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7679f202-9c58-4e80-94b5-722f09026417 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:23.383879 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7679f202-9c58-4e80-94b5-722f09026417 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3836644 Dec 22 15:25:23.390663 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33030) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:23.403092 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8d840-e0ad-49a4-9482-13aa069c1a70 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Subnet': ['ID=b31bfaf0-22e6-4e04-8201-97b67045fcb9,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:23.411346 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-932d769c-8213-4d47-b5f6-add63d82a108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:23.415271 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:23.432583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f4906712-782e-4210-a84b-9ce7341cb063 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unset dirty status for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:23.433760 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f4906712-782e-4210-a84b-9ce7341cb063 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5049932 Dec 22 15:25:23.446309 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33034) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:23.449954 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a5dbc00e-b66a-4c3d-986b-4e6668d97f79 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-group-rules/0e489cf7-5494-4c9a-a2e5-90adb964bdf2 HTTP/1.1" status: 200 len: 763 time: 0.0581331 Dec 22 15:25:23.470262 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9bf8d840-e0ad-49a4-9482-13aa069c1a70 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.249s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:23.471000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33036) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:23.480085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1012b083-6eeb-4aeb-9521-beb4e5a922ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:23.580992 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7a0ad4f1-c7e0-4442-9a3d-f961784ad9f6 None None] Provisioning complete for port debd26ed-7fa9-4d8f-82bf-b671a890503e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:23.581627 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7a0ad4f1-c7e0-4442-9a3d-f961784ad9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:23.602127 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5762066f-bed9-4bf6-aba2-fdfd3dea8d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:23.611236 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-6556b0b8-0625-4f7b-9451-82c2a5f93c57 None None] Set router 36d43092-df8f-4a83-a2d3-688bb812614e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:25:23.615671 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5762066f-bed9-4bf6-aba2-fdfd3dea8d4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:23.622330 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed17a678-e85b-4d49-a804-85decc8cc896 admin admin] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:23.627946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Network f3c2090b-930a-4c71-b194-984df3671ccb is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:25:23.638432 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:23.640841 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf8d840-e0ad-49a4-9482-13aa069c1a70 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Checking segment: {'id': '7f147ab7-06ba-4bc6-b8da-5915304123f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'db52a6e2-079c-4e97-9f84-5a960457f574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:25:23.641472 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf8d840-e0ad-49a4-9482-13aa069c1a70 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network hostable DHCP agents. Network: db52a6e2-079c-4e97-9f84-5a960457f574, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:25:23.644403 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d769c-8213-4d47-b5f6-add63d82a108 None None] Pushing event updated for resources: {'Port': ['ID=debd26ed-7fa9-4d8f-82bf-b671a890503e,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:23.653488 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:23.654502 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:23.664961 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-932d769c-8213-4d47-b5f6-add63d82a108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:23.695684 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event updated for resources: {'Port': ['ID=75a35b29-50fa-4615-a4cc-d26f0a6ac29b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:23.716657 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:23.719151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:25:23.737024 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] Sync routers for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:25:23.759989 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:23.761411 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:23.809486 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b2afa65c-3a64-4bc2-a5c1-568655b5a31f tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2944429 Dec 22 15:25:23.817486 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33042) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:23.858629 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/cbca079a-6dfb-49fb-920c-4d2e10b6303f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3794031 Dec 22 15:25:23.861202 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5762066f-bed9-4bf6-aba2-fdfd3dea8d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:23.863142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5762066f-bed9-4bf6-aba2-fdfd3dea8d4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76ab0945-a245-41a0-8fc8-3717c5cb87c9 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:25:23.867444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33046) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:23.876667 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-c7d56367-9653-4e74-a2f0-550c132163e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:23.881951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5762066f-bed9-4bf6-aba2-fdfd3dea8d4f admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:23.884785 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5762066f-bed9-4bf6-aba2-fdfd3dea8d4f admin admin] 10.222.0.59 "DELETE /v2.0/routers/76ab0945-a245-41a0-8fc8-3717c5cb87c9 HTTP/1.1" status: 204 len: 168 time: 6.6683869 Dec 22 15:25:23.903794 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33050) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:24.056102 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04f45d2-a205-4e66-b352-9741b7df8f72 admin admin] Deleting subnet 1d351219-3f54-4318-ad3a-f368fdd0eec7 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:25:24.060525 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c04f45d2-a205-4e66-b352-9741b7df8f72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:24.147770 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c04f45d2-a205-4e66-b352-9741b7df8f72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:24.176300 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-6556b0b8-0625-4f7b-9451-82c2a5f93c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'name': 'tempest-ServersTestManualDisk-1782337812-router', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:12Z', 'updated_at': '2021-12-22T15:25:20Z', 'revision_number': 5, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'gw_port': {'id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:16Z', 'updated_at': '2021-12-22T15:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:24.180893 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6556b0b8-0625-4f7b-9451-82c2a5f93c57 None None] Checking router: 36d43092-df8f-4a83-a2d3-688bb812614e for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:25:24.192073 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6556b0b8-0625-4f7b-9451-82c2a5f93c57 None None] Routers {'36d43092-df8f-4a83-a2d3-688bb812614e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:24.192722 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-6556b0b8-0625-4f7b-9451-82c2a5f93c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:24:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['36d43092-df8f-4a83-a2d3-688bb812614e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:24.199883 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf8d840-e0ad-49a4-9482-13aa069c1a70 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network db52a6e2-079c-4e97-9f84-5a960457f574 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:25:24.292713 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c04f45d2-a205-4e66-b352-9741b7df8f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:24.304441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:25:24.363627 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9fc9dada-7e2d-47d1-a74a-301a0157b034 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:24.430718 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-6556b0b8-0625-4f7b-9451-82c2a5f93c57 None None] Set router 36d43092-df8f-4a83-a2d3-688bb812614e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:25:24.491844 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-dd6ff558-9ec2-4804-a9c8-72faef3bcbf1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.0356855 Dec 22 15:25:24.511547 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9fc9dada-7e2d-47d1-a74a-301a0157b034 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:24.522481 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33054) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:24.530912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:24.547447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-9bf8d840-e0ad-49a4-9482-13aa069c1a70 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, db52a6e2-079c-4e97-9f84-5a960457f574) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:24.559615 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2dcae60c-fc14-4494-bd32-5c36c1adca04 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1835607011'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:24.586271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf8d840-e0ad-49a4-9482-13aa069c1a70 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:24.587278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bf8d840-e0ad-49a4-9482-13aa069c1a70 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:24.601044 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-61d25b6b-70f5-4706-be6c-b5b9b7a9bf1d None None] Provisioning for port 75a35b29-50fa-4615-a4cc-d26f0a6ac29b completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:24.610071 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf764f6d-b6bc-4718-94c4-c651ed444b20 None None] Network db52a6e2-079c-4e97-9f84-5a960457f574 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:24.618264 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2dcae60c-fc14-4494-bd32-5c36c1adca04 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:24.652267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed17a678-e85b-4d49-a804-85decc8cc896 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:24.704674 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9fc9dada-7e2d-47d1-a74a-301a0157b034 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:24.711703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-759e4d87-bb60-4650-9f63-0e2b8189d085 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:24.767392 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9dada-7e2d-47d1-a74a-301a0157b034 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e489cf7-5494-4c9a-a2e5-90adb964bdf2,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:24.769653 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ed17a678-e85b-4d49-a804-85decc8cc896 admin admin] Deleting port 8db508de-75af-40d7-b5e6-58c038d3edd1 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:24.770170 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed17a678-e85b-4d49-a804-85decc8cc896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:24.826564 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-61d25b6b-70f5-4706-be6c-b5b9b7a9bf1d None None] Provisioning complete for port 75a35b29-50fa-4615-a4cc-d26f0a6ac29b triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:24.827274 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-61d25b6b-70f5-4706-be6c-b5b9b7a9bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:24.855290 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-6556b0b8-0625-4f7b-9451-82c2a5f93c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'name': 'tempest-ServersTestManualDisk-1782337812-router', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:12Z', 'updated_at': '2021-12-22T15:25:20Z', 'revision_number': 5, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'gw_port': {'id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:16Z', 'updated_at': '2021-12-22T15:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:24.862358 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6556b0b8-0625-4f7b-9451-82c2a5f93c57 None None] The sync data for ids ['36d43092-df8f-4a83-a2d3-688bb812614e'] in dv-neutron-822674-1-hyperv is: [{'id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'name': 'tempest-ServersTestManualDisk-1782337812-router', 'tenant_id': '1d57643e65d9443fac7faa48c8967a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:12Z', 'updated_at': '2021-12-22T15:25:20Z', 'revision_number': 5, 'project_id': '1d57643e65d9443fac7faa48c8967a4e', 'gw_port': {'id': '8db508de-75af-40d7-b5e6-58c038d3edd1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d43092-df8f-4a83-a2d3-688bb812614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:16Z', 'updated_at': '2021-12-22T15:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:25:24.888444 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2dcae60c-fc14-4494-bd32-5c36c1adca04 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:network and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:24.942659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9fc9dada-7e2d-47d1-a74a-301a0157b034 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:24.964855 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9fc9dada-7e2d-47d1-a74a-301a0157b034 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:24.969132 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9fc9dada-7e2d-47d1-a74a-301a0157b034 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/0e489cf7-5494-4c9a-a2e5-90adb964bdf2 HTTP/1.1" status: 204 len: 168 time: 1.1332717 Dec 22 15:25:24.971292 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33058) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:24.989935 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2dcae60c-fc14-4494-bd32-5c36c1adca04 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:25.009588 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9bf8d840-e0ad-49a4-9482-13aa069c1a70 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.4246521 Dec 22 15:25:25.017284 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33062) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:25.030388 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2dcae60c-fc14-4494-bd32-5c36c1adca04 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:25.030944 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-db52a6e2-079c-4e97-9f84-5a960457f574', 'network_id': 'db52a6e2-079c-4e97-9f84-5a960457f574', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'fixed_ips': [{'subnet_id': 'b31bfaf0-22e6-4e04-8201-97b67045fcb9'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:25:25.032815 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:25.036952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-5c3d4baa-d6ea-417a-9e92-a56243eb4557 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-772812771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:25.050866 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ed17a678-e85b-4d49-a804-85decc8cc896 admin admin] For port 8db508de-75af-40d7-b5e6-58c038d3edd1, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8db508de-75af-40d7-b5e6-58c038d3edd1,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:25.052126 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed17a678-e85b-4d49-a804-85decc8cc896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:25.132117 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-5c3d4baa-d6ea-417a-9e92-a56243eb4557 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:25.133643 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-61d25b6b-70f5-4706-be6c-b5b9b7a9bf1d None None] Port 75a35b29-50fa-4615-a4cc-d26f0a6ac29b cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:25:25.157851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcae60c-fc14-4494-bd32-5c36c1adca04 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:25.161428 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2dcae60c-fc14-4494-bd32-5c36c1adca04 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:25.177058 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c04f45d2-a205-4e66-b352-9741b7df8f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:25.189985 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-850cb3bb-9cd8-4504-a8d0-d8a6dd8b535b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:25.245220 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f45d2-a205-4e66-b352-9741b7df8f72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d351219-3f54-4318-ad3a-f368fdd0eec7,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:25.254898 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c04f45d2-a205-4e66-b352-9741b7df8f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:25.263718 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-5c3d4baa-d6ea-417a-9e92-a56243eb4557 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:router and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:25.267735 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcae60c-fc14-4494-bd32-5c36c1adca04 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:25:25.278404 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2dcae60c-fc14-4494-bd32-5c36c1adca04 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:25.278826 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-2dcae60c-fc14-4494-bd32-5c36c1adca04 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Added segment 89f0e66f-4f54-4941-9e4d-376553adc966 of type vlan for network 8de73421-138d-49cb-a8ce-52b5b357355c Dec 22 15:25:25.308387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2dcae60c-fc14-4494-bd32-5c36c1adca04 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:25.315438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-09da351f-7980-4c15-b725-81a1d1878435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:25.378599 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c04f45d2-a205-4e66-b352-9741b7df8f72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:25.397116 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device debd26ed-7fa9-4d8f-82bf-b671a890503e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:25:25.405024 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c04f45d2-a205-4e66-b352-9741b7df8f72 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1d351219-3f54-4318-ad3a-f368fdd0eec7 HTTP/1.1" status: 204 len: 168 time: 1.4989562 Dec 22 15:25:25.411616 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33066) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:25.440142 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c16cc4-e4d9-41fa-ac1e-cd4a6174ce02 None None] Network 6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:25.458344 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-5c3d4baa-d6ea-417a-9e92-a56243eb4557 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:25.468448 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Allocated IP 172.20.0.2 (db52a6e2-079c-4e97-9f84-5a960457f574/b31bfaf0-22e6-4e04-8201-97b67045fcb9/66df6b74-1fd7-4e6b-8e27-5723d720ed3a) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:25:25.503291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ed17a678-e85b-4d49-a804-85decc8cc896 admin admin] Calling delete_port for 8db508de-75af-40d7-b5e6-58c038d3edd1 owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:25.558030 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-25e4ebb4-81ea-4db1-bb14-2bb8def1a005 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:25.570685 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-5c3d4baa-d6ea-417a-9e92-a56243eb4557 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:25.725001 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2dcae60c-fc14-4494-bd32-5c36c1adca04 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:25.730955 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcae60c-fc14-4494-bd32-5c36c1adca04 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:25.731658 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2dcae60c-fc14-4494-bd32-5c36c1adca04 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:25.740693 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ac88f104-3a65-4a9e-a735-8d1ccf5c7136 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:25.851095 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.extraroute_db [None req-c7d56367-9653-4e74-a2f0-550c132163e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88218) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 15:25:25.856120 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5c3d4baa-d6ea-417a-9e92-a56243eb4557 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:25.857537 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5c3d4baa-d6ea-417a-9e92-a56243eb4557 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:25.861979 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-25e4ebb4-81ea-4db1-bb14-2bb8def1a005 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:25.864327 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-25e4ebb4-81ea-4db1-bb14-2bb8def1a005 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8899972 Dec 22 15:25:25.866060 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:25.871933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:25:25.872560 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33070) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:25.892407 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-7c4be48f-d5b9-40ea-a904-1b2e97f01573 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group_rule': {'security_group_id': 'bf501e65-c041-4188-a64a-63ad04e6e6c5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:25.898088 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcae60c-fc14-4494-bd32-5c36c1adca04 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Network': ['ID=8de73421-138d-49cb-a8ce-52b5b357355c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:25.902812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:25.904910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2dcae60c-fc14-4494-bd32-5c36c1adca04 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:25.907204 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7c4be48f-d5b9-40ea-a904-1b2e97f01573 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:25.910609 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] Deleting port 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:25.911048 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:25.922712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.extraroute_db [None req-c7d56367-9653-4e74-a2f0-550c132163e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Removed routes are [] {{(pid=88218) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 15:25:25.923115 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7d56367-9653-4e74-a2f0-550c132163e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:25.936728 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7c4be48f-d5b9-40ea-a904-1b2e97f01573 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:25.941635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5c3d4baa-d6ea-417a-9e92-a56243eb4557 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:25.966469 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2dcae60c-fc14-4494-bd32-5c36c1adca04 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4164791 Dec 22 15:25:25.969410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33074) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:25.979065 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c47e55d9-82dd-4be3-aad6-3e54c9165596 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'subnet': {'network_id': '8de73421-138d-49cb-a8ce-52b5b357355c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:25.984412 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 8de73421-138d-49cb-a8ce-52b5b357355c details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:25:25.999995 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:26.000997 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:26.011272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:26.170884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5c3d4baa-d6ea-417a-9e92-a56243eb4557 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:26.178039 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed17a678-e85b-4d49-a804-85decc8cc896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:26.200143 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:25:17Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '08295299-9d60-462b-9af8-f33fc3e380cd', 'name': '', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:e0:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:35Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a847c58-f1d6-4fba-9aed-76baaf42d6c2', 'name': '', 'network_id': '2efc3a86-82f9-4e1e-a162-6e6cd5744dcc', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:1b:d9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd8ec2671-4e95-42b7-bcca-eba12ee66a1d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:14Z', 'updated_at': '2021-12-22T15:25:18Z', 'revision_number': 2, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': 'd8ec2671-4e95-42b7-bcca-eba12ee66a1d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f645c29f-fa7c-4d13-be0c-96d6c93543fd', 'name': '', 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:8b:35:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '72047128-d250-4b97-a330-9a5761839b70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:49Z', 'updated_at': '2021-12-22T15:25:10Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '72047128-d250-4b97-a330-9a5761839b70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:26.204178 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port debd26ed-7fa9-4d8f-82bf-b671a890503e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:26.204832 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:26.241783 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-88a49d44-79db-4429-8dbb-e94cb5b5676d tempest-RoutersAdminTest-219881277 tempest-RoutersAdminTest-219881277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:26.286581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7c4be48f-d5b9-40ea-a904-1b2e97f01573 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:26.321906 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] Checking router: cbca079a-6dfb-49fb-920c-4d2e10b6303f for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:25:26.322571 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] Updating router cbca079a-6dfb-49fb-920c-4d2e10b6303f port 2a847c58-f1d6-4fba-9aed-76baaf42d6c2 binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:25:26.345591 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17a678-e85b-4d49-a804-85decc8cc896 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db508de-75af-40d7-b5e6-58c038d3edd1,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:26.363211 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ed17a678-e85b-4d49-a804-85decc8cc896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:26.404566 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event updated for resources: {'Port': ['ID=75a35b29-50fa-4615-a4cc-d26f0a6ac29b,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:26.426963 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:26.488756 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5c3d4baa-d6ea-417a-9e92-a56243eb4557 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:26.490507 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5c3d4baa-d6ea-417a-9e92-a56243eb4557 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4701455 Dec 22 15:25:26.491179 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c47e55d9-82dd-4be3-aad6-3e54c9165596 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:26.495142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33078) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:26.513773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c47e55d9-82dd-4be3-aad6-3e54c9165596 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:subnet and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:26.519903 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c47e55d9-82dd-4be3-aad6-3e54c9165596 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:26.583350 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:26.595598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c47e55d9-82dd-4be3-aad6-3e54c9165596 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:26.633957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:26.707852 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] For port 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=1f322bfd-e6c3-4bdb-8dd1-f27f6897b358,segment=NetworkSegment(0f551e22-bd40-4f76-a4f3-659f3550fe34),segment_id=0f551e22-bd40-4f76-a4f3-659f3550fe34)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:26.708223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:26.725793 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Transition to ACTIVE for port object 66df6b74-1fd7-4e6b-8e27-5723d720ed3a will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:25:26.734932 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed17a678-e85b-4d49-a804-85decc8cc896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:26.796948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7c4be48f-d5b9-40ea-a904-1b2e97f01573 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:26.884604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25b168c-d0fb-4b8a-97fd-b843014aa6d2 None None] DHCP port deletion for 6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:25:26.885653 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Network f3c2090b-930a-4c71-b194-984df3671ccb is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:25:26.899604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Transition to ACTIVE for port object 66df6b74-1fd7-4e6b-8e27-5723d720ed3a will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:25:26.902344 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4e18be9e-69a6-44fd-9780-65bd28953898 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:25:26.941355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7c4be48f-d5b9-40ea-a904-1b2e97f01573 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:26.947977 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e25b168c-d0fb-4b8a-97fd-b843014aa6d2 None None] Deleting port 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:26.948378 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e25b168c-d0fb-4b8a-97fd-b843014aa6d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:26.953179 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9fc9dada-7e2d-47d1-a74a-301a0157b034 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:26.972395 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] Calling delete_port for 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:26.975324 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed17a678-e85b-4d49-a804-85decc8cc896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:26.981575 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed17a678-e85b-4d49-a804-85decc8cc896 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:26.984579 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 4e18be9e-69a6-44fd-9780-65bd28953898 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:25:26.984947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4e18be9e-69a6-44fd-9780-65bd28953898 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:25:26.985872 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7d56367-9653-4e74-a2f0-550c132163e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:26.998861 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4be48f-d5b9-40ea-a904-1b2e97f01573 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6113a6eb-048a-49da-96a7-5b4a4cd324fb,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:27.004560 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7d56367-9653-4e74-a2f0-550c132163e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:27.007437 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7c4be48f-d5b9-40ea-a904-1b2e97f01573 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:27.103557 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:27.162525 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:27.185624 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:27.193261 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47e55d9-82dd-4be3-aad6-3e54c9165596 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:27.201862 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c47e55d9-82dd-4be3-aad6-3e54c9165596 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:27.249429 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed17a678-e85b-4d49-a804-85decc8cc896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:27.250426 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed17a678-e85b-4d49-a804-85decc8cc896 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36d43092-df8f-4a83-a2d3-688bb812614e {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:25:27.253256 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7c4be48f-d5b9-40ea-a904-1b2e97f01573 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:27.255868 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7c4be48f-d5b9-40ea-a904-1b2e97f01573 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3805747 Dec 22 15:25:27.269222 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33082) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:27.273951 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:25:27.278931 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d56367-9653-4e74-a2f0-550c132163e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router cbca079a-6dfb-49fb-920c-4d2e10b6303f has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:25:27.307766 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed17a678-e85b-4d49-a804-85decc8cc896 admin admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:27.309807 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ed17a678-e85b-4d49-a804-85decc8cc896 admin admin] 10.222.0.59 "DELETE /v2.0/routers/36d43092-df8f-4a83-a2d3-688bb812614e HTTP/1.1" status: 204 len: 168 time: 4.1206160 Dec 22 15:25:27.336912 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33086) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:27.388576 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Network db52a6e2-079c-4e97-9f84-5a960457f574 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:25:27.431320 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Pushing event updated for resources: {'Port': ['ID=66df6b74-1fd7-4e6b-8e27-5723d720ed3a,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:27.434185 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:27.444180 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:27.447012 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:27.717379 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5d50ff61-858d-4b7f-9ede-c9f20d95bf73 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-group-rules/6113a6eb-048a-49da-96a7-5b4a4cd324fb HTTP/1.1" status: 200 len: 764 time: 0.4457965 Dec 22 15:25:27.741104 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33090) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:27.743432 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-e25b168c-d0fb-4b8a-97fd-b843014aa6d2 None None] For port 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=1f322bfd-e6c3-4bdb-8dd1-f27f6897b358,segment=NetworkSegment(0f551e22-bd40-4f76-a4f3-659f3550fe34),segment_id=0f551e22-bd40-4f76-a4f3-659f3550fe34)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:27.743862 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e25b168c-d0fb-4b8a-97fd-b843014aa6d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:27.754981 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Attempting to bind port 66df6b74-1fd7-4e6b-8e27-5723d720ed3a on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:25:27.755504 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Attempting to bind port 66df6b74-1fd7-4e6b-8e27-5723d720ed3a by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '7f147ab7-06ba-4bc6-b8da-5915304123f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'db52a6e2-079c-4e97-9f84-5a960457f574'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:25:27.755858 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Attempting to bind port 66df6b74-1fd7-4e6b-8e27-5723d720ed3a on network db52a6e2-079c-4e97-9f84-5a960457f574 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:25:27.846389 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:25:27.846389 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Checking segment: {'id': '7f147ab7-06ba-4bc6-b8da-5915304123f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'db52a6e2-079c-4e97-9f84-5a960457f574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:25:27.847694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:27.847891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Bound using segment: {'id': '7f147ab7-06ba-4bc6-b8da-5915304123f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'db52a6e2-079c-4e97-9f84-5a960457f574'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:25:27.848981 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Bound port: 66df6b74-1fd7-4e6b-8e27-5723d720ed3a, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f147ab7-06ba-4bc6-b8da-5915304123f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'db52a6e2-079c-4e97-9f84-5a960457f574'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:25:27.848981 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:28.062420 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e25b168c-d0fb-4b8a-97fd-b843014aa6d2 None None] Calling delete_port for 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:28.062953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68dff52-2feb-4fb3-b504-2947b419d03f admin admin] Deleting subnet 3ceefc5c-3346-4e11-b85f-c4fb9df63936 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:25:28.073306 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e68dff52-2feb-4fb3-b504-2947b419d03f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:28.114767 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-64c7ba41-ba0e-4659-b4dd-cd0c3d90f942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:28.129332 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:28.149989 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d56367-9653-4e74-a2f0-550c132163e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:25:28.157893 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7d56367-9653-4e74-a2f0-550c132163e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:28.163797 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c7d56367-9653-4e74-a2f0-550c132163e4 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/cbca079a-6dfb-49fb-920c-4d2e10b6303f HTTP/1.1" status: 200 len: 953 time: 4.2890353 Dec 22 15:25:28.166345 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33094) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:28.175085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a8fb3917-eda0-4397-84ba-6d3edda31b28 None None] Provisioning complete for port 75a35b29-50fa-4615-a4cc-d26f0a6ac29b triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:28.175991 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a8fb3917-eda0-4397-84ba-6d3edda31b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:28.177987 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a2ce5898-8496-4337-8872-d47dffb7c7d3 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:28.268442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e68dff52-2feb-4fb3-b504-2947b419d03f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:28.289723 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:28.323578 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-a8fb3917-eda0-4397-84ba-6d3edda31b28 None None] Port 75a35b29-50fa-4615-a4cc-d26f0a6ac29b cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:25:28.339782 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] Transition to ACTIVE for port object 2a847c58-f1d6-4fba-9aed-76baaf42d6c2 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:25:28.403369 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:28.407577 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] For port 66df6b74-1fd7-4e6b-8e27-5723d720ed3a, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:25:28.412404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] For port 66df6b74-1fd7-4e6b-8e27-5723d720ed3a, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=66df6b74-1fd7-4e6b-8e27-5723d720ed3a,segment=NetworkSegment(7f147ab7-06ba-4bc6-b8da-5915304123f1),segment_id=7f147ab7-06ba-4bc6-b8da-5915304123f1)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:25:28.419223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c04c54a8-21ec-49b4-8ea4-ea77a675420c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:28.441587 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-e25b168c-d0fb-4b8a-97fd-b843014aa6d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:25:28.442001 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-e25b168c-d0fb-4b8a-97fd-b843014aa6d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:25:28.447930 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:28.454316 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:28.462322 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-84637606-e699-4e85-a104-251ed8771de8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/routers/cbca079a-6dfb-49fb-920c-4d2e10b6303f HTTP/1.1" status: 200 len: 953 time: 0.2805929 Dec 22 15:25:28.468784 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33098) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:28.474753 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:28.476596 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-619440a0-dd87-4c38-ad0d-d2f42692d192 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'router': {'routes': None}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:28.498787 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Router 1b9e8972-4ce2-4188-987f-8704644bf500 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:25:28.548606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a2ce5898-8496-4337-8872-d47dffb7c7d3 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:28.549560 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a2ce5898-8496-4337-8872-d47dffb7c7d3 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.7271554 Dec 22 15:25:28.553736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] Pushing event deleted for resources: {'Port': ['ID=1f322bfd-e6c3-4bdb-8dd1-f27f6897b358,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:28.562944 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33102) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:28.568812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:28.574990 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] No DVR routers for this DVR port 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358 on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:25:28.589813 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:28.656665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60774f0-5c1c-465e-9fc7-e0e4c2983218 None None] Pushing event updated for resources: {'Port': ['ID=2a847c58-f1d6-4fba-9aed-76baaf42d6c2,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:28.670103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e68dff52-2feb-4fb3-b504-2947b419d03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:28.671930 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c60774f0-5c1c-465e-9fc7-e0e4c2983218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:28.672421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d6c4ef82-a9f3-44be-bfed-bf1625fa8eae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:28.776652 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-00d6b110-f782-4c2f-9c76-a6f68025aab8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:28.813299 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] Attempting to bind port 2a847c58-f1d6-4fba-9aed-76baaf42d6c2 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:25:28.816695 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] Attempting to bind port 2a847c58-f1d6-4fba-9aed-76baaf42d6c2 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '42a15dee-6098-451c-a6d9-1c11e16b1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2efc3a86-82f9-4e1e-a162-6e6cd5744dcc'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:25:28.816695 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] Attempting to bind port 2a847c58-f1d6-4fba-9aed-76baaf42d6c2 on network 2efc3a86-82f9-4e1e-a162-6e6cd5744dcc {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:25:28.826256 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:25:28.826598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] Checking segment: {'id': '42a15dee-6098-451c-a6d9-1c11e16b1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2efc3a86-82f9-4e1e-a162-6e6cd5744dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:25:28.827022 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:28.827440 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] Bound using segment: {'id': '42a15dee-6098-451c-a6d9-1c11e16b1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2efc3a86-82f9-4e1e-a162-6e6cd5744dcc'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:25:28.827953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] Bound port: 2a847c58-f1d6-4fba-9aed-76baaf42d6c2, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a15dee-6098-451c-a6d9-1c11e16b1588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2efc3a86-82f9-4e1e-a162-6e6cd5744dcc'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:25:28.828348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:28.842931 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Pushing event updated for resources: {'Port': ['ID=66df6b74-1fd7-4e6b-8e27-5723d720ed3a,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:28.849354 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:28.879783 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-00d6b110-f782-4c2f-9c76-a6f68025aab8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:28.942845 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:28.949723 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e25b168c-d0fb-4b8a-97fd-b843014aa6d2 None None] Deleting port 1f322bfd-e6c3-4bdb-8dd1-f27f6897b358 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:28.950106 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e25b168c-d0fb-4b8a-97fd-b843014aa6d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:29.049501 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] For port 2a847c58-f1d6-4fba-9aed-76baaf42d6c2, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:25:29.060055 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8db508de-75af-40d7-b5e6-58c038d3edd1 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:25:29.096823 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e25b168c-d0fb-4b8a-97fd-b843014aa6d2 None None] The port '1f322bfd-e6c3-4bdb-8dd1-f27f6897b358' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:25:29.110858 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 8db508de-75af-40d7-b5e6-58c038d3edd1 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:25:29.111184 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8db508de-75af-40d7-b5e6-58c038d3edd1 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:25:29.115665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:29.121083 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] For port 2a847c58-f1d6-4fba-9aed-76baaf42d6c2, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2a847c58-f1d6-4fba-9aed-76baaf42d6c2,segment=NetworkSegment(42a15dee-6098-451c-a6d9-1c11e16b1588),segment_id=42a15dee-6098-451c-a6d9-1c11e16b1588)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:25:29.142279 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-00d6b110-f782-4c2f-9c76-a6f68025aab8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:29.143478 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e68dff52-2feb-4fb3-b504-2947b419d03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:29.151962 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6a7d6a02-ddcc-43c0-a0ee-c314153f1722 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:29.184533 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:29.189088 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:29.205436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68dff52-2feb-4fb3-b504-2947b419d03f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ceefc5c-3346-4e11-b85f-c4fb9df63936,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:29.259000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e68dff52-2feb-4fb3-b504-2947b419d03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:29.259000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b1c6801d-5c37-490e-8d8c-59539f6769ad tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:29.280426 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6b110-f782-4c2f-9c76-a6f68025aab8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6113a6eb-048a-49da-96a7-5b4a4cd324fb,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:29.283615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-00d6b110-f782-4c2f-9c76-a6f68025aab8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:29.296140 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e68dff52-2feb-4fb3-b504-2947b419d03f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:29.296140 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e68dff52-2feb-4fb3-b504-2947b419d03f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3ceefc5c-3346-4e11-b85f-c4fb9df63936 HTTP/1.1" status: 204 len: 168 time: 1.9367993 Dec 22 15:25:29.302481 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-00d6b110-f782-4c2f-9c76-a6f68025aab8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:29.303787 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-00d6b110-f782-4c2f-9c76-a6f68025aab8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/6113a6eb-048a-49da-96a7-5b4a4cd324fb HTTP/1.1" status: 204 len: 168 time: 0.6726685 Dec 22 15:25:29.304484 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33106) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:29.325852 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:29.327403 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:29.328060 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33108) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:29.441617 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ade4a7c-2955-4349-9916-4d673e837d41 None None] Network ee65f9c6-5a2d-4f52-a62f-585f493090c8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:29.459470 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60774f0-5c1c-465e-9fc7-e0e4c2983218 None None] Pushing event updated for resources: {'Port': ['ID=2a847c58-f1d6-4fba-9aed-76baaf42d6c2,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:29.469912 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c60774f0-5c1c-465e-9fc7-e0e4c2983218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:29.650044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c47e55d9-82dd-4be3-aad6-3e54c9165596 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:29.668576 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-49b4d9b1-d665-428e-b6e3-997beb07b4b7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:29.734200 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:25:29.740967 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:29.756856 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-df3cc35d-6ce6-4671-8379-23405dfcae74 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:29.795172 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.extraroute_db [None req-619440a0-dd87-4c38-ad0d-d2f42692d192 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Added routes are [] {{(pid=88218) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 15:25:29.796284 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.extraroute_db [None req-619440a0-dd87-4c38-ad0d-d2f42692d192 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88218) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 15:25:29.863559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:25:29.866146 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:29.885705 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc522404-2de5-44e2-a933-403bb631e295 None None] Sync routers for ids ['1b9e8972-4ce2-4188-987f-8704644bf500'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:25:29.894157 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a15c954-fa80-4b4d-85dd-e7e4b59c86e1']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:29.898036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-619440a0-dd87-4c38-ad0d-d2f42692d192 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:29.903137 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc522404-2de5-44e2-a933-403bb631e295 None None] Routers {'1b9e8972-4ce2-4188-987f-8704644bf500'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:29.904666 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-dc522404-2de5-44e2-a933-403bb631e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['1b9e8972-4ce2-4188-987f-8704644bf500'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:29.911020 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] Deleting port a3180376-ff9d-4998-b73a-8f2314b85509 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:29.916198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:29.928813 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e55d9-82dd-4be3-aad6-3e54c9165596 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Subnet': ['ID=682a4c61-62c9-4e85-9cd1-1ea477c3e128,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:29.935474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f551e22-bd40-4f76-a4f3-659f3550fe34') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:29.936181 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f551e22-bd40-4f76-a4f3-659f3550fe34') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:29.950988 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c47e55d9-82dd-4be3-aad6-3e54c9165596 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:29.957438 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47e55d9-82dd-4be3-aad6-3e54c9165596 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Checking segment: {'id': '89f0e66f-4f54-4941-9e4d-376553adc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8de73421-138d-49cb-a8ce-52b5b357355c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:25:29.958193 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47e55d9-82dd-4be3-aad6-3e54c9165596 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network hostable DHCP agents. Network: 8de73421-138d-49cb-a8ce-52b5b357355c, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:25:30.010126 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "PUT /v2.0/routers/1b9e8972-4ce2-4188-987f-8704644bf500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3899739 Dec 22 15:25:30.013026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:30.014944 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-df3cc35d-6ce6-4671-8379-23405dfcae74 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:30.019610 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-df3cc35d-6ce6-4671-8379-23405dfcae74 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6879301 Dec 22 15:25:30.019610 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33114) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:30.030343 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33116) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:30.036389 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-dc522404-2de5-44e2-a933-403bb631e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:30.056581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:30.057562 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc522404-2de5-44e2-a933-403bb631e295 None None] Routers {'1b9e8972-4ce2-4188-987f-8704644bf500'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:30.058607 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-dc522404-2de5-44e2-a933-403bb631e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['1b9e8972-4ce2-4188-987f-8704644bf500'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:30.074814 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:25:30.075562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:25:30.091067 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:25:30.168720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Allocated IP 172.20.0.1 (db52a6e2-079c-4e97-9f84-5a960457f574/b31bfaf0-22e6-4e04-8201-97b67045fcb9/3047e8ad-d76e-4d0c-a552-774a666d9297) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:25:30.179363 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47e55d9-82dd-4be3-aad6-3e54c9165596 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network 8de73421-138d-49cb-a8ce-52b5b357355c is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:25:30.203039 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-dc522404-2de5-44e2-a933-403bb631e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:30.203529 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc522404-2de5-44e2-a933-403bb631e295 None None] The sync data for ids ['1b9e8972-4ce2-4188-987f-8704644bf500'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:25:30.332371 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:25:25Z', 'revision_number': 6, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '08295299-9d60-462b-9af8-f33fc3e380cd', 'name': '', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:e0:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:35Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a847c58-f1d6-4fba-9aed-76baaf42d6c2', 'name': '', 'network_id': '2efc3a86-82f9-4e1e-a162-6e6cd5744dcc', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:1b:d9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd8ec2671-4e95-42b7-bcca-eba12ee66a1d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:14Z', 'updated_at': '2021-12-22T15:25:29Z', 'revision_number': 4, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': 'd8ec2671-4e95-42b7-bcca-eba12ee66a1d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f645c29f-fa7c-4d13-be0c-96d6c93543fd', 'name': '', 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:8b:35:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '72047128-d250-4b97-a330-9a5761839b70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:49Z', 'updated_at': '2021-12-22T15:25:10Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '72047128-d250-4b97-a330-9a5761839b70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:30.343682 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d176d17d-b08f-4374-bea9-6c284c7a27ff None None] The sync data for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv is: [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:25:25Z', 'revision_number': 6, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '08295299-9d60-462b-9af8-f33fc3e380cd', 'name': '', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:e0:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:35Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a847c58-f1d6-4fba-9aed-76baaf42d6c2', 'name': '', 'network_id': '2efc3a86-82f9-4e1e-a162-6e6cd5744dcc', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:1b:d9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd8ec2671-4e95-42b7-bcca-eba12ee66a1d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:14Z', 'updated_at': '2021-12-22T15:25:29Z', 'revision_number': 4, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': 'd8ec2671-4e95-42b7-bcca-eba12ee66a1d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f645c29f-fa7c-4d13-be0c-96d6c93543fd', 'name': '', 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:8b:35:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '72047128-d250-4b97-a330-9a5761839b70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:49Z', 'updated_at': '2021-12-22T15:25:10Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '72047128-d250-4b97-a330-9a5761839b70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:25:30.427062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d069d3-7884-4d40-aefb-04e2ffdec6ce None None] DHCP port deletion for ee65f9c6-5a2d-4f52-a62f-585f493090c8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:25:30.439111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e6d069d3-7884-4d40-aefb-04e2ffdec6ce None None] Deleting port a3180376-ff9d-4998-b73a-8f2314b85509 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:30.441032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e6d069d3-7884-4d40-aefb-04e2ffdec6ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:30.637038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-c47e55d9-82dd-4be3-aad6-3e54c9165596 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 8de73421-138d-49cb-a8ce-52b5b357355c) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:30.665876 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47e55d9-82dd-4be3-aad6-3e54c9165596 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:30.667078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c47e55d9-82dd-4be3-aad6-3e54c9165596 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:30.692891 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:30.706172 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:30.719054 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b82259a2-a297-4586-b864-2db7ba1d77f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:30.748421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9973ab89-07c3-4005-b93b-767d1865dd87 None None] Network 8de73421-138d-49cb-a8ce-52b5b357355c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:30.772700 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] Pushing event deleted for resources: {'Network': ['ID=6a15c954-fa80-4b4d-85dd-e7e4b59c86e1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:30.777594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:30.846713 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] 10.222.0.59 "DELETE /v2.0/networks/6a15c954-fa80-4b4d-85dd-e7e4b59c86e1 HTTP/1.1" status: 204 len: 168 time: 5.4340844 Dec 22 15:25:30.857764 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:30.887011 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c47e55d9-82dd-4be3-aad6-3e54c9165596 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.9161766 Dec 22 15:25:30.888573 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33124) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:30.917597 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8fe198bf-0195-473b-a41f-4ca556720761 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'port': {'network_id': '8de73421-138d-49cb-a8ce-52b5b357355c', 'name': 'tempest-PortsIpV6TestJSON-1496308723'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:30.932372 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-e6d069d3-7884-4d40-aefb-04e2ffdec6ce None None] For port a3180376-ff9d-4998-b73a-8f2314b85509, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=a3180376-ff9d-4998-b73a-8f2314b85509,segment=NetworkSegment(f1868073-ed6a-44a8-a1d4-49e95fad9955),segment_id=f1868073-ed6a-44a8-a1d4-49e95fad9955)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:30.932798 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e6d069d3-7884-4d40-aefb-04e2ffdec6ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:30.969633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Transition to ACTIVE for port object 3047e8ad-d76e-4d0c-a552-774a666d9297 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:25:31.034067 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51af5a68-150e-4406-b6f1-d9a8237aef36 None None] Network db52a6e2-079c-4e97-9f84-5a960457f574 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:31.166397 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8fe198bf-0195-473b-a41f-4ca556720761 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:31.174420 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8fe198bf-0195-473b-a41f-4ca556720761 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:port and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:31.179368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8fe198bf-0195-473b-a41f-4ca556720761 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:31.193942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] For port a3180376-ff9d-4998-b73a-8f2314b85509, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=a3180376-ff9d-4998-b73a-8f2314b85509,segment=NetworkSegment(f1868073-ed6a-44a8-a1d4-49e95fad9955),segment_id=f1868073-ed6a-44a8-a1d4-49e95fad9955)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:31.194585 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:31.199221 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8fe198bf-0195-473b-a41f-4ca556720761 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:31.227262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:31.244580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:31.245233 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e6d069d3-7884-4d40-aefb-04e2ffdec6ce None None] Calling delete_port for a3180376-ff9d-4998-b73a-8f2314b85509 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:31.261508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7449f537-fa2f-43e9-bc17-07042c544193 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:31.332875 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 66df6b74-1fd7-4e6b-8e27-5723d720ed3a up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:25:31.375532 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe198bf-0195-473b-a41f-4ca556720761 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:31.381227 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8fe198bf-0195-473b-a41f-4ca556720761 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:31.407687 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network db52a6e2-079c-4e97-9f84-5a960457f574 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:25:31.414186 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:31.420654 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:31.444488 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] Calling delete_port for a3180376-ff9d-4998-b73a-8f2314b85509 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:31.538553 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33128) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:31.539066 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Port': ['ID=3047e8ad-d76e-4d0c-a552-774a666d9297,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:31.543097 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:31.546374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-8fe198bf-0195-473b-a41f-4ca556720761 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] device_id is not set on port 660ba830-6036-4ee6-aa18-d56de7455d4a yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:25:31.546527 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6747f5ec-aff5-4f99-973e-bc542e1838f7 None None] Provisioning for port 66df6b74-1fd7-4e6b-8e27-5723d720ed3a completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:31.568249 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7c4d8d9-eb05-49ef-ae98-e88fbfa2c814 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:31.682346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-92028e2c-8aa1-45cb-8fef-c8190e1e3402 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:31.687795 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e6d069d3-7884-4d40-aefb-04e2ffdec6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:31.712898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-05acda6b-4d66-4315-b87f-2a19bb852aba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:31.716156 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:31.762744 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-8fe198bf-0195-473b-a41f-4ca556720761 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Allocated IP 2001:db8::292 (8de73421-138d-49cb-a8ce-52b5b357355c/682a4c61-62c9-4e85-9cd1-1ea477c3e128/660ba830-6036-4ee6-aa18-d56de7455d4a) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:25:31.794474 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb007160-09da-420c-8024-a1de6536821c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-8de73421-138d-49cb-a8ce-52b5b357355c', 'network_id': '8de73421-138d-49cb-a8ce-52b5b357355c', 'tenant_id': '842f3ac375dd4ba3beae00957da10632', 'fixed_ips': [{'subnet_id': '682a4c61-62c9-4e85-9cd1-1ea477c3e128'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:25:31.795970 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bb007160-09da-420c-8024-a1de6536821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:31.840018 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d069d3-7884-4d40-aefb-04e2ffdec6ce None None] No DVR routers for this DVR port a3180376-ff9d-4998-b73a-8f2314b85509 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:25:31.843385 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 66df6b74-1fd7-4e6b-8e27-5723d720ed3a completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:31.861935 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d069d3-7884-4d40-aefb-04e2ffdec6ce None None] Pushing event deleted for resources: {'Port': ['ID=a3180376-ff9d-4998-b73a-8f2314b85509,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:31.876072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7c4d8d9-eb05-49ef-ae98-e88fbfa2c814 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:31.959346 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e6d069d3-7884-4d40-aefb-04e2ffdec6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:31.978975 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 66df6b74-1fd7-4e6b-8e27-5723d720ed3a triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:31.979612 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:32.022970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:25:32.026451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:25:32.034171 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-231cb521-f66a-4a55-a872-193f5f862722 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4b1a174dbcbe478299f6879dd11bdd14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4886777 Dec 22 15:25:32.040970 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33132) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:32.065482 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-619440a0-dd87-4c38-ad0d-d2f42692d192 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:32.092007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-619440a0-dd87-4c38-ad0d-d2f42692d192 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:32.120161 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:32.177819 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-92028e2c-8aa1-45cb-8fef-c8190e1e3402 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 15:25:32.179321 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-92028e2c-8aa1-45cb-8fef-c8190e1e3402 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "DELETE /v2.0/routers/1b9e8972-4ce2-4188-987f-8704644bf500 HTTP/1.1" status: 409 len: 329 time: 2.1425598 Dec 22 15:25:32.189016 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33136) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:32.193549 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7c4d8d9-eb05-49ef-ae98-e88fbfa2c814 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:32.252938 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab8805-fb26-4443-9a4b-3f025d307b0a None None] Sync routers for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:25:32.265365 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc29771e-1559-45f0-bb39-0c963c8ef5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:32.319147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab8805-fb26-4443-9a4b-3f025d307b0a None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:32.320242 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-deab8805-fb26-4443-9a4b-3f025d307b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:32.401489 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8fe198bf-0195-473b-a41f-4ca556720761 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:32.579179 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:32.594064 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] Deleting port a3180376-ff9d-4998-b73a-8f2314b85509 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:32.594864 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:32.601695 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc29771e-1559-45f0-bb39-0c963c8ef5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:32.636692 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-8fe198bf-0195-473b-a41f-4ca556720761 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Transition to ACTIVE for port object 660ba830-6036-4ee6-aa18-d56de7455d4a will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:25:32.739500 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4d8d9-eb05-49ef-ae98-e88fbfa2c814 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf501e65-c041-4188-a64a-63ad04e6e6c5,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:32.798747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] The port 'a3180376-ff9d-4998-b73a-8f2314b85509' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:25:32.876017 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4d8d9-eb05-49ef-ae98-e88fbfa2c814 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:32.876717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4d8d9-eb05-49ef-ae98-e88fbfa2c814 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:32.877256 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4d8d9-eb05-49ef-ae98-e88fbfa2c814 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:32.877796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4d8d9-eb05-49ef-ae98-e88fbfa2c814 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:32.879175 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4d8d9-eb05-49ef-ae98-e88fbfa2c814 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:32.879886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4d8d9-eb05-49ef-ae98-e88fbfa2c814 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:32.880584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4d8d9-eb05-49ef-ae98-e88fbfa2c814 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:32.881129 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4d8d9-eb05-49ef-ae98-e88fbfa2c814 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:32.881664 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4d8d9-eb05-49ef-ae98-e88fbfa2c814 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:32.882204 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4d8d9-eb05-49ef-ae98-e88fbfa2c814 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:32.882778 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4d8d9-eb05-49ef-ae98-e88fbfa2c814 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:32.883314 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4d8d9-eb05-49ef-ae98-e88fbfa2c814 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:32.890205 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-deab8805-fb26-4443-9a4b-3f025d307b0a None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:25:32.908376 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a7c4d8d9-eb05-49ef-ae98-e88fbfa2c814 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:33.035222 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:33.074199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7c4d8d9-eb05-49ef-ae98-e88fbfa2c814 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:33.078174 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a7c4d8d9-eb05-49ef-ae98-e88fbfa2c814 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-groups/bf501e65-c041-4188-a64a-63ad04e6e6c5 HTTP/1.1" status: 204 len: 168 time: 3.0361454 Dec 22 15:25:33.085889 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:33.088001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33140) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:33.092522 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619440a0-dd87-4c38-ad0d-d2f42692d192 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router cbca079a-6dfb-49fb-920c-4d2e10b6303f has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:25:33.166211 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:33.215808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8cdc634c-0f79-4059-aee1-1461fb4f53bf tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:33.271912 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:33.283120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc29771e-1559-45f0-bb39-0c963c8ef5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:33.300020 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8fe198bf-0195-473b-a41f-4ca556720761 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:33.417728 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:33.455980 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-bb007160-09da-420c-8024-a1de6536821c None None] Allocated IP 2001:db8::2 (8de73421-138d-49cb-a8ce-52b5b357355c/682a4c61-62c9-4e85-9cd1-1ea477c3e128/f32b51f4-e2df-4792-8fa7-6ed9cfc1e966) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:25:33.547271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Port': ['ID=3047e8ad-d76e-4d0c-a552-774a666d9297,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:33.630817 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 66df6b74-1fd7-4e6b-8e27-5723d720ed3a, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=66df6b74-1fd7-4e6b-8e27-5723d720ed3a,segment=NetworkSegment(7f147ab7-06ba-4bc6-b8da-5915304123f1),segment_id=7f147ab7-06ba-4bc6-b8da-5915304123f1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:33.726038 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f9ec70e2-156f-4890-930f-7ae433fe4dc2 None None] Provisioning for port 3047e8ad-d76e-4d0c-a552-774a666d9297 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:33.734062 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee65f9c6-5a2d-4f52-a62f-585f493090c8']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:33.767291 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:33.767291 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2a847c58-f1d6-4fba-9aed-76baaf42d6c2 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:25:33.788291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1868073-ed6a-44a8-a1d4-49e95fad9955') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:33.788694 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1868073-ed6a-44a8-a1d4-49e95fad9955') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:33.809524 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-902c04d7-6fd4-4cbc-85fc-8344ab832eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:33.839666 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f9ec70e2-156f-4890-930f-7ae433fe4dc2 None None] Provisioning complete for port 3047e8ad-d76e-4d0c-a552-774a666d9297 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:33.840055 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f9ec70e2-156f-4890-930f-7ae433fe4dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:33.845956 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:33.855994 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0becd664-ca9c-4958-af3b-5b1d5ebdb650 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:33.910052 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:33.913354 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619440a0-dd87-4c38-ad0d-d2f42692d192 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:25:33.924936 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-619440a0-dd87-4c38-ad0d-d2f42692d192 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:33.926440 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-619440a0-dd87-4c38-ad0d-d2f42692d192 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/cbca079a-6dfb-49fb-920c-4d2e10b6303f HTTP/1.1" status: 200 len: 703 time: 5.4564927 Dec 22 15:25:33.932900 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33146) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:33.935890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:25:33.936516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:33.998557 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:33.999334 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:34.000113 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:34.001224 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:34.002204 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:34.003714 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:34.004351 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:34.004999 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:34.005857 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:34.006535 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:34.007301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:25:34.008359 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:25:34.016190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:34.023811 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:34.027111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=66df6b74-1fd7-4e6b-8e27-5723d720ed3a,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:34.046481 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe198bf-0195-473b-a41f-4ca556720761 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network 8de73421-138d-49cb-a8ce-52b5b357355c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:25:34.053415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-021748a3-4246-4a81-b6b7-65829394a4d2 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.653s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:34.053731 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f9ec70e2-156f-4890-930f-7ae433fe4dc2 None None] Port 3047e8ad-d76e-4d0c-a552-774a666d9297 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:25:34.056868 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bb007160-09da-420c-8024-a1de6536821c None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:34.058975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0becd664-ca9c-4958-af3b-5b1d5ebdb650 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:34.059774 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:34.066342 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0becd664-ca9c-4958-af3b-5b1d5ebdb650 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9660282 Dec 22 15:25:34.075852 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-8fe198bf-0195-473b-a41f-4ca556720761 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:34.086644 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bb007160-09da-420c-8024-a1de6536821c None None] Transition to ACTIVE for port object f32b51f4-e2df-4792-8fa7-6ed9cfc1e966 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:25:34.092523 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33150) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:34.093737 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe198bf-0195-473b-a41f-4ca556720761 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:34.101816 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe198bf-0195-473b-a41f-4ca556720761 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:34.103386 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8fe198bf-0195-473b-a41f-4ca556720761 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:34.111895 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29771e-1559-45f0-bb39-0c963c8ef5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f41ea4-d81a-4d50-80c0-013621f993f3,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:34.114964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dc29771e-1559-45f0-bb39-0c963c8ef5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:34.116729 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc29771e-1559-45f0-bb39-0c963c8ef5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:34.123061 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dc29771e-1559-45f0-bb39-0c963c8ef5ef admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/73f41ea4-d81a-4d50-80c0-013621f993f3 HTTP/1.1" status: 204 len: 168 time: 2.0808966 Dec 22 15:25:34.129886 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bb007160-09da-420c-8024-a1de6536821c None None] Transition to ACTIVE for port object f32b51f4-e2df-4792-8fa7-6ed9cfc1e966 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:25:34.131395 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f9ec70e2-156f-4890-930f-7ae433fe4dc2 None None] Provisioning complete for port 66df6b74-1fd7-4e6b-8e27-5723d720ed3a triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:34.132651 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2bb90af9-8dfc-4966-9e51-6bfaefe64828 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1291135760'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:34.141843 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f9ec70e2-156f-4890-930f-7ae433fe4dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:34.142077 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2bb90af9-8dfc-4966-9e51-6bfaefe64828 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:34.160676 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f60ab900-f6a0-40cb-a5d2-30bbe89202f5 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.609s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:34.283224 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2bb90af9-8dfc-4966-9e51-6bfaefe64828 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:34.285353 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-deab8805-fb26-4443-9a4b-3f025d307b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:25:29Z', 'revision_number': 7, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '08295299-9d60-462b-9af8-f33fc3e380cd', 'name': '', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:e0:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:35Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a847c58-f1d6-4fba-9aed-76baaf42d6c2', 'name': '', 'network_id': '2efc3a86-82f9-4e1e-a162-6e6cd5744dcc', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:1b:d9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd8ec2671-4e95-42b7-bcca-eba12ee66a1d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:14Z', 'updated_at': '2021-12-22T15:25:29Z', 'revision_number': 4, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': 'd8ec2671-4e95-42b7-bcca-eba12ee66a1d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f645c29f-fa7c-4d13-be0c-96d6c93543fd', 'name': '', 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:8b:35:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '72047128-d250-4b97-a330-9a5761839b70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:49Z', 'updated_at': '2021-12-22T15:25:10Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '72047128-d250-4b97-a330-9a5761839b70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:34.299657 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 2a847c58-f1d6-4fba-9aed-76baaf42d6c2 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:34.300495 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network db52a6e2-079c-4e97-9f84-5a960457f574 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:25:34.304077 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:34.317793 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab8805-fb26-4443-9a4b-3f025d307b0a None None] Checking router: cbca079a-6dfb-49fb-920c-4d2e10b6303f for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:25:34.331422 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe198bf-0195-473b-a41f-4ca556720761 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=660ba830-6036-4ee6-aa18-d56de7455d4a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:34.331601 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 2a847c58-f1d6-4fba-9aed-76baaf42d6c2 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:34.331601 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:34.331915 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8fe198bf-0195-473b-a41f-4ca556720761 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:34.396234 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bb007160-09da-420c-8024-a1de6536821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:34.402991 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:34.457504 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab8805-fb26-4443-9a4b-3f025d307b0a None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:34.458090 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-deab8805-fb26-4443-9a4b-3f025d307b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:34.555426 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:34.576094 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:34.602363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:34.615142 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] Pushing event deleted for resources: {'Network': ['ID=ee65f9c6-5a2d-4f52-a62f-585f493090c8,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:34.627773 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:34.668262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb007160-09da-420c-8024-a1de6536821c None None] Network 8de73421-138d-49cb-a8ce-52b5b357355c is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:25:34.676358 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-bb007160-09da-420c-8024-a1de6536821c None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:34.678581 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb007160-09da-420c-8024-a1de6536821c None None] Pushing event updated for resources: {'Port': ['ID=f32b51f4-e2df-4792-8fa7-6ed9cfc1e966,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:34.706009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bb007160-09da-420c-8024-a1de6536821c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:34.710141 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb007160-09da-420c-8024-a1de6536821c None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:34.716559 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5578a5f2-6d8e-48cb-937e-24cbcf30f167 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/routers/cbca079a-6dfb-49fb-920c-4d2e10b6303f HTTP/1.1" status: 200 len: 703 time: 0.7821753 Dec 22 15:25:34.722527 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33158) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:34.756822 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8fe198bf-0195-473b-a41f-4ca556720761 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8598878 Dec 22 15:25:34.784577 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33162) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:34.794009 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3d898dbd-b89b-4c00-b33e-d6ae471c667a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'port': {'network_id': '8de73421-138d-49cb-a8ce-52b5b357355c', 'name': 'tempest-PortsIpV6TestJSON-1587756784'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:34.850830 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2d3d0c63-692e-413a-b1e4-c8d736f77647 None None] Provisioning complete for port 3047e8ad-d76e-4d0c-a552-774a666d9297 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:34.851221 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2d3d0c63-692e-413a-b1e4-c8d736f77647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:34.957145 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-deab8805-fb26-4443-9a4b-3f025d307b0a None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:25:34.967050 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2bb90af9-8dfc-4966-9e51-6bfaefe64828 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:34.985128 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] 10.222.0.59 "DELETE /v2.0/networks/ee65f9c6-5a2d-4f52-a62f-585f493090c8 HTTP/1.1" status: 204 len: 168 time: 5.6743023 Dec 22 15:25:34.998134 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router 20748233-66f0-448f-99cb-b91a322d2fa3 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:25:35.000555 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:35.027312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2bb90af9-8dfc-4966-9e51-6bfaefe64828 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:35.035279 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2bb90af9-8dfc-4966-9e51-6bfaefe64828 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Usage tracker for resource:security_group_rule and tenant:d7749218c93e4d43966de2173c9b53d1 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:35.040327 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2bb90af9-8dfc-4966-9e51-6bfaefe64828 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:35.052112 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2bb90af9-8dfc-4966-9e51-6bfaefe64828 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:35.071957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d0c63-692e-413a-b1e4-c8d736f77647 None None] Port 3047e8ad-d76e-4d0c-a552-774a666d9297 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:25:35.146947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-bb007160-09da-420c-8024-a1de6536821c None None] Attempting to bind port f32b51f4-e2df-4792-8fa7-6ed9cfc1e966 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:25:35.147727 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-bb007160-09da-420c-8024-a1de6536821c None None] Attempting to bind port f32b51f4-e2df-4792-8fa7-6ed9cfc1e966 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '89f0e66f-4f54-4941-9e4d-376553adc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8de73421-138d-49cb-a8ce-52b5b357355c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:25:35.148357 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb007160-09da-420c-8024-a1de6536821c None None] Attempting to bind port f32b51f4-e2df-4792-8fa7-6ed9cfc1e966 on network 8de73421-138d-49cb-a8ce-52b5b357355c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:25:35.167200 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb007160-09da-420c-8024-a1de6536821c None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:25:35.168036 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb007160-09da-420c-8024-a1de6536821c None None] Checking segment: {'id': '89f0e66f-4f54-4941-9e4d-376553adc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8de73421-138d-49cb-a8ce-52b5b357355c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:25:35.168675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bb007160-09da-420c-8024-a1de6536821c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:35.169298 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb007160-09da-420c-8024-a1de6536821c None None] Bound using segment: {'id': '89f0e66f-4f54-4941-9e4d-376553adc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8de73421-138d-49cb-a8ce-52b5b357355c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:25:35.170039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-bb007160-09da-420c-8024-a1de6536821c None None] Bound port: f32b51f4-e2df-4792-8fa7-6ed9cfc1e966, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f0e66f-4f54-4941-9e4d-376553adc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8de73421-138d-49cb-a8ce-52b5b357355c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:25:35.170781 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bb007160-09da-420c-8024-a1de6536821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:35.204973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 2a847c58-f1d6-4fba-9aed-76baaf42d6c2, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2a847c58-f1d6-4fba-9aed-76baaf42d6c2,segment=NetworkSegment(42a15dee-6098-451c-a6d9-1c11e16b1588),segment_id=42a15dee-6098-451c-a6d9-1c11e16b1588)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:35.279804 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-def39736-d6f7-465b-84c2-a90640687bb1 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:35.349953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:35.353362 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3d898dbd-b89b-4c00-b33e-d6ae471c667a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:35.364337 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3d898dbd-b89b-4c00-b33e-d6ae471c667a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:port and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:35.371351 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3d898dbd-b89b-4c00-b33e-d6ae471c667a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:35.379970 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:35.382108 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3d898dbd-b89b-4c00-b33e-d6ae471c667a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:35.466614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:25:35.478767 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a3180376-ff9d-4998-b73a-8f2314b85509 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:25:35.482872 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9e2d74-7e20-4ada-9360-caa8d8a16f84 None None] Sync routers for ids ['20748233-66f0-448f-99cb-b91a322d2fa3'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:25:35.505508 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e2d74-7e20-4ada-9360-caa8d8a16f84 None None] Routers {'20748233-66f0-448f-99cb-b91a322d2fa3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:35.508978 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4b9e2d74-7e20-4ada-9360-caa8d8a16f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['20748233-66f0-448f-99cb-b91a322d2fa3'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:35.516626 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33182) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:35.521641 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d898dbd-b89b-4c00-b33e-d6ae471c667a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:35.526134 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3d898dbd-b89b-4c00-b33e-d6ae471c667a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:35.573667 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1ac0b384-4fbc-419e-ae2a-7925279d43a1 None None] Provisioning complete for port 3047e8ad-d76e-4d0c-a552-774a666d9297 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:35.576806 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1ac0b384-4fbc-419e-ae2a-7925279d43a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:35.607728 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2bb90af9-8dfc-4966-9e51-6bfaefe64828 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:35.608750 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4b9e2d74-7e20-4ada-9360-caa8d8a16f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:35.624376 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: a3180376-ff9d-4998-b73a-8f2314b85509 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:25:35.624892 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a3180376-ff9d-4998-b73a-8f2314b85509 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:25:35.647653 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e2d74-7e20-4ada-9360-caa8d8a16f84 None None] Routers {'20748233-66f0-448f-99cb-b91a322d2fa3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:35.648073 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/20748233-66f0-448f-99cb-b91a322d2fa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1379554 Dec 22 15:25:35.649045 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4b9e2d74-7e20-4ada-9360-caa8d8a16f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['20748233-66f0-448f-99cb-b91a322d2fa3'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:35.651111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33186) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:35.676755 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-3d898dbd-b89b-4c00-b33e-d6ae471c667a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] device_id is not set on port 5372e827-a738-4867-b278-5205617a150e yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:25:35.722336 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=2a847c58-f1d6-4fba-9aed-76baaf42d6c2,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:35.726530 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-bb007160-09da-420c-8024-a1de6536821c None None] For port f32b51f4-e2df-4792-8fa7-6ed9cfc1e966, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:25:35.758993 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:35.761439 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0b384-4fbc-419e-ae2a-7925279d43a1 None None] Port 3047e8ad-d76e-4d0c-a552-774a666d9297 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:25:35.787839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-bb007160-09da-420c-8024-a1de6536821c None None] For port f32b51f4-e2df-4792-8fa7-6ed9cfc1e966, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f32b51f4-e2df-4792-8fa7-6ed9cfc1e966,segment=NetworkSegment(89f0e66f-4f54-4941-9e4d-376553adc966),segment_id=89f0e66f-4f54-4941-9e4d-376553adc966)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:25:35.802348 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4b9e2d74-7e20-4ada-9360-caa8d8a16f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:35.803202 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9e2d74-7e20-4ada-9360-caa8d8a16f84 None None] The sync data for ids ['20748233-66f0-448f-99cb-b91a322d2fa3'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:25:35.828727 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2bb90af9-8dfc-4966-9e51-6bfaefe64828 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:35.829854 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 66df6b74-1fd7-4e6b-8e27-5723d720ed3a up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:25:35.853057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8180bf78-3f3f-4003-ae28-6a12af7ee9d6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:35.896722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bb007160-09da-420c-8024-a1de6536821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:35.907111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-90dda019-86bd-4d1d-93fb-c639347ee733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:35.910711 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8f7b598d-4dfc-4720-904e-e49aab530f37 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1d57643e65d9443fac7faa48c8967a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3906553 Dec 22 15:25:35.955683 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33192) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:35.986843 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-deab8805-fb26-4443-9a4b-3f025d307b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:25:29Z', 'revision_number': 7, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '08295299-9d60-462b-9af8-f33fc3e380cd', 'name': '', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:e0:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:35Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a847c58-f1d6-4fba-9aed-76baaf42d6c2', 'name': '', 'network_id': '2efc3a86-82f9-4e1e-a162-6e6cd5744dcc', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:1b:d9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd8ec2671-4e95-42b7-bcca-eba12ee66a1d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:14Z', 'updated_at': '2021-12-22T15:25:29Z', 'revision_number': 4, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': 'd8ec2671-4e95-42b7-bcca-eba12ee66a1d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f645c29f-fa7c-4d13-be0c-96d6c93543fd', 'name': '', 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:8b:35:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '72047128-d250-4b97-a330-9a5761839b70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:49Z', 'updated_at': '2021-12-22T15:25:10Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '72047128-d250-4b97-a330-9a5761839b70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:35.995100 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb90af9-8dfc-4966-9e51-6bfaefe64828 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b15a618-6406-4307-8873-d890d6fd2ee8,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:36.013087 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab8805-fb26-4443-9a4b-3f025d307b0a None None] The sync data for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv is: [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:25:29Z', 'revision_number': 7, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '08295299-9d60-462b-9af8-f33fc3e380cd', 'name': '', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:e0:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:35Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a847c58-f1d6-4fba-9aed-76baaf42d6c2', 'name': '', 'network_id': '2efc3a86-82f9-4e1e-a162-6e6cd5744dcc', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:1b:d9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd8ec2671-4e95-42b7-bcca-eba12ee66a1d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:14Z', 'updated_at': '2021-12-22T15:25:29Z', 'revision_number': 4, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': 'd8ec2671-4e95-42b7-bcca-eba12ee66a1d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f645c29f-fa7c-4d13-be0c-96d6c93543fd', 'name': '', 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:8b:35:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '72047128-d250-4b97-a330-9a5761839b70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:49Z', 'updated_at': '2021-12-22T15:25:10Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '72047128-d250-4b97-a330-9a5761839b70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:25:36.030305 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2bb90af9-8dfc-4966-9e51-6bfaefe64828 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:36.033037 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb007160-09da-420c-8024-a1de6536821c None None] Pushing event updated for resources: {'Port': ['ID=f32b51f4-e2df-4792-8fa7-6ed9cfc1e966,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:36.037156 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bb007160-09da-420c-8024-a1de6536821c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:36.047152 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 66df6b74-1fd7-4e6b-8e27-5723d720ed3a triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:36.047574 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:36.124536 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-3d898dbd-b89b-4c00-b33e-d6ae471c667a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Allocated IP 2001:db8::19d (8de73421-138d-49cb-a8ce-52b5b357355c/682a4c61-62c9-4e85-9cd1-1ea477c3e128/5372e827-a738-4867-b278-5205617a150e) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:25:36.127592 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2bb90af9-8dfc-4966-9e51-6bfaefe64828 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:36.129743 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2bb90af9-8dfc-4966-9e51-6bfaefe64828 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0055423 Dec 22 15:25:36.134203 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33198) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:36.135785 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:36.145084 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7ac0b3a1-501c-4fce-81b9-0f8381fb6798 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Request body: {'security_group_rule': {'security_group_id': '9b15a618-6406-4307-8873-d890d6fd2ee8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:36.149843 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786337ed-e794-4520-8a29-457f299ebf0b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:36.159994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7ac0b3a1-501c-4fce-81b9-0f8381fb6798 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:36.161861 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-786337ed-e794-4520-8a29-457f299ebf0b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/ports/3047e8ad-d76e-4d0c-a552-774a666d9297 HTTP/1.1" status: 200 len: 910 time: 0.5043788 Dec 22 15:25:36.169142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7ac0b3a1-501c-4fce-81b9-0f8381fb6798 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Usage tracker for resource:security_group_rule and tenant:d7749218c93e4d43966de2173c9b53d1 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:36.173155 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7ac0b3a1-501c-4fce-81b9-0f8381fb6798 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:36.183261 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7ac0b3a1-501c-4fce-81b9-0f8381fb6798 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:36.201061 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33202) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:36.221334 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9b69ea73-f7fd-4098-a3f5-f7b09b8c0726 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b31bfaf0-22e6-4e04-8201-97b67045fcb9'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:36.288256 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c982ea0-ae8c-467a-a373-0483d928c774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:36.410356 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b3a1-501c-4fce-81b9-0f8381fb6798 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:36.421270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c982ea0-ae8c-467a-a373-0483d928c774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:36.537566 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-def39736-d6f7-465b-84c2-a90640687bb1 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Deleting port 75a35b29-50fa-4615-a4cc-d26f0a6ac29b {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:36.537912 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-def39736-d6f7-465b-84c2-a90640687bb1 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:36.627467 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74520b40-1479-43f1-bc79-48a1c6889df0 None None] Sync routers for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:25:36.641293 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e94d46cc-cdc4-462d-bc25-19e573076bb3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:36.656964 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74520b40-1479-43f1-bc79-48a1c6889df0 None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:36.657547 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-74520b40-1479-43f1-bc79-48a1c6889df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:36.965969 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-74520b40-1479-43f1-bc79-48a1c6889df0 None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:25:37.428197 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b3a1-501c-4fce-81b9-0f8381fb6798 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:37.481293 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3d898dbd-b89b-4c00-b33e-d6ae471c667a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:37.491572 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b69ea73-f7fd-4098-a3f5-f7b09b8c0726 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:37.546807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-def39736-d6f7-465b-84c2-a90640687bb1 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:37.568536 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c982ea0-ae8c-467a-a373-0483d928c774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:37.573053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b3a1-501c-4fce-81b9-0f8381fb6798 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:37.589632 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-688c7bb0-5d0e-4162-b015-edff23abad0d tempest-RoutersIpV6AdminTest-349644824 tempest-RoutersIpV6AdminTest-349644824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:37.622431 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c982ea0-ae8c-467a-a373-0483d928c774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c488181-82b0-483b-afb3-071c878f7786,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:37.639670 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33218) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:37.642291 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7c982ea0-ae8c-467a-a373-0483d928c774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:37.643076 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:37.686538 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-3d898dbd-b89b-4c00-b33e-d6ae471c667a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Transition to ACTIVE for port object 5372e827-a738-4867-b278-5205617a150e will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:25:37.698793 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0b3a1-501c-4fce-81b9-0f8381fb6798 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17597fb7-4e88-4bc6-8da1-87049050322b,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:37.728036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-def39736-d6f7-465b-84c2-a90640687bb1 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Calling delete_port for 75a35b29-50fa-4615-a4cc-d26f0a6ac29b owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:37.734681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7ac0b3a1-501c-4fce-81b9-0f8381fb6798 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:37.767919 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f00f55-0f43-4345-98b3-ac67a0001f7f None None] Network 8de73421-138d-49cb-a8ce-52b5b357355c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:37.929634 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e94d46cc-cdc4-462d-bc25-19e573076bb3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port 2a847c58-f1d6-4fba-9aed-76baaf42d6c2 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:37.930011 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e94d46cc-cdc4-462d-bc25-19e573076bb3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:37.983451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:38.006212 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:38.011631 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2a847c58-f1d6-4fba-9aed-76baaf42d6c2 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:25:38.053332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Usage tracker for resource:floatingip and tenant:41d8fd2a7c81439590c3f54294658bbe is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:38.059138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:38.077980 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:38.090033 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c982ea0-ae8c-467a-a373-0483d928c774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:38.096056 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7c982ea0-ae8c-467a-a373-0483d928c774 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6c488181-82b0-483b-afb3-071c878f7786 HTTP/1.1" status: 204 len: 168 time: 2.1292078 Dec 22 15:25:38.111609 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b3a1-501c-4fce-81b9-0f8381fb6798 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:38.119184 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7ac0b3a1-501c-4fce-81b9-0f8381fb6798 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9783263 Dec 22 15:25:38.121444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33226) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:38.130559 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6d72dc5f-01a5-4a18-be46-4615a8142f1b None None] Provisioning for port f32b51f4-e2df-4792-8fa7-6ed9cfc1e966 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:38.236762 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 2a847c58-f1d6-4fba-9aed-76baaf42d6c2 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:38.237479 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:38.309663 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-74520b40-1479-43f1-bc79-48a1c6889df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:25:29Z', 'revision_number': 7, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '08295299-9d60-462b-9af8-f33fc3e380cd', 'name': '', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:e0:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:35Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a847c58-f1d6-4fba-9aed-76baaf42d6c2', 'name': '', 'network_id': '2efc3a86-82f9-4e1e-a162-6e6cd5744dcc', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:1b:d9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd8ec2671-4e95-42b7-bcca-eba12ee66a1d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:14Z', 'updated_at': '2021-12-22T15:25:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': 'd8ec2671-4e95-42b7-bcca-eba12ee66a1d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f645c29f-fa7c-4d13-be0c-96d6c93543fd', 'name': '', 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:8b:35:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '72047128-d250-4b97-a330-9a5761839b70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:49Z', 'updated_at': '2021-12-22T15:25:10Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '72047128-d250-4b97-a330-9a5761839b70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:38.320553 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74520b40-1479-43f1-bc79-48a1c6889df0 None None] Checking router: cbca079a-6dfb-49fb-920c-4d2e10b6303f for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:25:38.339336 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:38.403940 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74520b40-1479-43f1-bc79-48a1c6889df0 None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:38.405934 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-74520b40-1479-43f1-bc79-48a1c6889df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:38.413672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3d898dbd-b89b-4c00-b33e-d6ae471c667a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:38.440043 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4e0cb284-2d20-4693-ac72-71d56dfddf4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:38.657755 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b9e735fc-5c10-4238-bbd8-88c9583de6c8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:38.667625 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d898dbd-b89b-4c00-b33e-d6ae471c667a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network 8de73421-138d-49cb-a8ce-52b5b357355c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:25:38.677421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-3d898dbd-b89b-4c00-b33e-d6ae471c667a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:38.688707 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d898dbd-b89b-4c00-b33e-d6ae471c667a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:38.699585 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-74520b40-1479-43f1-bc79-48a1c6889df0 None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:25:38.699870 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d898dbd-b89b-4c00-b33e-d6ae471c667a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:38.700578 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3d898dbd-b89b-4c00-b33e-d6ae471c667a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:38.711846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-def39736-d6f7-465b-84c2-a90640687bb1 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:38.735744 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-064f0029-d56f-4539-b5fe-dbb7d85e17e9 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:38.746294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d898dbd-b89b-4c00-b33e-d6ae471c667a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=5372e827-a738-4867-b278-5205617a150e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:38.771521 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3d898dbd-b89b-4c00-b33e-d6ae471c667a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:38.795721 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f32b51f4-e2df-4792-8fa7-6ed9cfc1e966 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:25:38.805041 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-e94d46cc-cdc4-462d-bc25-19e573076bb3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] For port 2a847c58-f1d6-4fba-9aed-76baaf42d6c2, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2a847c58-f1d6-4fba-9aed-76baaf42d6c2,segment=NetworkSegment(42a15dee-6098-451c-a6d9-1c11e16b1588),segment_id=42a15dee-6098-451c-a6d9-1c11e16b1588)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:38.805730 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e94d46cc-cdc4-462d-bc25-19e573076bb3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:38.870737 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b9e735fc-5c10-4238-bbd8-88c9583de6c8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:38.889418 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def39736-d6f7-465b-84c2-a90640687bb1 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event deleted for resources: {'Port': ['ID=75a35b29-50fa-4615-a4cc-d26f0a6ac29b,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:38.921210 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b69ea73-f7fd-4098-a3f5-f7b09b8c0726 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:38.937756 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3d898dbd-b89b-4c00-b33e-d6ae471c667a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1523068 Dec 22 15:25:38.941516 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33230) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:39.101329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b69ea73-f7fd-4098-a3f5-f7b09b8c0726 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:39.117414 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-def39736-d6f7-465b-84c2-a90640687bb1 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:39.216767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:39.256702 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-74520b40-1479-43f1-bc79-48a1c6889df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:25:29Z', 'revision_number': 7, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '08295299-9d60-462b-9af8-f33fc3e380cd', 'name': '', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:e0:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:35Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a847c58-f1d6-4fba-9aed-76baaf42d6c2', 'name': '', 'network_id': '2efc3a86-82f9-4e1e-a162-6e6cd5744dcc', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:1b:d9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd8ec2671-4e95-42b7-bcca-eba12ee66a1d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:14Z', 'updated_at': '2021-12-22T15:25:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': 'd8ec2671-4e95-42b7-bcca-eba12ee66a1d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f645c29f-fa7c-4d13-be0c-96d6c93543fd', 'name': '', 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:8b:35:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '72047128-d250-4b97-a330-9a5761839b70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:49Z', 'updated_at': '2021-12-22T15:25:10Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '72047128-d250-4b97-a330-9a5761839b70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:39.265018 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74520b40-1479-43f1-bc79-48a1c6889df0 None None] The sync data for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv is: [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:25:29Z', 'revision_number': 7, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '08295299-9d60-462b-9af8-f33fc3e380cd', 'name': '', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:e0:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:35Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a847c58-f1d6-4fba-9aed-76baaf42d6c2', 'name': '', 'network_id': '2efc3a86-82f9-4e1e-a162-6e6cd5744dcc', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:1b:d9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd8ec2671-4e95-42b7-bcca-eba12ee66a1d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:14Z', 'updated_at': '2021-12-22T15:25:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': 'd8ec2671-4e95-42b7-bcca-eba12ee66a1d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f645c29f-fa7c-4d13-be0c-96d6c93543fd', 'name': '', 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:8b:35:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '72047128-d250-4b97-a330-9a5761839b70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:49Z', 'updated_at': '2021-12-22T15:25:10Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '72047128-d250-4b97-a330-9a5761839b70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:25:39.293745 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port f32b51f4-e2df-4792-8fa7-6ed9cfc1e966 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:39.306732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port f32b51f4-e2df-4792-8fa7-6ed9cfc1e966 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:39.307342 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:39.377615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b9e735fc-5c10-4238-bbd8-88c9583de6c8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:39.405335 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e94d46cc-cdc4-462d-bc25-19e573076bb3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Calling delete_port for 2a847c58-f1d6-4fba-9aed-76baaf42d6c2 owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:39.482277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-19d8bd1a-eba6-4206-9562-ab149f7b8b98 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:39.532783 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e735fc-5c10-4238-bbd8-88c9583de6c8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b15a618-6406-4307-8873-d890d6fd2ee8,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:39.553221 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b9e735fc-5c10-4238-bbd8-88c9583de6c8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:39.573021 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-def39736-d6f7-465b-84c2-a90640687bb1 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:39.614018 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ac2d8274-b854-47bf-a9a4-f94a12c20808 None None] Provisioning complete for port f32b51f4-e2df-4792-8fa7-6ed9cfc1e966 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:39.614432 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ac2d8274-b854-47bf-a9a4-f94a12c20808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:39.688145 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69ea73-f7fd-4098-a3f5-f7b09b8c0726 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Port': ['ID=3047e8ad-d76e-4d0c-a552-774a666d9297,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:39.688876 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:39.707376 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b69ea73-f7fd-4098-a3f5-f7b09b8c0726 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:39.708815 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b69ea73-f7fd-4098-a3f5-f7b09b8c0726 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:39.711578 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9b69ea73-f7fd-4098-a3f5-f7b09b8c0726 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/ports/3047e8ad-d76e-4d0c-a552-774a666d9297 HTTP/1.1" status: 200 len: 910 time: 3.5092754 Dec 22 15:25:39.713638 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9b69ea73-f7fd-4098-a3f5-f7b09b8c0726 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:39.729411 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d593be6d-9ad7-453d-b42e-770e2e245fab tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:39.731222 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d593be6d-9ad7-453d-b42e-770e2e245fab tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Synchronizing usage tracker for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:39.738312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33242) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:39.772432 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port f32b51f4-e2df-4792-8fa7-6ed9cfc1e966, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f32b51f4-e2df-4792-8fa7-6ed9cfc1e966,segment=NetworkSegment(89f0e66f-4f54-4941-9e4d-376553adc966),segment_id=89f0e66f-4f54-4941-9e4d-376553adc966)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:39.858412 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ac2d8274-b854-47bf-a9a4-f94a12c20808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:39.984135 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:40.035340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:40.045867 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bb007160-09da-420c-8024-a1de6536821c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:40.097974 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b9e735fc-5c10-4238-bbd8-88c9583de6c8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:40.101851 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b9e735fc-5c10-4238-bbd8-88c9583de6c8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-groups/9b15a618-6406-4307-8873-d890d6fd2ee8 HTTP/1.1" status: 204 len: 168 time: 1.9741387 Dec 22 15:25:40.105561 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33248) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:40.274134 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=f32b51f4-e2df-4792-8fa7-6ed9cfc1e966,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:40.287869 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:40.334714 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-ac2d8274-b854-47bf-a9a4-f94a12c20808 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:25:40.335087 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-ac2d8274-b854-47bf-a9a4-f94a12c20808 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:25:40.439656 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-5960ef25-ba65-45ba-bbfe-cbb2a56e6899 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:40.511776 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d593be6d-9ad7-453d-b42e-770e2e245fab tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unset dirty status for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:40.513567 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d593be6d-9ad7-453d-b42e-770e2e245fab tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A292 HTTP/1.1" status: 200 len: 929 time: 1.5692296 Dec 22 15:25:40.525261 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33258) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:40.610640 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def39736-d6f7-465b-84c2-a90640687bb1 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Router 1b9e8972-4ce2-4188-987f-8704644bf500 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:25:40.732038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-877c622b-610c-43cf-85cf-a8c5f9e8de4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port 5372e827-a738-4867-b278-5205617a150e {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:40.732662 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-877c622b-610c-43cf-85cf-a8c5f9e8de4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:40.839863 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-5960ef25-ba65-45ba-bbfe-cbb2a56e6899 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:40.841495 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5960ef25-ba65-45ba-bbfe-cbb2a56e6899 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7321074 Dec 22 15:25:40.861651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33266) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:40.863690 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Allocated IP 172.26.6.223 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/1ec147e9-c4d3-45c8-b82a-f6bd5d39b0ce) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:25:41.021415 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e94d46cc-cdc4-462d-bc25-19e573076bb3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:41.035304 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5da15c32-214a-476b-a4a9-cd90404bd1a2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:41.041051 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ac2d8274-b854-47bf-a9a4-f94a12c20808 None None] Provisioning for port 5372e827-a738-4867-b278-5205617a150e completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:41.054676 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ac2d8274-b854-47bf-a9a4-f94a12c20808 None None] Provisioning complete for port 5372e827-a738-4867-b278-5205617a150e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:41.057943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ac2d8274-b854-47bf-a9a4-f94a12c20808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:41.141943 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def39736-d6f7-465b-84c2-a90640687bb1 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:25:41.148160 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d46cc-cdc4-462d-bc25-19e573076bb3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Port': ['ID=2a847c58-f1d6-4fba-9aed-76baaf42d6c2,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:41.186179 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4366bbfa-8fab-481d-8916-dc0feae4457f None None] Sync routers for ids ['1b9e8972-4ce2-4188-987f-8704644bf500'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:25:41.190579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e94d46cc-cdc4-462d-bc25-19e573076bb3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:41.239402 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4366bbfa-8fab-481d-8916-dc0feae4457f None None] Routers {'1b9e8972-4ce2-4188-987f-8704644bf500'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:41.241407 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4366bbfa-8fab-481d-8916-dc0feae4457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['1b9e8972-4ce2-4188-987f-8704644bf500'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:41.266201 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ac2d8274-b854-47bf-a9a4-f94a12c20808 None None] Port 5372e827-a738-4867-b278-5205617a150e cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:25:41.295573 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-877c622b-610c-43cf-85cf-a8c5f9e8de4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:41.360557 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ac2d8274-b854-47bf-a9a4-f94a12c20808 None None] Provisioning for port 660ba830-6036-4ee6-aa18-d56de7455d4a completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:41.366436 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ac2d8274-b854-47bf-a9a4-f94a12c20808 None None] Provisioning complete for port 660ba830-6036-4ee6-aa18-d56de7455d4a triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:41.366822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ac2d8274-b854-47bf-a9a4-f94a12c20808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:41.433195 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d6090516-2c79-4669-9157-683b6a3a2d21 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:41.491395 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ac2d8274-b854-47bf-a9a4-f94a12c20808 None None] Port 660ba830-6036-4ee6-aa18-d56de7455d4a cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:25:41.543736 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4366bbfa-8fab-481d-8916-dc0feae4457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:41.579660 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4366bbfa-8fab-481d-8916-dc0feae4457f None None] Routers {'1b9e8972-4ce2-4188-987f-8704644bf500'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:41.591078 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4366bbfa-8fab-481d-8916-dc0feae4457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['1b9e8972-4ce2-4188-987f-8704644bf500'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:41.650929 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b7154330-7380-4f7e-b278-94dbd3542c89 None None] Provisioning complete for port 5372e827-a738-4867-b278-5205617a150e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:41.650929 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b7154330-7380-4f7e-b278-94dbd3542c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:41.735661 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-def39736-d6f7-465b-84c2-a90640687bb1 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "PUT /v2.0/routers/1b9e8972-4ce2-4188-987f-8704644bf500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5396495 Dec 22 15:25:41.736035 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-877c622b-610c-43cf-85cf-a8c5f9e8de4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for 5372e827-a738-4867-b278-5205617a150e owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:41.748418 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-db6673bb-e7f7-4329-b786-29f32601bece tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Synchronizing usage tracker for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:41.759745 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33278) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:41.796287 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4366bbfa-8fab-481d-8916-dc0feae4457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:41.797884 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4366bbfa-8fab-481d-8916-dc0feae4457f None None] The sync data for ids ['1b9e8972-4ce2-4188-987f-8704644bf500'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:25:41.811866 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-b7154330-7380-4f7e-b278-94dbd3542c89 None None] Port 5372e827-a738-4867-b278-5205617a150e cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:25:41.834852 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b7154330-7380-4f7e-b278-94dbd3542c89 None None] Provisioning complete for port 660ba830-6036-4ee6-aa18-d56de7455d4a triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:41.835635 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b7154330-7380-4f7e-b278-94dbd3542c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:41.913673 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-292b83f3-a79e-4c71-896d-af6d16b73326 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] show failed (client error): The resource could not be found. Dec 22 15:25:41.914931 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-292b83f3-a79e-4c71-896d-af6d16b73326 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-1625071919 HTTP/1.1" status: 404 len: 335 time: 0.1268878 Dec 22 15:25:41.938683 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33284) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:41.954706 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-438e2104-0309-4a97-80e8-329b02d84226 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:41.995319 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-b7154330-7380-4f7e-b278-94dbd3542c89 None None] Port 660ba830-6036-4ee6-aa18-d56de7455d4a cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:25:42.040340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e94d46cc-cdc4-462d-bc25-19e573076bb3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:42.052813 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-438e2104-0309-4a97-80e8-329b02d84226 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] update failed (client error): The resource could not be found. Dec 22 15:25:42.054273 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-438e2104-0309-4a97-80e8-329b02d84226 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-1452711355 HTTP/1.1" status: 404 len: 335 time: 0.1144357 Dec 22 15:25:42.060582 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:42.067787 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33290) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:42.068631 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-db6673bb-e7f7-4329-b786-29f32601bece tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Unset dirty status for tenant:d7749218c93e4d43966de2173c9b53d1 on resource:security_group_rule {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:42.070064 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-db6673bb-e7f7-4329-b786-29f32601bece tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 1.2023957 Dec 22 15:25:42.076235 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33294) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:42.249647 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f32b51f4-e2df-4792-8fa7-6ed9cfc1e966 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:25:42.313781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33298) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:42.439441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port f32b51f4-e2df-4792-8fa7-6ed9cfc1e966 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:42.440082 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:42.461397 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-b510d105-5c61-4e05-b96c-78409e073668 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] delete failed (client error): The resource could not be found. Dec 22 15:25:42.462938 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b510d105-5c61-4e05-b96c-78409e073668 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "DELETE /v2.0/security-groups/9b15a618-6406-4307-8873-d890d6fd2ee8 HTTP/1.1" status: 404 len: 347 time: 0.2102182 Dec 22 15:25:42.473687 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33304) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:42.554493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4b6e8b-5fd4-42cf-ae41-22efbf12093b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Deleting subnet 43543a54-e8e4-4984-aa98-7568b7239cd5 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:25:42.560094 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-877c622b-610c-43cf-85cf-a8c5f9e8de4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:42.575634 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e20519f6-9dc4-4212-98dc-2c9107700fda tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:42.640238 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e4b6e8b-5fd4-42cf-ae41-22efbf12093b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:42.674495 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c622b-610c-43cf-85cf-a8c5f9e8de4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Port': ['ID=5372e827-a738-4867-b278-5205617a150e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:42.685038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-877c622b-610c-43cf-85cf-a8c5f9e8de4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:42.778802 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d6090516-2c79-4669-9157-683b6a3a2d21 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting port 3047e8ad-d76e-4d0c-a552-774a666d9297 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:42.779874 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d6090516-2c79-4669-9157-683b6a3a2d21 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:42.824021 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-479884197'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:42.826887 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-877c622b-610c-43cf-85cf-a8c5f9e8de4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:42.836391 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:42.851036 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-af9708a5-63d9-473c-b4da-400230f4c2c6 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3083451 Dec 22 15:25:42.854832 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Usage tracker for resource:network and tenant:ebebbb6cea794f56aeeb42ac8721d479 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:42.861767 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e4b6e8b-5fd4-42cf-ae41-22efbf12093b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:42.895005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:42.923386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:42.935253 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:42.945133 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:42.969380 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-877c622b-610c-43cf-85cf-a8c5f9e8de4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/ports/5372e827-a738-4867-b278-5205617a150e HTTP/1.1" status: 204 len: 168 time: 2.4426644 Dec 22 15:25:42.973755 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33310) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:43.002700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94d46cc-cdc4-462d-bc25-19e573076bb3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router cbca079a-6dfb-49fb-920c-4d2e10b6303f has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:25:43.044346 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab759e9-dd8d-420b-866a-0b5e81e5203d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] GET failed (client error): The resource could not be found. Dec 22 15:25:43.044992 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dab759e9-dd8d-420b-866a-0b5e81e5203d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Synchronizing usage tracker for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:43.049091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:25:43.062129 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:43.069509 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:43.108814 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Pushing event updated for resources: {'Port': ['ID=1ec147e9-c4d3-45c8-b82a-f6bd5d39b0ce,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:43.133521 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d6090516-2c79-4669-9157-683b6a3a2d21 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:43.175066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Made reservation on behalf of ebebbb6cea794f56aeeb42ac8721d479 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:43.178585 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:43.189168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:43.253588 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dab759e9-dd8d-420b-866a-0b5e81e5203d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unset dirty status for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:43.256282 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dab759e9-dd8d-420b-866a-0b5e81e5203d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports/5372e827-a738-4867-b278-5205617a150e HTTP/1.1" status: 404 len: 333 time: 0.2806568 Dec 22 15:25:43.269582 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33314) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:43.282748 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:43.363863 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e4b6e8b-5fd4-42cf-ae41-22efbf12093b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:43.427414 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:43.452935 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Usage tracker for resource:security_group_rule and tenant:ebebbb6cea794f56aeeb42ac8721d479 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:43.459275 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:43.474394 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94d46cc-cdc4-462d-bc25-19e573076bb3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:25:43.482039 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:43.492045 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226cf912-bb0a-42fd-a79a-dc4523e776a2 None None] Sync routers for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:25:43.505717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f2383f11-6df5-4048-bb96-02d6200a88cf tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port 660ba830-6036-4ee6-aa18-d56de7455d4a {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:43.505984 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2383f11-6df5-4048-bb96-02d6200a88cf tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:43.512789 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226cf912-bb0a-42fd-a79a-dc4523e776a2 None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:43.513970 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-226cf912-bb0a-42fd-a79a-dc4523e776a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:43.569005 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e94d46cc-cdc4-462d-bc25-19e573076bb3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/cbca079a-6dfb-49fb-920c-4d2e10b6303f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8433998 Dec 22 15:25:43.577680 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33320) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:43.583317 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d6090516-2c79-4669-9157-683b6a3a2d21 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Calling delete_port for 3047e8ad-d76e-4d0c-a552-774a666d9297 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:43.653597 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:43.727382 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-646dfc24-c77d-4779-8cbc-8d3eab0573af tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting subnet d8ec2671-4e95-42b7-bcca-eba12ee66a1d {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:25:43.741107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-646dfc24-c77d-4779-8cbc-8d3eab0573af tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:43.762596 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33324) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:43.776018 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e4b6e8b-5fd4-42cf-ae41-22efbf12093b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:43.789640 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4e5a4b11-948e-4c08-9c33-36bfd81d0dec tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:43.810059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-226cf912-bb0a-42fd-a79a-dc4523e776a2 None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:25:44.000326 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d6090516-2c79-4669-9157-683b6a3a2d21 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:44.050562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:44.065830 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057d60f9-59f5-46f3-bc5e-4e3cd9bf5256 None None] Network 9b52e113-98f0-4a31-a1b6-d84e34bfde95 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:44.108606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b6e8b-5fd4-42cf-ae41-22efbf12093b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event deleted for resources: {'Subnet': ['ID=43543a54-e8e4-4984-aa98-7568b7239cd5,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:44.144125 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e4b6e8b-5fd4-42cf-ae41-22efbf12093b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:44.172008 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4e4b6e8b-5fd4-42cf-ae41-22efbf12093b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:44.203370 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-646dfc24-c77d-4779-8cbc-8d3eab0573af tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:44.210280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6090516-2c79-4669-9157-683b6a3a2d21 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Port': ['ID=3047e8ad-d76e-4d0c-a552-774a666d9297,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:44.213276 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d6090516-2c79-4669-9157-683b6a3a2d21 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:44.319255 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4e4b6e8b-5fd4-42cf-ae41-22efbf12093b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "DELETE /v2.0/subnets/43543a54-e8e4-4984-aa98-7568b7239cd5 HTTP/1.1" status: 204 len: 168 time: 2.2477551 Dec 22 15:25:44.351462 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33330) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:44.393518 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-646dfc24-c77d-4779-8cbc-8d3eab0573af tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:44.447372 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7688fd1f-b8f5-406f-89f7-49c0883976e0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d7749218c93e4d43966de2173c9b53d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6828218 Dec 22 15:25:44.459730 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33334) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:44.551090 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:44.708138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:44.750043 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2383f11-6df5-4048-bb96-02d6200a88cf tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:44.869861 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d6090516-2c79-4669-9157-683b6a3a2d21 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:44.888009 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:44.937069 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f2383f11-6df5-4048-bb96-02d6200a88cf tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for 660ba830-6036-4ee6-aa18-d56de7455d4a owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:44.944771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-226cf912-bb0a-42fd-a79a-dc4523e776a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:25:40Z', 'revision_number': 8, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '08295299-9d60-462b-9af8-f33fc3e380cd', 'name': '', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:e0:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:35Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f645c29f-fa7c-4d13-be0c-96d6c93543fd', 'name': '', 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:8b:35:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '72047128-d250-4b97-a330-9a5761839b70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:49Z', 'updated_at': '2021-12-22T15:25:10Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '72047128-d250-4b97-a330-9a5761839b70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:44.956698 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226cf912-bb0a-42fd-a79a-dc4523e776a2 None None] Checking router: cbca079a-6dfb-49fb-920c-4d2e10b6303f for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:25:44.978565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:44.989391 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226cf912-bb0a-42fd-a79a-dc4523e776a2 None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:44.990772 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-226cf912-bb0a-42fd-a79a-dc4523e776a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:44.994517 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c5601a56-c771-4c40-a44d-36b999ed9da9 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:45.076055 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70bc8088-eb84-4533-9a01-57f709c11310,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:45.080432 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:45.081362 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:25:45.130058 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Deleting port debd26ed-7fa9-4d8f-82bf-b671a890503e {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:45.130058 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:45.177386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:45.177739 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Added segment 8bd27c79-2e88-4304-9369-09c2246aea02 of type vlan for network 5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b Dec 22 15:25:45.179428 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-646dfc24-c77d-4779-8cbc-8d3eab0573af tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:45.188164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c632916-6308-42c9-96a7-2ca2b7d34741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:45.190424 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b1d61982-8c1a-4be4-bc8b-fd65f72fc1cc tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:45.212332 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c380760b-79ba-48f6-b203-0f4d524052a6 None None] DHCP port deletion for 9b52e113-98f0-4a31-a1b6-d84e34bfde95 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:25:45.234440 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c380760b-79ba-48f6-b203-0f4d524052a6 None None] Deleting port debd26ed-7fa9-4d8f-82bf-b671a890503e {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:45.235316 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c380760b-79ba-48f6-b203-0f4d524052a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:45.255889 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646dfc24-c77d-4779-8cbc-8d3eab0573af tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ec2671-4e95-42b7-bcca-eba12ee66a1d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:45.258699 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-646dfc24-c77d-4779-8cbc-8d3eab0573af tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:45.276818 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-646dfc24-c77d-4779-8cbc-8d3eab0573af tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:45.293112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:45.392684 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-646dfc24-c77d-4779-8cbc-8d3eab0573af tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/subnets/d8ec2671-4e95-42b7-bcca-eba12ee66a1d HTTP/1.1" status: 204 len: 168 time: 1.8106096 Dec 22 15:25:45.399819 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32868ab-b0c7-4a60-bcd4-518f16106406 None None] Network 2efc3a86-82f9-4e1e-a162-6e6cd5744dcc requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:45.400260 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33338) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:45.430509 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c632916-6308-42c9-96a7-2ca2b7d34741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:45.516195 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:25:45.583776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:25:45.629723 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:45.632616 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-226cf912-bb0a-42fd-a79a-dc4523e776a2 None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:25:45.635629 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:45.646532 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:45.647468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:45.658635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:45.666266 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5f39a36d-30da-4ec0-b800-d7ff77ecdb38 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:45.716180 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2383f11-6df5-4048-bb96-02d6200a88cf tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:45.733375 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6090516-2c79-4669-9157-683b6a3a2d21 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router 20748233-66f0-448f-99cb-b91a322d2fa3 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:25:45.857116 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:45.910559 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Pushing event updated for resources: {'Network': ['ID=5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:45.913950 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port 165f00d6-33f5-41e4-beb7-18861f8fa514 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:45.914535 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:45.980098 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:45.988711 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:25:46.036346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:46.166932 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2383f11-6df5-4048-bb96-02d6200a88cf tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Port': ['ID=660ba830-6036-4ee6-aa18-d56de7455d4a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:46.217295 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device debd26ed-7fa9-4d8f-82bf-b671a890503e no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:25:46.222357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c632916-6308-42c9-96a7-2ca2b7d34741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:46.232481 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-31d367c0-edcf-419d-8256-1518b17d9741 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:46.258158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6090516-2c79-4669-9157-683b6a3a2d21 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:25:46.261366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] For port debd26ed-7fa9-4d8f-82bf-b671a890503e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=debd26ed-7fa9-4d8f-82bf-b671a890503e,segment=NetworkSegment(fd23ef7b-24ea-4f96-80b8-e63af754e157),segment_id=fd23ef7b-24ea-4f96-80b8-e63af754e157)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:46.261867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:46.272425 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c632916-6308-42c9-96a7-2ca2b7d34741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba461afd-b1a2-46de-838c-8d69a66f4d4b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:46.277635 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09073b1-6296-4d9a-a1d5-96c7dbf38301 None None] Sync routers for ids ['20748233-66f0-448f-99cb-b91a322d2fa3'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:25:46.277863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8c632916-6308-42c9-96a7-2ca2b7d34741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:46.287101 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.9475465 Dec 22 15:25:46.297202 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33344) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:46.306063 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09073b1-6296-4d9a-a1d5-96c7dbf38301 None None] Routers {'20748233-66f0-448f-99cb-b91a322d2fa3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:46.309182 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-e09073b1-6296-4d9a-a1d5-96c7dbf38301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['20748233-66f0-448f-99cb-b91a322d2fa3'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:46.368474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-79beadf4-2329-4701-9a2c-0dec30f3a4db tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Request body: {'subnet': {'network_id': '5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:46.402086 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-e09073b1-6296-4d9a-a1d5-96c7dbf38301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:46.415483 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09073b1-6296-4d9a-a1d5-96c7dbf38301 None None] Routers {'20748233-66f0-448f-99cb-b91a322d2fa3'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:46.416382 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-e09073b1-6296-4d9a-a1d5-96c7dbf38301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['20748233-66f0-448f-99cb-b91a322d2fa3'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:46.446864 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2383f11-6df5-4048-bb96-02d6200a88cf tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:46.452132 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f2383f11-6df5-4048-bb96-02d6200a88cf tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/ports/660ba830-6036-4ee6-aa18-d56de7455d4a HTTP/1.1" status: 204 len: 168 time: 3.1663702 Dec 22 15:25:46.455603 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33348) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:46.468711 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Calling delete_port for debd26ed-7fa9-4d8f-82bf-b671a890503e owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:46.481934 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Pushing event updated for resources: {'Port': ['ID=1ec147e9-c4d3-45c8-b82a-f6bd5d39b0ce,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:46.526635 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-e09073b1-6296-4d9a-a1d5-96c7dbf38301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:46.527908 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09073b1-6296-4d9a-a1d5-96c7dbf38301 None None] The sync data for ids ['20748233-66f0-448f-99cb-b91a322d2fa3'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:25:46.544936 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:46.551929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.674s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:46.552406 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:46.619736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c632916-6308-42c9-96a7-2ca2b7d34741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:46.621292 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8c632916-6308-42c9-96a7-2ca2b7d34741 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba461afd-b1a2-46de-838c-8d69a66f4d4b HTTP/1.1" status: 204 len: 168 time: 2.1539900 Dec 22 15:25:46.625983 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c380760b-79ba-48f6-b203-0f4d524052a6 None None] For port debd26ed-7fa9-4d8f-82bf-b671a890503e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=debd26ed-7fa9-4d8f-82bf-b671a890503e,segment=NetworkSegment(fd23ef7b-24ea-4f96-80b8-e63af754e157),segment_id=fd23ef7b-24ea-4f96-80b8-e63af754e157)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:46.626396 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c380760b-79ba-48f6-b203-0f4d524052a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:46.651315 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d6090516-2c79-4669-9157-683b6a3a2d21 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/20748233-66f0-448f-99cb-b91a322d2fa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9103446 Dec 22 15:25:46.652959 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb139e8-5fb5-48d8-b3ca-0f5c51e579ac tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] GET failed (client error): The resource could not be found. Dec 22 15:25:46.657489 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bbb139e8-5fb5-48d8-b3ca-0f5c51e579ac tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports/660ba830-6036-4ee6-aa18-d56de7455d4a HTTP/1.1" status: 404 len: 333 time: 0.1970377 Dec 22 15:25:46.660183 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33354) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:46.660728 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33356) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:46.780278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8ba40a77-a8a5-4d8e-a5d7-63ed70b384f9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Synchronizing usage tracker for tenant:7b4975992c034d11b43920ae668ae5e2 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:25:46.825925 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-79beadf4-2329-4701-9a2c-0dec30f3a4db tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:46.836796 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-79beadf4-2329-4701-9a2c-0dec30f3a4db tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Usage tracker for resource:subnet and tenant:ebebbb6cea794f56aeeb42ac8721d479 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:46.842078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-79beadf4-2329-4701-9a2c-0dec30f3a4db tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:46.853141 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c380760b-79ba-48f6-b203-0f4d524052a6 None None] Calling delete_port for debd26ed-7fa9-4d8f-82bf-b671a890503e owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:46.854288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8390d2c-adc0-4345-97de-39fe243180e3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting subnet 682a4c61-62c9-4e85-9cd1-1ea477c3e128 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:25:46.857241 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-79beadf4-2329-4701-9a2c-0dec30f3a4db tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:46.865641 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8390d2c-adc0-4345-97de-39fe243180e3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:46.888624 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:46.933404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] For port 165f00d6-33f5-41e4-beb7-18861f8fa514, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=165f00d6-33f5-41e4-beb7-18861f8fa514,segment=NetworkSegment(42a15dee-6098-451c-a6d9-1c11e16b1588),segment_id=42a15dee-6098-451c-a6d9-1c11e16b1588)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:46.933897 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:46.936771 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8390d2c-adc0-4345-97de-39fe243180e3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:47.010893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:47.014501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8ba40a77-a8a5-4d8e-a5d7-63ed70b384f9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Unset dirty status for tenant:7b4975992c034d11b43920ae668ae5e2 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:25:47.018174 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8ba40a77-a8a5-4d8e-a5d7-63ed70b384f9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/ports?device_id=20748233-66f0-448f-99cb-b91a322d2fa3 HTTP/1.1" status: 200 len: 205 time: 0.3538435 Dec 22 15:25:47.018174 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:47.021688 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33362) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:47.024699 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-877c622b-610c-43cf-85cf-a8c5f9e8de4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:47.053750 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:47.057745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79beadf4-2329-4701-9a2c-0dec30f3a4db tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Made reservation on behalf of ebebbb6cea794f56aeeb42ac8721d479 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:47.059198 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.4179690 Dec 22 15:25:47.063573 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79beadf4-2329-4701-9a2c-0dec30f3a4db tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:47.090053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33364) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:47.109216 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4a671279-4e4c-4c86-8231-c84bc562167a tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1040447316', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'fixed_ips': [{'ip_address': '172.26.6.223'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:47.150736 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Calling delete_port for 165f00d6-33f5-41e4-beb7-18861f8fa514 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:47.154446 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8fcc55-fce5-4a26-b096-022b95187530 None None] DHCP port deletion for 2efc3a86-82f9-4e1e-a162-6e6cd5744dcc request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:25:47.189913 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event deleted for resources: {'Port': ['ID=debd26ed-7fa9-4d8f-82bf-b671a890503e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:47.193037 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4a671279-4e4c-4c86-8231-c84bc562167a tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:47.207827 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3b8fcc55-fce5-4a26-b096-022b95187530 None None] Deleting port 165f00d6-33f5-41e4-beb7-18861f8fa514 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:47.208434 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3b8fcc55-fce5-4a26-b096-022b95187530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:47.275454 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-c380760b-79ba-48f6-b203-0f4d524052a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:25:47.275896 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-c380760b-79ba-48f6-b203-0f4d524052a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:25:47.312225 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:47.345422 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] No DVR routers for this DVR port debd26ed-7fa9-4d8f-82bf-b671a890503e on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:25:47.356275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4a671279-4e4c-4c86-8231-c84bc562167a tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Usage tracker for resource:port and tenant:41d8fd2a7c81439590c3f54294658bbe is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:47.363953 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4a671279-4e4c-4c86-8231-c84bc562167a tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:47.372970 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4a671279-4e4c-4c86-8231-c84bc562167a tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:47.380973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-226cf912-bb0a-42fd-a79a-dc4523e776a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:25:40Z', 'revision_number': 8, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '08295299-9d60-462b-9af8-f33fc3e380cd', 'name': '', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:e0:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:35Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f645c29f-fa7c-4d13-be0c-96d6c93543fd', 'name': '', 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:8b:35:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '72047128-d250-4b97-a330-9a5761839b70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:49Z', 'updated_at': '2021-12-22T15:25:10Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '72047128-d250-4b97-a330-9a5761839b70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:47.406032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226cf912-bb0a-42fd-a79a-dc4523e776a2 None None] The sync data for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv is: [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:25:40Z', 'revision_number': 8, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '08295299-9d60-462b-9af8-f33fc3e380cd', 'name': '', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:e0:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:35Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f645c29f-fa7c-4d13-be0c-96d6c93543fd', 'name': '', 'network_id': 'db575066-f3f7-485f-89fb-b625de0aaa23', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:8b:35:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '72047128-d250-4b97-a330-9a5761839b70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:49Z', 'updated_at': '2021-12-22T15:25:10Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '72047128-d250-4b97-a330-9a5761839b70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:25:47.452011 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8390d2c-adc0-4345-97de-39fe243180e3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:47.494612 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:47.521793 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ed29a3ba-07bd-41d2-adc2-d54207a0baa4 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:47.533219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a671279-4e4c-4c86-8231-c84bc562167a tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Made reservation on behalf of 41d8fd2a7c81439590c3f54294658bbe for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:47.536661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4a671279-4e4c-4c86-8231-c84bc562167a tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:47.548948 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5c3b1a43-650e-43f1-999f-f3433b2bbad6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:47.592037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] No DVR routers for this DVR port 165f00d6-33f5-41e4-beb7-18861f8fa514 on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:25:47.598146 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3b8fcc55-fce5-4a26-b096-022b95187530 None None] For port 165f00d6-33f5-41e4-beb7-18861f8fa514, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=165f00d6-33f5-41e4-beb7-18861f8fa514,segment=NetworkSegment(42a15dee-6098-451c-a6d9-1c11e16b1588),segment_id=42a15dee-6098-451c-a6d9-1c11e16b1588)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:47.600660 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3b8fcc55-fce5-4a26-b096-022b95187530 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:47.645215 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Port': ['ID=165f00d6-33f5-41e4-beb7-18861f8fa514,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:47.654886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:47.686364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4a671279-4e4c-4c86-8231-c84bc562167a tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:47.767646 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:47.793012 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4a671279-4e4c-4c86-8231-c84bc562167a tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:47.799234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2efc3a86-82f9-4e1e-a162-6e6cd5744dcc']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:47.808152 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4a671279-4e4c-4c86-8231-c84bc562167a tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Usage tracker for resource:security_group_rule and tenant:41d8fd2a7c81439590c3f54294658bbe is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:47.818503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:47.824064 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a15dee-6098-451c-a6d9-1c11e16b1588') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:47.826733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a15dee-6098-451c-a6d9-1c11e16b1588') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:47.829039 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4a671279-4e4c-4c86-8231-c84bc562167a tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:47.840677 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:47.866733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:47.873174 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c380760b-79ba-48f6-b203-0f4d524052a6 None None] Deleting port debd26ed-7fa9-4d8f-82bf-b671a890503e {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:47.873460 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c380760b-79ba-48f6-b203-0f4d524052a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:47.874664 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:25:47.875096 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:47.984662 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3b8fcc55-fce5-4a26-b096-022b95187530 None None] Calling delete_port for 165f00d6-33f5-41e4-beb7-18861f8fa514 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:25:48.013218 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:25:48.071957 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4a671279-4e4c-4c86-8231-c84bc562167a tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:48.087553 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c380760b-79ba-48f6-b203-0f4d524052a6 None None] The port 'debd26ed-7fa9-4d8f-82bf-b671a890503e' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:25:48.120149 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:48.123771 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-801d9959-d552-476b-88c6-e6162ed36f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:48.167046 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-3b8fcc55-fce5-4a26-b096-022b95187530 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:25:48.168640 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:48.169311 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-3b8fcc55-fce5-4a26-b096-022b95187530 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:25:48.196329 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Network': ['ID=2efc3a86-82f9-4e1e-a162-6e6cd5744dcc,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:48.200888 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:48.203801 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/networks/2efc3a86-82f9-4e1e-a162-6e6cd5744dcc HTTP/1.1" status: 204 len: 168 time: 2.7934146 Dec 22 15:25:48.208846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33386) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:48.232693 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2a847c58-f1d6-4fba-9aed-76baaf42d6c2 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:25:48.241738 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b52e113-98f0-4a31-a1b6-d84e34bfde95']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:48.275074 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 2a847c58-f1d6-4fba-9aed-76baaf42d6c2 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:25:48.275990 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2a847c58-f1d6-4fba-9aed-76baaf42d6c2 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:25:48.276640 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 165f00d6-33f5-41e4-beb7-18861f8fa514 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:25:48.321296 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 165f00d6-33f5-41e4-beb7-18861f8fa514 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:25:48.321757 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 165f00d6-33f5-41e4-beb7-18861f8fa514 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:25:48.372848 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd23ef7b-24ea-4f96-80b8-e63af754e157') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:48.373610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd23ef7b-24ea-4f96-80b8-e63af754e157') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:48.389011 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5c3b1a43-650e-43f1-999f-f3433b2bbad6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:48.402096 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5c3b1a43-650e-43f1-999f-f3433b2bbad6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:48.411403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8390d2c-adc0-4345-97de-39fe243180e3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:48.428324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0fcef5a7-2def-41a1-bbf9-de0a4e7b9db8 tempest-FloatingIPNegativeTestJSON-631059256 tempest-FloatingIPNegativeTestJSON-631059256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:48.467562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:48.476053 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eace4194-50d5-4851-8fc1-b4aa688956fc None None] Network 8de73421-138d-49cb-a8ce-52b5b357355c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:48.490890 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8390d2c-adc0-4345-97de-39fe243180e3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:48.516956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8390d2c-adc0-4345-97de-39fe243180e3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Subnet': ['ID=682a4c61-62c9-4e85-9cd1-1ea477c3e128,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:48.540320 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8390d2c-adc0-4345-97de-39fe243180e3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:48.548997 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:48.572101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:25:48.572852 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:25:48.603412 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:25:48.615291 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d8390d2c-adc0-4345-97de-39fe243180e3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/subnets/682a4c61-62c9-4e85-9cd1-1ea477c3e128 HTTP/1.1" status: 204 len: 168 time: 1.9515376 Dec 22 15:25:48.621499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33392) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:48.684097 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33396) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:48.701177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3b8fcc55-fce5-4a26-b096-022b95187530 None None] Deleting port 165f00d6-33f5-41e4-beb7-18861f8fa514 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:48.701908 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3b8fcc55-fce5-4a26-b096-022b95187530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:48.709251 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5c3b1a43-650e-43f1-999f-f3433b2bbad6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:48.710079 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3b1a43-650e-43f1-999f-f3433b2bbad6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Fanout notify agent at l3_agent the message router_deleted on router 20748233-66f0-448f-99cb-b91a322d2fa3 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:25:48.733648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5c3b1a43-650e-43f1-999f-f3433b2bbad6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:48.736290 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5c3b1a43-650e-43f1-999f-f3433b2bbad6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/routers/20748233-66f0-448f-99cb-b91a322d2fa3 HTTP/1.1" status: 204 len: 168 time: 1.6570024 Dec 22 15:25:48.738586 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33400) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:48.845267 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79beadf4-2329-4701-9a2c-0dec30f3a4db tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:48.846332 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3b8fcc55-fce5-4a26-b096-022b95187530 None None] The port '165f00d6-33f5-41e4-beb7-18861f8fa514' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:25:48.874442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f37b9b2d-62e1-40c4-9dd5-158e66d81d3e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:48.986891 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4a671279-4e4c-4c86-8231-c84bc562167a tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:48.990031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:49.002788 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] DHCP port deletion for 8de73421-138d-49cb-a8ce-52b5b357355c request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:25:49.010917 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] Deleting port f32b51f4-e2df-4792-8fa7-6ed9cfc1e966 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:49.011711 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:49.017798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:49.062379 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:49.064951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c20570-2f09-4b7f-b612-14d3610a77d5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting subnet b31bfaf0-22e6-4e04-8201-97b67045fcb9 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:25:49.074570 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a7c20570-2f09-4b7f-b612-14d3610a77d5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:49.130125 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0a55da70-25f9-42f0-b75f-f586a9122c4b tempest-ServiceProvidersTest-1648200592 tempest-ServiceProvidersTest-1648200592-project] 10.222.0.59 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4393322 Dec 22 15:25:49.150187 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port f32b51f4-e2df-4792-8fa7-6ed9cfc1e966 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:49.152376 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:49.152550 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "DELETE /v2.0/networks/9b52e113-98f0-4a31-a1b6-d84e34bfde95 HTTP/1.1" status: 204 len: 168 time: 4.7935801 Dec 22 15:25:49.153315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33408) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:49.163082 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4a671279-4e4c-4c86-8231-c84bc562167a tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:49.173390 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-4a671279-4e4c-4c86-8231-c84bc562167a tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] device_id is not set on port ecb62cf6-f6a8-4b4a-9efc-a0091c1d2cb9 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:25:49.263426 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79beadf4-2329-4701-9a2c-0dec30f3a4db tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Checking segment: {'id': '8bd27c79-2e88-4304-9369-09c2246aea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:25:49.263813 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79beadf4-2329-4701-9a2c-0dec30f3a4db tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Network hostable DHCP agents. Network: 5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:25:49.269011 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79beadf4-2329-4701-9a2c-0dec30f3a4db tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Pushing event updated for resources: {'Subnet': ['ID=823c09ac-015e-4923-aa4e-f12b54a190d8,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:49.280859 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-79beadf4-2329-4701-9a2c-0dec30f3a4db tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:49.285723 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2dcae60c-fc14-4494-bd32-5c36c1adca04 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:49.325873 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a7c20570-2f09-4b7f-b612-14d3610a77d5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:49.381781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event deleted for resources: {'Network': ['ID=9b52e113-98f0-4a31-a1b6-d84e34bfde95,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:49.412432 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:49.415649 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7c982ea0-ae8c-467a-a373-0483d928c774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:49.431669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b4125f-2467-4e10-8285-4acc87a298fa tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Deleting subnet 9834ecea-8c63-4d84-9631-960091c06567 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:25:49.450054 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-36b4125f-2467-4e10-8285-4acc87a298fa tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:49.528789 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] For port f32b51f4-e2df-4792-8fa7-6ed9cfc1e966, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f32b51f4-e2df-4792-8fa7-6ed9cfc1e966,segment=NetworkSegment(89f0e66f-4f54-4941-9e4d-376553adc966),segment_id=89f0e66f-4f54-4941-9e4d-376553adc966)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:49.530184 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:49.571414 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a671279-4e4c-4c86-8231-c84bc562167a tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5295725e-cc4d-4496-ab0f-5608c0ab6bcb,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:49.583312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4a671279-4e4c-4c86-8231-c84bc562167a tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:49.660691 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-36b4125f-2467-4e10-8285-4acc87a298fa tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:49.708767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79beadf4-2329-4701-9a2c-0dec30f3a4db tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Network 5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:25:49.712956 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] Calling delete_port for f32b51f4-e2df-4792-8fa7-6ed9cfc1e966 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:49.747945 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a7c20570-2f09-4b7f-b612-14d3610a77d5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:49.802004 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-79beadf4-2329-4701-9a2c-0dec30f3a4db tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:49.812223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79beadf4-2329-4701-9a2c-0dec30f3a4db tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:49.813148 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79beadf4-2329-4701-9a2c-0dec30f3a4db tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:49.818162 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] For port f32b51f4-e2df-4792-8fa7-6ed9cfc1e966, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f32b51f4-e2df-4792-8fa7-6ed9cfc1e966,segment=NetworkSegment(89f0e66f-4f54-4941-9e4d-376553adc966),segment_id=89f0e66f-4f54-4941-9e4d-376553adc966)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:49.818825 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:49.851200 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dddfde-58fb-4089-b19c-77acb362be6c None None] Network 5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:49.851514 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a671279-4e4c-4c86-8231-c84bc562167a tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 15:25:49.852204 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a671279-4e4c-4c86-8231-c84bc562167a tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:25:49.903808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-36b4125f-2467-4e10-8285-4acc87a298fa tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:49.966385 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:49.978064 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c39e3420-22ec-4f2f-9981-566172a731ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:50.015899 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] No DVR routers for this DVR port f32b51f4-e2df-4792-8fa7-6ed9cfc1e966 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:25:50.031732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] Pushing event deleted for resources: {'Port': ['ID=f32b51f4-e2df-4792-8fa7-6ed9cfc1e966,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:50.037346 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-79beadf4-2329-4701-9a2c-0dec30f3a4db tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7371030 Dec 22 15:25:50.041747 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4a671279-4e4c-4c86-8231-c84bc562167a tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.9437935 Dec 22 15:25:50.041747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33418) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:50.043158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33420) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:50.049358 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Request body: {'port': {'network_id': '5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2022357655'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:50.059203 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:50.059446 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:50.059901 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:50.060462 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:50.060844 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:50.061283 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:50.061715 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:50.062146 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:50.062709 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:50.063143 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:50.063575 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:50.064002 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:25:50.075085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:50.096591 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33426) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:50.110806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for f32b51f4-e2df-4792-8fa7-6ed9cfc1e966 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:50.146587 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f32b51f4-e2df-4792-8fa7-6ed9cfc1e966 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:25:50.165263 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a7c20570-2f09-4b7f-b612-14d3610a77d5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:50.169497 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-36b4125f-2467-4e10-8285-4acc87a298fa tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:50.183057 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3daf1fc-eba3-4af1-b523-81cce40465bc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:50.191395 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0e40c1be-737f-4481-b043-98062b2871ce tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:50.211497 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: f32b51f4-e2df-4792-8fa7-6ed9cfc1e966 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:25:50.211947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f32b51f4-e2df-4792-8fa7-6ed9cfc1e966 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:25:50.273461 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015d1c53-4e3a-4dc3-80de-d94262ccf38c None None] Network 3684576a-03f1-46a8-a9ed-1c2bfae3ef64 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:50.435333 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b', 'network_id': '5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b', 'tenant_id': 'ebebbb6cea794f56aeeb42ac8721d479', 'fixed_ips': [{'subnet_id': '823c09ac-015e-4923-aa4e-f12b54a190d8'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:25:50.435333 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:50.464629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-36b4125f-2467-4e10-8285-4acc87a298fa tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:50.470436 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c20570-2f09-4b7f-b612-14d3610a77d5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Subnet': ['ID=b31bfaf0-22e6-4e04-8201-97b67045fcb9,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:50.607275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a7c20570-2f09-4b7f-b612-14d3610a77d5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:50.609925 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a7c20570-2f09-4b7f-b612-14d3610a77d5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/subnets/b31bfaf0-22e6-4e04-8201-97b67045fcb9 HTTP/1.1" status: 204 len: 168 time: 1.8550966 Dec 22 15:25:50.627852 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33434) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:50.638211 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-36b4125f-2467-4e10-8285-4acc87a298fa tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "DELETE /v2.0/subnets/9834ecea-8c63-4d84-9631-960091c06567 HTTP/1.1" status: 204 len: 168 time: 1.4766939 Dec 22 15:25:50.640117 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4125f-2467-4e10-8285-4acc87a298fa tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event deleted for resources: {'Subnet': ['ID=9834ecea-8c63-4d84-9631-960091c06567,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:50.643130 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-36b4125f-2467-4e10-8285-4acc87a298fa tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:50.647206 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33438) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:50.650292 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eac951-99c3-4851-ad0d-41e825b806fd None None] Network db52a6e2-079c-4e97-9f84-5a960457f574 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:50.676874 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8390d2c-adc0-4345-97de-39fe243180e3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.447s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:50.677678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8390d2c-adc0-4345-97de-39fe243180e3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:50.681642 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-adefb96a-7cd0-4928-b7f5-0a0335a05053 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Deleting port 1ec147e9-c4d3-45c8-b82a-f6bd5d39b0ce {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:50.681642 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-adefb96a-7cd0-4928-b7f5-0a0335a05053 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:50.731780 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:25:50.731998 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:25:50.811357 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e6dceb26-2846-4c7e-994c-ffe2f3bc4f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:50.829600 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-344a01f0-0aa5-4334-bd30-857281f3d359 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Deleting subnet cb7f54fa-48ef-4562-bd6b-993363079213 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:25:50.836025 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-344a01f0-0aa5-4334-bd30-857281f3d359 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:50.868360 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e6dceb26-2846-4c7e-994c-ffe2f3bc4f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:50.873078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e6dceb26-2846-4c7e-994c-ffe2f3bc4f72 admin admin] Usage tracker for resource:security_group_rule and tenant:0fb6dbcacdd74410ae78b9221f16e15e is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:50.876962 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e6dceb26-2846-4c7e-994c-ffe2f3bc4f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:50.885195 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e6dceb26-2846-4c7e-994c-ffe2f3bc4f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:50.982107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e6dceb26-2846-4c7e-994c-ffe2f3bc4f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:50.989022 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:51.003236 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Allocated IP 172.20.0.2 (5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b/823c09ac-015e-4923-aa4e-f12b54a190d8/ce235f25-c584-4027-add6-10dd0a82a9ce) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:25:51.054668 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e6dceb26-2846-4c7e-994c-ffe2f3bc4f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:51.062419 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:51.063731 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-344a01f0-0aa5-4334-bd30-857281f3d359 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:51.105837 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1a9e8b43-da8f-4c38-a506-377b7c3c0b9b tempest-PortsAdminExtendedAttrsTestJSON-2048115112 tempest-PortsAdminExtendedAttrsTestJSON-2048115112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:51.117148 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4715c1-6c47-4f15-9b4c-73812f4f5b9d None None] DHCP port deletion for 3684576a-03f1-46a8-a9ed-1c2bfae3ef64 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:25:51.126647 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting port 66df6b74-1fd7-4e6b-8e27-5723d720ed3a {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:51.127181 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:51.137982 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-9b4715c1-6c47-4f15-9b4c-73812f4f5b9d None None] Deleting port c93d1511-4772-432f-aa6e-b4a931e6393c {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:51.138857 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9b4715c1-6c47-4f15-9b4c-73812f4f5b9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:51.173494 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b33c4c3-6aac-4c5c-9489-9bdc0413085e None None] DHCP port deletion for db52a6e2-079c-4e97-9f84-5a960457f574 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:25:51.193329 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7b33c4c3-6aac-4c5c-9489-9bdc0413085e None None] Deleting port 66df6b74-1fd7-4e6b-8e27-5723d720ed3a {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:51.193329 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7b33c4c3-6aac-4c5c-9489-9bdc0413085e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:51.194421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Usage tracker for resource:port and tenant:ebebbb6cea794f56aeeb42ac8721d479 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:51.205766 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e6dceb26-2846-4c7e-994c-ffe2f3bc4f72 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0fb6dbcacdd74410ae78b9221f16e15e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9248579 Dec 22 15:25:51.205766 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f3daf1fc-eba3-4af1-b523-81cce40465bc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port f645c29f-fa7c-4d13-be0c-96d6c93543fd {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:51.205766 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3daf1fc-eba3-4af1-b523-81cce40465bc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:51.211573 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:51.231034 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33444) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:51.292788 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port f32b51f4-e2df-4792-8fa7-6ed9cfc1e966 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:51.293407 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:51.293550 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:51.342078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-adefb96a-7cd0-4928-b7f5-0a0335a05053 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:51.342573 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-adefb96a-7cd0-4928-b7f5-0a0335a05053 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:51.425206 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] The port 'f32b51f4-e2df-4792-8fa7-6ed9cfc1e966' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:25:51.426804 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dceb26-2846-4c7e-994c-ffe2f3bc4f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bb375f-1eed-4d9f-adaf-646bdf004986,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:51.464684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e6dceb26-2846-4c7e-994c-ffe2f3bc4f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:51.485887 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:51.519932 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Transition to ACTIVE for port object ce235f25-c584-4027-add6-10dd0a82a9ce will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:25:51.628742 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-344a01f0-0aa5-4334-bd30-857281f3d359 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:51.652272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Made reservation on behalf of ebebbb6cea794f56aeeb42ac8721d479 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:51.658042 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:51.665036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:51.692286 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-adefb96a-7cd0-4928-b7f5-0a0335a05053 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Calling delete_port for 1ec147e9-c4d3-45c8-b82a-f6bd5d39b0ce owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:51.698435 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f3daf1fc-eba3-4af1-b523-81cce40465bc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] For port f645c29f-fa7c-4d13-be0c-96d6c93543fd, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f645c29f-fa7c-4d13-be0c-96d6c93543fd,segment=NetworkSegment(bbb01280-5964-40da-b970-f940266d2799),segment_id=bbb01280-5964-40da-b970-f940266d2799)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:51.698961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3daf1fc-eba3-4af1-b523-81cce40465bc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:51.703304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Transition to ACTIVE for port object ce235f25-c584-4027-add6-10dd0a82a9ce will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:25:51.732955 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de73421-138d-49cb-a8ce-52b5b357355c']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:51.749946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7b33c4c3-6aac-4c5c-9489-9bdc0413085e None None] For port 66df6b74-1fd7-4e6b-8e27-5723d720ed3a, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=66df6b74-1fd7-4e6b-8e27-5723d720ed3a,segment=NetworkSegment(7f147ab7-06ba-4bc6-b8da-5915304123f1),segment_id=7f147ab7-06ba-4bc6-b8da-5915304123f1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:51.750384 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7b33c4c3-6aac-4c5c-9489-9bdc0413085e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:51.765040 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-9b4715c1-6c47-4f15-9b4c-73812f4f5b9d None None] For port c93d1511-4772-432f-aa6e-b4a931e6393c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c93d1511-4772-432f-aa6e-b4a931e6393c,segment=NetworkSegment(49f78400-79d4-4bf3-a9f0-02936aa03177),segment_id=49f78400-79d4-4bf3-a9f0-02936aa03177)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:51.765426 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9b4715c1-6c47-4f15-9b4c-73812f4f5b9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:51.789878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] device_id is not set on port 7c983f41-5bde-4589-8a7d-5121125da6e0 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:25:51.945903 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9e2c6d35-c591-4a19-b77e-bd32d8a59eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:51.967960 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:51.990557 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7b33c4c3-6aac-4c5c-9489-9bdc0413085e None None] Calling delete_port for 66df6b74-1fd7-4e6b-8e27-5723d720ed3a owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:52.020346 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] For port 66df6b74-1fd7-4e6b-8e27-5723d720ed3a, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=66df6b74-1fd7-4e6b-8e27-5723d720ed3a,segment=NetworkSegment(7f147ab7-06ba-4bc6-b8da-5915304123f1),segment_id=7f147ab7-06ba-4bc6-b8da-5915304123f1)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:52.020751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:52.095500 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9e2c6d35-c591-4a19-b77e-bd32d8a59eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:52.123256 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f3daf1fc-eba3-4af1-b523-81cce40465bc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Calling delete_port for f645c29f-fa7c-4d13-be0c-96d6c93543fd owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:52.133665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8f7a7bb3-83b0-48fa-8554-cac0e87b39d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:52.180403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Calling delete_port for 66df6b74-1fd7-4e6b-8e27-5723d720ed3a owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:52.198978 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f0e66f-4f54-4941-9e4d-376553adc966') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:52.199362 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f0e66f-4f54-4941-9e4d-376553adc966') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:52.250163 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:52.297447 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:52.337337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:25:52.337841 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:25:52.364555 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:25:52.407482 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 66df6b74-1fd7-4e6b-8e27-5723d720ed3a no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:25:52.458593 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-9b4715c1-6c47-4f15-9b4c-73812f4f5b9d None None] Calling delete_port for c93d1511-4772-432f-aa6e-b4a931e6393c owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:52.475508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-289d01e3-2b8f-4476-b536-b1faa72e730e {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:25:52.476016 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:25:52.502370 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-344a01f0-0aa5-4334-bd30-857281f3d359 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:52.504030 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-adefb96a-7cd0-4928-b7f5-0a0335a05053 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:52.509655 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-80ac0a0f-c952-4f4b-b8d8-199598a4b97a tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:52.526813 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b20fcd78-c745-48e6-bd4b-da49efaf04e9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:52.604821 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a01f0-0aa5-4334-bd30-857281f3d359 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7f54fa-48ef-4562-bd6b-993363079213,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:52.608050 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-344a01f0-0aa5-4334-bd30-857281f3d359 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:52.616617 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108c0e66-9086-4eb2-96c9-b75454fab0c1 None None] Network 73687847-90c5-42ef-a53b-b5a0c80aff38 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:52.620933 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-344a01f0-0aa5-4334-bd30-857281f3d359 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:52.639374 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 66df6b74-1fd7-4e6b-8e27-5723d720ed3a {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:25:52.639969 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 66df6b74-1fd7-4e6b-8e27-5723d720ed3a not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:25:52.640628 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c93d1511-4772-432f-aa6e-b4a931e6393c no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:25:52.650342 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-344a01f0-0aa5-4334-bd30-857281f3d359 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "DELETE /v2.0/subnets/cb7f54fa-48ef-4562-bd6b-993363079213 HTTP/1.1" status: 204 len: 168 time: 2.0015044 Dec 22 15:25:52.652905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33458) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:52.713188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Network 5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:25:52.730754 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9e2c6d35-c591-4a19-b77e-bd32d8a59eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:52.734139 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:52.755552 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefb96a-7cd0-4928-b7f5-0a0335a05053 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ec147e9-c4d3-45c8-b82a-f6bd5d39b0ce,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:52.763634 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-adefb96a-7cd0-4928-b7f5-0a0335a05053 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:52.765101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fe893b9c-5732-4424-8655-1f01bdab99c1 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:52.767266 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:52.796398 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:52.840168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-adf76ac3-2c3a-4f2c-9557-20ad8b2c6cb2 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:52.849690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] No DVR routers for this DVR port 66df6b74-1fd7-4e6b-8e27-5723d720ed3a on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:25:52.853200 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c6d35-c591-4a19-b77e-bd32d8a59eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bb375f-1eed-4d9f-adaf-646bdf004986,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:52.870367 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:52.883032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Pushing event updated for resources: {'Port': ['ID=ce235f25-c584-4027-add6-10dd0a82a9ce,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:52.888508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9e2c6d35-c591-4a19-b77e-bd32d8a59eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:52.889377 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bc39f5b5-cb9d-490a-9a48-974e7abfd2e3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:52.931590 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:52.956212 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:52.977176 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Port': ['ID=66df6b74-1fd7-4e6b-8e27-5723d720ed3a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:52.979089 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:52.990219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:53.024328 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Network': ['ID=8de73421-138d-49cb-a8ce-52b5b357355c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:53.041069 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9b626f11-df39-4eef-bc06-caa01c9411d8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:53.054173 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/networks/8de73421-138d-49cb-a8ce-52b5b357355c HTTP/1.1" status: 204 len: 168 time: 4.4151175 Dec 22 15:25:53.056433 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:53.067425 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33462) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:53.084475 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9b626f11-df39-4eef-bc06-caa01c9411d8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Deleting port c93d1511-4772-432f-aa6e-b4a931e6393c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:53.085050 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9b626f11-df39-4eef-bc06-caa01c9411d8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:53.106912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-913bd752-29eb-437a-8e44-56d102389f58 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1967706533'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:53.120966 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] device_id is not set on port 8ff81964-753c-44d0-9b06-f246fa64808c yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:25:53.157622 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-913bd752-29eb-437a-8e44-56d102389f58 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:53.164879 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-7b33c4c3-6aac-4c5c-9489-9bdc0413085e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:25:53.165445 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-7b33c4c3-6aac-4c5c-9489-9bdc0413085e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:25:53.168416 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:53.184076 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-adefb96a-7cd0-4928-b7f5-0a0335a05053 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:53.185246 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3daf1fc-eba3-4af1-b523-81cce40465bc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:53.186924 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-adefb96a-7cd0-4928-b7f5-0a0335a05053 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:53.195960 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-adefb96a-7cd0-4928-b7f5-0a0335a05053 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/05d9b921-0fc2-4f16-aff5-dc847d1a2d50 HTTP/1.1" status: 204 len: 168 time: 3.1439803 Dec 22 15:25:53.195960 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-913bd752-29eb-437a-8e44-56d102389f58 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:network and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:53.202335 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-913bd752-29eb-437a-8e44-56d102389f58 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:53.203254 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9e2c6d35-c591-4a19-b77e-bd32d8a59eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:53.209132 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9e2c6d35-c591-4a19-b77e-bd32d8a59eda admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a1bb375f-1eed-4d9f-adaf-646bdf004986 HTTP/1.1" status: 204 len: 168 time: 1.9718022 Dec 22 15:25:53.326485 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-913bd752-29eb-437a-8e44-56d102389f58 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:53.330194 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9b4715c1-6c47-4f15-9b4c-73812f4f5b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:53.334582 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Port c93d1511-4772-432f-aa6e-b4a931e6393c update to DOWN by agent not found {{(pid=88219) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 22 15:25:53.339565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9b626f11-df39-4eef-bc06-caa01c9411d8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] The port 'c93d1511-4772-432f-aa6e-b4a931e6393c' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:25:53.351814 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-04a987d9-6f04-4a69-a0ec-a4615fc1a825 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:53.365893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:53.369453 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db52a6e2-079c-4e97-9f84-5a960457f574']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:53.415037 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Attempting to bind port ce235f25-c584-4027-add6-10dd0a82a9ce on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:25:53.418836 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Attempting to bind port ce235f25-c584-4027-add6-10dd0a82a9ce by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '8bd27c79-2e88-4304-9369-09c2246aea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:25:53.421929 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Attempting to bind port ce235f25-c584-4027-add6-10dd0a82a9ce on network 5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:25:53.451707 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Allocated IP 172.20.0.12 (5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b/823c09ac-015e-4923-aa4e-f12b54a190d8/8ff81964-753c-44d0-9b06-f246fa64808c) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:25:53.458583 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4715c1-6c47-4f15-9b4c-73812f4f5b9d None None] No DVR routers for this DVR port c93d1511-4772-432f-aa6e-b4a931e6393c on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:25:53.461125 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:25:53.461715 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Checking segment: {'id': '8bd27c79-2e88-4304-9369-09c2246aea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:25:53.462434 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:53.463188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Bound using segment: {'id': '8bd27c79-2e88-4304-9369-09c2246aea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:25:53.463886 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Bound port: ce235f25-c584-4027-add6-10dd0a82a9ce, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd27c79-2e88-4304-9369-09c2246aea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:25:53.464024 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f147ab7-06ba-4bc6-b8da-5915304123f1') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:53.464378 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f147ab7-06ba-4bc6-b8da-5915304123f1') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:53.464724 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:53.474621 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4715c1-6c47-4f15-9b4c-73812f4f5b9d None None] Pushing event deleted for resources: {'Port': ['ID=c93d1511-4772-432f-aa6e-b4a931e6393c,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:53.483597 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-9b4715c1-6c47-4f15-9b4c-73812f4f5b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:53.522919 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:53.578434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3daf1fc-eba3-4af1-b523-81cce40465bc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Port': ['ID=f645c29f-fa7c-4d13-be0c-96d6c93543fd,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:53.584659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f3daf1fc-eba3-4af1-b523-81cce40465bc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:53.599788 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] For port ce235f25-c584-4027-add6-10dd0a82a9ce, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:25:53.663305 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:53.667472 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7b33c4c3-6aac-4c5c-9489-9bdc0413085e None None] Deleting port 66df6b74-1fd7-4e6b-8e27-5723d720ed3a {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:53.668568 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7b33c4c3-6aac-4c5c-9489-9bdc0413085e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:53.677634 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913bd752-29eb-437a-8e44-56d102389f58 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:53.681570 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-913bd752-29eb-437a-8e44-56d102389f58 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:53.695898 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:25:53.696455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:53.786428 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0a6f37-2e04-4b28-a0ed-f7c3ce8a2772 None None] DHCP port deletion for 73687847-90c5-42ef-a53b-b5a0c80aff38 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:25:53.826537 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7f0a6f37-2e04-4b28-a0ed-f7c3ce8a2772 None None] Deleting port cb6d3171-37ca-4353-afa1-537836e84689 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:53.827525 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7f0a6f37-2e04-4b28-a0ed-f7c3ce8a2772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:25:53.886109 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:25:53.950701 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913bd752-29eb-437a-8e44-56d102389f58 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:25:53.995052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:54.014603 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Transition to ACTIVE for port object 8ff81964-753c-44d0-9b06-f246fa64808c will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:25:54.038552 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-913bd752-29eb-437a-8e44-56d102389f58 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:54.038920 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-913bd752-29eb-437a-8e44-56d102389f58 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Added segment 498766d4-346b-4887-971a-8870124936e4 of type vlan for network c2880c41-b9e7-47e4-9e28-ca3dab4d5e55 Dec 22 15:25:54.048973 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:54.057219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e386a42f-90a1-446e-8dc1-8ef538d5d8f8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:54.090099 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:54.171107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9b626f11-df39-4eef-bc06-caa01c9411d8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:54.184048 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/networks/db52a6e2-079c-4e97-9f84-5a960457f574 HTTP/1.1" status: 204 len: 168 time: 3.5384555 Dec 22 15:25:54.184048 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Network': ['ID=db52a6e2-079c-4e97-9f84-5a960457f574,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:54.203406 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-913bd752-29eb-437a-8e44-56d102389f58 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:54.229540 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33478) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:54.258129 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-6fcdec09-b225-4415-9be3-5d0c0d2d8f63 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1514704787', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:54.281006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6fcdec09-b225-4415-9be3-5d0c0d2d8f63 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:54.292496 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7b33c4c3-6aac-4c5c-9489-9bdc0413085e None None] The port '66df6b74-1fd7-4e6b-8e27-5723d720ed3a' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:25:54.301303 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:54.303832 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3daf1fc-eba3-4af1-b523-81cce40465bc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:54.308373 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6fcdec09-b225-4415-9be3-5d0c0d2d8f63 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:router and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:54.313703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-9b626f11-df39-4eef-bc06-caa01c9411d8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3684576a-03f1-46a8-a9ed-1c2bfae3ef64']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:54.320991 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] For port ce235f25-c584-4027-add6-10dd0a82a9ce, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ce235f25-c584-4027-add6-10dd0a82a9ce,segment=NetworkSegment(8bd27c79-2e88-4304-9369-09c2246aea02),segment_id=8bd27c79-2e88-4304-9369-09c2246aea02)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:25:54.347207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6fcdec09-b225-4415-9be3-5d0c0d2d8f63 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:54.355410 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device cb6d3171-37ca-4353-afa1-537836e84689 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:25:54.375993 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6fcdec09-b225-4415-9be3-5d0c0d2d8f63 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:54.388500 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-913bd752-29eb-437a-8e44-56d102389f58 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:54.400281 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913bd752-29eb-437a-8e44-56d102389f58 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:54.401284 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-913bd752-29eb-437a-8e44-56d102389f58 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:54.414586 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33484) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:54.415830 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:54.430859 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:54.465011 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-932d769c-8213-4d47-b5f6-add63d82a108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:54.518129 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:54.541000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-9b626f11-df39-4eef-bc06-caa01c9411d8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f78400-79d4-4bf3-a9f0-02936aa03177') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:54.541290 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-9b626f11-df39-4eef-bc06-caa01c9411d8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f78400-79d4-4bf3-a9f0-02936aa03177') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:54.561882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9b626f11-df39-4eef-bc06-caa01c9411d8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:54.601964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9b626f11-df39-4eef-bc06-caa01c9411d8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:54.614601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b626f11-df39-4eef-bc06-caa01c9411d8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:25:54.615332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9b626f11-df39-4eef-bc06-caa01c9411d8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:54.713759 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Network 5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:25:54.747556 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:25:54.755624 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:54.759814 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6fcdec09-b225-4415-9be3-5d0c0d2d8f63 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:54.762300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6fcdec09-b225-4415-9be3-5d0c0d2d8f63 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:54.765963 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:54.783801 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7f0a6f37-2e04-4b28-a0ed-f7c3ce8a2772 None None] For port cb6d3171-37ca-4353-afa1-537836e84689, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=cb6d3171-37ca-4353-afa1-537836e84689,segment=NetworkSegment(c036136b-7da7-4b99-aad1-20b9cc102430),segment_id=c036136b-7da7-4b99-aad1-20b9cc102430)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:54.785023 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7f0a6f37-2e04-4b28-a0ed-f7c3ce8a2772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:54.850173 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Pushing event updated for resources: {'Port': ['ID=ce235f25-c584-4027-add6-10dd0a82a9ce,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:54.886110 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6976750b-816a-4b59-a269-416118ebfbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:54.913342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bd752-29eb-437a-8e44-56d102389f58 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Network': ['ID=c2880c41-b9e7-47e4-9e28-ca3dab4d5e55,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:54.923805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-913bd752-29eb-437a-8e44-56d102389f58 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:54.923805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:54.985403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6976750b-816a-4b59-a269-416118ebfbf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:54.994396 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:54.995028 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-913bd752-29eb-437a-8e44-56d102389f58 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9078243 Dec 22 15:25:54.998491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network c2880c41-b9e7-47e4-9e28-ca3dab4d5e55 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:25:55.019608 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33496) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:55.021288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6976750b-816a-4b59-a269-416118ebfbf3 admin admin] Usage tracker for resource:security_group_rule and tenant:d772a90934ec4da88017de4772082f58 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:55.054133 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:55.055528 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:55.066302 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6976750b-816a-4b59-a269-416118ebfbf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:55.090997 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7f0a6f37-2e04-4b28-a0ed-f7c3ce8a2772 None None] Calling delete_port for cb6d3171-37ca-4353-afa1-537836e84689 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:55.102805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-651e180c-097e-46d6-b89f-a394be4be544 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'subnet': {'network_id': 'c2880c41-b9e7-47e4-9e28-ca3dab4d5e55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:55.150096 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9b626f11-df39-4eef-bc06-caa01c9411d8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:55.160242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9b626f11-df39-4eef-bc06-caa01c9411d8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:55.167792 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:55.221056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6976750b-816a-4b59-a269-416118ebfbf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:55.233750 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 5.1871741 Dec 22 15:25:55.235755 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33504) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:55.251932 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b626f11-df39-4eef-bc06-caa01c9411d8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event deleted for resources: {'Network': ['ID=3684576a-03f1-46a8-a9ed-1c2bfae3ef64,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:55.257712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9b626f11-df39-4eef-bc06-caa01c9411d8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:55.261789 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:55.263997 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6fcdec09-b225-4415-9be3-5d0c0d2d8f63 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:55.274969 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9b626f11-df39-4eef-bc06-caa01c9411d8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "DELETE /v2.0/networks/3684576a-03f1-46a8-a9ed-1c2bfae3ef64 HTTP/1.1" status: 204 len: 168 time: 2.6202905 Dec 22 15:25:55.301675 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33508) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:55.405192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Pushing event updated for resources: {'Port': ['ID=8ff81964-753c-44d0-9b06-f246fa64808c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:55.411906 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0e6c5649-d214-4f68-9591-515466f6d1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:55.412318 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:55.460648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-651e180c-097e-46d6-b89f-a394be4be544 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:55.466744 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-651e180c-097e-46d6-b89f-a394be4be544 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:subnet and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:55.470725 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-651e180c-097e-46d6-b89f-a394be4be544 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:55.479873 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-651e180c-097e-46d6-b89f-a394be4be544 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:55.498442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-583254bd-4a8a-44e8-b2c8-b685f6ac0312 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Deleting port 8ff81964-753c-44d0-9b06-f246fa64808c {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:55.498835 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-583254bd-4a8a-44e8-b2c8-b685f6ac0312 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:55.548970 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33516) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:55.580334 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7f0a6f37-2e04-4b28-a0ed-f7c3ce8a2772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:55.609250 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7e22e2e4-8c6c-4666-81de-4d67a524d1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:55.785767 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0a6f37-2e04-4b28-a0ed-f7c3ce8a2772 None None] No DVR routers for this DVR port cb6d3171-37ca-4353-afa1-537836e84689 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:25:55.800699 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a6f37-2e04-4b28-a0ed-f7c3ce8a2772 None None] Pushing event deleted for resources: {'Port': ['ID=cb6d3171-37ca-4353-afa1-537836e84689,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:55.810454 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7f0a6f37-2e04-4b28-a0ed-f7c3ce8a2772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:55.869632 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a684208-cdb7-44f4-aaff-89c7bf00a878 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:55.878407 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3daf1fc-eba3-4af1-b523-81cce40465bc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router cbca079a-6dfb-49fb-920c-4d2e10b6303f has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:25:55.928774 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-51923763'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:55.932695 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651e180c-097e-46d6-b89f-a394be4be544 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:55.936254 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-651e180c-097e-46d6-b89f-a394be4be544 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:55.986736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:55.990089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6fcdec09-b225-4415-9be3-5d0c0d2d8f63 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:56.093017 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Usage tracker for resource:network and tenant:80a176aeebec46468c8a7070379e25b5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:56.102186 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:56.131931 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:56.191321 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ce235f25-c584-4027-add6-10dd0a82a9ce up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:25:56.192190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6976750b-816a-4b59-a269-416118ebfbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:56.196575 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-583254bd-4a8a-44e8-b2c8-b685f6ac0312 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:56.342503 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3daf1fc-eba3-4af1-b523-81cce40465bc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:25:56.343375 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6976750b-816a-4b59-a269-416118ebfbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:56.349571 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f3daf1fc-eba3-4af1-b523-81cce40465bc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/cbca079a-6dfb-49fb-920c-4d2e10b6303f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1407354 Dec 22 15:25:56.360271 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecf13cf-c3da-4967-aa1f-31303642fef4 None None] Sync routers for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:25:56.378600 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33522) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:56.388258 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecf13cf-c3da-4967-aa1f-31303642fef4 None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:56.390094 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-2ecf13cf-c3da-4967-aa1f-31303642fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:56.413013 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a684208-cdb7-44f4-aaff-89c7bf00a878 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:56.458107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6fcdec09-b225-4415-9be3-5d0c0d2d8f63 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:56.462409 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6fcdec09-b225-4415-9be3-5d0c0d2d8f63 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 2.2234819 Dec 22 15:25:56.465400 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33530) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:56.500354 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2203d4c1-e5e9-4052-80f3-5f8c1bbc2218 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:56.503846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-81fdcd9f-9c31-4e1a-8585-ffcaf2afd82c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'network': {'name': 'tempest-RoutersTest-1630354438'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:56.509177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Made reservation on behalf of 80a176aeebec46468c8a7070379e25b5 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:56.514617 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:56.522712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-81fdcd9f-9c31-4e1a-8585-ffcaf2afd82c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:56.527246 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-4a684208-cdb7-44f4-aaff-89c7bf00a878 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73687847-90c5-42ef-a53b-b5a0c80aff38']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:56.544333 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-81fdcd9f-9c31-4e1a-8585-ffcaf2afd82c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:network and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:56.548468 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port ce235f25-c584-4027-add6-10dd0a82a9ce completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:56.549565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-81fdcd9f-9c31-4e1a-8585-ffcaf2afd82c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:56.554272 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-4a684208-cdb7-44f4-aaff-89c7bf00a878 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c036136b-7da7-4b99-aad1-20b9cc102430') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:56.554584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-4a684208-cdb7-44f4-aaff-89c7bf00a878 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c036136b-7da7-4b99-aad1-20b9cc102430') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:56.573782 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-81fdcd9f-9c31-4e1a-8585-ffcaf2afd82c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:56.585529 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a684208-cdb7-44f4-aaff-89c7bf00a878 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:56.609272 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a684208-cdb7-44f4-aaff-89c7bf00a878 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:56.617157 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:56.623997 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a684208-cdb7-44f4-aaff-89c7bf00a878 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:25:56.625356 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a684208-cdb7-44f4-aaff-89c7bf00a878 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:56.645988 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-583254bd-4a8a-44e8-b2c8-b685f6ac0312 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Calling delete_port for 8ff81964-753c-44d0-9b06-f246fa64808c owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:25:56.665561 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:25:56.760800 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:56.797301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Usage tracker for resource:security_group_rule and tenant:80a176aeebec46468c8a7070379e25b5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:56.807623 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fdcd9f-9c31-4e1a-8585-ffcaf2afd82c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Made reservation on behalf of 7b4975992c034d11b43920ae668ae5e2 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:56.809393 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6976750b-816a-4b59-a269-416118ebfbf3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d772a90934ec4da88017de4772082f58&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3589985 Dec 22 15:25:56.810116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33534) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:56.810687 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-81fdcd9f-9c31-4e1a-8585-ffcaf2afd82c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:56.818611 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:56.824048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-2ecf13cf-c3da-4967-aa1f-31303642fef4 None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:25:56.832653 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976750b-816a-4b59-a269-416118ebfbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636d076c-b2fe-49f3-ad0a-30e3666b502a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:56.839816 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:56.863356 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6976750b-816a-4b59-a269-416118ebfbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:56.879950 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81fdcd9f-9c31-4e1a-8585-ffcaf2afd82c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:25:56.885996 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de5dd0d-4006-4c50-944f-68ceab46503f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting subnet 72047128-d250-4b97-a330-9a5761839b70 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:25:56.893117 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1de5dd0d-4006-4c50-944f-68ceab46503f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:56.935240 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-81fdcd9f-9c31-4e1a-8585-ffcaf2afd82c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:56.935589 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-81fdcd9f-9c31-4e1a-8585-ffcaf2afd82c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Added segment fd86a7c1-d397-4cfd-98c8-7dec1a03add2 of type vlan for network f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25 Dec 22 15:25:56.966485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d68c43-53ea-48f6-a563-6a1701afe320 None None] Network 5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:56.976274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1de5dd0d-4006-4c50-944f-68ceab46503f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.012946 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a684208-cdb7-44f4-aaff-89c7bf00a878 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.031814 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0653f8b2-7dbf-40e5-94e3-534df602ce0b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:57.047849 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-81fdcd9f-9c31-4e1a-8585-ffcaf2afd82c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.051912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-651e180c-097e-46d6-b89f-a394be4be544 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.053803 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a684208-cdb7-44f4-aaff-89c7bf00a878 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.056941 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-134ef89f-40b7-4152-8e81-74b394ac3fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.067133 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0f294b90-bd51-472c-96fd-b925d6d34ea6 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:57.075867 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a684208-cdb7-44f4-aaff-89c7bf00a878 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event deleted for resources: {'Network': ['ID=73687847-90c5-42ef-a53b-b5a0c80aff38,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:57.085140 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4a684208-cdb7-44f4-aaff-89c7bf00a878 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:57.097034 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4a684208-cdb7-44f4-aaff-89c7bf00a878 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "DELETE /v2.0/networks/73687847-90c5-42ef-a53b-b5a0c80aff38 HTTP/1.1" status: 204 len: 168 time: 1.7933180 Dec 22 15:25:57.110519 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33538) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:57.200191 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-134ef89f-40b7-4152-8e81-74b394ac3fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.210897 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bab2e68-7e05-4f3f-b6b5-b9feddb55965 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Deleting subnet ac316110-f3f5-443d-b964-9289666271b2 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:25:57.215485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7bab2e68-7e05-4f3f-b6b5-b9feddb55965 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.231435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e180c-097e-46d6-b89f-a394be4be544 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Subnet': ['ID=c56ef561-7227-41e9-8c7a-14c44c8a1cb7,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:57.247080 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-651e180c-097e-46d6-b89f-a394be4be544 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:57.263875 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1de5dd0d-4006-4c50-944f-68ceab46503f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.269836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-583254bd-4a8a-44e8-b2c8-b685f6ac0312 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.298777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-45b14376-a229-4db8-a71f-49d2a66c5530 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:57.303347 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-81fdcd9f-9c31-4e1a-8585-ffcaf2afd82c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.308939 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fdcd9f-9c31-4e1a-8585-ffcaf2afd82c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:57.309670 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-81fdcd9f-9c31-4e1a-8585-ffcaf2afd82c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.361492 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7bab2e68-7e05-4f3f-b6b5-b9feddb55965 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.367865 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.404651 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583254bd-4a8a-44e8-b2c8-b685f6ac0312 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Pushing event deleted for resources: {'Port': ['ID=8ff81964-753c-44d0-9b06-f246fa64808c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:57.414739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-583254bd-4a8a-44e8-b2c8-b685f6ac0312 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:57.415879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e180c-097e-46d6-b89f-a394be4be544 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Checking segment: {'id': '498766d4-346b-4887-971a-8870124936e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c2880c41-b9e7-47e4-9e28-ca3dab4d5e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:25:57.416621 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651e180c-097e-46d6-b89f-a394be4be544 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network hostable DHCP agents. Network: c2880c41-b9e7-47e4-9e28-ca3dab4d5e55, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:25:57.421171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-cf1bf364-602a-42a4-9019-eafa64b4a171 None None] Provisioning for port ce235f25-c584-4027-add6-10dd0a82a9ce completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:25:57.437906 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-cf1bf364-602a-42a4-9019-eafa64b4a171 None None] Provisioning complete for port ce235f25-c584-4027-add6-10dd0a82a9ce triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:57.438647 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cf1bf364-602a-42a4-9019-eafa64b4a171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.454086 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f10b64b5-ba26-4f8a-9f42-47c85ffb6417 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:57.582449 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.606795 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:57.647186 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdcd9f-9c31-4e1a-8585-ffcaf2afd82c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Network': ['ID=f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:57.650520 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-81fdcd9f-9c31-4e1a-8585-ffcaf2afd82c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:57.664358 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:25:57.693394 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651e180c-097e-46d6-b89f-a394be4be544 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network c2880c41-b9e7-47e4-9e28-ca3dab4d5e55 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:25:57.694825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:25:57.708258 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7bab2e68-7e05-4f3f-b6b5-b9feddb55965 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.710800 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598c98d9-1712-4014-8586-2cc90f7f5959,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:57.716875 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:57.718468 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.718468 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Added segment 12ce1b69-d307-46e5-9970-96315aa1c2eb of type vlan for network 2ee5c121-4e1d-4024-a75f-988b42e5960c Dec 22 15:25:57.724123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-583254bd-4a8a-44e8-b2c8-b685f6ac0312 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.743847 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-583254bd-4a8a-44e8-b2c8-b685f6ac0312 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] 10.222.0.59 "DELETE /v2.0/ports/8ff81964-753c-44d0-9b06-f246fa64808c HTTP/1.1" status: 204 len: 168 time: 2.5013974 Dec 22 15:25:57.752273 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33542) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:57.779403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-134ef89f-40b7-4152-8e81-74b394ac3fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.782694 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-134ef89f-40b7-4152-8e81-74b394ac3fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.784321 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-134ef89f-40b7-4152-8e81-74b394ac3fb6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/636d076c-b2fe-49f3-ad0a-30e3666b502a HTTP/1.1" status: 204 len: 168 time: 0.9619823 Dec 22 15:25:57.802893 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-98f21bd7-3c14-401e-9ad0-9d50cd267bad tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:57.839603 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cb3d4d05-7001-4dfe-ab50-29b200c461a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.841011 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.908225 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1de5dd0d-4006-4c50-944f-68ceab46503f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.913142 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cf1bf364-602a-42a4-9019-eafa64b4a171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.921664 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ef89f-40b7-4152-8e81-74b394ac3fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636d076c-b2fe-49f3-ad0a-30e3666b502a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:57.926339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-651e180c-097e-46d6-b89f-a394be4be544 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, c2880c41-b9e7-47e4-9e28-ca3dab4d5e55) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:25:57.928204 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-134ef89f-40b7-4152-8e81-74b394ac3fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:57.933248 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e180c-097e-46d6-b89f-a394be4be544 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:57.933889 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-651e180c-097e-46d6-b89f-a394be4be544 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:57.948201 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-139f84d7-5cb6-422b-a33c-0e6a2e990985 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:57.962953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53978bcb-c993-4be9-be47-2734719bf698 None None] Network c2880c41-b9e7-47e4-9e28-ca3dab4d5e55 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:57.993924 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-81fdcd9f-9c31-4e1a-8585-ffcaf2afd82c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5277560 Dec 22 15:25:57.995377 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33550) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:58.014318 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-372af93a-b053-4d4d-85c4-98f58bbd1cba tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'subnet': {'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:58.048092 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5dd0d-4006-4c50-944f-68ceab46503f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Subnet': ['ID=72047128-d250-4b97-a330-9a5761839b70,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:58.058423 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1de5dd0d-4006-4c50-944f-68ceab46503f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:58.063759 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1de5dd0d-4006-4c50-944f-68ceab46503f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:58.082485 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1de5dd0d-4006-4c50-944f-68ceab46503f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/subnets/72047128-d250-4b97-a330-9a5761839b70 HTTP/1.1" status: 204 len: 168 time: 1.7021267 Dec 22 15:25:58.084049 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33554) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:58.099698 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:58.107962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:25:58.109026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:58.137676 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-651e180c-097e-46d6-b89f-a394be4be544 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0972962 Dec 22 15:25:58.140458 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33558) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:58.144736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bafd83de-14dd-42d8-8865-1dab60ffbfc2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:58.149277 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-cf1bf364-602a-42a4-9019-eafa64b4a171 None None] For port ce235f25-c584-4027-add6-10dd0a82a9ce, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ce235f25-c584-4027-add6-10dd0a82a9ce,segment=NetworkSegment(8bd27c79-2e88-4304-9369-09c2246aea02),segment_id=8bd27c79-2e88-4304-9369-09c2246aea02)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:58.153979 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-2ecf13cf-c3da-4967-aa1f-31303642fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:25:52Z', 'revision_number': 9, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '08295299-9d60-462b-9af8-f33fc3e380cd', 'name': '', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:e0:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:35Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:58.159430 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccdb5a0-48d4-45ab-ab5a-c9047c39f335 None None] Network db575066-f3f7-485f-89fb-b625de0aaa23 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:58.178200 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecf13cf-c3da-4967-aa1f-31303642fef4 None None] Checking router: cbca079a-6dfb-49fb-920c-4d2e10b6303f for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:25:58.245179 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e622f35b-f776-4e3d-a39a-0eeedb26e0be tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'port': {'network_id': 'c2880c41-b9e7-47e4-9e28-ca3dab4d5e55', 'name': 'tempest-PortsIpV6TestJSON-297782452', 'fixed_ips': [{'subnet_id': 'c56ef561-7227-41e9-8c7a-14c44c8a1cb7', 'ip_address': '2001:db8::10'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:58.273137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cf1bf364-602a-42a4-9019-eafa64b4a171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:58.279979 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:58.290650 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4b5de92b-5f89-4490-a8fd-d568ee23b8e5 tempest-DHCPAgentSchedulersTestJSON-217290982 tempest-DHCPAgentSchedulersTestJSON-217290982-project-admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.5348823 Dec 22 15:25:58.292068 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33562) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:58.292715 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 2.7383742 Dec 22 15:25:58.303282 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33564) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:58.311385 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecf13cf-c3da-4967-aa1f-31303642fef4 None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:58.312060 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-2ecf13cf-c3da-4967-aa1f-31303642fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:25:58.315885 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:58.333011 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-16634b06-4c5c-4dcf-a7ac-f163feaabc07 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-595485737'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:58.382333 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f3da7506-66d3-41dc-8d1d-e4c9aaae126e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Request body: {'subnet': {'network_id': '2ee5c121-4e1d-4024-a75f-988b42e5960c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:25:58.390732 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7bab2e68-7e05-4f3f-b6b5-b9feddb55965 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:58.425344 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-16634b06-4c5c-4dcf-a7ac-f163feaabc07 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:58.432830 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-344a01f0-0aa5-4334-bd30-857281f3d359 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:58.519858 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7bab2e68-7e05-4f3f-b6b5-b9feddb55965 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:58.530061 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05e82cb-ccb6-4926-a7a4-296296c4a6f9 None None] Network f3c2090b-930a-4c71-b194-984df3671ccb requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:25:58.534036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab2e68-7e05-4f3f-b6b5-b9feddb55965 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event deleted for resources: {'Subnet': ['ID=ac316110-f3f5-443d-b964-9289666271b2,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:58.537238 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7bab2e68-7e05-4f3f-b6b5-b9feddb55965 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:58.542156 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7bab2e68-7e05-4f3f-b6b5-b9feddb55965 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "DELETE /v2.0/subnets/ac316110-f3f5-443d-b964-9289666271b2 HTTP/1.1" status: 204 len: 168 time: 1.4315012 Dec 22 15:25:58.543305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port 7ffaf0a3-276e-40f3-b2e3-50e87ae30090 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:58.543707 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:58.573468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-16634b06-4c5c-4dcf-a7ac-f163feaabc07 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Usage tracker for resource:network and tenant:ebebbb6cea794f56aeeb42ac8721d479 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:58.581232 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33572) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:58.587588 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-16634b06-4c5c-4dcf-a7ac-f163feaabc07 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:58.626103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-16634b06-4c5c-4dcf-a7ac-f163feaabc07 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:58.790330 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16634b06-4c5c-4dcf-a7ac-f163feaabc07 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Made reservation on behalf of ebebbb6cea794f56aeeb42ac8721d479 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:58.794499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-16634b06-4c5c-4dcf-a7ac-f163feaabc07 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:58.983232 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] For port 7ffaf0a3-276e-40f3-b2e3-50e87ae30090, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7ffaf0a3-276e-40f3-b2e3-50e87ae30090,segment=NetworkSegment(bbb01280-5964-40da-b970-f940266d2799),segment_id=bbb01280-5964-40da-b970-f940266d2799)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:58.984066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:59.015884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-372af93a-b053-4d4d-85c4-98f58bbd1cba tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:59.024669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-372af93a-b053-4d4d-85c4-98f58bbd1cba tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:subnet and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:59.030152 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-372af93a-b053-4d4d-85c4-98f58bbd1cba tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:59.043697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-372af93a-b053-4d4d-85c4-98f58bbd1cba tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:59.058068 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Pushing event updated for resources: {'Network': ['ID=2ee5c121-4e1d-4024-a75f-988b42e5960c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:59.082820 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.938s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:59.089111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1bf364-602a-42a4-9019-eafa64b4a171 None None] Pushing event updated for resources: {'Port': ['ID=ce235f25-c584-4027-add6-10dd0a82a9ce,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:59.122889 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-cf1bf364-602a-42a4-9019-eafa64b4a171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:59.127125 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 2ee5c121-4e1d-4024-a75f-988b42e5960c details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:25:59.181613 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-624a0eac-9811-462e-a413-04449c625707 None None] Provisioning complete for port ce235f25-c584-4027-add6-10dd0a82a9ce triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:25:59.184097 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-624a0eac-9811-462e-a413-04449c625707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:59.189286 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Calling delete_port for 7ffaf0a3-276e-40f3-b2e3-50e87ae30090 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:25:59.193623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e622f35b-f776-4e3d-a39a-0eeedb26e0be tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:59.197283 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33576) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:59.239771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-2ecf13cf-c3da-4967-aa1f-31303642fef4 None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:25:59.256353 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372af93a-b053-4d4d-85c4-98f58bbd1cba tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Made reservation on behalf of 7b4975992c034d11b43920ae668ae5e2 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:59.262417 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-372af93a-b053-4d4d-85c4-98f58bbd1cba tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:59.292673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e622f35b-f776-4e3d-a39a-0eeedb26e0be tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:port and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:59.293442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:59.308243 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e622f35b-f776-4e3d-a39a-0eeedb26e0be tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:59.322540 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16634b06-4c5c-4dcf-a7ac-f163feaabc07 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:25:59.338746 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-16634b06-4c5c-4dcf-a7ac-f163feaabc07 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:59.339147 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-16634b06-4c5c-4dcf-a7ac-f163feaabc07 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Added segment 4a6b8ac7-b020-4188-8a2f-de48dc42d158 of type vlan for network 73e66737-e535-4797-bd30-e9bba4e294c0 Dec 22 15:25:59.340554 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Deleting port 318d98c3-7afe-4028-88c5-dbf2237d3f34 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:25:59.340898 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:59.388409 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:59.459823 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:59.471866 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e622f35b-f776-4e3d-a39a-0eeedb26e0be tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:59.472852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5dfe27cb-5151-4b99-9024-e998dd1680ba tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:25:59.539873 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Port': ['ID=7ffaf0a3-276e-40f3-b2e3-50e87ae30090,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:25:59.551649 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:25:59.558056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f3da7506-66d3-41dc-8d1d-e4c9aaae126e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:25:59.559184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-16634b06-4c5c-4dcf-a7ac-f163feaabc07 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:59.567846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] No DVR routers for this DVR port 7ffaf0a3-276e-40f3-b2e3-50e87ae30090 on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:25:59.593985 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:59.601330 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f3da7506-66d3-41dc-8d1d-e4c9aaae126e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Usage tracker for resource:subnet and tenant:80a176aeebec46468c8a7070379e25b5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:25:59.613023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f3da7506-66d3-41dc-8d1d-e4c9aaae126e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:25:59.620468 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fb7a8d5c-057e-46ba-9ff2-2556cca62b7f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=41d8fd2a7c81439590c3f54294658bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4213428 Dec 22 15:25:59.626101 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33580) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:59.631519 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f3da7506-66d3-41dc-8d1d-e4c9aaae126e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:25:59.653610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e622f35b-f776-4e3d-a39a-0eeedb26e0be tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:59.757226 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-c2880c41-b9e7-47e4-9e28-ca3dab4d5e55', 'network_id': 'c2880c41-b9e7-47e4-9e28-ca3dab4d5e55', 'tenant_id': '842f3ac375dd4ba3beae00957da10632', 'fixed_ips': [{'subnet_id': 'c56ef561-7227-41e9-8c7a-14c44c8a1cb7'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:25:59.758074 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:59.864350 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3da7506-66d3-41dc-8d1d-e4c9aaae126e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Made reservation on behalf of 80a176aeebec46468c8a7070379e25b5 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:25:59.869932 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f3da7506-66d3-41dc-8d1d-e4c9aaae126e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:59.870317 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] For port 318d98c3-7afe-4028-88c5-dbf2237d3f34, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=318d98c3-7afe-4028-88c5-dbf2237d3f34,segment=NetworkSegment(8cab79cc-f787-4890-b579-c4c35c93280c),segment_id=8cab79cc-f787-4890-b579-c4c35c93280c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:25:59.870544 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:25:59.885273 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:00.155254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-16634b06-4c5c-4dcf-a7ac-f163feaabc07 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:00.160920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16634b06-4c5c-4dcf-a7ac-f163feaabc07 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:00.161574 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-16634b06-4c5c-4dcf-a7ac-f163feaabc07 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:00.173590 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Calling delete_port for 318d98c3-7afe-4028-88c5-dbf2237d3f34 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:00.207850 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1195d403-1b92-48ad-a6e1-d0c9d23f09f1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:00.227695 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db575066-f3f7-485f-89fb-b625de0aaa23']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:00.321749 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e622f35b-f776-4e3d-a39a-0eeedb26e0be tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:00.328321 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ce235f25-c584-4027-add6-10dd0a82a9ce up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:00.377029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-e622f35b-f776-4e3d-a39a-0eeedb26e0be tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] device_id is not set on port 79de1091-402c-416c-94dc-22e2bd8ed0bc yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:26:00.463872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-372af93a-b053-4d4d-85c4-98f58bbd1cba tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:00.472492 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0481bd-3f86-474e-8c45-74eb833f9903 None None] DHCP port deletion for db575066-f3f7-485f-89fb-b625de0aaa23 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:26:00.476211 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e844d8fe-e325-4c6c-9f2f-4da6da2730fd tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:00.563524 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Allocated IP 2001:db8::2 (c2880c41-b9e7-47e4-9e28-ca3dab4d5e55/c56ef561-7227-41e9-8c7a-14c44c8a1cb7/cdaf6079-d388-4771-a828-4da035bf9cc8) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:26:00.563877 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb01280-5964-40da-b970-f940266d2799') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:00.564602 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb01280-5964-40da-b970-f940266d2799') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:00.576496 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-16634b06-4c5c-4dcf-a7ac-f163feaabc07 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2536094 Dec 22 15:26:00.581505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33584) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:00.584965 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a84505e9-6dae-43a3-87fe-4a4b9d750cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:00.626307 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port ce235f25-c584-4027-add6-10dd0a82a9ce triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:00.626893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:00.638194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:00.658646 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16634b06-4c5c-4dcf-a7ac-f163feaabc07 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Pushing event updated for resources: {'Network': ['ID=73e66737-e535-4797-bd30-e9bba4e294c0,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:00.663100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-16634b06-4c5c-4dcf-a7ac-f163feaabc07 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:00.695816 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:00.710786 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d7c6c364-5719-4d4e-a103-8a79cb69acf6 None None] Could not find standard attr ID for object 8ff81964-753c-44d0-9b06-f246fa64808c. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:26:00.712316 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9247e4a-cfdf-4499-be8a-db04b2391c0f None None] DHCP port deletion for f3c2090b-930a-4c71-b194-984df3671ccb request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:26:00.718436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-32c86f70-e855-4f7a-bca3-41340fbd421d tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:00.719530 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 73e66737-e535-4797-bd30-e9bba4e294c0 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:26:00.747906 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:00.816332 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372af93a-b053-4d4d-85c4-98f58bbd1cba tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Subnet': ['ID=ee17e1bc-6c3b-4b39-8518-a355b425ce4a,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:00.831209 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a84505e9-6dae-43a3-87fe-4a4b9d750cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:00.840708 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] No DVR routers for this DVR port 318d98c3-7afe-4028-88c5-dbf2237d3f34 on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:26:00.890315 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:26:00.896716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:26:00.915609 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:26:00.927566 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event deleted for resources: {'Port': ['ID=318d98c3-7afe-4028-88c5-dbf2237d3f34,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:00.928806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-372af93a-b053-4d4d-85c4-98f58bbd1cba tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:00.931002 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:00.948488 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-2ecf13cf-c3da-4967-aa1f-31303642fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:25:52Z', 'revision_number': 9, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '08295299-9d60-462b-9af8-f33fc3e380cd', 'name': '', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:e0:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:35Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:00.989454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372af93a-b053-4d4d-85c4-98f58bbd1cba tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Checking segment: {'id': 'fd86a7c1-d397-4cfd-98c8-7dec1a03add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:26:00.990101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372af93a-b053-4d4d-85c4-98f58bbd1cba tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network hostable DHCP agents. Network: f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:26:01.032600 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecf13cf-c3da-4967-aa1f-31303642fef4 None None] The sync data for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv is: [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:25:52Z', 'revision_number': 9, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '08295299-9d60-462b-9af8-f33fc3e380cd', 'name': '', 'network_id': '5675ddc0-5172-4505-83a9-d605411a0307', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:e0:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:35Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '86c1195d-a743-43a7-958b-765e54a4b2ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:26:01.034679 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:01.106152 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:01.155434 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372af93a-b053-4d4d-85c4-98f58bbd1cba tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:26:01.189387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:01.237295 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:01.241867 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:01.247081 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f3da7506-66d3-41dc-8d1d-e4c9aaae126e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:01.251304 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a04e8f29-2fcc-4cad-8fcd-87d6cab63b51 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:01.254525 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9bf8d840-e0ad-49a4-9482-13aa069c1a70 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:01.272228 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5ff9fe9a-36a2-429c-9bdf-73ff4cb9169d tempest-DHCPAgentSchedulersTestJSON-217290982 tempest-DHCPAgentSchedulersTestJSON-217290982-project-admin] 10.222.0.59 "GET /v2.0/agents/4002601b-7670-4ecd-8dbd-70defd6730e5/dhcp-networks HTTP/1.1" status: 200 len: 7917 time: 0.6835918 Dec 22 15:26:01.277083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c2090b-930a-4c71-b194-984df3671ccb']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:01.287663 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-372af93a-b053-4d4d-85c4-98f58bbd1cba tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:01.287663 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33588) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:01.304017 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Network': ['ID=db575066-f3f7-485f-89fb-b625de0aaa23,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:01.304345 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27221ef5-52c7-4177-b391-ce694cf522c5 None None] Network f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:01.306331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:01.309117 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cab79cc-f787-4890-b579-c4c35c93280c') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:01.309494 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cab79cc-f787-4890-b579-c4c35c93280c') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:01.339971 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:01.340309 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Transition to ACTIVE for port object cdaf6079-d388-4771-a828-4da035bf9cc8 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:01.368958 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372af93a-b053-4d4d-85c4-98f58bbd1cba tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:01.369780 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-372af93a-b053-4d4d-85c4-98f58bbd1cba tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:01.379424 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:01.401833 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a84505e9-6dae-43a3-87fe-4a4b9d750cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:01.404095 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a84505e9-6dae-43a3-87fe-4a4b9d750cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:01.410602 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a84505e9-6dae-43a3-87fe-4a4b9d750cd8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5295725e-cc4d-4496-ab0f-5608c0ab6bcb HTTP/1.1" status: 204 len: 168 time: 1.7779164 Dec 22 15:26:01.410602 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dbf091e3-3ae6-4256-b060-8ff64672ea7e tempest-RoutersAdminNegativeTest-2018026750 tempest-RoutersAdminNegativeTest-2018026750-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:01.435315 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/networks/db575066-f3f7-485f-89fb-b625de0aaa23 HTTP/1.1" status: 204 len: 168 time: 3.3501890 Dec 22 15:26:01.439789 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33594) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:01.441333 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:26:01.442633 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:01.577080 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da7506-66d3-41dc-8d1d-e4c9aaae126e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Pushing event updated for resources: {'Subnet': ['ID=c6021453-a75e-4406-b413-6bc08a8c26b0,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:01.614218 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f3da7506-66d3-41dc-8d1d-e4c9aaae126e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:01.638759 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3da7506-66d3-41dc-8d1d-e4c9aaae126e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Checking segment: {'id': '12ce1b69-d307-46e5-9970-96315aa1c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2ee5c121-4e1d-4024-a75f-988b42e5960c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:26:01.639221 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3da7506-66d3-41dc-8d1d-e4c9aaae126e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Network hostable DHCP agents. Network: 2ee5c121-4e1d-4024-a75f-988b42e5960c, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:26:01.667222 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-372af93a-b053-4d4d-85c4-98f58bbd1cba tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6696332 Dec 22 15:26:01.669808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33596) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:26:01.690540 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:26:01.756014 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84505e9-6dae-43a3-87fe-4a4b9d750cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5295725e-cc4d-4496-ab0f-5608c0ab6bcb,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:01.765199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a84505e9-6dae-43a3-87fe-4a4b9d750cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:01.875012 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:26:01.876988 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:01.884807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:01.890097 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d3e7f339-8108-494d-b130-defa651fea1f tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:01.908617 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:01.918627 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Transition to ACTIVE for port object cdaf6079-d388-4771-a828-4da035bf9cc8 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:01.945116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3da7506-66d3-41dc-8d1d-e4c9aaae126e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Network 2ee5c121-4e1d-4024-a75f-988b42e5960c is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:26:02.038339 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:02.047913 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8faa8c56-a397-4b5c-b3c9-28ba66dc6e24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:02.134099 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Pushing event deleted for resources: {'Network': ['ID=f3c2090b-930a-4c71-b194-984df3671ccb,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:02.140673 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:02.154215 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "DELETE /v2.0/networks/f3c2090b-930a-4c71-b194-984df3671ccb HTTP/1.1" status: 204 len: 168 time: 3.5681243 Dec 22 15:26:02.161573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33604) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:02.180586 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-e622f35b-f776-4e3d-a39a-0eeedb26e0be tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Allocated IP 2001:db8::10 (c2880c41-b9e7-47e4-9e28-ca3dab4d5e55/c56ef561-7227-41e9-8c7a-14c44c8a1cb7/79de1091-402c-416c-94dc-22e2bd8ed0bc) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:26:02.209692 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f38f820c-2d70-407c-8321-2b84335350c9 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Synchronizing usage tracker for tenant:e27e0e181ddb43cb88880dec4db1f67e on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:02.269242 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f645c29f-fa7c-4d13-be0c-96d6c93543fd no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:26:02.312381 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5717d55c-02f3-4eb6-801f-fa9770b6ad35 tempest-DHCPAgentSchedulersTestJSON-217290982 tempest-DHCPAgentSchedulersTestJSON-217290982-project-admin] Network 73e66737-e535-4797-bd30-e9bba4e294c0 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:26:02.312711 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f38f820c-2d70-407c-8321-2b84335350c9 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Unset dirty status for tenant:e27e0e181ddb43cb88880dec4db1f67e on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:02.315437 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f38f820c-2d70-407c-8321-2b84335350c9 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b9e8972-4ce2-4188-987f-8704644bf500 HTTP/1.1" status: 200 len: 205 time: 0.1528037 Dec 22 15:26:02.323698 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33608) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:02.344873 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Network c2880c41-b9e7-47e4-9e28-ca3dab4d5e55 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:02.367271 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:02.390454 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: f645c29f-fa7c-4d13-be0c-96d6c93543fd {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:26:02.391290 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f645c29f-fa7c-4d13-be0c-96d6c93543fd not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:26:02.391982 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 318d98c3-7afe-4028-88c5-dbf2237d3f34 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:26:02.434997 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:02.439686 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 318d98c3-7afe-4028-88c5-dbf2237d3f34 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:26:02.441076 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 318d98c3-7afe-4028-88c5-dbf2237d3f34 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:26:02.441755 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7ffaf0a3-276e-40f3-b2e3-50e87ae30090 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:26:02.498147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Pushing event updated for resources: {'Port': ['ID=cdaf6079-d388-4771-a828-4da035bf9cc8,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:02.530693 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:02.565484 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 7ffaf0a3-276e-40f3-b2e3-50e87ae30090 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:26:02.566499 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7ffaf0a3-276e-40f3-b2e3-50e87ae30090 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:26:02.688924 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Allocated IP 172.20.0.2 (f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25/ee17e1bc-6c3b-4b39-8518-a355b425ce4a/e2cf00af-38e7-4eba-b2af-f14f34fb6c10) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:26:02.725787 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-38123b92-49c1-4375-97ca-92b764292f7a tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:02.750005 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f3da7506-66d3-41dc-8d1d-e4c9aaae126e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 2ee5c121-4e1d-4024-a75f-988b42e5960c) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:02.826170 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3da7506-66d3-41dc-8d1d-e4c9aaae126e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:02.826875 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f3da7506-66d3-41dc-8d1d-e4c9aaae126e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:02.863838 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccfe938-4fa0-476a-8ed4-bb294d5cabc3 None None] Network 2ee5c121-4e1d-4024-a75f-988b42e5960c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:03.043704 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5717d55c-02f3-4eb6-801f-fa9770b6ad35 tempest-DHCPAgentSchedulersTestJSON-217290982 tempest-DHCPAgentSchedulersTestJSON-217290982-project-admin] 10.222.0.59 "POST /v2.0/agents/4002601b-7670-4ecd-8dbd-70defd6730e5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.7493017 Dec 22 15:26:03.052323 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33620) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:03.145074 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3f850b-3cbc-47f1-8e27-a654f637ab08 None None] Network 73e66737-e535-4797-bd30-e9bba4e294c0 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:03.169989 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f3da7506-66d3-41dc-8d1d-e4c9aaae126e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8090255 Dec 22 15:26:03.213367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33624) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:03.247910 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-558dd80d-e8ba-4f45-b985-b58ff0ec8189 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Request body: {'port': {'network_id': '2ee5c121-4e1d-4024-a75f-988b42e5960c', 'name': 'tempest-TagsExtTest-869489095'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:03.309614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:03.360265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-38123b92-49c1-4375-97ca-92b764292f7a tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:03.364053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-38123b92-49c1-4375-97ca-92b764292f7a tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:03.401956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e622f35b-f776-4e3d-a39a-0eeedb26e0be tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:03.508100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8c8a0fcf-13e1-4ccf-95a8-d9b19b2f4691 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:03.529575 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Attempting to bind port cdaf6079-d388-4771-a828-4da035bf9cc8 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:03.530725 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Attempting to bind port cdaf6079-d388-4771-a828-4da035bf9cc8 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '498766d4-346b-4887-971a-8870124936e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c2880c41-b9e7-47e4-9e28-ca3dab4d5e55'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:03.531344 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Attempting to bind port cdaf6079-d388-4771-a828-4da035bf9cc8 on network c2880c41-b9e7-47e4-9e28-ca3dab4d5e55 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:03.617848 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:26:03.618252 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Checking segment: {'id': '498766d4-346b-4887-971a-8870124936e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c2880c41-b9e7-47e4-9e28-ca3dab4d5e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:26:03.618677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:03.619085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Bound using segment: {'id': '498766d4-346b-4887-971a-8870124936e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c2880c41-b9e7-47e4-9e28-ca3dab4d5e55'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:26:03.619577 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Bound port: cdaf6079-d388-4771-a828-4da035bf9cc8, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498766d4-346b-4887-971a-8870124936e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c2880c41-b9e7-47e4-9e28-ca3dab4d5e55'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:26:03.619957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:03.708110 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-e622f35b-f776-4e3d-a39a-0eeedb26e0be tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Transition to ACTIVE for port object 79de1091-402c-416c-94dc-22e2bd8ed0bc will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:03.711728 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c2d8ace2-0e67-43c5-921c-71bfc4e2a886 tempest-DHCPAgentSchedulersTestJSON-217290982 tempest-DHCPAgentSchedulersTestJSON-217290982-project-admin] 10.222.0.59 "GET /v2.0/agents/4002601b-7670-4ecd-8dbd-70defd6730e5/dhcp-networks HTTP/1.1" status: 200 len: 8744 time: 0.6581883 Dec 22 15:26:03.715798 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-38123b92-49c1-4375-97ca-92b764292f7a tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:03.716615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38123b92-49c1-4375-97ca-92b764292f7a tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Fanout notify agent at l3_agent the message router_deleted on router 1b9e8972-4ce2-4188-987f-8704644bf500 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:26:03.729585 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33636) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:03.883950 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-38123b92-49c1-4375-97ca-92b764292f7a tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:03.885280 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-38123b92-49c1-4375-97ca-92b764292f7a tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] 10.222.0.59 "DELETE /v2.0/routers/1b9e8972-4ce2-4188-987f-8704644bf500 HTTP/1.1" status: 204 len: 168 time: 1.5604389 Dec 22 15:26:03.989495 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e622f35b-f776-4e3d-a39a-0eeedb26e0be tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:04.004885 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:04.008321 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ddfe0223-58e3-4bef-9869-f5ff0f5afec8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:04.014606 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-2ee5c121-4e1d-4024-a75f-988b42e5960c', 'network_id': '2ee5c121-4e1d-4024-a75f-988b42e5960c', 'tenant_id': '80a176aeebec46468c8a7070379e25b5', 'fixed_ips': [{'subnet_id': 'c6021453-a75e-4406-b413-6bc08a8c26b0'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:26:04.014606 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:04.033403 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-558dd80d-e8ba-4f45-b985-b58ff0ec8189 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:04.042554 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Transition to ACTIVE for port object e2cf00af-38e7-4eba-b2af-f14f34fb6c10 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:04.042798 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] For port cdaf6079-d388-4771-a828-4da035bf9cc8, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:26:04.043735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-558dd80d-e8ba-4f45-b985-b58ff0ec8189 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Usage tracker for resource:port and tenant:80a176aeebec46468c8a7070379e25b5 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:04.048224 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-558dd80d-e8ba-4f45-b985-b58ff0ec8189 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:04.056702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-558dd80d-e8ba-4f45-b985-b58ff0ec8189 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:04.068783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] For port cdaf6079-d388-4771-a828-4da035bf9cc8, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=cdaf6079-d388-4771-a828-4da035bf9cc8,segment=NetworkSegment(498766d4-346b-4887-971a-8870124936e4),segment_id=498766d4-346b-4887-971a-8870124936e4)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:26:04.113781 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Transition to ACTIVE for port object e2cf00af-38e7-4eba-b2af-f14f34fb6c10 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:04.153969 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3a66c502-095b-4701-99a3-2437007f3983 tempest-DHCPAgentSchedulersTestJSON-217290982 tempest-DHCPAgentSchedulersTestJSON-217290982-project-admin] 10.222.0.59 "DELETE /v2.0/agents/4002601b-7670-4ecd-8dbd-70defd6730e5/dhcp-networks/73e66737-e535-4797-bd30-e9bba4e294c0 HTTP/1.1" status: 204 len: 168 time: 0.4226904 Dec 22 15:26:04.176230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33646) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:04.178147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:04.193618 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-cf1bf364-602a-42a4-9019-eafa64b4a171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:04.199154 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558dd80d-e8ba-4f45-b985-b58ff0ec8189 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Made reservation on behalf of 80a176aeebec46468c8a7070379e25b5 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:26:04.217593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-558dd80d-e8ba-4f45-b985-b58ff0ec8189 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:04.248585 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:04.266086 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-558dd80d-e8ba-4f45-b985-b58ff0ec8189 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] device_id is not set on port 004def26-9e82-4b31-8499-5b920d746e9b yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:26:04.306120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e622f35b-f776-4e3d-a39a-0eeedb26e0be tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network c2880c41-b9e7-47e4-9e28-ca3dab4d5e55 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:04.326372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a0fcf-13e1-4ccf-95a8-d9b19b2f4691 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port 08295299-9d60-462b-9af8-f33fc3e380cd {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:04.327013 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8c8a0fcf-13e1-4ccf-95a8-d9b19b2f4691 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:04.335178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-e622f35b-f776-4e3d-a39a-0eeedb26e0be tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:04.413057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e622f35b-f776-4e3d-a39a-0eeedb26e0be tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:04.428927 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e622f35b-f776-4e3d-a39a-0eeedb26e0be tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:04.429925 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e622f35b-f776-4e3d-a39a-0eeedb26e0be tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:04.437066 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Network f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:04.444907 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622f35b-f776-4e3d-a39a-0eeedb26e0be tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=79de1091-402c-416c-94dc-22e2bd8ed0bc,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:04.454847 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e622f35b-f776-4e3d-a39a-0eeedb26e0be tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:04.456610 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:04.473824 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:04.476517 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Pushing event updated for resources: {'Port': ['ID=cdaf6079-d388-4771-a828-4da035bf9cc8,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:04.488173 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:04.489456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Allocated IP 172.20.0.2 (2ee5c121-4e1d-4024-a75f-988b42e5960c/c6021453-a75e-4406-b413-6bc08a8c26b0/b637a635-9a5d-44b1-a150-8fea516a0036) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:26:04.491644 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-9339545b-db2f-44fd-ba5a-4c58e1d1e6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:04.591301 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33652) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:04.641402 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4abf12d5-0896-466c-9ea1-8b7fec2329d7 tempest-DHCPAgentSchedulersTestJSON-217290982 tempest-DHCPAgentSchedulersTestJSON-217290982-project-admin] 10.222.0.59 "GET /v2.0/agents/4002601b-7670-4ecd-8dbd-70defd6730e5/dhcp-networks HTTP/1.1" status: 200 len: 7975 time: 0.4634337 Dec 22 15:26:04.656027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33662) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:04.688598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Allocated IP 172.20.0.1 (f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25/ee17e1bc-6c3b-4b39-8518-a355b425ce4a/6b9b5e3c-7973-4554-b2f0-12ae4f25831e) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:26:04.710262 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b441fa36-854e-490b-8206-ca5a5378e1a0 tempest-DHCPAgentSchedulersTestJSON-217290982 tempest-DHCPAgentSchedulersTestJSON-217290982-project-admin] 10.222.0.59 "GET /v2.0/networks/5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0531437 Dec 22 15:26:04.714294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33666) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:04.803451 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e622f35b-f776-4e3d-a39a-0eeedb26e0be tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.6395507 Dec 22 15:26:04.817047 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33670) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:04.832544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-10e44203-ae72-4c48-9497-75819f43e7aa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'port': {'network_id': 'c2880c41-b9e7-47e4-9e28-ca3dab4d5e55', 'name': 'tempest-PortsIpV6TestJSON-55130862', 'fixed_ips': [{'subnet_id': 'c56ef561-7227-41e9-8c7a-14c44c8a1cb7', 'ip_address': '2001:db8::f'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:04.855677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Pushing event updated for resources: {'Port': ['ID=e2cf00af-38e7-4eba-b2af-f14f34fb6c10,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:04.861629 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:04.870277 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7ab57df2-8d13-4f3f-b607-935157e5976e tempest-DHCPAgentSchedulersTestJSON-217290982 tempest-DHCPAgentSchedulersTestJSON-217290982-project-admin] 10.222.0.59 "GET /v2.0/networks/5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1358397 Dec 22 15:26:04.873708 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33676) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:04.890278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Attempting to bind port e2cf00af-38e7-4eba-b2af-f14f34fb6c10 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:04.891874 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Attempting to bind port e2cf00af-38e7-4eba-b2af-f14f34fb6c10 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'fd86a7c1-d397-4cfd-98c8-7dec1a03add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:04.891874 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Attempting to bind port e2cf00af-38e7-4eba-b2af-f14f34fb6c10 on network f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:04.905527 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:26:04.906147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Checking segment: {'id': 'fd86a7c1-d397-4cfd-98c8-7dec1a03add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:26:04.906979 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:04.907894 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Bound using segment: {'id': 'fd86a7c1-d397-4cfd-98c8-7dec1a03add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:26:04.908800 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Bound port: e2cf00af-38e7-4eba-b2af-f14f34fb6c10, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86a7c1-d397-4cfd-98c8-7dec1a03add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:26:04.909438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:04.987489 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-8c8a0fcf-13e1-4ccf-95a8-d9b19b2f4691 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] For port 08295299-9d60-462b-9af8-f33fc3e380cd, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=08295299-9d60-462b-9af8-f33fc3e380cd,segment=NetworkSegment(76287f68-f64a-478d-8d1f-b3356f89c8c2),segment_id=76287f68-f64a-478d-8d1f-b3356f89c8c2)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:04.989117 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8c8a0fcf-13e1-4ccf-95a8-d9b19b2f4691 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:05.317873 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a0fcf-13e1-4ccf-95a8-d9b19b2f4691 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Calling delete_port for 08295299-9d60-462b-9af8-f33fc3e380cd owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:05.333445 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:05.343957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] For port e2cf00af-38e7-4eba-b2af-f14f34fb6c10, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:26:05.361897 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] For port e2cf00af-38e7-4eba-b2af-f14f34fb6c10, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e2cf00af-38e7-4eba-b2af-f14f34fb6c10,segment=NetworkSegment(fd86a7c1-d397-4cfd-98c8-7dec1a03add2),segment_id=fd86a7c1-d397-4cfd-98c8-7dec1a03add2)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:26:05.391824 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:05.416538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Transition to ACTIVE for port object b637a635-9a5d-44b1-a150-8fea516a0036 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:05.419455 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33684) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:05.438985 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:05.452925 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e6d069d3-7884-4d40-aefb-04e2ffdec6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:05.515519 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-065e7a0d-10a0-45ad-b20f-b4dd94812e0e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e27e0e181ddb43cb88880dec4db1f67e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9200974 Dec 22 15:26:05.515930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Transition to ACTIVE for port object 6b9b5e3c-7973-4554-b2f0-12ae4f25831e will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:05.521464 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33690) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:05.539959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-10e44203-ae72-4c48-9497-75819f43e7aa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:05.548410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-10e44203-ae72-4c48-9497-75819f43e7aa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:port and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:05.554516 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-10e44203-ae72-4c48-9497-75819f43e7aa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:05.579767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-10e44203-ae72-4c48-9497-75819f43e7aa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:05.622789 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Pushing event updated for resources: {'Port': ['ID=e2cf00af-38e7-4eba-b2af-f14f34fb6c10,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:05.627073 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a6a5ece1-93d3-4ecf-86e3-a0e0dda8c10e tempest-DHCPAgentSchedulersTestJSON-217290982 tempest-DHCPAgentSchedulersTestJSON-217290982-project-admin] 10.222.0.59 "GET /v2.0/agents/4002601b-7670-4ecd-8dbd-70defd6730e5/dhcp-networks HTTP/1.1" status: 200 len: 7975 time: 0.7264333 Dec 22 15:26:05.628989 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:05.629565 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33694) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:05.656445 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Transition to ACTIVE for port object b637a635-9a5d-44b1-a150-8fea516a0036 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:05.729879 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23124462-37f4-4142-b251-b0be34c01afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:05.755756 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:05.765921 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-194989f0-456e-4fa5-91d3-0afc05c1a1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:05.818510 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d3375435-3dfc-42e6-b881-e5294b1d89ed tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:05.828148 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:05.833047 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e44203-ae72-4c48-9497-75819f43e7aa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:26:05.871482 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23124462-37f4-4142-b251-b0be34c01afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:05.961974 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1979b277-d923-4696-880d-c4ceeb58031f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:05.967473 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Network 2ee5c121-4e1d-4024-a75f-988b42e5960c is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:05.973290 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:05.982444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:05.997399 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1770943069'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:06.008228 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Pushing event updated for resources: {'Port': ['ID=b637a635-9a5d-44b1-a150-8fea516a0036,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:06.094864 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:06.095543 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:06.099651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-558dd80d-e8ba-4f45-b985-b58ff0ec8189 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Allocated IP 172.20.0.12 (2ee5c121-4e1d-4024-a75f-988b42e5960c/c6021453-a75e-4406-b413-6bc08a8c26b0/004def26-9e82-4b31-8499-5b920d746e9b) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:26:06.173451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:06.180821 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Usage tracker for resource:network and tenant:55fc1677b0794bd7a1041d6cf5cfce65 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:06.189567 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:06.199923 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:06.306883 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Attempting to bind port b637a635-9a5d-44b1-a150-8fea516a0036 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:06.307426 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Attempting to bind port b637a635-9a5d-44b1-a150-8fea516a0036 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '12ce1b69-d307-46e5-9970-96315aa1c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2ee5c121-4e1d-4024-a75f-988b42e5960c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:06.307834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Attempting to bind port b637a635-9a5d-44b1-a150-8fea516a0036 on network 2ee5c121-4e1d-4024-a75f-988b42e5960c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:06.312328 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Made reservation on behalf of 55fc1677b0794bd7a1041d6cf5cfce65 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:26:06.318320 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:06.330428 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:26:06.331033 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Checking segment: {'id': '12ce1b69-d307-46e5-9970-96315aa1c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2ee5c121-4e1d-4024-a75f-988b42e5960c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:26:06.337177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:06.337177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Bound using segment: {'id': '12ce1b69-d307-46e5-9970-96315aa1c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2ee5c121-4e1d-4024-a75f-988b42e5960c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:26:06.337177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Bound port: b637a635-9a5d-44b1-a150-8fea516a0036, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ce1b69-d307-46e5-9970-96315aa1c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2ee5c121-4e1d-4024-a75f-988b42e5960c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:26:06.337177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:06.349128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:06.368198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23124462-37f4-4142-b251-b0be34c01afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:06.375371 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e6dceb26-2846-4c7e-994c-ffe2f3bc4f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:06.400823 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:06.403537 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23124462-37f4-4142-b251-b0be34c01afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108e291e-a7aa-4f06-ab7a-56455c3c1754,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:06.416484 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-23124462-37f4-4142-b251-b0be34c01afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:06.419947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Usage tracker for resource:security_group_rule and tenant:55fc1677b0794bd7a1041d6cf5cfce65 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:06.430883 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:06.442777 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:06.448204 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e2cf00af-38e7-4eba-b2af-f14f34fb6c10 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:06.457807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23124462-37f4-4142-b251-b0be34c01afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:06.459809 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-23124462-37f4-4142-b251-b0be34c01afd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/108e291e-a7aa-4f06-ab7a-56455c3c1754 HTTP/1.1" status: 204 len: 168 time: 0.9354579 Dec 22 15:26:06.471656 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:06.480669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Port': ['ID=6b9b5e3c-7973-4554-b2f0-12ae4f25831e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:06.492225 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:06.527854 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8c8a0fcf-13e1-4ccf-95a8-d9b19b2f4691 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:06.541062 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f600a03e-31b9-4e59-8f6b-8242aec74e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:06.586034 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:06.596951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:06.730547 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a0fcf-13e1-4ccf-95a8-d9b19b2f4691 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Port': ['ID=08295299-9d60-462b-9af8-f33fc3e380cd,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:06.750533 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:06.762917 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8c8a0fcf-13e1-4ccf-95a8-d9b19b2f4691 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:06.768518 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] For port b637a635-9a5d-44b1-a150-8fea516a0036, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:26:06.773709 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-10e44203-ae72-4c48-9497-75819f43e7aa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:06.776269 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] For port b637a635-9a5d-44b1-a150-8fea516a0036, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b637a635-9a5d-44b1-a150-8fea516a0036,segment=NetworkSegment(12ce1b69-d307-46e5-9970-96315aa1c2eb),segment_id=12ce1b69-d307-46e5-9970-96315aa1c2eb)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:26:06.886561 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port e2cf00af-38e7-4eba-b2af-f14f34fb6c10 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:06.894549 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device cdaf6079-d388-4771-a828-4da035bf9cc8 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:06.943597 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:06.979807 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:06.985399 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-10e44203-ae72-4c48-9497-75819f43e7aa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] device_id is not set on port 1f018ac7-ab67-4f6a-acc3-ff4ae9204265 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:26:07.093564 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-558dd80d-e8ba-4f45-b985-b58ff0ec8189 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:07.138841 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d3375435-3dfc-42e6-b881-e5294b1d89ed tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:07.151067 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:07.156086 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8c8a0fcf-13e1-4ccf-95a8-d9b19b2f4691 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:07.163252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-558dd80d-e8ba-4f45-b985-b58ff0ec8189 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Transition to ACTIVE for port object 004def26-9e82-4b31-8499-5b920d746e9b will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:07.216103 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d3375435-3dfc-42e6-b881-e5294b1d89ed tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e66737-e535-4797-bd30-e9bba4e294c0']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:07.232006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d3375435-3dfc-42e6-b881-e5294b1d89ed tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6b8ac7-b020-4188-8a2f-de48dc42d158') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:07.232747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d3375435-3dfc-42e6-b881-e5294b1d89ed tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6b8ac7-b020-4188-8a2f-de48dc42d158') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:07.249382 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d3375435-3dfc-42e6-b881-e5294b1d89ed tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:07.252257 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:07.268646 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b93523d1-6112-4940-b313-dc6e292a2ace tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:07.270617 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d3375435-3dfc-42e6-b881-e5294b1d89ed tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:07.278392 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3375435-3dfc-42e6-b881-e5294b1d89ed tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:26:07.279171 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d3375435-3dfc-42e6-b881-e5294b1d89ed tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:07.286409 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a26f49-0fd6-4189-afed-6971e8fa19bb None None] Network c2880c41-b9e7-47e4-9e28-ca3dab4d5e55 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:26:07.385469 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:26:07.472387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52abfeb5-b0ef-47ea-b82e-3caa66f958b3,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:07.476371 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:07.528076 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:26:07.559973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Pushing event updated for resources: {'Port': ['ID=b637a635-9a5d-44b1-a150-8fea516a0036,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:07.574848 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:07.652981 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-558dd80d-e8ba-4f45-b985-b58ff0ec8189 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:07.691333 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e94d46cc-cdc4-462d-bc25-19e573076bb3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:07.701503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d3375435-3dfc-42e6-b881-e5294b1d89ed tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:07.728357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ef2f6373-2177-43e6-bbb8-645bb095d644 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:07.747972 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d3375435-3dfc-42e6-b881-e5294b1d89ed tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:07.765628 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-db580d48-01ee-4ebd-83e2-a10de60892bb None None] Provisioning for port cdaf6079-d388-4771-a828-4da035bf9cc8 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:07.790859 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:07.798180 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3375435-3dfc-42e6-b881-e5294b1d89ed tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Pushing event deleted for resources: {'Network': ['ID=73e66737-e535-4797-bd30-e9bba4e294c0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:07.821263 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d3375435-3dfc-42e6-b881-e5294b1d89ed tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:07.828181 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d3375435-3dfc-42e6-b881-e5294b1d89ed tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] 10.222.0.59 "DELETE /v2.0/networks/73e66737-e535-4797-bd30-e9bba4e294c0 HTTP/1.1" status: 204 len: 168 time: 2.1958702 Dec 22 15:26:07.836746 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33708) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:07.841193 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port cdaf6079-d388-4771-a828-4da035bf9cc8 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:07.862885 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059fd296-cd4f-43f8-ae68-58ccabc5851c None None] Network f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:07.942260 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port cdaf6079-d388-4771-a828-4da035bf9cc8 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:07.942659 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:08.183522 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:08.184206 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Added segment c266d04a-41a4-405b-ad06-4ff192e9fb61 of type vlan for network 6c87a6b3-b358-4e6b-aa2d-962423edae4c Dec 22 15:26:08.203547 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558dd80d-e8ba-4f45-b985-b58ff0ec8189 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Network 2ee5c121-4e1d-4024-a75f-988b42e5960c is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:08.213463 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-558dd80d-e8ba-4f45-b985-b58ff0ec8189 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:08.219102 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558dd80d-e8ba-4f45-b985-b58ff0ec8189 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Pushing event updated for resources: {'Port': ['ID=004def26-9e82-4b31-8499-5b920d746e9b,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:08.222322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558dd80d-e8ba-4f45-b985-b58ff0ec8189 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:08.294980 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-558dd80d-e8ba-4f45-b985-b58ff0ec8189 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:08.373803 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:08.422578 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8a0fcf-13e1-4ccf-95a8-d9b19b2f4691 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router cbca079a-6dfb-49fb-920c-4d2e10b6303f has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:26:08.437356 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558dd80d-e8ba-4f45-b985-b58ff0ec8189 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:08.438481 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-558dd80d-e8ba-4f45-b985-b58ff0ec8189 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:08.586440 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d2194ffb-d099-4b8e-acd7-0fcb0585f4f2 None None] Provisioning for port e2cf00af-38e7-4eba-b2af-f14f34fb6c10 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:08.641855 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-c958d211-88ba-46c8-be41-da198f234b3f tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] DELETE failed (client error): The resource could not be found. Dec 22 15:26:08.647308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c958d211-88ba-46c8-be41-da198f234b3f tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:26:08.654286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d2194ffb-d099-4b8e-acd7-0fcb0585f4f2 None None] Provisioning complete for port e2cf00af-38e7-4eba-b2af-f14f34fb6c10 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:08.654286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d2194ffb-d099-4b8e-acd7-0fcb0585f4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:08.654584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33722) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:08.656720 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c958d211-88ba-46c8-be41-da198f234b3f tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] 10.222.0.59 "DELETE /v2.0/ports/8ff81964-753c-44d0-9b06-f246fa64808c HTTP/1.1" status: 404 len: 333 time: 0.7806621 Dec 22 15:26:08.687226 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-10e44203-ae72-4c48-9497-75819f43e7aa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Allocated IP 2001:db8::f (c2880c41-b9e7-47e4-9e28-ca3dab4d5e55/c56ef561-7227-41e9-8c7a-14c44c8a1cb7/1f018ac7-ab67-4f6a-acc3-ff4ae9204265) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:26:08.696210 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:08.704678 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:08.707441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:08.714447 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-558dd80d-e8ba-4f45-b985-b58ff0ec8189 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.4990444 Dec 22 15:26:08.715302 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33726) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:08.725803 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:08.763063 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-e4fe69b4-7baa-4810-a352-77c67c81ec69 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-863787514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:08.796583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e4fe69b4-7baa-4810-a352-77c67c81ec69 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:08.807682 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:08.979096 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port cdaf6079-d388-4771-a828-4da035bf9cc8, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=cdaf6079-d388-4771-a828-4da035bf9cc8,segment=NetworkSegment(498766d4-346b-4887-971a-8870124936e4),segment_id=498766d4-346b-4887-971a-8870124936e4)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:09.022697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33730) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:09.034122 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e4fe69b4-7baa-4810-a352-77c67c81ec69 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Usage tracker for resource:router and tenant:80a176aeebec46468c8a7070379e25b5 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:09.037771 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e4fe69b4-7baa-4810-a352-77c67c81ec69 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:09.045964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e4fe69b4-7baa-4810-a352-77c67c81ec69 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:09.051017 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:09.054962 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:09.060913 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8a0fcf-13e1-4ccf-95a8-d9b19b2f4691 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:26:09.069556 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8c8a0fcf-13e1-4ccf-95a8-d9b19b2f4691 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/cbca079a-6dfb-49fb-920c-4d2e10b6303f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3828807 Dec 22 15:26:09.083013 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dbaa5b-133f-4fcb-bdeb-f82ccdfff001 None None] Sync routers for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:26:09.090782 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33736) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:09.137494 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dbaa5b-133f-4fcb-bdeb-f82ccdfff001 None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:09.138503 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-71dbaa5b-133f-4fcb-bdeb-f82ccdfff001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:09.144266 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11b2484-01ce-4336-a59e-644bbd7e3150 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Deleting subnet 823c09ac-015e-4923-aa4e-f12b54a190d8 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:26:09.149746 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Pushing event updated for resources: {'Network': ['ID=6c87a6b3-b358-4e6b-aa2d-962423edae4c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:09.164984 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:09.180060 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c11b2484-01ce-4336-a59e-644bbd7e3150 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:09.201942 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d2194ffb-d099-4b8e-acd7-0fcb0585f4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:09.254552 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e4fe69b4-7baa-4810-a352-77c67c81ec69 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:09.259507 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e4fe69b4-7baa-4810-a352-77c67c81ec69 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:09.293426 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.8544145 Dec 22 15:26:09.327338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051488990'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:09.336241 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:09.344655 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e4fe69b4-7baa-4810-a352-77c67c81ec69 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:09.345604 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Usage tracker for resource:security_group and tenant:0716b7821a614ceda229baf4538b888f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:09.391341 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c11b2484-01ce-4336-a59e-644bbd7e3150 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:09.391998 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:09.391998 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:09.414795 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 6c87a6b3-b358-4e6b-aa2d-962423edae4c details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:26:09.528655 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-10e44203-ae72-4c48-9497-75819f43e7aa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:09.532805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:09.540293 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=cdaf6079-d388-4771-a828-4da035bf9cc8,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:09.548966 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:09.585328 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c11b2484-01ce-4336-a59e-644bbd7e3150 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:09.608473 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-08aa844f-afb0-48cf-8486-727bad37cc6a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting subnet 86c1195d-a743-43a7-958b-765e54a4b2ef {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:26:09.619070 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-08aa844f-afb0-48cf-8486-727bad37cc6a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:09.651438 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e4fe69b4-7baa-4810-a352-77c67c81ec69 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:09.701021 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b637a635-9a5d-44b1-a150-8fea516a0036 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:09.717326 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-08aa844f-afb0-48cf-8486-727bad37cc6a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:09.807841 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-71dbaa5b-133f-4fcb-bdeb-f82ccdfff001 None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:26:09.816600 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e4fe69b4-7baa-4810-a352-77c67c81ec69 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:09.821664 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e4fe69b4-7baa-4810-a352-77c67c81ec69 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0747919 Dec 22 15:26:09.821935 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33744) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:09.827884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-d532fcd9-dd16-42e9-ad2a-161ca6634e03 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-442351206', 'prefixes': ['172.20.0.0/16']}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:09.843388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d532fcd9-dd16-42e9-ad2a-161ca6634e03 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:09.846840 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-08aa844f-afb0-48cf-8486-727bad37cc6a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:09.855809 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d2194ffb-d099-4b8e-acd7-0fcb0585f4f2 None None] For port e2cf00af-38e7-4eba-b2af-f14f34fb6c10, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e2cf00af-38e7-4eba-b2af-f14f34fb6c10,segment=NetworkSegment(fd86a7c1-d397-4cfd-98c8-7dec1a03add2),segment_id=fd86a7c1-d397-4cfd-98c8-7dec1a03add2)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:09.874312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c11b2484-01ce-4336-a59e-644bbd7e3150 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:09.879220 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-72ab024e-03fa-4a3d-bf4b-46301ad7c53c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:09.937204 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d2194ffb-d099-4b8e-acd7-0fcb0585f4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:09.944370 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c60774f0-5c1c-465e-9fc7-e0e4c2983218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:09.961037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b2484-01ce-4336-a59e-644bbd7e3150 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Pushing event deleted for resources: {'Subnet': ['ID=823c09ac-015e-4923-aa4e-f12b54a190d8,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:09.972368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:09.973752 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c11b2484-01ce-4336-a59e-644bbd7e3150 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:09.992459 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c11b2484-01ce-4336-a59e-644bbd7e3150 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:10.038949 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c11b2484-01ce-4336-a59e-644bbd7e3150 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] 10.222.0.59 "DELETE /v2.0/subnets/823c09ac-015e-4923-aa4e-f12b54a190d8 HTTP/1.1" status: 204 len: 168 time: 1.3718462 Dec 22 15:26:10.052418 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33748) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:10.135368 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2194ffb-d099-4b8e-acd7-0fcb0585f4f2 None None] Pushing event updated for resources: {'Port': ['ID=e2cf00af-38e7-4eba-b2af-f14f34fb6c10,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:10.138783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d2194ffb-d099-4b8e-acd7-0fcb0585f4f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:10.141832 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e316cf-55a6-47b8-be56-7e155b3b7bd0 None None] Network 5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:10.156919 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-10e44203-ae72-4c48-9497-75819f43e7aa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Transition to ACTIVE for port object 1f018ac7-ab67-4f6a-acc3-ff4ae9204265 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:10.175017 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:10.182068 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Usage tracker for resource:security_group_rule and tenant:0716b7821a614ceda229baf4538b888f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:10.183708 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:10.204098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:10.232675 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33752) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:10.259701 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Request body: {'port': {'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c', 'binding:host_id': 'hv-neutron-8226', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-520038816'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:10.293474 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4a083b-d220-424d-89b9-af3dcd41dd32 None None] Network 2ee5c121-4e1d-4024-a75f-988b42e5960c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:10.301477 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:10.313739 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Deleting port ce235f25-c584-4027-add6-10dd0a82a9ce {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:10.314096 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:10.323458 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port b637a635-9a5d-44b1-a150-8fea516a0036 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:10.409630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:10.417564 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:10.429192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Usage tracker for resource:port and tenant:c4ada0a22657499795256f75e0144f1e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:10.441447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:10.455833 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:10.461689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-10e44203-ae72-4c48-9497-75819f43e7aa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:10.471002 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-71dbaa5b-133f-4fcb-bdeb-f82ccdfff001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:26:05Z', 'revision_number': 10, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:10.477356 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dbaa5b-133f-4fcb-bdeb-f82ccdfff001 None None] Checking router: cbca079a-6dfb-49fb-920c-4d2e10b6303f for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:26:10.488981 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dbaa5b-133f-4fcb-bdeb-f82ccdfff001 None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:10.489558 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-583254bd-4a8a-44e8-b2c8-b685f6ac0312 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:10.489785 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-71dbaa5b-133f-4fcb-bdeb-f82ccdfff001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:10.516158 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9c28dd39-43d1-478c-aab0-dae41ce801dd None None] Provisioning complete for port e2cf00af-38e7-4eba-b2af-f14f34fb6c10 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:10.516636 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9c28dd39-43d1-478c-aab0-dae41ce801dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:10.567846 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e44203-ae72-4c48-9497-75819f43e7aa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network c2880c41-b9e7-47e4-9e28-ca3dab4d5e55 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:10.568662 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d532fcd9-dd16-42e9-ad2a-161ca6634e03 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks [] for subnetpool, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:10.570001 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d532fcd9-dd16-42e9-ad2a-161ca6634e03 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7468727 Dec 22 15:26:10.575779 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-10e44203-ae72-4c48-9497-75819f43e7aa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:10.582823 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33756) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:10.590629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e44203-ae72-4c48-9497-75819f43e7aa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:10.600006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e44203-ae72-4c48-9497-75819f43e7aa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:10.600958 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-10e44203-ae72-4c48-9497-75819f43e7aa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:10.621814 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] For port ce235f25-c584-4027-add6-10dd0a82a9ce, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ce235f25-c584-4027-add6-10dd0a82a9ce,segment=NetworkSegment(8bd27c79-2e88-4304-9369-09c2246aea02),segment_id=8bd27c79-2e88-4304-9369-09c2246aea02)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:10.622321 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:10.639826 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-fa1c3b0a-7e21-47fb-93c4-d91eaf9f4663 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c6021453-a75e-4406-b413-6bc08a8c26b0', 'tempest-TagsExtTest-Tag-219044408') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:10.690286 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:10.729785 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-71dbaa5b-133f-4fcb-bdeb-f82ccdfff001 None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:26:10.771008 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:10.785878 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-10e44203-ae72-4c48-9497-75819f43e7aa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 5.9677572 Dec 22 15:26:10.787140 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Made reservation on behalf of c4ada0a22657499795256f75e0144f1e for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:26:10.789741 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:10.805138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-08aa844f-afb0-48cf-8486-727bad37cc6a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:10.814630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33760) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:10.827441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Calling delete_port for ce235f25-c584-4027-add6-10dd0a82a9ce owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:10.835224 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:10.883199 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e44203-ae72-4c48-9497-75819f43e7aa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=1f018ac7-ab67-4f6a-acc3-ff4ae9204265,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:10.948032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-10e44203-ae72-4c48-9497-75819f43e7aa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:10.961047 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3d898dbd-b89b-4c00-b33e-d6ae471c667a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:11.005179 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:11.036606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:11.070779 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f3daf1fc-eba3-4af1-b523-81cce40465bc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:11.079678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-08aa844f-afb0-48cf-8486-727bad37cc6a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:11.084063 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Usage tracker for resource:security_group_rule and tenant:c4ada0a22657499795256f75e0144f1e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:11.107793 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:11.126399 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9c28dd39-43d1-478c-aab0-dae41ce801dd None None] Provisioning for port 79de1091-402c-416c-94dc-22e2bd8ed0bc completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:11.140650 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0a87c1-eb5e-4eba-b457-78d0d30f3161 None None] Network 5675ddc0-5172-4505-83a9-d605411a0307 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:11.144032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:11.181585 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-08aa844f-afb0-48cf-8486-727bad37cc6a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/subnets/86c1195d-a743-43a7-958b-765e54a4b2ef HTTP/1.1" status: 204 len: 168 time: 2.0860898 Dec 22 15:26:11.195121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33764) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:11.204371 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9c28dd39-43d1-478c-aab0-dae41ce801dd None None] Provisioning complete for port 79de1091-402c-416c-94dc-22e2bd8ed0bc triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:11.207418 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9c28dd39-43d1-478c-aab0-dae41ce801dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:11.207549 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Port': ['ID=6b9b5e3c-7973-4554-b2f0-12ae4f25831e,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:11.261346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Pushing event deleted for resources: {'Port': ['ID=ce235f25-c584-4027-add6-10dd0a82a9ce,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:11.263454 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] No DVR routers for this DVR port ce235f25-c584-4027-add6-10dd0a82a9ce on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:26:11.265093 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:11.274715 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fe5ce5-fe33-469e-aa2a-26ff854454b5 None None] DHCP port deletion for 5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:26:11.277090 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e2cf00af-38e7-4eba-b2af-f14f34fb6c10 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:11.356412 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-71dbaa5b-133f-4fcb-bdeb-f82ccdfff001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:26:05Z', 'revision_number': 10, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:11.385728 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dbaa5b-133f-4fcb-bdeb-f82ccdfff001 None None] The sync data for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv is: [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:26:05Z', 'revision_number': 10, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None, '_interfaces': [{'id': '469b40b4-950e-41e9-aef5-cb420d216d95', 'name': '', 'network_id': '9055707f-71f6-497c-ae4a-9b24e8cab5ab', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'mac_address': 'fa:16:3e:fe:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '964d61fc-656b-4965-a520-ff662549290a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:20Z', 'updated_at': '2021-12-22T15:24:35Z', 'revision_number': 5, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'subnets': [{'id': '964d61fc-656b-4965-a520-ff662549290a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:26:11.482937 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:11.493074 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:11.498488 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c04f45d2-a205-4e66-b352-9741b7df8f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.617s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:11.540156 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-9c28dd39-43d1-478c-aab0-dae41ce801dd None None] Port 79de1091-402c-416c-94dc-22e2bd8ed0bc cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:26:11.567752 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:11.587968 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port e2cf00af-38e7-4eba-b2af-f14f34fb6c10 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:11.588352 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:11.600617 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa844f-afb0-48cf-8486-727bad37cc6a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Subnet': ['ID=86c1195d-a743-43a7-958b-765e54a4b2ef,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:11.605419 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-08aa844f-afb0-48cf-8486-727bad37cc6a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:11.615628 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:11.623745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:11.776829 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:11.788929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:11.805954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:11.811917 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Usage tracker for resource:security_group_rule and tenant:0716b7821a614ceda229baf4538b888f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:11.820073 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:11.836513 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:11.837571 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:11.859333 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd27c79-2e88-4304-9369-09c2246aea02') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:11.859629 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd27c79-2e88-4304-9369-09c2246aea02') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:11.894020 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:11.940760 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:11.948363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:26:11.948776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:11.957202 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:12.037784 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9c28dd39-43d1-478c-aab0-dae41ce801dd None None] Provisioning for port 6b9b5e3c-7973-4554-b2f0-12ae4f25831e completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:12.058418 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device cdaf6079-d388-4771-a828-4da035bf9cc8 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:26:12.095159 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:26:12.125243 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9c28dd39-43d1-478c-aab0-dae41ce801dd None None] Provisioning complete for port 6b9b5e3c-7973-4554-b2f0-12ae4f25831e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:12.125694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9c28dd39-43d1-478c-aab0-dae41ce801dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:12.160224 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:12.163970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:12.245139 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:12.254754 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b09e43-a5b2-4bea-86e2-006190cfc056 None None] DHCP port deletion for 5675ddc0-5172-4505-83a9-d605411a0307 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:26:12.258854 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Pushing event deleted for resources: {'Network': ['ID=5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:12.270907 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] 10.222.0.59 "DELETE /v2.0/networks/5a0f6ed2-e23d-43a0-bc5c-e7addc85f20b HTTP/1.1" status: 204 len: 168 time: 2.2193346 Dec 22 15:26:12.274009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-9c28dd39-43d1-478c-aab0-dae41ce801dd None None] Port 6b9b5e3c-7973-4554-b2f0-12ae4f25831e cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:26:12.276234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:12.276354 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-a6b09e43-a5b2-4bea-86e2-006190cfc056 None None] Deleting port 90f4720a-ccf8-4230-94d7-ae2f1b8929ae {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:12.276665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a6b09e43-a5b2-4bea-86e2-006190cfc056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:12.306125 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-447ec029-d05e-47b4-9dba-4bd1b7cbcf00 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:12.322817 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a50b97-2685-4ac8-8ac5-481095c191ca tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:12.323684 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d0a50b97-2685-4ac8-8ac5-481095c191ca tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Synchronizing usage tracker for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:12.326565 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port 90f4720a-ccf8-4230-94d7-ae2f1b8929ae {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:12.326994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:12.347638 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9c28dd39-43d1-478c-aab0-dae41ce801dd None None] Provisioning complete for port cdaf6079-d388-4771-a828-4da035bf9cc8 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:12.348305 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9c28dd39-43d1-478c-aab0-dae41ce801dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:12.383803 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:12.424891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port cdaf6079-d388-4771-a828-4da035bf9cc8 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:12.425270 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:12.483484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc2aba5-9592-439b-86a2-8acaf739c5cb,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:12.498097 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:12.529224 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-86a4ac5f-ff24-48d2-a5a1-698e29fd5be5 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:12.583290 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d0a50b97-2685-4ac8-8ac5-481095c191ca tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unset dirty status for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:12.587397 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d0a50b97-2685-4ac8-8ac5-481095c191ca tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.7028940 Dec 22 15:26:12.588178 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33770) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:12.604215 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fa1c3b0a-7e21-47fb-93c4-d91eaf9f4663 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "PUT /v2.0/subnets/c6021453-a75e-4406-b413-6bc08a8c26b0/tags/tempest-TagsExtTest-Tag-219044408 HTTP/1.1" status: 201 len: 201 time: 2.0197001 Dec 22 15:26:12.608719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33774) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:12.622106 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09ac682-a7a6-4976-b815-01d3ecc8b8f2,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:12.628141 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-34bcb590-4243-4ec7-87cf-8ad72b74a7fa tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '004def26-9e82-4b31-8499-5b920d746e9b', 'tempest-TagsExtTest-Tag-1720857747') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:12.663654 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:12.667388 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.6417310 Dec 22 15:26:12.669500 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33778) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:12.689476 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:12.775172 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-a6b09e43-a5b2-4bea-86e2-006190cfc056 None None] For port 90f4720a-ccf8-4230-94d7-ae2f1b8929ae, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=90f4720a-ccf8-4230-94d7-ae2f1b8929ae,segment=NetworkSegment(76287f68-f64a-478d-8d1f-b3356f89c8c2),segment_id=76287f68-f64a-478d-8d1f-b3356f89c8c2)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:12.775579 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a6b09e43-a5b2-4bea-86e2-006190cfc056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:12.793958 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40cdcec-4d7d-40e7-9490-f5f25d180d44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:12.801673 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40cdcec-4d7d-40e7-9490-f5f25d180d44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:12.810717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40cdcec-4d7d-40e7-9490-f5f25d180d44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:12.811749 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e40cdcec-4d7d-40e7-9490-f5f25d180d44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Synchronizing usage tracker for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:12.823855 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5fdf553e-9db2-4845-810f-5ae3101a63d8 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1525626 Dec 22 15:26:12.836157 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33784) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:12.836157 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e40cdcec-4d7d-40e7-9490-f5f25d180d44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unset dirty status for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:12.837958 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e40cdcec-4d7d-40e7-9490-f5f25d180d44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2485554 Dec 22 15:26:12.841535 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33786) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:12.862787 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] For port 90f4720a-ccf8-4230-94d7-ae2f1b8929ae, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=90f4720a-ccf8-4230-94d7-ae2f1b8929ae,segment=NetworkSegment(76287f68-f64a-478d-8d1f-b3356f89c8c2),segment_id=76287f68-f64a-478d-8d1f-b3356f89c8c2)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:12.863163 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:12.875507 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:12.884058 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-37b75cf9-110e-4c72-b819-c80e3b1f389e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group': {'name': 'tempest-security--577848711', 'description': 'tempest-security-description-219244781'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:12.912988 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-a6b09e43-a5b2-4bea-86e2-006190cfc056 None None] Calling delete_port for 90f4720a-ccf8-4230-94d7-ae2f1b8929ae owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:12.937048 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router abc7d5a1-3004-4908-a377-bccfc6871e96 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:26:12.940898 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:12.951087 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33792) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:12.957909 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-37b75cf9-110e-4c72-b819-c80e3b1f389e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:12.968149 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7d570ea5-8999-4c9f-88dd-da3e247b502f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port 1f018ac7-ab67-4f6a-acc3-ff4ae9204265 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:12.968571 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7d570ea5-8999-4c9f-88dd-da3e247b502f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:13.001827 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:13.021104 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Calling delete_port for 90f4720a-ccf8-4230-94d7-ae2f1b8929ae owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:13.046676 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f5a5cd01-2b49-4f3c-9a2a-44bef3d64fc5 None None] Provisioning for port 004def26-9e82-4b31-8499-5b920d746e9b completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:13.050192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] device_id is not set on port 518c1453-eadb-4bb5-a861-91e89d25acd4 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:26:13.060399 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f5a5cd01-2b49-4f3c-9a2a-44bef3d64fc5 None None] Provisioning complete for port 004def26-9e82-4b31-8499-5b920d746e9b triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:13.076999 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f5a5cd01-2b49-4f3c-9a2a-44bef3d64fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:13.129008 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a6b09e43-a5b2-4bea-86e2-006190cfc056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:13.134758 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-37b75cf9-110e-4c72-b819-c80e3b1f389e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:13.156540 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:13.250295 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa26847-9fb1-41ba-9e8f-1b6c9209358d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:13.271983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-37b75cf9-110e-4c72-b819-c80e3b1f389e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:13.278451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-37b75cf9-110e-4c72-b819-c80e3b1f389e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:13.278451 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-37b75cf9-110e-4c72-b819-c80e3b1f389e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "PUT /v2.0/security-groups/f09ac682-a7a6-4976-b815-01d3ecc8b8f2 HTTP/1.1" status: 200 len: 1776 time: 0.4362385 Dec 22 15:26:13.286352 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-736a082c-76c6-4992-8fcc-5345ac9f1892 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:13.298024 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33798) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:13.301010 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ce235f25-c584-4027-add6-10dd0a82a9ce no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:26:13.325221 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:13.363791 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: ce235f25-c584-4027-add6-10dd0a82a9ce {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:26:13.364449 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ce235f25-c584-4027-add6-10dd0a82a9ce not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:26:13.365068 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 90f4720a-ccf8-4230-94d7-ae2f1b8929ae no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:26:13.412504 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 90f4720a-ccf8-4230-94d7-ae2f1b8929ae {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:26:13.413109 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 90f4720a-ccf8-4230-94d7-ae2f1b8929ae not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:26:13.413733 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 08295299-9d60-462b-9af8-f33fc3e380cd no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:26:13.431226 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:26:13.431907 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:26:13.451377 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b09e43-a5b2-4bea-86e2-006190cfc056 None None] Pushing event deleted for resources: {'Port': ['ID=90f4720a-ccf8-4230-94d7-ae2f1b8929ae,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:13.456578 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 08295299-9d60-462b-9af8-f33fc3e380cd {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:26:13.457309 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 08295299-9d60-462b-9af8-f33fc3e380cd not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:26:13.462745 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a6b09e43-a5b2-4bea-86e2-006190cfc056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:13.464361 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b09e43-a5b2-4bea-86e2-006190cfc056 None None] No DVR routers for this DVR port 90f4720a-ccf8-4230-94d7-ae2f1b8929ae on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:26:13.473338 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f5a5cd01-2b49-4f3c-9a2a-44bef3d64fc5 None None] Port 004def26-9e82-4b31-8499-5b920d746e9b cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:26:13.478285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b75cf9-110e-4c72-b819-c80e3b1f389e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09ac682-a7a6-4976-b815-01d3ecc8b8f2,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:13.484122 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-37b75cf9-110e-4c72-b819-c80e3b1f389e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:13.497582 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:26:13.522153 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] Sync routers for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:26:13.522430 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-34bcb590-4243-4ec7-87cf-8ad72b74a7fa tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "PUT /v2.0/ports/004def26-9e82-4b31-8499-5b920d746e9b/tags/tempest-TagsExtTest-Tag-1720857747 HTTP/1.1" status: 201 len: 201 time: 0.8980284 Dec 22 15:26:13.522430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33802) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:13.522767 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1fe5062f-c7b4-406a-92df-f1bbbfd4138b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ebebbb6cea794f56aeeb42ac8721d479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5664806 Dec 22 15:26:13.530258 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:13.530983 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:13.541153 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33806) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:13.564628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7d570ea5-8999-4c9f-88dd-da3e247b502f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:13.578396 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-9afa1a9f-3909-463b-a5c4-411c6880dd5e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '005e43a0-e6a8-49f5-8ca8-1e3e0bb90075', 'tempest-TagsExtTest-Tag-1741515637') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:13.593349 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f5a5cd01-2b49-4f3c-9a2a-44bef3d64fc5 None None] Provisioning for port b637a635-9a5d-44b1-a150-8fea516a0036 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:13.639161 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a745be79-ef4f-45c2-b4b6-d1fb4ca47601 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-groups/f09ac682-a7a6-4976-b815-01d3ecc8b8f2 HTTP/1.1" status: 200 len: 1776 time: 0.3327141 Dec 22 15:26:13.650935 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33810) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:13.675080 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f5a5cd01-2b49-4f3c-9a2a-44bef3d64fc5 None None] Provisioning complete for port b637a635-9a5d-44b1-a150-8fea516a0036 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:13.675697 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f5a5cd01-2b49-4f3c-9a2a-44bef3d64fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:13.713364 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7d570ea5-8999-4c9f-88dd-da3e247b502f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for 1f018ac7-ab67-4f6a-acc3-ff4ae9204265 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:13.754364 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/abc7d5a1-3004-4908-a377-bccfc6871e96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0792286 Dec 22 15:26:13.756003 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33814) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:13.775748 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:26:13.776939 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-097f0504-dd72-4011-8fc2-8cf601fa1258 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'network': {'name': 'tempest-RoutersTest-1744451789'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:13.789593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-097f0504-dd72-4011-8fc2-8cf601fa1258 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:13.798931 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-097f0504-dd72-4011-8fc2-8cf601fa1258 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:network and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:13.803356 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-097f0504-dd72-4011-8fc2-8cf601fa1258 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:13.812057 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-097f0504-dd72-4011-8fc2-8cf601fa1258 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:13.840888 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-927dc79c-4f06-4e29-9eee-be41b85072a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:13.886190 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097f0504-dd72-4011-8fc2-8cf601fa1258 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Made reservation on behalf of 7b4975992c034d11b43920ae668ae5e2 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:26:13.889949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-097f0504-dd72-4011-8fc2-8cf601fa1258 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:13.896534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] device_id is not set on port 518c1453-eadb-4bb5-a861-91e89d25acd4 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:26:13.906145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-927dc79c-4f06-4e29-9eee-be41b85072a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:13.907221 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-13f5dd24-3efb-4e02-b57f-d5ff26e4fba8 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:13.916025 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:13.932610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port 90f4720a-ccf8-4230-94d7-ae2f1b8929ae {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:13.933314 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:13.985157 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f5a5cd01-2b49-4f3c-9a2a-44bef3d64fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:13.995252 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-13f5dd24-3efb-4e02-b57f-d5ff26e4fba8 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.023000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-097f0504-dd72-4011-8fc2-8cf601fa1258 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:26:14.043409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] The port '90f4720a-ccf8-4230-94d7-ae2f1b8929ae' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:26:14.047048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-097f0504-dd72-4011-8fc2-8cf601fa1258 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.047697 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-097f0504-dd72-4011-8fc2-8cf601fa1258 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Added segment 54f211e2-026b-450d-bac8-5c1d2ed16d7f of type vlan for network 86cdf831-e69a-47fb-815c-ebc231947a17 Dec 22 15:26:14.104273 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-097f0504-dd72-4011-8fc2-8cf601fa1258 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.137046 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7d570ea5-8999-4c9f-88dd-da3e247b502f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.137666 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-f5a5cd01-2b49-4f3c-9a2a-44bef3d64fc5 None None] For port b637a635-9a5d-44b1-a150-8fea516a0036, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b637a635-9a5d-44b1-a150-8fea516a0036,segment=NetworkSegment(12ce1b69-d307-46e5-9970-96315aa1c2eb),segment_id=12ce1b69-d307-46e5-9970-96315aa1c2eb)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:14.148304 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-db91552e-1271-4bb6-9a2e-4b854157863b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:14.196363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-927dc79c-4f06-4e29-9eee-be41b85072a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.213459 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d570ea5-8999-4c9f-88dd-da3e247b502f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Port': ['ID=1f018ac7-ab67-4f6a-acc3-ff4ae9204265,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:14.221053 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f5a5cd01-2b49-4f3c-9a2a-44bef3d64fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.223985 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:14.267627 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7d570ea5-8999-4c9f-88dd-da3e247b502f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:14.281844 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1c98d103-716d-42f3-9ec0-ac9c40dd04f7 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:14.321497 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f5a5cd01-2b49-4f3c-9a2a-44bef3d64fc5 None None] Provisioning complete for port 6b9b5e3c-7973-4554-b2f0-12ae4f25831e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:14.333825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f5a5cd01-2b49-4f3c-9a2a-44bef3d64fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.340935 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927dc79c-4f06-4e29-9eee-be41b85072a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bc8088-eb84-4533-9a01-57f709c11310,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:14.353242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7d570ea5-8999-4c9f-88dd-da3e247b502f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.356228 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-097f0504-dd72-4011-8fc2-8cf601fa1258 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.363271 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097f0504-dd72-4011-8fc2-8cf601fa1258 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:14.363533 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5cd01-2b49-4f3c-9a2a-44bef3d64fc5 None None] Pushing event updated for resources: {'Port': ['ID=b637a635-9a5d-44b1-a150-8fea516a0036,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:14.373611 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-097f0504-dd72-4011-8fc2-8cf601fa1258 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.373931 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f5a5cd01-2b49-4f3c-9a2a-44bef3d64fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:14.384544 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-927dc79c-4f06-4e29-9eee-be41b85072a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:14.387604 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.397579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2b2d5837-69c7-4071-b620-dcf40a53c28b tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:14.420927 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f5a5cd01-2b49-4f3c-9a2a-44bef3d64fc5 None None] Port 6b9b5e3c-7973-4554-b2f0-12ae4f25831e cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:26:14.423739 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:26:07Z', 'revision_number': 2, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:09Z', 'revision_number': 2, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:14.429144 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f5a5cd01-2b49-4f3c-9a2a-44bef3d64fc5 None None] Could not find standard attr ID for object 1f018ac7-ab67-4f6a-acc3-ff4ae9204265. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:26:14.431095 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] Checking router: abc7d5a1-3004-4908-a377-bccfc6871e96 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:26:14.434638 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] Updating router abc7d5a1-3004-4908-a377-bccfc6871e96 port 6b9b5e3c-7973-4554-b2f0-12ae4f25831e binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:26:14.446736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5675ddc0-5172-4505-83a9-d605411a0307']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:14.468360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Transition to ACTIVE for port object 518c1453-eadb-4bb5-a861-91e89d25acd4 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:14.477559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-13f5dd24-3efb-4e02-b57f-d5ff26e4fba8 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.485239 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76287f68-f64a-478d-8d1f-b3356f89c8c2') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:14.485572 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76287f68-f64a-478d-8d1f-b3356f89c8c2') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:14.492836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9bb85e8a-a2b0-44e6-852e-c3803827723a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:14.519205 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5dd24-3efb-4e02-b57f-d5ff26e4fba8 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09ac682-a7a6-4976-b815-01d3ecc8b8f2,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:14.521833 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-13f5dd24-3efb-4e02-b57f-d5ff26e4fba8 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:14.524085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.549360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-13f5dd24-3efb-4e02-b57f-d5ff26e4fba8 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.549360 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-13f5dd24-3efb-4e02-b57f-d5ff26e4fba8 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-groups/f09ac682-a7a6-4976-b815-01d3ecc8b8f2 HTTP/1.1" status: 204 len: 168 time: 0.8910313 Dec 22 15:26:14.549796 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33818) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:14.567422 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.583531 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:26:14.583531 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:26:14.605576 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:26:14.611010 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f0504-dd72-4011-8fc2-8cf601fa1258 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Network': ['ID=86cdf831-e69a-47fb-815c-ebc231947a17,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:14.611177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.611355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-097f0504-dd72-4011-8fc2-8cf601fa1258 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:14.614153 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.619102 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:14.631174 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f5a5cd01-2b49-4f3c-9a2a-44bef3d64fc5 None None] Provisioning complete for port 79de1091-402c-416c-94dc-22e2bd8ed0bc triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:14.631763 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f5a5cd01-2b49-4f3c-9a2a-44bef3d64fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.673306 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 86cdf831-e69a-47fb-815c-ebc231947a17 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:26:14.682272 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-097f0504-dd72-4011-8fc2-8cf601fa1258 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9255085 Dec 22 15:26:14.684701 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-927dc79c-4f06-4e29-9eee-be41b85072a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.686002 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-927dc79c-4f06-4e29-9eee-be41b85072a8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/70bc8088-eb84-4533-9a01-57f709c11310 HTTP/1.1" status: 204 len: 168 time: 1.1437933 Dec 22 15:26:14.689565 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7d570ea5-8999-4c9f-88dd-da3e247b502f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/ports/1f018ac7-ab67-4f6a-acc3-ff4ae9204265 HTTP/1.1" status: 204 len: 168 time: 1.8466115 Dec 22 15:26:14.693815 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33822) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:14.725970 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9afa1a9f-3909-463b-a5c4-411c6880dd5e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "PUT /v2.0/routers/005e43a0-e6a8-49f5-8ca8-1e3e0bb90075/tags/tempest-TagsExtTest-Tag-1741515637 HTTP/1.1" status: 201 len: 201 time: 1.2063546 Dec 22 15:26:14.726909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33826) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:14.742369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33830) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:14.763246 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-d9d9461f-4d14-4fcb-a23c-20178806c8a6 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7eb90e17-4b4b-4a21-b98e-0981187edfd7', 'tempest-TagsExtTest-Tag-479745325') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:14.775955 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-92e03739-3712-4fea-bbcc-91bd7ee3c2a2 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'subnet': {'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:14.783816 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ffa9d20-b194-44d6-a698-073acaff218a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] GET failed (client error): The resource could not be found. Dec 22 15:26:14.784538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1ffa9d20-b194-44d6-a698-073acaff218a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Synchronizing usage tracker for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:14.907220 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Pushing event updated for resources: {'Port': ['ID=518c1453-eadb-4bb5-a861-91e89d25acd4,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:14.910372 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:14.931097 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bd0652fc-da02-42f2-8591-107611a77e92 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:14.943277 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.948070 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:14.954508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-76f6e70d-eae1-4218-be6b-8a31de37d029 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:14.998435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Checking segment: {'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:26:14.998969 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Network hostable DHCP agents. Network: 6c87a6b3-b358-4e6b-aa2d-962423edae4c, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:26:15.005304 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Network': ['ID=5675ddc0-5172-4505-83a9-d605411a0307,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:15.007942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:15.016042 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/networks/5675ddc0-5172-4505-83a9-d605411a0307 HTTP/1.1" status: 204 len: 168 time: 3.8191857 Dec 22 15:26:15.017250 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1ffa9d20-b194-44d6-a698-073acaff218a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unset dirty status for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:15.019232 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1ffa9d20-b194-44d6-a698-073acaff218a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports/1f018ac7-ab67-4f6a-acc3-ff4ae9204265 HTTP/1.1" status: 404 len: 333 time: 0.3237305 Dec 22 15:26:15.023248 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33836) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:15.023614 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33838) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:15.035582 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-92e03739-3712-4fea-bbcc-91bd7ee3c2a2 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:15.041015 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f5a5cd01-2b49-4f3c-9a2a-44bef3d64fc5 None None] Port 79de1091-402c-416c-94dc-22e2bd8ed0bc cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:26:15.041918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-92e03739-3712-4fea-bbcc-91bd7ee3c2a2 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:subnet and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:15.046434 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-92e03739-3712-4fea-bbcc-91bd7ee3c2a2 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:15.055152 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-92e03739-3712-4fea-bbcc-91bd7ee3c2a2 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:15.125948 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bd0652fc-da02-42f2-8591-107611a77e92 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:15.128094 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bd0652fc-da02-42f2-8591-107611a77e92 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5766771 Dec 22 15:26:15.129822 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Network 6c87a6b3-b358-4e6b-aa2d-962423edae4c is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:26:15.132341 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e03739-3712-4fea-bbcc-91bd7ee3c2a2 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Made reservation on behalf of 7b4975992c034d11b43920ae668ae5e2 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:26:15.135215 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d9d9461f-4d14-4fcb-a23c-20178806c8a6 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "PUT /v2.0/subnetpools/7eb90e17-4b4b-4a21-b98e-0981187edfd7/tags/tempest-TagsExtTest-Tag-479745325 HTTP/1.1" status: 201 len: 201 time: 0.3900425 Dec 22 15:26:15.136076 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33844) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:15.139911 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-92e03739-3712-4fea-bbcc-91bd7ee3c2a2 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:15.161876 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33846) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:15.175682 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-c67fd7a3-7aca-461e-9429-d34f35c3cb7d tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c6021453-a75e-4406-b413-6bc08a8c26b0') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:15.260137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b637a635-9a5d-44b1-a150-8fea516a0036 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:15.294312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 6c87a6b3-b358-4e6b-aa2d-962423edae4c) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:15.317591 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:15.326640 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-0b0f44a3-d99a-42d7-b08c-c9507f638c4f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] delete failed (client error): The resource could not be found. Dec 22 15:26:15.334197 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0b0f44a3-d99a-42d7-b08c-c9507f638c4f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-groups/f09ac682-a7a6-4976-b815-01d3ecc8b8f2 HTTP/1.1" status: 404 len: 347 time: 0.1740947 Dec 22 15:26:15.339320 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33854) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:15.352122 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-990d6afa-5d92-48e3-8766-98f087012707 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group': {'name': 'tempest-secgroup--354755575'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:15.366672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-444ef7f3-39c3-4727-a512-191cb8edf6f0 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port 79de1091-402c-416c-94dc-22e2bd8ed0bc {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:15.374572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-444ef7f3-39c3-4727-a512-191cb8edf6f0 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:15.397029 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33036bc7-3065-4e45-957d-08674459a795 None None] Network 6c87a6b3-b358-4e6b-aa2d-962423edae4c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:15.401629 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-990d6afa-5d92-48e3-8766-98f087012707 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:15.423081 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:15.423755 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:15.425004 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:15.455238 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port 518c1453-eadb-4bb5-a861-91e89d25acd4 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:15.456005 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:15.462863 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 2 to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 Dec 22 15:26:15.479316 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-990d6afa-5d92-48e3-8766-98f087012707 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:15.569410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:15.570113 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:15.570826 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:15.637277 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c67fd7a3-7aca-461e-9429-d34f35c3cb7d tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/subnets/c6021453-a75e-4406-b413-6bc08a8c26b0/tags HTTP/1.1" status: 200 len: 240 time: 0.4732440 Dec 22 15:26:15.644113 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33858) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:15.658134 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port 518c1453-eadb-4bb5-a861-91e89d25acd4 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:15.659292 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:15.672021 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 3 to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 Dec 22 15:26:15.689093 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-2010e911-248e-45ff-9016-cd5bfd50cc58 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c6021453-a75e-4406-b413-6bc08a8c26b0', 'tempest-TagsExtTest-Tag-219044408') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:15.711103 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:15.711381 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:15.712092 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:15.728594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port 518c1453-eadb-4bb5-a861-91e89d25acd4 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:15.729097 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:15.731932 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 4 to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 Dec 22 15:26:15.762515 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-990d6afa-5d92-48e3-8766-98f087012707 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:15.817454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:15.817970 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:15.818541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:15.826049 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port 518c1453-eadb-4bb5-a861-91e89d25acd4 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:15.826576 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:15.827092 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 5 to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 Dec 22 15:26:15.840294 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port b637a635-9a5d-44b1-a150-8fea516a0036 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:15.840668 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:15.849163 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:15.850978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:15.851970 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:15.863241 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-990d6afa-5d92-48e3-8766-98f087012707 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:15.877857 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port 518c1453-eadb-4bb5-a861-91e89d25acd4 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:15.878472 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:15.879140 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 6 to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 Dec 22 15:26:15.906567 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-92e03739-3712-4fea-bbcc-91bd7ee3c2a2 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:15.919296 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-57146ae6-678b-465b-b70f-488b10cc2ce8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:15.928846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-990d6afa-5d92-48e3-8766-98f087012707 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Usage tracker for resource:security_group_rule and tenant:0716b7821a614ceda229baf4538b888f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:15.958842 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-990d6afa-5d92-48e3-8766-98f087012707 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:15.976490 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-990d6afa-5d92-48e3-8766-98f087012707 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:16.000272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33862) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:16.052003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:16.052770 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:16.053494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:16.073685 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c727086f-38cd-4b99-9b71-aa9f177fa990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:16.083485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:16.104064 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port 518c1453-eadb-4bb5-a861-91e89d25acd4 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:16.104727 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:16.109445 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] Transition to ACTIVE for port object 6b9b5e3c-7973-4554-b2f0-12ae4f25831e will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:16.110329 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 7 to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 Dec 22 15:26:16.122488 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2010e911-248e-45ff-9016-cd5bfd50cc58 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/subnets/c6021453-a75e-4406-b413-6bc08a8c26b0/tags/tempest-TagsExtTest-Tag-219044408 HTTP/1.1" status: 204 len: 168 time: 0.4442945 Dec 22 15:26:16.129022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-444ef7f3-39c3-4727-a512-191cb8edf6f0 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:16.130087 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c727086f-38cd-4b99-9b71-aa9f177fa990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:16.137598 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33866) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:16.148951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c727086f-38cd-4b99-9b71-aa9f177fa990 admin admin] Usage tracker for resource:security_group_rule and tenant:283dc579f530476a8b436761cc450648 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:16.154013 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:16.159942 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-265969e2-ae49-49d4-8589-d8172d6ac825 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:16.166804 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c727086f-38cd-4b99-9b71-aa9f177fa990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:16.190863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e03739-3712-4fea-bbcc-91bd7ee3c2a2 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Subnet': ['ID=824af6ef-16c3-419f-8845-0e54d85456e6,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:16.194666 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c727086f-38cd-4b99-9b71-aa9f177fa990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:16.207503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:16.207503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:16.207503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:16.215831 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-ddf07d23-dfed-4377-9823-3fb783f5c310 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c6021453-a75e-4406-b413-6bc08a8c26b0', 'tempest-TagsExtTest-Tag-219044408') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:16.216681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-92e03739-3712-4fea-bbcc-91bd7ee3c2a2 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:16.233643 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port 518c1453-eadb-4bb5-a861-91e89d25acd4 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:16.234478 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:16.243038 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 8 to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 Dec 22 15:26:16.271757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e03739-3712-4fea-bbcc-91bd7ee3c2a2 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Checking segment: {'id': '54f211e2-026b-450d-bac8-5c1d2ed16d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:26:16.272378 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e03739-3712-4fea-bbcc-91bd7ee3c2a2 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network hostable DHCP agents. Network: 86cdf831-e69a-47fb-815c-ebc231947a17, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:26:16.301670 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe046a0f-4bdc-406f-bbe5-f8f260a1a75e None None] Pushing event updated for resources: {'Port': ['ID=6b9b5e3c-7973-4554-b2f0-12ae4f25831e,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:16.306648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:16.307218 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:16.307797 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:16.332692 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port 518c1453-eadb-4bb5-a861-91e89d25acd4 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:16.333174 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:16.336130 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 9 to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 Dec 22 15:26:16.337077 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-fe046a0f-4bdc-406f-bbe5-f8f260a1a75e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:16.385991 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:16.386491 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:16.386986 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:16.389379 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-444ef7f3-39c3-4727-a512-191cb8edf6f0 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for 79de1091-402c-416c-94dc-22e2bd8ed0bc owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:16.421554 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port 518c1453-eadb-4bb5-a861-91e89d25acd4 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:16.422115 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:16.430065 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 10 to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 Dec 22 15:26:16.446203 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] Attempting to bind port 6b9b5e3c-7973-4554-b2f0-12ae4f25831e on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:16.447352 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] Attempting to bind port 6b9b5e3c-7973-4554-b2f0-12ae4f25831e by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'fd86a7c1-d397-4cfd-98c8-7dec1a03add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:16.447955 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] Attempting to bind port 6b9b5e3c-7973-4554-b2f0-12ae4f25831e on network f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:16.458860 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:26:16.460423 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] Checking segment: {'id': 'fd86a7c1-d397-4cfd-98c8-7dec1a03add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:26:16.461712 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:16.462335 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] Bound using segment: {'id': 'fd86a7c1-d397-4cfd-98c8-7dec1a03add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:26:16.463069 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] Bound port: 6b9b5e3c-7973-4554-b2f0-12ae4f25831e, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86a7c1-d397-4cfd-98c8-7dec1a03add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:26:16.465140 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:16.476216 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e03739-3712-4fea-bbcc-91bd7ee3c2a2 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network 86cdf831-e69a-47fb-815c-ebc231947a17 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:26:16.494032 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-990d6afa-5d92-48e3-8766-98f087012707 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:16.509639 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:16.510028 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:16.511362 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:16.530504 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port 518c1453-eadb-4bb5-a861-91e89d25acd4 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:16.531128 dv-neutron-822674-1-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port 518c1453-eadb-4bb5-a861-91e89d25acd4 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:16.533418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:16.581169 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-92e03739-3712-4fea-bbcc-91bd7ee3c2a2 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 86cdf831-e69a-47fb-815c-ebc231947a17) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:16.595167 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51242229-346e-4f92-af7d-cf9e8c2a7cca None None] Network 86cdf831-e69a-47fb-815c-ebc231947a17 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:16.625792 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e03739-3712-4fea-bbcc-91bd7ee3c2a2 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:16.626729 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-92e03739-3712-4fea-bbcc-91bd7ee3c2a2 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:16.636975 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c727086f-38cd-4b99-9b71-aa9f177fa990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:16.642280 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-990d6afa-5d92-48e3-8766-98f087012707 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:16.651613 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-37b75cf9-110e-4c72-b819-c80e3b1f389e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:16.681674 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] For port 6b9b5e3c-7973-4554-b2f0-12ae4f25831e, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:26:16.728377 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c727086f-38cd-4b99-9b71-aa9f177fa990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:16.746910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8852ccb2-7b42-4020-8f08-c01f06b55d85 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:16.751129 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d6afa-5d92-48e3-8766-98f087012707 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da173682-9ddc-4243-a573-7468ac79e456,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:16.754881 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-990d6afa-5d92-48e3-8766-98f087012707 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:16.766412 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] For port 518c1453-eadb-4bb5-a861-91e89d25acd4, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:26:16.767023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempted to set empty binding levels {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 15:26:16.776473 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1061ef0-0406-406f-b6ea-8042f71c9795 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:16.784583 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-92e03739-3712-4fea-bbcc-91bd7ee3c2a2 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0326600 Dec 22 15:26:16.801186 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33870) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:16.858420 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] For port 6b9b5e3c-7973-4554-b2f0-12ae4f25831e, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=6b9b5e3c-7973-4554-b2f0-12ae4f25831e,segment=NetworkSegment(fd86a7c1-d397-4cfd-98c8-7dec1a03add2),segment_id=fd86a7c1-d397-4cfd-98c8-7dec1a03add2)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:26:16.867761 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-86cdf831-e69a-47fb-815c-ebc231947a17', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:26:16.868822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:16.947519 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:16.953806 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-9f6dcd5b-5e64-4c9f-bdc8-b6144969ed6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:16.960521 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:16.980797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-990d6afa-5d92-48e3-8766-98f087012707 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:16.981132 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-990d6afa-5d92-48e3-8766-98f087012707 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6410909 Dec 22 15:26:16.982218 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-444ef7f3-39c3-4727-a512-191cb8edf6f0 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:16.984418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727086f-38cd-4b99-9b71-aa9f177fa990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2527efba-44da-46e7-88c4-818699c38931,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:16.991036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33874) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:16.993666 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c727086f-38cd-4b99-9b71-aa9f177fa990 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=283dc579f530476a8b436761cc450648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9871228 Dec 22 15:26:16.996006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c727086f-38cd-4b99-9b71-aa9f177fa990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:17.000646 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:17.043349 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ddf07d23-dfed-4377-9823-3fb783f5c310 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "DELETE /v2.0/subnets/c6021453-a75e-4406-b413-6bc08a8c26b0/tags/tempest-TagsExtTest-Tag-219044408 HTTP/1.1" status: 204 len: 168 time: 0.8973324 Dec 22 15:26:17.044994 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-cee99ef4-255f-4af3-bed2-d4c375a72c23 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group_rule': {'security_group_id': 'da173682-9ddc-4243-a573-7468ac79e456', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:17.106417 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:17.112174 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33876) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:17.112493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33880) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:17.137418 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cee99ef4-255f-4af3-bed2-d4c375a72c23 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:17.142195 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:17.142516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-3472be96-c4c7-4191-a508-29bed0c29a62 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c6021453-a75e-4406-b413-6bc08a8c26b0') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:17.144059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:17.206192 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ef7f3-39c3-4727-a512-191cb8edf6f0 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Port': ['ID=79de1091-402c-416c-94dc-22e2bd8ed0bc,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:17.209246 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-444ef7f3-39c3-4727-a512-191cb8edf6f0 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:17.254265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cee99ef4-255f-4af3-bed2-d4c375a72c23 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Usage tracker for resource:security_group_rule and tenant:0716b7821a614ceda229baf4538b888f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:17.269338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:17.270418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:17.271075 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cee99ef4-255f-4af3-bed2-d4c375a72c23 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:17.277901 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-444ef7f3-39c3-4727-a512-191cb8edf6f0 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:17.280672 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-444ef7f3-39c3-4727-a512-191cb8edf6f0 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/ports/79de1091-402c-416c-94dc-22e2bd8ed0bc HTTP/1.1" status: 204 len: 168 time: 2.2555225 Dec 22 15:26:17.299971 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cee99ef4-255f-4af3-bed2-d4c375a72c23 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:17.304234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33886) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:17.391964 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Allocated IP 172.21.0.2 (86cdf831-e69a-47fb-815c-ebc231947a17/824af6ef-16c3-419f-8845-0e54d85456e6/90079fdd-83a5-4f58-98ce-5d63771bfab3) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:26:17.396528 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6f54d1-7fc3-4ab9-bdc4-3913c4a2a0b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] GET failed (client error): The resource could not be found. Dec 22 15:26:17.397289 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-fc6f54d1-7fc3-4ab9-bdc4-3913c4a2a0b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Synchronizing usage tracker for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:17.406045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Pushing event updated for resources: {'Port': ['ID=518c1453-eadb-4bb5-a861-91e89d25acd4,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:17.414655 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:17.577284 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15c7e8b3-cafe-4b1c-a57c-aa40a8a37908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:17.583527 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cee99ef4-255f-4af3-bed2-d4c375a72c23 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:17.597591 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 7.3587294 Dec 22 15:26:17.601783 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33890) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:17.680247 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-fc6f54d1-7fc3-4ab9-bdc4-3913c4a2a0b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unset dirty status for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:17.684180 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fc6f54d1-7fc3-4ab9-bdc4-3913c4a2a0b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports/79de1091-402c-416c-94dc-22e2bd8ed0bc HTTP/1.1" status: 404 len: 333 time: 0.3752792 Dec 22 15:26:17.698693 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33894) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:17.715659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15c7e8b3-cafe-4b1c-a57c-aa40a8a37908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:17.723019 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe046a0f-4bdc-406f-bbe5-f8f260a1a75e None None] Pushing event updated for resources: {'Port': ['ID=6b9b5e3c-7973-4554-b2f0-12ae4f25831e,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:17.739326 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-fe046a0f-4bdc-406f-bbe5-f8f260a1a75e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:17.773850 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3472be96-c4c7-4191-a508-29bed0c29a62 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/subnets/c6021453-a75e-4406-b413-6bc08a8c26b0/tags HTTP/1.1" status: 200 len: 205 time: 0.6583469 Dec 22 15:26:17.782891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:26:17.802338 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33898) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:17.829480 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-5714ad3c-822a-44c4-962e-3a8d74de49e6 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '004def26-9e82-4b31-8499-5b920d746e9b') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:17.881184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1805d301-6eaf-4000-9e87-eb0e96fb29d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Deleting port 518c1453-eadb-4bb5-a861-91e89d25acd4 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:17.881536 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1805d301-6eaf-4000-9e87-eb0e96fb29d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:17.985408 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc546c3d-5b3c-42bc-956f-667e3a47edc6 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting subnet c56ef561-7227-41e9-8c7a-14c44c8a1cb7 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:26:17.996912 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:18.013242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc546c3d-5b3c-42bc-956f-667e3a47edc6 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:18.050063 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cee99ef4-255f-4af3-bed2-d4c375a72c23 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:18.188683 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cee99ef4-255f-4af3-bed2-d4c375a72c23 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:18.191441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc546c3d-5b3c-42bc-956f-667e3a47edc6 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:18.244722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:26:07Z', 'revision_number': 2, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:16Z', 'revision_number': 4, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:18.251804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa4d7b1-3f9e-4184-855e-44e8d0669620 None None] The sync data for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv is: [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:26:07Z', 'revision_number': 2, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:16Z', 'revision_number': 4, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:26:18.252156 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3fa6895b-c93b-484e-981e-ea46e7695511 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:18.287294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:18.313061 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Transition to ACTIVE for port object 90079fdd-83a5-4f58-98ce-5d63771bfab3 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:18.313377 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b1061ef0-0406-406f-b6ea-8042f71c9795 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port 469b40b4-950e-41e9-aef5-cb420d216d95 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:18.313377 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1061ef0-0406-406f-b6ea-8042f71c9795 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:18.355474 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Transition to ACTIVE for port object 90079fdd-83a5-4f58-98ce-5d63771bfab3 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:18.366531 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee99ef4-255f-4af3-bed2-d4c375a72c23 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed24879-9ff7-46b3-9a52-21f0e0f18c29,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:18.369656 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cee99ef4-255f-4af3-bed2-d4c375a72c23 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:18.427688 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15c7e8b3-cafe-4b1c-a57c-aa40a8a37908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:18.433731 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5714ad3c-822a-44c4-962e-3a8d74de49e6 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/ports/004def26-9e82-4b31-8499-5b920d746e9b/tags HTTP/1.1" status: 200 len: 241 time: 0.6299829 Dec 22 15:26:18.454025 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33902) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:18.457140 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7a953e68-75b5-469c-9ac3-c756e7451817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:18.459436 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-63db9d69-9b00-4c17-9eb2-1e59e552d692 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '004def26-9e82-4b31-8499-5b920d746e9b', 'tempest-TagsExtTest-Tag-1720857747') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:18.469335 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:18.494680 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d2194ffb-d099-4b8e-acd7-0fcb0585f4f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:18.502184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7e8b3-cafe-4b1c-a57c-aa40a8a37908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2527efba-44da-46e7-88c4-818699c38931,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:18.504881 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-15c7e8b3-cafe-4b1c-a57c-aa40a8a37908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:18.513093 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15c7e8b3-cafe-4b1c-a57c-aa40a8a37908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:18.514104 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-15c7e8b3-cafe-4b1c-a57c-aa40a8a37908 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2527efba-44da-46e7-88c4-818699c38931 HTTP/1.1" status: 204 len: 168 time: 1.4006457 Dec 22 15:26:18.559319 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1805d301-6eaf-4000-9e87-eb0e96fb29d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] For port 518c1453-eadb-4bb5-a861-91e89d25acd4, host hv-neutron-8226, got binding levels [] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:18.559691 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1805d301-6eaf-4000-9e87-eb0e96fb29d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:18.621955 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cee99ef4-255f-4af3-bed2-d4c375a72c23 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:18.621955 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-cee99ef4-255f-4af3-bed2-d4c375a72c23 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5808227 Dec 22 15:26:18.623810 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33908) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:18.655808 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-63db9d69-9b00-4c17-9eb2-1e59e552d692 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/ports/004def26-9e82-4b31-8499-5b920d746e9b/tags/tempest-TagsExtTest-Tag-1720857747 HTTP/1.1" status: 204 len: 168 time: 0.2004983 Dec 22 15:26:18.662348 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33912) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:18.680761 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-23f51793-462f-41c6-ac8d-ab324d7dc5e0 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '004def26-9e82-4b31-8499-5b920d746e9b', 'tempest-TagsExtTest-Tag-1720857747') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:18.687504 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Network 86cdf831-e69a-47fb-815c-ebc231947a17 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:18.694598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:18.700615 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Pushing event updated for resources: {'Port': ['ID=90079fdd-83a5-4f58-98ce-5d63771bfab3,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:18.703329 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:18.804757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cf9edff9-032b-40b3-b226-21a81b725429 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:18.808795 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:18.831347 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cf9edff9-032b-40b3-b226-21a81b725429 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:18.895055 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Attempting to bind port 90079fdd-83a5-4f58-98ce-5d63771bfab3 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:18.895446 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Attempting to bind port 90079fdd-83a5-4f58-98ce-5d63771bfab3 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '54f211e2-026b-450d-bac8-5c1d2ed16d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:18.895815 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Attempting to bind port 90079fdd-83a5-4f58-98ce-5d63771bfab3 on network 86cdf831-e69a-47fb-815c-ebc231947a17 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:18.902256 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:26:18.908164 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Checking segment: {'id': '54f211e2-026b-450d-bac8-5c1d2ed16d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:26:18.908164 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:18.908164 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Bound using segment: {'id': '54f211e2-026b-450d-bac8-5c1d2ed16d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:26:18.908164 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Bound port: 90079fdd-83a5-4f58-98ce-5d63771bfab3, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f211e2-026b-450d-bac8-5c1d2ed16d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:26:18.908164 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:18.973943 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1805d301-6eaf-4000-9e87-eb0e96fb29d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Calling delete_port for 518c1453-eadb-4bb5-a861-91e89d25acd4 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:19.025522 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] For port 90079fdd-83a5-4f58-98ce-5d63771bfab3, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:26:19.027145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc546c3d-5b3c-42bc-956f-667e3a47edc6 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:19.029969 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] For port 90079fdd-83a5-4f58-98ce-5d63771bfab3, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=90079fdd-83a5-4f58-98ce-5d63771bfab3,segment=NetworkSegment(54f211e2-026b-450d-bac8-5c1d2ed16d7f),segment_id=54f211e2-026b-450d-bac8-5c1d2ed16d7f)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:26:19.077936 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cf9edff9-032b-40b3-b226-21a81b725429 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:19.099715 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:19.106987 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a90b66bd-2eca-4d5f-b1ac-5c01f64e2139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:19.121851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:19.158284 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b1061ef0-0406-406f-b6ea-8042f71c9795 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] For port 469b40b4-950e-41e9-aef5-cb420d216d95, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=469b40b4-950e-41e9-aef5-cb420d216d95,segment=NetworkSegment(c86dbb6e-2c81-497c-9237-1cdde7a3a145),segment_id=c86dbb6e-2c81-497c-9237-1cdde7a3a145)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:19.159190 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1061ef0-0406-406f-b6ea-8042f71c9795 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:19.173175 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9edff9-032b-40b3-b226-21a81b725429 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ed24879-9ff7-46b3-9a52-21f0e0f18c29,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:19.216132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cf9edff9-032b-40b3-b226-21a81b725429 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:19.258124 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Allocated IP 172.21.0.1 (86cdf831-e69a-47fb-815c-ebc231947a17/824af6ef-16c3-419f-8845-0e54d85456e6/5b9da64b-71ec-4461-9272-70c4c3af6688) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:26:19.272559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cf9edff9-032b-40b3-b226-21a81b725429 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:19.279362 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cf9edff9-032b-40b3-b226-21a81b725429 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/5ed24879-9ff7-46b3-9a52-21f0e0f18c29 HTTP/1.1" status: 204 len: 168 time: 0.6517992 Dec 22 15:26:19.280449 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33918) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:19.334633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Pushing event updated for resources: {'Port': ['ID=90079fdd-83a5-4f58-98ce-5d63771bfab3,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:19.359636 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6b9b5e3c-7973-4554-b2f0-12ae4f25831e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:19.366295 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-23f51793-462f-41c6-ac8d-ab324d7dc5e0 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "DELETE /v2.0/ports/004def26-9e82-4b31-8499-5b920d746e9b/tags/tempest-TagsExtTest-Tag-1720857747 HTTP/1.1" status: 204 len: 168 time: 0.6937261 Dec 22 15:26:19.373666 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b1061ef0-0406-406f-b6ea-8042f71c9795 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Calling delete_port for 469b40b4-950e-41e9-aef5-cb420d216d95 owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:19.375945 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33922) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:19.399436 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-ddfd0a16-114d-4239-a121-3f0b53cb1482 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '004def26-9e82-4b31-8499-5b920d746e9b') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:19.401361 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:19.526347 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1805d301-6eaf-4000-9e87-eb0e96fb29d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:19.560094 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e69e6e35-7743-4328-bd1e-5663774ea4ef tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:19.617903 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805d301-6eaf-4000-9e87-eb0e96fb29d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Pushing event deleted for resources: {'Port': ['ID=518c1453-eadb-4bb5-a861-91e89d25acd4,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:19.620473 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 6b9b5e3c-7973-4554-b2f0-12ae4f25831e completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:19.629263 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1805d301-6eaf-4000-9e87-eb0e96fb29d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:19.630736 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1805d301-6eaf-4000-9e87-eb0e96fb29d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:19.630907 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 6b9b5e3c-7973-4554-b2f0-12ae4f25831e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:19.631451 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:19.646992 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1805d301-6eaf-4000-9e87-eb0e96fb29d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] 10.222.0.59 "DELETE /v2.0/ports/518c1453-eadb-4bb5-a861-91e89d25acd4 HTTP/1.1" status: 204 len: 168 time: 2.0331357 Dec 22 15:26:19.649464 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33932) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:19.706711 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-680fe444-8899-4102-ad81-a66ac8088f11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:26:19.707372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-680fe444-8899-4102-ad81-a66ac8088f11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Synchronizing usage tracker for tenant:c4ada0a22657499795256f75e0144f1e on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:19.716625 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc546c3d-5b3c-42bc-956f-667e3a47edc6 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:19.725430 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fc260d23-7d66-4ae6-b877-3f02bf20dc13 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:19.734386 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d911a641-ed94-4ee9-a39c-b01cb6af8eba tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:19.790920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc546c3d-5b3c-42bc-956f-667e3a47edc6 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:19.792157 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-cc546c3d-5b3c-42bc-956f-667e3a47edc6 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/subnets/c56ef561-7227-41e9-8c7a-14c44c8a1cb7 HTTP/1.1" status: 204 len: 168 time: 2.0799329 Dec 22 15:26:19.794192 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc546c3d-5b3c-42bc-956f-667e3a47edc6 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Subnet': ['ID=c56ef561-7227-41e9-8c7a-14c44c8a1cb7,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:19.798210 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33936) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:19.798210 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cc546c3d-5b3c-42bc-956f-667e3a47edc6 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:19.868314 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-680fe444-8899-4102-ad81-a66ac8088f11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Unset dirty status for tenant:c4ada0a22657499795256f75e0144f1e on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:19.873749 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6331a90-5ec5-4e48-936a-7b8d86501b35 None None] Network c2880c41-b9e7-47e4-9e28-ca3dab4d5e55 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:19.874596 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-680fe444-8899-4102-ad81-a66ac8088f11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] 10.222.0.59 "GET /v2.0/ports/518c1453-eadb-4bb5-a861-91e89d25acd4 HTTP/1.1" status: 404 len: 333 time: 0.2238364 Dec 22 15:26:19.875530 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33942) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:19.948100 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ddfd0a16-114d-4239-a121-3f0b53cb1482 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/ports/004def26-9e82-4b31-8499-5b920d746e9b/tags HTTP/1.1" status: 200 len: 205 time: 0.5594201 Dec 22 15:26:19.952241 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33946) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:19.962019 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-36990795-e293-4fdd-b830-58e8bc9682db tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '005e43a0-e6a8-49f5-8ca8-1e3e0bb90075') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:20.030592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-682587ed-b149-4c79-9db1-9f3da51f3db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Request body: {'port': {'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-187685561'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:20.035630 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-682587ed-b149-4c79-9db1-9f3da51f3db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:20.061427 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-682587ed-b149-4c79-9db1-9f3da51f3db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:20.083656 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d911a641-ed94-4ee9-a39c-b01cb6af8eba tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:20.085627 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d911a641-ed94-4ee9-a39c-b01cb6af8eba tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8038042 Dec 22 15:26:20.095107 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:20.111249 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33950) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:20.152828 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:20.158035 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682587ed-b149-4c79-9db1-9f3da51f3db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Made reservation on behalf of c4ada0a22657499795256f75e0144f1e for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:26:20.160800 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-682587ed-b149-4c79-9db1-9f3da51f3db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:20.203208 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:20.207615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-682587ed-b149-4c79-9db1-9f3da51f3db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] device_id is not set on port 6755b1ab-91d8-4031-b351-0748dc37accc yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:26:20.216972 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 6b9b5e3c-7973-4554-b2f0-12ae4f25831e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=6b9b5e3c-7973-4554-b2f0-12ae4f25831e,segment=NetworkSegment(fd86a7c1-d397-4cfd-98c8-7dec1a03add2),segment_id=fd86a7c1-d397-4cfd-98c8-7dec1a03add2)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:20.255919 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port cdaf6079-d388-4771-a828-4da035bf9cc8 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:20.256247 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:20.268912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Transition to ACTIVE for port object 5b9da64b-71ec-4461-9272-70c4c3af6688 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:20.270809 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:20.271894 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-36990795-e293-4fdd-b830-58e8bc9682db tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/routers/005e43a0-e6a8-49f5-8ca8-1e3e0bb90075/tags HTTP/1.1" status: 200 len: 241 time: 0.3183503 Dec 22 15:26:20.279153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33958) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:20.284065 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-fe046a0f-4bdc-406f-bbe5-f8f260a1a75e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:20.299517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-274c5bd8-4348-4b82-b5fe-70e8bfec4c7a tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '005e43a0-e6a8-49f5-8ca8-1e3e0bb90075', 'tempest-TagsExtTest-Tag-1741515637') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:20.368363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1061ef0-0406-406f-b6ea-8042f71c9795 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:20.381039 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3f710bf3-e78c-40f7-877a-497e941be2f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:20.390133 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=6b9b5e3c-7973-4554-b2f0-12ae4f25831e,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:20.413090 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:20.522615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1061ef0-0406-406f-b6ea-8042f71c9795 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Port': ['ID=469b40b4-950e-41e9-aef5-cb420d216d95,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:20.540956 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b78b310-f3cb-4d8f-91ed-dc9ce80e6651 None None] DHCP port deletion for c2880c41-b9e7-47e4-9e28-ca3dab4d5e55 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:26:20.547452 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-6b78b310-f3cb-4d8f-91ed-dc9ce80e6651 None None] Deleting port cdaf6079-d388-4771-a828-4da035bf9cc8 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:20.547452 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6b78b310-f3cb-4d8f-91ed-dc9ce80e6651 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:20.581132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b1061ef0-0406-406f-b6ea-8042f71c9795 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:20.962018 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6b78b310-f3cb-4d8f-91ed-dc9ce80e6651 None None] For port cdaf6079-d388-4771-a828-4da035bf9cc8, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=cdaf6079-d388-4771-a828-4da035bf9cc8,segment=NetworkSegment(498766d4-346b-4887-971a-8870124936e4),segment_id=498766d4-346b-4887-971a-8870124936e4)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:20.962802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6b78b310-f3cb-4d8f-91ed-dc9ce80e6651 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:20.998714 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-868f14bd-1a5f-43d4-93ff-ab07fdbc9cf0 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:21.123228 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-274c5bd8-4348-4b82-b5fe-70e8bfec4c7a tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/routers/005e43a0-e6a8-49f5-8ca8-1e3e0bb90075/tags/tempest-TagsExtTest-Tag-1741515637 HTTP/1.1" status: 204 len: 168 time: 0.8424320 Dec 22 15:26:21.128729 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-868f14bd-1a5f-43d4-93ff-ab07fdbc9cf0 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:21.146690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33968) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:21.177030 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-22691fa9-97bb-475c-a917-b8cb5a631047 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '005e43a0-e6a8-49f5-8ca8-1e3e0bb90075', 'tempest-TagsExtTest-Tag-1741515637') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:21.323135 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1061ef0-0406-406f-b6ea-8042f71c9795 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:21.403438 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] For port cdaf6079-d388-4771-a828-4da035bf9cc8, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=cdaf6079-d388-4771-a828-4da035bf9cc8,segment=NetworkSegment(498766d4-346b-4887-971a-8870124936e4),segment_id=498766d4-346b-4887-971a-8870124936e4)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:21.404468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:21.412592 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:21.426952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-6b78b310-f3cb-4d8f-91ed-dc9ce80e6651 None None] Calling delete_port for cdaf6079-d388-4771-a828-4da035bf9cc8 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:21.516499 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19417d3f-41fa-457f-9636-598633ff0b88 None None] Network 86cdf831-e69a-47fb-815c-ebc231947a17 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:21.567406 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-57a4fcb8-8622-483d-b6bd-39019b70e3f2 tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:21.631140 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-682587ed-b149-4c79-9db1-9f3da51f3db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:21.685031 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 90079fdd-83a5-4f58-98ce-5d63771bfab3 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:21.696575 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-868f14bd-1a5f-43d4-93ff-ab07fdbc9cf0 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:21.705945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for cdaf6079-d388-4771-a828-4da035bf9cc8 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:21.710367 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network 86cdf831-e69a-47fb-815c-ebc231947a17 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:21.751637 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:21.759091 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Port': ['ID=5b9da64b-71ec-4461-9272-70c4c3af6688,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:21.774383 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:21.823180 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:21.830294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-16184192-4acf-4ff4-9578-649fc7932176 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:21.876037 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f14bd-1a5f-43d4-93ff-ab07fdbc9cf0 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da173682-9ddc-4243-a573-7468ac79e456,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:21.885074 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-868f14bd-1a5f-43d4-93ff-ab07fdbc9cf0 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:21.890381 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-868f14bd-1a5f-43d4-93ff-ab07fdbc9cf0 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:21.894482 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-868f14bd-1a5f-43d4-93ff-ab07fdbc9cf0 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-groups/da173682-9ddc-4243-a573-7468ac79e456 HTTP/1.1" status: 204 len: 168 time: 1.7786803 Dec 22 15:26:21.899028 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33980) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:21.931447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:21.953859 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1061ef0-0406-406f-b6ea-8042f71c9795 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router cbca079a-6dfb-49fb-920c-4d2e10b6303f has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:26:21.989631 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8a7e4298-9a03-4fa0-a75f-62ce684cd085 None None] Provisioning for port 90079fdd-83a5-4f58-98ce-5d63771bfab3 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:22.018777 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-22691fa9-97bb-475c-a917-b8cb5a631047 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "DELETE /v2.0/routers/005e43a0-e6a8-49f5-8ca8-1e3e0bb90075/tags/tempest-TagsExtTest-Tag-1741515637 HTTP/1.1" status: 204 len: 168 time: 0.8573017 Dec 22 15:26:22.039863 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33986) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:22.045763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-191d9ff2-45f6-4b1a-9cd7-02ea1570897b tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '005e43a0-e6a8-49f5-8ca8-1e3e0bb90075') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:22.069736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-62548759-c673-4be0-8f0a-9677b1679a96 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:22.122666 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:22.124564 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-6b78b310-f3cb-4d8f-91ed-dc9ce80e6651 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:26:22.125179 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-6b78b310-f3cb-4d8f-91ed-dc9ce80e6651 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:26:22.188295 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ed17a678-e85b-4d49-a804-85decc8cc896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:22.220898 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-62548759-c673-4be0-8f0a-9677b1679a96 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:22.221709 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-682587ed-b149-4c79-9db1-9f3da51f3db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:22.223488 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-62548759-c673-4be0-8f0a-9677b1679a96 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3218060 Dec 22 15:26:22.239030 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 33990) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:22.243103 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 90079fdd-83a5-4f58-98ce-5d63771bfab3 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:22.257767 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 90079fdd-83a5-4f58-98ce-5d63771bfab3 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:22.258335 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:22.262570 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-835099f5-8a8b-4b3e-9cd5-6b234b220f90 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group': {'name': 'tempest-secgroup--336578164'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:22.264914 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Port': ['ID=cdaf6079-d388-4771-a828-4da035bf9cc8,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:22.278873 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:22.309995 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-835099f5-8a8b-4b3e-9cd5-6b234b220f90 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:22.331743 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:22.334337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7d570ea5-8999-4c9f-88dd-da3e247b502f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:22.345816 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-835099f5-8a8b-4b3e-9cd5-6b234b220f90 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:22.371626 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1061ef0-0406-406f-b6ea-8042f71c9795 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:26:22.383915 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c8914a-c24b-41e7-90ff-a1c9ebae8a73 None None] Sync routers for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:26:22.395027 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] No DVR routers for this DVR port cdaf6079-d388-4771-a828-4da035bf9cc8 on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:26:22.403106 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c8914a-c24b-41e7-90ff-a1c9ebae8a73 None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:22.404591 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-91c8914a-c24b-41e7-90ff-a1c9ebae8a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:22.466744 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682587ed-b149-4c79-9db1-9f3da51f3db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Pushing event updated for resources: {'Port': ['ID=6755b1ab-91d8-4031-b351-0748dc37accc,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:22.608224 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-682587ed-b149-4c79-9db1-9f3da51f3db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:22.622121 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682587ed-b149-4c79-9db1-9f3da51f3db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Network 6c87a6b3-b358-4e6b-aa2d-962423edae4c is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:22.628875 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-6b78b310-f3cb-4d8f-91ed-dc9ce80e6651 None None] Deleting port cdaf6079-d388-4771-a828-4da035bf9cc8 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:22.629554 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6b78b310-f3cb-4d8f-91ed-dc9ce80e6651 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:22.639912 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b1061ef0-0406-406f-b6ea-8042f71c9795 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/cbca079a-6dfb-49fb-920c-4d2e10b6303f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6132503 Dec 22 15:26:22.644496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-682587ed-b149-4c79-9db1-9f3da51f3db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:22.648342 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-91c8914a-c24b-41e7-90ff-a1c9ebae8a73 None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:26:22.672075 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 33996) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:22.678916 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682587ed-b149-4c79-9db1-9f3da51f3db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:22.681038 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682587ed-b149-4c79-9db1-9f3da51f3db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:22.682476 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-682587ed-b149-4c79-9db1-9f3da51f3db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:22.869793 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-6b78b310-f3cb-4d8f-91ed-dc9ce80e6651 None None] The port 'cdaf6079-d388-4771-a828-4da035bf9cc8' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:26:22.889367 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-91c8914a-c24b-41e7-90ff-a1c9ebae8a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:26:19Z', 'revision_number': 11, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:22.905611 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c8914a-c24b-41e7-90ff-a1c9ebae8a73 None None] Checking router: cbca079a-6dfb-49fb-920c-4d2e10b6303f for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:26:22.933715 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c8914a-c24b-41e7-90ff-a1c9ebae8a73 None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:22.934407 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-91c8914a-c24b-41e7-90ff-a1c9ebae8a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:22.956095 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:22.964306 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:23.015355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2880c41-b9e7-47e4-9e28-ca3dab4d5e55']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:23.036885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:23.041551 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498766d4-346b-4887-971a-8870124936e4') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:23.042081 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498766d4-346b-4887-971a-8870124936e4') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:23.066786 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:23.087976 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-fc5e4263-fe5f-457c-9f79-5ca9c2098551 None None] Provisioning complete for port 90079fdd-83a5-4f58-98ce-5d63771bfab3 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:23.088617 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4263-fe5f-457c-9f79-5ca9c2098551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:23.097826 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:23.101910 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:23.113054 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:26:23.114073 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:23.141350 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-adefb96a-7cd0-4928-b7f5-0a0335a05053 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:23.170347 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:26:23.180537 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 90079fdd-83a5-4f58-98ce-5d63771bfab3, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=90079fdd-83a5-4f58-98ce-5d63771bfab3,segment=NetworkSegment(54f211e2-026b-450d-bac8-5c1d2ed16d7f),segment_id=54f211e2-026b-450d-bac8-5c1d2ed16d7f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:23.218208 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-91c8914a-c24b-41e7-90ff-a1c9ebae8a73 None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:26:23.257341 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Port': ['ID=5b9da64b-71ec-4461-9272-70c4c3af6688,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:23.263318 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:23.264215 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6b9b5e3c-7973-4554-b2f0-12ae4f25831e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:23.270881 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-835099f5-8a8b-4b3e-9cd5-6b234b220f90 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:23.299873 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:23.336708 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:23.366259 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-835099f5-8a8b-4b3e-9cd5-6b234b220f90 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:23.387354 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-835099f5-8a8b-4b3e-9cd5-6b234b220f90 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Usage tracker for resource:security_group_rule and tenant:0716b7821a614ceda229baf4538b888f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:23.396623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-835099f5-8a8b-4b3e-9cd5-6b234b220f90 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:23.405657 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:23.417963 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-835099f5-8a8b-4b3e-9cd5-6b234b220f90 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:23.531074 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=90079fdd-83a5-4f58-98ce-5d63771bfab3,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:23.537044 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:23.570503 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 6b9b5e3c-7973-4554-b2f0-12ae4f25831e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:23.570889 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:26:23.579487 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:26:23.624074 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-91c8914a-c24b-41e7-90ff-a1c9ebae8a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:26:19Z', 'revision_number': 11, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:23.625995 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-fc5e4263-fe5f-457c-9f79-5ca9c2098551 None None] Provisioning for port 5b9da64b-71ec-4461-9272-70c4c3af6688 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:23.637369 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c8914a-c24b-41e7-90ff-a1c9ebae8a73 None None] The sync data for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv is: [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:26:19Z', 'revision_number': 11, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:26:23.673605 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-fc5e4263-fe5f-457c-9f79-5ca9c2098551 None None] Provisioning complete for port 5b9da64b-71ec-4461-9272-70c4c3af6688 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:23.674946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4263-fe5f-457c-9f79-5ca9c2098551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:23.683040 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-191d9ff2-45f6-4b1a-9cd7-02ea1570897b tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/routers/005e43a0-e6a8-49f5-8ca8-1e3e0bb90075/tags HTTP/1.1" status: 200 len: 205 time: 1.6417260 Dec 22 15:26:23.690898 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-236afe95-24e7-42a4-a2a6-4632191316b9 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting subnet 964d61fc-656b-4965-a520-ff662549290a {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:26:23.698527 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-236afe95-24e7-42a4-a2a6-4632191316b9 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:23.700919 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34012) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:23.709108 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-7f998195-cb43-4ce0-8156-4f2f74f6d388 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7eb90e17-4b4b-4a21-b98e-0981187edfd7') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:23.773649 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-236afe95-24e7-42a4-a2a6-4632191316b9 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:23.807682 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e4263-fe5f-457c-9f79-5ca9c2098551 None None] Port 5b9da64b-71ec-4461-9272-70c4c3af6688 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:26:23.837151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34016) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:23.844823 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7f998195-cb43-4ce0-8156-4f2f74f6d388 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/subnetpools/7eb90e17-4b4b-4a21-b98e-0981187edfd7/tags HTTP/1.1" status: 200 len: 240 time: 0.1400476 Dec 22 15:26:23.862701 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34020) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:23.876619 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-236afe95-24e7-42a4-a2a6-4632191316b9 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:23.906011 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-2ac4aa11-5cc7-4558-9227-3cd62ae8e75e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7eb90e17-4b4b-4a21-b98e-0981187edfd7', 'tempest-TagsExtTest-Tag-479745325') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:23.947056 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8c26501e-b024-42d9-80af-5b87e599d22b None None] Provisioning complete for port 5b9da64b-71ec-4461-9272-70c4c3af6688 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:23.947658 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8c26501e-b024-42d9-80af-5b87e599d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:23.963781 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-682587ed-b149-4c79-9db1-9f3da51f3db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 4.0752642 Dec 22 15:26:23.965622 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34026) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:23.972546 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:23.989219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network 86cdf831-e69a-47fb-815c-ebc231947a17 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:23.998277 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:24.081388 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-835099f5-8a8b-4b3e-9cd5-6b234b220f90 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:24.088577 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device cdaf6079-d388-4771-a828-4da035bf9cc8 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:26:24.095691 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-236afe95-24e7-42a4-a2a6-4632191316b9 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:24.121191 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0e09dcdc-144d-4ff0-97c0-3841d3a4860b tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:24.196271 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: cdaf6079-d388-4771-a828-4da035bf9cc8 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:26:24.196827 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device cdaf6079-d388-4771-a828-4da035bf9cc8 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:26:24.199924 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-8c26501e-b024-42d9-80af-5b87e599d22b None None] Port 5b9da64b-71ec-4461-9272-70c4c3af6688 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:26:24.301732 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:24.305087 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236afe95-24e7-42a4-a2a6-4632191316b9 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Subnet': ['ID=964d61fc-656b-4965-a520-ff662549290a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:24.341519 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-236afe95-24e7-42a4-a2a6-4632191316b9 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:24.344154 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea93d670-3149-4240-935d-c0af3a78112d None None] Network 9055707f-71f6-497c-ae4a-9b24e8cab5ab requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:24.358905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-41114d69-d274-4e21-a510-317194ae3d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:24.382690 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 90079fdd-83a5-4f58-98ce-5d63771bfab3 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:24.394146 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:24.403201 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-236afe95-24e7-42a4-a2a6-4632191316b9 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:24.476217 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Network': ['ID=c2880c41-b9e7-47e4-9e28-ca3dab4d5e55,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:24.492587 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:24.501456 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-236afe95-24e7-42a4-a2a6-4632191316b9 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/subnets/964d61fc-656b-4965-a520-ff662549290a HTTP/1.1" status: 204 len: 168 time: 1.8240643 Dec 22 15:26:24.504449 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/networks/c2880c41-b9e7-47e4-9e28-ca3dab4d5e55 HTTP/1.1" status: 204 len: 168 time: 4.7058733 Dec 22 15:26:24.512550 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34030) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:24.512550 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34032) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:24.528993 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2ac4aa11-5cc7-4558-9227-3cd62ae8e75e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/subnetpools/7eb90e17-4b4b-4a21-b98e-0981187edfd7/tags/tempest-TagsExtTest-Tag-479745325 HTTP/1.1" status: 204 len: 168 time: 0.6385803 Dec 22 15:26:24.538808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:24.543506 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-0a74ca57-4894-42d2-8f36-104821561818 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-64159278'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:24.553119 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34038) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:24.559897 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0a74ca57-4894-42d2-8f36-104821561818 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:24.573245 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-e56ea6e2-b732-431e-b11b-4474b8eac817 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7eb90e17-4b4b-4a21-b98e-0981187edfd7', 'tempest-TagsExtTest-Tag-479745325') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:24.582006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-835099f5-8a8b-4b3e-9cd5-6b234b220f90 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:24.590854 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3bc53d5c-fe07-44ff-83c9-a3283c7b6056 None None] Provisioning complete for port 5b9da64b-71ec-4461-9272-70c4c3af6688 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:24.591238 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3bc53d5c-fe07-44ff-83c9-a3283c7b6056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:24.593567 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:24.596804 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3ab5744e-7022-4b62-a92c-82bb9cba803b tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:24.623086 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Usage tracker for resource:floatingip and tenant:5fac0e600a6c4b14b1658ffc8f114201 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:24.633455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:24.635063 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0a74ca57-4894-42d2-8f36-104821561818 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:network and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:24.640162 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0a74ca57-4894-42d2-8f36-104821561818 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:24.657211 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:24.667533 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:24.679290 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0a74ca57-4894-42d2-8f36-104821561818 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:24.690257 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835099f5-8a8b-4b3e-9cd5-6b234b220f90 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f38e00-4590-4a56-a36a-b85b4e8a523e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:24.701063 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-835099f5-8a8b-4b3e-9cd5-6b234b220f90 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:24.720164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router abc7d5a1-3004-4908-a377-bccfc6871e96 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:26:24.755009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3bc53d5c-fe07-44ff-83c9-a3283c7b6056 None None] Port 5b9da64b-71ec-4461-9272-70c4c3af6688 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:26:24.758243 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 90079fdd-83a5-4f58-98ce-5d63771bfab3 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:24.758897 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:24.780223 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:24.819918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-835099f5-8a8b-4b3e-9cd5-6b234b220f90 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:24.821977 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-835099f5-8a8b-4b3e-9cd5-6b234b220f90 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.5816240 Dec 22 15:26:24.833055 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34042) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:24.843317 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-c01ac80d-e230-4dcb-b4a6-0cbaa1e1b70e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group_rule': {'security_group_id': '02f38e00-4590-4a56-a36a-b85b4e8a523e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:24.848014 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port e895e42e-b730-4c3b-b499-bfeb2b9366c6 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:24.848310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:24.887698 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c01ac80d-e230-4dcb-b4a6-0cbaa1e1b70e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:24.930168 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 469b40b4-950e-41e9-aef5-cb420d216d95 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:26:24.935943 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:24.966832 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce27aa7f-5e03-48ac-aaf4-7ba26b783c1c None None] DHCP port deletion for 9055707f-71f6-497c-ae4a-9b24e8cab5ab request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:26:24.967215 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c01ac80d-e230-4dcb-b4a6-0cbaa1e1b70e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Usage tracker for resource:security_group_rule and tenant:0716b7821a614ceda229baf4538b888f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:24.974162 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e56ea6e2-b732-431e-b11b-4474b8eac817 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "DELETE /v2.0/subnetpools/7eb90e17-4b4b-4a21-b98e-0981187edfd7/tags/tempest-TagsExtTest-Tag-479745325 HTTP/1.1" status: 204 len: 168 time: 0.4176881 Dec 22 15:26:24.974162 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a74ca57-4894-42d2-8f36-104821561818 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:26:24.976491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 469b40b4-950e-41e9-aef5-cb420d216d95 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:26:24.976681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0a74ca57-4894-42d2-8f36-104821561818 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:24.977043 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 469b40b4-950e-41e9-aef5-cb420d216d95 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:26:24.979945 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ce27aa7f-5e03-48ac-aaf4-7ba26b783c1c None None] Deleting port e895e42e-b730-4c3b-b499-bfeb2b9366c6 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:24.980449 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ce27aa7f-5e03-48ac-aaf4-7ba26b783c1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:24.992871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34046) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:24.993776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c01ac80d-e230-4dcb-b4a6-0cbaa1e1b70e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:25.013500 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-e3d2df23-bc97-4803-ac6b-a87ce01f1d78 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7eb90e17-4b4b-4a21-b98e-0981187edfd7') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:25.027713 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c01ac80d-e230-4dcb-b4a6-0cbaa1e1b70e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:25.130604 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a74ca57-4894-42d2-8f36-104821561818 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:26:25.165895 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:26:25.171146 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e3d2df23-bc97-4803-ac6b-a87ce01f1d78 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/subnetpools/7eb90e17-4b4b-4a21-b98e-0981187edfd7/tags HTTP/1.1" status: 200 len: 205 time: 0.1740923 Dec 22 15:26:25.176239 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/abc7d5a1-3004-4908-a377-bccfc6871e96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3614681 Dec 22 15:26:25.178960 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0a74ca57-4894-42d2-8f36-104821561818 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:25.179533 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-0a74ca57-4894-42d2-8f36-104821561818 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Added segment eb1b86a9-6352-459a-8a7d-1433a43c465e of type vlan for network 1b197595-b383-437c-93d7-f530db59c8b1 Dec 22 15:26:25.179993 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34050) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:25.180736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34052) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:25.193056 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] Sync routers for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:26:25.197912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2f5dee02-f5f8-45a5-912b-4e6b5fea5a6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'network': {'name': 'tempest-RoutersTest-762576095'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:25.210896 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-13f8d77a-c60c-4c2c-95c7-0ebe603dc4ce tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7eb90e17-4b4b-4a21-b98e-0981187edfd7') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:25.222920 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:25.223503 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:25:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:25.249428 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2f5dee02-f5f8-45a5-912b-4e6b5fea5a6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:25.262496 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2f5dee02-f5f8-45a5-912b-4e6b5fea5a6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:network and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:25.272618 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2f5dee02-f5f8-45a5-912b-4e6b5fea5a6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:25.291926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2f5dee02-f5f8-45a5-912b-4e6b5fea5a6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:25.316383 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c01ac80d-e230-4dcb-b4a6-0cbaa1e1b70e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:25.331457 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-13f8d77a-c60c-4c2c-95c7-0ebe603dc4ce tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "DELETE /v2.0/subnetpools/7eb90e17-4b4b-4a21-b98e-0981187edfd7/tags HTTP/1.1" status: 204 len: 168 time: 0.1487670 Dec 22 15:26:25.339114 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34058) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:25.349576 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-bbcac3af-680f-415b-92f1-3cd7e3630838 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '005e43a0-e6a8-49f5-8ca8-1e3e0bb90075') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:25.359085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ca664078-3147-4e86-b935-94c6fb82aa73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:25.367403 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ce27aa7f-5e03-48ac-aaf4-7ba26b783c1c None None] For port e895e42e-b730-4c3b-b499-bfeb2b9366c6, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e895e42e-b730-4c3b-b499-bfeb2b9366c6,segment=NetworkSegment(c86dbb6e-2c81-497c-9237-1cdde7a3a145),segment_id=c86dbb6e-2c81-497c-9237-1cdde7a3a145)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:25.368135 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ce27aa7f-5e03-48ac-aaf4-7ba26b783c1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:25.393989 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] device_id is not set on port 6755b1ab-91d8-4031-b351-0748dc37accc yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:26:25.410837 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] For port e895e42e-b730-4c3b-b499-bfeb2b9366c6, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e895e42e-b730-4c3b-b499-bfeb2b9366c6,segment=NetworkSegment(c86dbb6e-2c81-497c-9237-1cdde7a3a145),segment_id=c86dbb6e-2c81-497c-9237-1cdde7a3a145)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:25.411484 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:25.425535 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0a74ca57-4894-42d2-8f36-104821561818 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:25.430762 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:25.518353 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ce27aa7f-5e03-48ac-aaf4-7ba26b783c1c None None] Calling delete_port for e895e42e-b730-4c3b-b499-bfeb2b9366c6 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:25.531239 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5dee02-f5f8-45a5-912b-4e6b5fea5a6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Made reservation on behalf of 7b4975992c034d11b43920ae668ae5e2 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:26:25.535869 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f5dee02-f5f8-45a5-912b-4e6b5fea5a6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:25.578156 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:26:25.595002 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5dee02-f5f8-45a5-912b-4e6b5fea5a6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:26:25.604193 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:25.621117 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Calling delete_port for e895e42e-b730-4c3b-b499-bfeb2b9366c6 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:25.651380 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Transition to ACTIVE for port object 6755b1ab-91d8-4031-b351-0748dc37accc will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:25.653940 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f5dee02-f5f8-45a5-912b-4e6b5fea5a6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:25.654408 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-2f5dee02-f5f8-45a5-912b-4e6b5fea5a6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Added segment e3601d1f-1a42-4073-b179-98d7319bea37 of type vlan for network d13e83e5-9425-4ca6-b433-6c69568f5644 Dec 22 15:26:25.668446 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bbcac3af-680f-415b-92f1-3cd7e3630838 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "DELETE /v2.0/routers/005e43a0-e6a8-49f5-8ca8-1e3e0bb90075/tags HTTP/1.1" status: 204 len: 168 time: 0.3278089 Dec 22 15:26:25.672754 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34062) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:25.676080 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-0a74ca57-4894-42d2-8f36-104821561818 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:26:25.695640 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-87592d01-f406-4c41-8677-8cc1b0cb1253 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '004def26-9e82-4b31-8499-5b920d746e9b') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:25.721145 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f5dee02-f5f8-45a5-912b-4e6b5fea5a6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:25.765625 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:25.773659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c01ac80d-e230-4dcb-b4a6-0cbaa1e1b70e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:25.776657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ca3ca817-8bdc-468e-a68f-46687ea06daa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:25.822841 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Allocated IP 172.26.6.54 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/1d703051-008c-4a8a-95c6-bb15ed7528fe) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:26:25.886980 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ce27aa7f-5e03-48ac-aaf4-7ba26b783c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:25.901794 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:25.933300 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f5dee02-f5f8-45a5-912b-4e6b5fea5a6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:25.939271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5dee02-f5f8-45a5-912b-4e6b5fea5a6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:25.940643 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f5dee02-f5f8-45a5-912b-4e6b5fea5a6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:25.950911 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9efb54cd-4e81-45ff-9aae-0127c26d5f40 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:26.012058 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce27aa7f-5e03-48ac-aaf4-7ba26b783c1c None None] No DVR routers for this DVR port e895e42e-b730-4c3b-b499-bfeb2b9366c6 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:26:26.014784 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27aa7f-5e03-48ac-aaf4-7ba26b783c1c None None] Pushing event deleted for resources: {'Port': ['ID=e895e42e-b730-4c3b-b499-bfeb2b9366c6,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:26.025075 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ce27aa7f-5e03-48ac-aaf4-7ba26b783c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:26.081601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0a74ca57-4894-42d2-8f36-104821561818 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:26.087428 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a74ca57-4894-42d2-8f36-104821561818 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:26.088079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0a74ca57-4894-42d2-8f36-104821561818 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:26.092738 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c01ac80d-e230-4dcb-b4a6-0cbaa1e1b70e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:26.098830 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Pushing event updated for resources: {'Port': ['ID=6755b1ab-91d8-4031-b351-0748dc37accc,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:26.114702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:26.115475 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bd19d5d7-9a73-42d1-96b4-73b990a5c39d tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:26.120258 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5dee02-f5f8-45a5-912b-4e6b5fea5a6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Network': ['ID=d13e83e5-9425-4ca6-b433-6c69568f5644,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:26.122433 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:26:26.122999 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:26:26.123374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2f5dee02-f5f8-45a5-912b-4e6b5fea5a6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:26.175489 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ac80d-e230-4dcb-b4a6-0cbaa1e1b70e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea140c91-8c9e-4ab7-b7d6-947a9776514e,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:26.184380 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c01ac80d-e230-4dcb-b4a6-0cbaa1e1b70e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:26.185884 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2f5dee02-f5f8-45a5-912b-4e6b5fea5a6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9974873 Dec 22 15:26:26.188155 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:26.188592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:26.189290 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:26.192909 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-88d75392-0578-4ff0-93f1-31ee5b30103b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:26.193122 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34066) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:26.203188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network d13e83e5-9425-4ca6-b433-6c69568f5644 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:26:26.204141 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1076dd0d-83a1-4aee-a5d3-63f5879c207d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'subnet': {'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:26.223346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port 6755b1ab-91d8-4031-b351-0748dc37accc on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:26.226761 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:26.228400 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 2 to bind port 6755b1ab-91d8-4031-b351-0748dc37accc Dec 22 15:26:26.247541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:26.313132 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0a74ca57-4894-42d2-8f36-104821561818 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7982578 Dec 22 15:26:26.327657 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-87592d01-f406-4c41-8677-8cc1b0cb1253 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "DELETE /v2.0/ports/004def26-9e82-4b31-8499-5b920d746e9b/tags HTTP/1.1" status: 204 len: 168 time: 0.6538010 Dec 22 15:26:26.342103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34070) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:26.342756 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34072) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:26.365576 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-76c6ed5b-ab74-4785-bf52-a8ca364db803 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'subnet': {'network_id': '1b197595-b383-437c-93d7-f530db59c8b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:26.386641 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-512262da-71aa-4f5c-bb73-6788aac92909 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c6021453-a75e-4406-b413-6bc08a8c26b0') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:26.418623 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:26.418981 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:26.419311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:26.421904 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c01ac80d-e230-4dcb-b4a6-0cbaa1e1b70e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:26.423152 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c01ac80d-e230-4dcb-b4a6-0cbaa1e1b70e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5891171 Dec 22 15:26:26.438852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34078) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:26.439663 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74ca57-4894-42d2-8f36-104821561818 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Network': ['ID=1b197595-b383-437c-93d7-f530db59c8b1,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:26.449310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0a74ca57-4894-42d2-8f36-104821561818 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:26.454317 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port 6755b1ab-91d8-4031-b351-0748dc37accc on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:26.454650 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:26.459610 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-275c1f24-799b-42a1-b9ec-bfc87dce31e2 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group_rule': {'security_group_id': '02f38e00-4590-4a56-a36a-b85b4e8a523e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:26.466525 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 3 to bind port 6755b1ab-91d8-4031-b351-0748dc37accc Dec 22 15:26:26.480608 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e895e42e-b730-4c3b-b499-bfeb2b9366c6 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:26:26.508916 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 1b197595-b383-437c-93d7-f530db59c8b1 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:26:26.528995 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1076dd0d-83a1-4aee-a5d3-63f5879c207d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:26.538412 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1076dd0d-83a1-4aee-a5d3-63f5879c207d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:subnet and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:26.540677 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-275c1f24-799b-42a1-b9ec-bfc87dce31e2 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:26.545045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1076dd0d-83a1-4aee-a5d3-63f5879c207d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:26.548257 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: e895e42e-b730-4c3b-b499-bfeb2b9366c6 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:26:26.548257 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e895e42e-b730-4c3b-b499-bfeb2b9366c6 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:26:26.564915 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-275c1f24-799b-42a1-b9ec-bfc87dce31e2 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Usage tracker for resource:security_group_rule and tenant:0716b7821a614ceda229baf4538b888f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:26.570062 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1076dd0d-83a1-4aee-a5d3-63f5879c207d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:26.579134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-275c1f24-799b-42a1-b9ec-bfc87dce31e2 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:26.583504 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:26.593018 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d733d365-d240-4a73-9784-021e841c34d3 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:26.612316 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:26.612884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:26.613457 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:26.635738 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-275c1f24-799b-42a1-b9ec-bfc87dce31e2 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:26.640148 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Deleting port e895e42e-b730-4c3b-b499-bfeb2b9366c6 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:26.640657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:26.659408 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:26:21Z', 'revision_number': 3, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '5b9da64b-71ec-4461-9272-70c4c3af6688', 'name': '', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:e5:b0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:18Z', 'updated_at': '2021-12-22T15:26:22Z', 'revision_number': 2, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:26.663267 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] Checking router: abc7d5a1-3004-4908-a377-bccfc6871e96 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:26:26.663998 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] Updating router abc7d5a1-3004-4908-a377-bccfc6871e96 port 5b9da64b-71ec-4461-9272-70c4c3af6688 binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:26:26.716501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1076dd0d-83a1-4aee-a5d3-63f5879c207d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Made reservation on behalf of 7b4975992c034d11b43920ae668ae5e2 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:26:26.717342 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port 6755b1ab-91d8-4031-b351-0748dc37accc on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:26.718202 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:26.722975 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:26.723421 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 4 to bind port 6755b1ab-91d8-4031-b351-0748dc37accc Dec 22 15:26:26.723596 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1076dd0d-83a1-4aee-a5d3-63f5879c207d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:26.761759 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:26.775045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:26.786793 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:26.794643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-76c6ed5b-ab74-4785-bf52-a8ca364db803 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:26.821334 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] The port 'e895e42e-b730-4c3b-b499-bfeb2b9366c6' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:26:26.824184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-76c6ed5b-ab74-4785-bf52-a8ca364db803 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:subnet and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:26.833543 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-76c6ed5b-ab74-4785-bf52-a8ca364db803 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:26.913253 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-76c6ed5b-ab74-4785-bf52-a8ca364db803 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:26.917844 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:26.918478 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:26.919066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:26.935305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-275c1f24-799b-42a1-b9ec-bfc87dce31e2 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:26.994949 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Pushing event updated for resources: {'Port': ['ID=1d703051-008c-4a8a-95c6-bb15ed7528fe,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:26.999516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port 6755b1ab-91d8-4031-b351-0748dc37accc on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:26.999841 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:27.007166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:27.013793 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 5 to bind port 6755b1ab-91d8-4031-b351-0748dc37accc Dec 22 15:26:27.126422 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:27.132612 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c6ed5b-ab74-4785-bf52-a8ca364db803 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:26:27.136232 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76c6ed5b-ab74-4785-bf52-a8ca364db803 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:27.142913 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:27.156817 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:27.157164 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:27.157516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:27.166876 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:27.168170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] Transition to ACTIVE for port object 5b9da64b-71ec-4461-9272-70c4c3af6688 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:27.185545 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-512262da-71aa-4f5c-bb73-6788aac92909 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "DELETE /v2.0/subnets/c6021453-a75e-4406-b413-6bc08a8c26b0/tags HTTP/1.1" status: 204 len: 168 time: 0.8399456 Dec 22 15:26:27.196495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port 6755b1ab-91d8-4031-b351-0748dc37accc on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:27.197118 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:27.205276 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34082) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:27.223098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-40cc43e9-ff1e-45e9-bd03-b08f94d00f8f tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c6021453-a75e-4406-b413-6bc08a8c26b0', 'tempest-TagsExtTest-Tag-1663649899') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:27.234532 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:27.240907 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-9b4715c1-6c47-4f15-9b4c-73812f4f5b9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:27.254277 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 6 to bind port 6755b1ab-91d8-4031-b351-0748dc37accc Dec 22 15:26:27.293737 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9055707f-71f6-497c-ae4a-9b24e8cab5ab']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:27.326078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-275c1f24-799b-42a1-b9ec-bfc87dce31e2 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:27.327700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:27.328088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:27.328572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:27.344933 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86dbb6e-2c81-497c-9237-1cdde7a3a145') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:27.345426 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86dbb6e-2c81-497c-9237-1cdde7a3a145') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:27.367274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port 6755b1ab-91d8-4031-b351-0748dc37accc on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:27.367827 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:27.375301 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 7 to bind port 6755b1ab-91d8-4031-b351-0748dc37accc Dec 22 15:26:27.392005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:27.444309 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-275c1f24-799b-42a1-b9ec-bfc87dce31e2 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:27.453373 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e4725-928b-475f-b167-f8082c9d9d26 None None] Pushing event updated for resources: {'Port': ['ID=5b9da64b-71ec-4461-9272-70c4c3af6688,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:27.471393 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c00e4725-928b-475f-b167-f8082c9d9d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:27.605287 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:27.620181 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:27.620958 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:27.621321 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:27.626154 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:27.638047 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c1f24-799b-42a1-b9ec-bfc87dce31e2 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df931d84-ad0f-46b5-a8e1-f0496ebc609c,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:27.639592 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] Attempting to bind port 5b9da64b-71ec-4461-9272-70c4c3af6688 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:27.640068 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] Attempting to bind port 5b9da64b-71ec-4461-9272-70c4c3af6688 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '54f211e2-026b-450d-bac8-5c1d2ed16d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:27.640599 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] Attempting to bind port 5b9da64b-71ec-4461-9272-70c4c3af6688 on network 86cdf831-e69a-47fb-815c-ebc231947a17 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:27.641113 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-275c1f24-799b-42a1-b9ec-bfc87dce31e2 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:27.650214 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:26:27.650815 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] Checking segment: {'id': '54f211e2-026b-450d-bac8-5c1d2ed16d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:26:27.656235 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:27.656653 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port 6755b1ab-91d8-4031-b351-0748dc37accc on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:27.656653 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:27.656986 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] Bound using segment: {'id': '54f211e2-026b-450d-bac8-5c1d2ed16d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:26:27.656986 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] Bound port: 5b9da64b-71ec-4461-9272-70c4c3af6688, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f211e2-026b-450d-bac8-5c1d2ed16d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:26:27.657359 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76c6ed5b-ab74-4785-bf52-a8ca364db803 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:27.657539 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:27.665565 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 8 to bind port 6755b1ab-91d8-4031-b351-0748dc37accc Dec 22 15:26:27.674909 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-236afe95-24e7-42a4-a2a6-4632191316b9 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:27.703219 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:26:27.703656 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:26:27.731913 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:26:27.747452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:27.757386 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a764b2b0-8d87-43ae-8667-17601b517e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:27.776374 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] For port 5b9da64b-71ec-4461-9272-70c4c3af6688, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:26:27.782356 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] For port 5b9da64b-71ec-4461-9272-70c4c3af6688, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=5b9da64b-71ec-4461-9272-70c4c3af6688,segment=NetworkSegment(54f211e2-026b-450d-bac8-5c1d2ed16d7f),segment_id=54f211e2-026b-450d-bac8-5c1d2ed16d7f)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:26:27.826764 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:27.827105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:27.827457 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:27.868856 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port 6755b1ab-91d8-4031-b351-0748dc37accc on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:27.869358 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:27.870044 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-275c1f24-799b-42a1-b9ec-bfc87dce31e2 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:27.871308 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-275c1f24-799b-42a1-b9ec-bfc87dce31e2 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4290481 Dec 22 15:26:27.876836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34086) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:27.879899 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 9 to bind port 6755b1ab-91d8-4031-b351-0748dc37accc Dec 22 15:26:27.887598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4d35b492-12d7-4708-8325-c4b4b2680b7a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group_rule': {'security_group_id': '02f38e00-4590-4a56-a36a-b85b4e8a523e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:27.887857 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:27.896877 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6ed5b-ab74-4785-bf52-a8ca364db803 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Subnet': ['ID=c8951e15-ece4-4b70-8204-ae3066e60581,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:27.909606 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4d35b492-12d7-4708-8325-c4b4b2680b7a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:27.911125 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-76c6ed5b-ab74-4785-bf52-a8ca364db803 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:27.911489 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:27.916134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:27.916953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:27.916953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:27.918165 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1076dd0d-83a1-4aee-a5d3-63f5879c207d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:27.930144 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port 6755b1ab-91d8-4031-b351-0748dc37accc on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:27.930516 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:27.931870 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-651e180c-097e-46d6-b89f-a394be4be544 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:27.932349 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 10 to bind port 6755b1ab-91d8-4031-b351-0748dc37accc Dec 22 15:26:27.951836 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c6ed5b-ab74-4785-bf52-a8ca364db803 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Checking segment: {'id': 'eb1b86a9-6352-459a-8a7d-1433a43c465e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b197595-b383-437c-93d7-f530db59c8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:26:27.952230 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c6ed5b-ab74-4785-bf52-a8ca364db803 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network hostable DHCP agents. Network: 1b197595-b383-437c-93d7-f530db59c8b1, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:26:27.960934 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:27.961279 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:27.961640 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:27.964554 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:27.974374 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aa5ece82-e63c-4c4f-8055-93d37bc5381a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:27.983669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4d35b492-12d7-4708-8325-c4b4b2680b7a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Usage tracker for resource:security_group_rule and tenant:0716b7821a614ceda229baf4538b888f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:27.990338 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:27.996588 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port 6755b1ab-91d8-4031-b351-0748dc37accc on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:27.996925 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port 6755b1ab-91d8-4031-b351-0748dc37accc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:27.997299 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:28.008255 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:28.009063 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:28.022394 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Pushing event deleted for resources: {'Network': ['ID=9055707f-71f6-497c-ae4a-9b24e8cab5ab,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:28.027992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:28.032468 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4d35b492-12d7-4708-8325-c4b4b2680b7a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:28.040203 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/networks/9055707f-71f6-497c-ae4a-9b24e8cab5ab HTTP/1.1" status: 204 len: 168 time: 3.5269806 Dec 22 15:26:28.044969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34090) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:28.067410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4d35b492-12d7-4708-8325-c4b4b2680b7a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:28.085632 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-f2431a84-b4c8-4091-aaf2-bd7be4db83c7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'router': {'routes': None}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:28.151515 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e4725-928b-475f-b167-f8082c9d9d26 None None] Pushing event updated for resources: {'Port': ['ID=5b9da64b-71ec-4461-9272-70c4c3af6688,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:28.156053 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c00e4725-928b-475f-b167-f8082c9d9d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:28.205715 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c6ed5b-ab74-4785-bf52-a8ca364db803 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network 1b197595-b383-437c-93d7-f530db59c8b1 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:26:28.217730 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:26:28.225765 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-40cc43e9-ff1e-45e9-bd03-b08f94d00f8f tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "PUT /v2.0/subnets/c6021453-a75e-4406-b413-6bc08a8c26b0/tags/tempest-TagsExtTest-Tag-1663649899 HTTP/1.1" status: 201 len: 201 time: 1.0187449 Dec 22 15:26:28.237253 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34094) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:28.269110 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-8f695f54-e661-4f43-ab37-337ae3d5f9bd tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '004def26-9e82-4b31-8499-5b920d746e9b', 'tempest-TagsExtTest-Tag-1532353828') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:28.278698 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] For port 6755b1ab-91d8-4031-b351-0748dc37accc, host hv-neutron-8226, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:26:28.279090 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempted to set empty binding levels {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 15:26:28.353714 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076dd0d-83a1-4aee-a5d3-63f5879c207d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Subnet': ['ID=82ed3255-5370-4e47-9e09-a28009308aab,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:28.385831 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1076dd0d-83a1-4aee-a5d3-63f5879c207d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:28.443707 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d35b492-12d7-4708-8325-c4b4b2680b7a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:28.513464 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-76c6ed5b-ab74-4785-bf52-a8ca364db803 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 1b197595-b383-437c-93d7-f530db59c8b1) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:28.515498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:28.524560 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1076dd0d-83a1-4aee-a5d3-63f5879c207d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Checking segment: {'id': 'e3601d1f-1a42-4073-b179-98d7319bea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:26:28.524947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1076dd0d-83a1-4aee-a5d3-63f5879c207d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network hostable DHCP agents. Network: d13e83e5-9425-4ca6-b433-6c69568f5644, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:26:28.529589 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:28.531848 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be041b95-bbbc-472d-a450-353944574c07 None None] Network 1b197595-b383-437c-93d7-f530db59c8b1 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:28.592023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:28.619666 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c6ed5b-ab74-4785-bf52-a8ca364db803 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:28.620276 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76c6ed5b-ab74-4785-bf52-a8ca364db803 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:28.629298 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d35b492-12d7-4708-8325-c4b4b2680b7a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:28.650967 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:28.658854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d9299ca4-dfb5-4883-9afb-98f1d733570d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:28.681377 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] In _notify_port_updated(), no bound segment for port 6755b1ab-91d8-4031-b351-0748dc37accc on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:26:28.682284 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:28.682969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:28.688327 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] 10.222.0.59 "PUT /v2.0/ports/6755b1ab-91d8-4031-b351-0748dc37accc HTTP/1.1" status: 200 len: 980 time: 4.7176208 Dec 22 15:26:28.710280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34098) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:28.730167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.extraroute_db [None req-f2431a84-b4c8-4091-aaf2-bd7be4db83c7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Added routes are [] {{(pid=88218) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 15:26:28.730509 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.extraroute_db [None req-f2431a84-b4c8-4091-aaf2-bd7be4db83c7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Removed routes are [] {{(pid=88218) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 15:26:28.731025 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2431a84-b4c8-4091-aaf2-bd7be4db83c7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:28.753214 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1076dd0d-83a1-4aee-a5d3-63f5879c207d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network d13e83e5-9425-4ca6-b433-6c69568f5644 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:26:28.816928 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Pushing event updated for resources: {'Port': ['ID=6755b1ab-91d8-4031-b351-0748dc37accc,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:28.827828 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:28.845110 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d35b492-12d7-4708-8325-c4b4b2680b7a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:28.852509 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8f695f54-e661-4f43-ab37-337ae3d5f9bd tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "PUT /v2.0/ports/004def26-9e82-4b31-8499-5b920d746e9b/tags/tempest-TagsExtTest-Tag-1532353828 HTTP/1.1" status: 201 len: 201 time: 0.6025484 Dec 22 15:26:28.860494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34102) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:28.871541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-1076dd0d-83a1-4aee-a5d3-63f5879c207d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, d13e83e5-9425-4ca6-b433-6c69568f5644) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:28.881272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-4894a973-1769-4254-b762-ff67d42d142a tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '005e43a0-e6a8-49f5-8ca8-1e3e0bb90075', 'tempest-TagsExtTest-Tag-89551024') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:28.890156 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-76c6ed5b-ab74-4785-bf52-a8ca364db803 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5460992 Dec 22 15:26:28.898872 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34106) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:28.907079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-33ddec86-36d6-4486-a9e2-1fc344222c0a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-575588310', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:28.917722 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-33ddec86-36d6-4486-a9e2-1fc344222c0a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:28.922432 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5701aa5-8dab-4bed-9b43-ae9fc1b499f2 None None] Network d13e83e5-9425-4ca6-b433-6c69568f5644 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:28.960689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1076dd0d-83a1-4aee-a5d3-63f5879c207d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:28.961715 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1076dd0d-83a1-4aee-a5d3-63f5879c207d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:28.983372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-33ddec86-36d6-4486-a9e2-1fc344222c0a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:router and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:28.994649 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-33ddec86-36d6-4486-a9e2-1fc344222c0a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:29.008556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Pushing event updated for resources: {'Port': ['ID=1d703051-008c-4a8a-95c6-bb15ed7528fe,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:29.013364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:29.020794 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:29.048586 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:29.058461 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-33ddec86-36d6-4486-a9e2-1fc344222c0a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:29.069439 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2431a84-b4c8-4091-aaf2-bd7be4db83c7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:29.075495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2431a84-b4c8-4091-aaf2-bd7be4db83c7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:29.123715 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35b492-12d7-4708-8325-c4b4b2680b7a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54da774-8882-4ea6-9f84-4dac7f5073c6,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:29.127680 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4d35b492-12d7-4708-8325-c4b4b2680b7a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:29.184567 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b0eadf-f976-4076-b02e-6903e1d0363d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:29.185487 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b0eadf-f976-4076-b02e-6903e1d0363d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:29.186370 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b0eadf-f976-4076-b02e-6903e1d0363d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:29.187395 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b0eadf-f976-4076-b02e-6903e1d0363d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:29.187988 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b0eadf-f976-4076-b02e-6903e1d0363d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:29.189520 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b0eadf-f976-4076-b02e-6903e1d0363d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:29.190574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b0eadf-f976-4076-b02e-6903e1d0363d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:29.191681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b0eadf-f976-4076-b02e-6903e1d0363d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:29.192328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b0eadf-f976-4076-b02e-6903e1d0363d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:29.193106 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b0eadf-f976-4076-b02e-6903e1d0363d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:29.193886 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b0eadf-f976-4076-b02e-6903e1d0363d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:29.194514 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b0eadf-f976-4076-b02e-6903e1d0363d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:29.195106 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b0eadf-f976-4076-b02e-6903e1d0363d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:29.196874 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f9b0eadf-f976-4076-b02e-6903e1d0363d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Synchronizing usage tracker for tenant:c4ada0a22657499795256f75e0144f1e on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:29.263083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33ddec86-36d6-4486-a9e2-1fc344222c0a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:29.264745 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33ddec86-36d6-4486-a9e2-1fc344222c0a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:29.319643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2431a84-b4c8-4091-aaf2-bd7be4db83c7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router cbca079a-6dfb-49fb-920c-4d2e10b6303f has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:26:29.332932 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33ddec86-36d6-4486-a9e2-1fc344222c0a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:29.491805 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-1b197595-b383-437c-93d7-f530db59c8b1', 'network_id': '1b197595-b383-437c-93d7-f530db59c8b1', 'tenant_id': '842f3ac375dd4ba3beae00957da10632', 'fixed_ips': [{'subnet_id': 'c8951e15-ece4-4b70-8204-ae3066e60581'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:26:29.492667 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:29.573750 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-d13e83e5-9425-4ca6-b433-6c69568f5644', 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'fixed_ips': [{'subnet_id': '82ed3255-5370-4e47-9e09-a28009308aab'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:26:29.575046 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:29.588678 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2431a84-b4c8-4091-aaf2-bd7be4db83c7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:26:29.590871 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:26:21Z', 'revision_number': 3, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '5b9da64b-71ec-4461-9272-70c4c3af6688', 'name': '', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:e5:b0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:18Z', 'updated_at': '2021-12-22T15:26:27Z', 'revision_number': 4, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:29.601865 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2431a84-b4c8-4091-aaf2-bd7be4db83c7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:29.606273 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f2431a84-b4c8-4091-aaf2-bd7be4db83c7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/cbca079a-6dfb-49fb-920c-4d2e10b6303f HTTP/1.1" status: 200 len: 704 time: 1.5626585 Dec 22 15:26:29.610411 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34110) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:29.618343 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9097174b-9151-46e2-8efe-02d4942af209 None None] Sync routers for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:26:29.623755 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d16a3-167a-4c97-b637-7b7894e906dc None None] The sync data for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv is: [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:26:21Z', 'revision_number': 3, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '5b9da64b-71ec-4461-9272-70c4c3af6688', 'name': '', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:e5:b0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:18Z', 'updated_at': '2021-12-22T15:26:27Z', 'revision_number': 4, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:26:29.645691 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9097174b-9151-46e2-8efe-02d4942af209 None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:29.646833 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9097174b-9151-46e2-8efe-02d4942af209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:29.680228 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d35b492-12d7-4708-8325-c4b4b2680b7a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:29.680228 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4d35b492-12d7-4708-8325-c4b4b2680b7a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8004138 Dec 22 15:26:29.687076 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34114) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:29.691978 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1076dd0d-83a1-4aee-a5d3-63f5879c207d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4949872 Dec 22 15:26:29.691978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4fcbb42e-f4ca-422e-9a05-28d3afe0cb9f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Synchronizing usage tracker for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:29.694965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34116) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:29.697078 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:29.710946 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-3396d1dd-567b-4fee-81ac-37ac98b488b5 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group_rule': {'security_group_id': '02f38e00-4590-4a56-a36a-b85b4e8a523e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:29.760560 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3396d1dd-567b-4fee-81ac-37ac98b488b5 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:29.784764 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33ddec86-36d6-4486-a9e2-1fc344222c0a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:29.793585 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:29.820566 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:29.821936 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9830458 Dec 22 15:26:29.828126 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4894a973-1769-4254-b762-ff67d42d142a tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "PUT /v2.0/routers/005e43a0-e6a8-49f5-8ca8-1e3e0bb90075/tags/tempest-TagsExtTest-Tag-89551024 HTTP/1.1" status: 201 len: 201 time: 0.9579535 Dec 22 15:26:29.830565 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f9b0eadf-f976-4076-b02e-6903e1d0363d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Unset dirty status for tenant:c4ada0a22657499795256f75e0144f1e on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:29.838101 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f9b0eadf-f976-4076-b02e-6903e1d0363d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11893 time: 1.1265273 Dec 22 15:26:29.850881 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3396d1dd-567b-4fee-81ac-37ac98b488b5 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Usage tracker for resource:security_group_rule and tenant:0716b7821a614ceda229baf4538b888f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:29.862707 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3396d1dd-567b-4fee-81ac-37ac98b488b5 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:29.879458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3396d1dd-567b-4fee-81ac-37ac98b488b5 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:29.881858 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34122) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:29.882535 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34124) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:29.883075 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34126) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:29.894906 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-767b9b6e-b64b-4c1c-8ff6-4b02d779573b tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7eb90e17-4b4b-4a21-b98e-0981187edfd7', 'tempest-TagsExtTest-Tag-1375378434') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:29.907194 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Allocated IP 2001:db8::2 (1b197595-b383-437c-93d7-f530db59c8b1/c8951e15-ece4-4b70-8204-ae3066e60581/d33c1440-5f6f-48ac-99fd-18481df32449) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:26:29.911218 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-826400951'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:29.971096 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:30.007980 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Usage tracker for resource:network and tenant:5fac0e600a6c4b14b1658ffc8f114201 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:30.013109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:30.032755 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:30.047603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e7f6e2b5-b31e-4d53-9a79-cb69f10e93fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Deleting port 6755b1ab-91d8-4031-b351-0748dc37accc {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:30.050171 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e2b5-b31e-4d53-9a79-cb69f10e93fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:30.054670 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Allocated IP 172.22.0.2 (d13e83e5-9425-4ca6-b433-6c69568f5644/82ed3255-5370-4e47-9e09-a28009308aab/9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:26:30.129385 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-9097174b-9151-46e2-8efe-02d4942af209 None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:26:30.188491 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33ddec86-36d6-4486-a9e2-1fc344222c0a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:30.191480 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-33ddec86-36d6-4486-a9e2-1fc344222c0a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2907379 Dec 22 15:26:30.274754 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34134) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:30.280082 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9097174b-9151-46e2-8efe-02d4942af209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:26:19Z', 'revision_number': 11, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:30.297785 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9097174b-9151-46e2-8efe-02d4942af209 None None] Checking router: cbca079a-6dfb-49fb-920c-4d2e10b6303f for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:26:30.315081 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9097174b-9151-46e2-8efe-02d4942af209 None None] Routers {'cbca079a-6dfb-49fb-920c-4d2e10b6303f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:30.316217 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9097174b-9151-46e2-8efe-02d4942af209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:30.427269 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3396d1dd-567b-4fee-81ac-37ac98b488b5 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:30.475617 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 5b9da64b-71ec-4461-9272-70c4c3af6688 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:30.506485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Made reservation on behalf of 5fac0e600a6c4b14b1658ffc8f114201 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:26:30.513248 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:30.559731 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:30.593035 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-767b9b6e-b64b-4c1c-8ff6-4b02d779573b tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "PUT /v2.0/subnetpools/7eb90e17-4b4b-4a21-b98e-0981187edfd7/tags/tempest-TagsExtTest-Tag-1375378434 HTTP/1.1" status: 201 len: 201 time: 0.7065268 Dec 22 15:26:30.598156 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34138) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:30.618867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'port': {'network_id': '1b197595-b383-437c-93d7-f530db59c8b1', 'name': 'tempest-PortsIpV6TestJSON-817626276'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:30.633760 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:30.635114 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-9097174b-9151-46e2-8efe-02d4942af209 None None] Set router cbca079a-6dfb-49fb-920c-4d2e10b6303f gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:26:30.668063 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Transition to ACTIVE for port object d33c1440-5f6f-48ac-99fd-18481df32449 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:30.720174 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3396d1dd-567b-4fee-81ac-37ac98b488b5 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:30.728854 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:30.736743 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Usage tracker for resource:security_group_rule and tenant:5fac0e600a6c4b14b1658ffc8f114201 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:30.747332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:30.760811 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:30.808323 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Transition to ACTIVE for port object d33c1440-5f6f-48ac-99fd-18481df32449 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:30.834476 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9097174b-9151-46e2-8efe-02d4942af209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:26:19Z', 'revision_number': 11, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:30.842115 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:30.842535 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9097174b-9151-46e2-8efe-02d4942af209 None None] The sync data for ids ['cbca079a-6dfb-49fb-920c-4d2e10b6303f'] in dv-neutron-822674-1-hyperv is: [{'id': 'cbca079a-6dfb-49fb-920c-4d2e10b6303f', 'name': 'tempest-RoutersIpV6Test-router-938211556', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:12Z', 'updated_at': '2021-12-22T15:26:19Z', 'revision_number': 11, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:26:30.864921 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Transition to ACTIVE for port object 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:30.905399 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:30.907010 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Transition to ACTIVE for port object 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:30.917756 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3396d1dd-567b-4fee-81ac-37ac98b488b5 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:30.919341 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 5b9da64b-71ec-4461-9272-70c4c3af6688 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:30.928659 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:30.938288 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7c1811ed-996e-4829-9bed-f851d194828e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:30.984552 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:31.004809 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 5b9da64b-71ec-4461-9272-70c4c3af6688 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:31.005237 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:31.079578 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-16415a93-7008-46bd-93b0-88f029a107c8 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c6021453-a75e-4406-b413-6bc08a8c26b0', {'tags': ['tempest-TagsExtTest-Tag-1829889979', 'tempest-TagsExtTest-Tag-482487004', 'tempest-TagsExtTest-Tag-108292857']}) {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:31.084352 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:31.128994 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Network d13e83e5-9425-4ca6-b433-6c69568f5644 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:31.133004 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Network 1b197595-b383-437c-93d7-f530db59c8b1 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:31.134726 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:31.139482 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:31.143249 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:31.151760 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:31.155343 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396d1dd-567b-4fee-81ac-37ac98b488b5 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989937a0-f729-436b-b995-f743e87ff4f5,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:31.170932 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:31.180108 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3396d1dd-567b-4fee-81ac-37ac98b488b5 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:31.203548 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4fcbb42e-f4ca-422e-9a05-28d3afe0cb9f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Unset dirty status for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:31.210083 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4fcbb42e-f4ca-422e-9a05-28d3afe0cb9f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbca079a-6dfb-49fb-920c-4d2e10b6303f HTTP/1.1" status: 200 len: 205 time: 1.5932419 Dec 22 15:26:31.211022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34142) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:31.220752 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Pushing event updated for resources: {'Port': ['ID=d33c1440-5f6f-48ac-99fd-18481df32449,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:31.231364 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:31.257343 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:31.332250 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:31.353240 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:31.482761 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:26:31.489837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:31.500888 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-e7f6e2b5-b31e-4d53-9a79-cb69f10e93fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] For port 6755b1ab-91d8-4031-b351-0748dc37accc, host hv-neutron-8226, got binding levels [] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:31.501219 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e2b5-b31e-4d53-9a79-cb69f10e93fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:31.530365 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3396d1dd-567b-4fee-81ac-37ac98b488b5 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:31.532143 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3396d1dd-567b-4fee-81ac-37ac98b488b5 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8434780 Dec 22 15:26:31.532613 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Attempting to bind port 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:31.532923 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Attempting to bind port 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'e3601d1f-1a42-4073-b179-98d7319bea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:31.533354 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:31.533496 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Attempting to bind port 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc on network d13e83e5-9425-4ca6-b433-6c69568f5644 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:31.552863 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Attempting to bind port d33c1440-5f6f-48ac-99fd-18481df32449 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:31.552863 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Attempting to bind port d33c1440-5f6f-48ac-99fd-18481df32449 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'eb1b86a9-6352-459a-8a7d-1433a43c465e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b197595-b383-437c-93d7-f530db59c8b1'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:31.553410 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Attempting to bind port d33c1440-5f6f-48ac-99fd-18481df32449 on network 1b197595-b383-437c-93d7-f530db59c8b1 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:31.555178 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34146) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:31.559703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b9e735fc-5c10-4238-bbd8-88c9583de6c8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:31.570266 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:26:31.570680 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Checking segment: {'id': 'e3601d1f-1a42-4073-b179-98d7319bea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:26:31.571122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:31.571544 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Bound using segment: {'id': 'e3601d1f-1a42-4073-b179-98d7319bea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:26:31.572052 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Bound port: 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3601d1f-1a42-4073-b179-98d7319bea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:26:31.572439 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:31.576583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-6aa171e0-8dd5-4411-b147-8c53e4734694 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group_rule': {'security_group_id': '02f38e00-4590-4a56-a36a-b85b4e8a523e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:31.591730 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:26:31.592063 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Checking segment: {'id': 'eb1b86a9-6352-459a-8a7d-1433a43c465e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b197595-b383-437c-93d7-f530db59c8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:26:31.592531 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:31.592851 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Bound using segment: {'id': 'eb1b86a9-6352-459a-8a7d-1433a43c465e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b197595-b383-437c-93d7-f530db59c8b1'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:26:31.593365 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Bound port: d33c1440-5f6f-48ac-99fd-18481df32449, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1b86a9-6352-459a-8a7d-1433a43c465e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b197595-b383-437c-93d7-f530db59c8b1'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:26:31.593810 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:31.607250 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:31.617150 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Pushing event updated for resources: {'Port': ['ID=9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:31.629985 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:31.718841 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] For port 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:26:31.727005 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] For port 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc,segment=NetworkSegment(e3601d1f-1a42-4073-b179-98d7319bea37),segment_id=e3601d1f-1a42-4073-b179-98d7319bea37)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:26:31.727329 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-16415a93-7008-46bd-93b0-88f029a107c8 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "PUT /v2.0/subnets/c6021453-a75e-4406-b413-6bc08a8c26b0/tags HTTP/1.1" status: 200 len: 316 time: 0.6669371 Dec 22 15:26:31.727329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] device_id is not set on port 2a39daf4-a4cf-4d02-afe9-62b8b91ebb8f yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:26:31.747983 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 5b9da64b-71ec-4461-9272-70c4c3af6688, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=5b9da64b-71ec-4461-9272-70c4c3af6688,segment=NetworkSegment(54f211e2-026b-450d-bac8-5c1d2ed16d7f),segment_id=54f211e2-026b-450d-bac8-5c1d2ed16d7f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:31.761311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e7f6e2b5-b31e-4d53-9a79-cb69f10e93fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Calling delete_port for 6755b1ab-91d8-4031-b351-0748dc37accc owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:31.789092 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34150) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:31.797643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6aa171e0-8dd5-4411-b147-8c53e4734694 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:31.816529 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:31.819386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6aa171e0-8dd5-4411-b147-8c53e4734694 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Usage tracker for resource:security_group_rule and tenant:0716b7821a614ceda229baf4538b888f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:31.822655 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7f0a6f37-2e04-4b28-a0ed-f7c3ce8a2772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:31.833982 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-f9c0ac16-9bbb-49b8-8d53-2c28e58939c6 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c6021453-a75e-4406-b413-6bc08a8c26b0') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:31.859780 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:26:31.873163 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6aa171e0-8dd5-4411-b147-8c53e4734694 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:31.873387 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:31.890019 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-82448737-61cd-4bd5-9893-d615677acc46 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:31.935119 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] For port d33c1440-5f6f-48ac-99fd-18481df32449, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:26:31.944941 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] For port d33c1440-5f6f-48ac-99fd-18481df32449, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d33c1440-5f6f-48ac-99fd-18481df32449,segment=NetworkSegment(eb1b86a9-6352-459a-8a7d-1433a43c465e),segment_id=eb1b86a9-6352-459a-8a7d-1433a43c465e)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:26:31.949092 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Pushing event updated for resources: {'Port': ['ID=9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:31.953981 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:31.954489 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-fe046a0f-4bdc-406f-bbe5-f8f260a1a75e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:31.976171 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6aa171e0-8dd5-4411-b147-8c53e4734694 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:32.043616 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5620eae-5ce2-48f5-8dea-0aa4fe15f691,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:32.056875 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:32.057527 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Added segment 38c3fea4-ead6-44d6-a5a7-a7dfe9fe5a51 of type vlan for network 0ade1569-4404-413c-b049-6a3d85ff0b77 Dec 22 15:26:32.062001 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:32.063847 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:32.105364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Allocated IP 2001:db8::2da (1b197595-b383-437c-93d7-f530db59c8b1/c8951e15-ece4-4b70-8204-ae3066e60581/2a39daf4-a4cf-4d02-afe9-62b8b91ebb8f) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:26:32.119437 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=5b9da64b-71ec-4461-9272-70c4c3af6688,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:32.131687 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:32.150477 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f5a5cd01-2b49-4f3c-9a2a-44bef3d64fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:32.276738 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Pushing event updated for resources: {'Port': ['ID=d33c1440-5f6f-48ac-99fd-18481df32449,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:32.280973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:32.392555 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 5b9da64b-71ec-4461-9272-70c4c3af6688 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:32.428968 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6aa171e0-8dd5-4411-b147-8c53e4734694 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:32.529642 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:32.605857 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e2b5-b31e-4d53-9a79-cb69f10e93fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:32.661626 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b1061ef0-0406-406f-b6ea-8042f71c9795 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:32.668825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 5b9da64b-71ec-4461-9272-70c4c3af6688 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:32.669211 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:32.721524 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:32.746435 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-82448737-61cd-4bd5-9893-d615677acc46 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:32.750579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:26:32.779698 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-82448737-61cd-4bd5-9893-d615677acc46 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:32.820830 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6e2b5-b31e-4d53-9a79-cb69f10e93fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Pushing event deleted for resources: {'Port': ['ID=6755b1ab-91d8-4031-b351-0748dc37accc,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:32.838623 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e7f6e2b5-b31e-4d53-9a79-cb69f10e93fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:32.883414 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e2b5-b31e-4d53-9a79-cb69f10e93fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:32.952623 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:32.966902 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:32.967883 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:32.974398 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6aa171e0-8dd5-4411-b147-8c53e4734694 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:32.981777 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5d947728-bfb7-4728-b918-3023248cb743 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:33.024517 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-82448737-61cd-4bd5-9893-d615677acc46 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:33.025000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82448737-61cd-4bd5-9893-d615677acc46 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Fanout notify agent at l3_agent the message router_deleted on router cbca079a-6dfb-49fb-920c-4d2e10b6303f {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:26:33.094970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-82448737-61cd-4bd5-9893-d615677acc46 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:33.103989 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-82448737-61cd-4bd5-9893-d615677acc46 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/routers/cbca079a-6dfb-49fb-920c-4d2e10b6303f HTTP/1.1" status: 204 len: 168 time: 1.8832927 Dec 22 15:26:33.103989 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34154) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:33.129766 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-8c69c704-41cb-41bc-a350-35b42f0dcfd2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-277407275', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:33.137124 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-8c69c704-41cb-41bc-a350-35b42f0dcfd2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:33.142099 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-8c69c704-41cb-41bc-a350-35b42f0dcfd2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Usage tracker for resource:router and tenant:ee2232110f5e4ead88119ba9dae092ad is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:33.145662 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-8c69c704-41cb-41bc-a350-35b42f0dcfd2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:33.153919 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-8c69c704-41cb-41bc-a350-35b42f0dcfd2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:33.171251 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6aa171e0-8dd5-4411-b147-8c53e4734694 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:33.212925 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Pushing event updated for resources: {'Network': ['ID=0ade1569-4404-413c-b049-6a3d85ff0b77,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:33.218364 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e7f6e2b5-b31e-4d53-9a79-cb69f10e93fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] 10.222.0.59 "DELETE /v2.0/ports/6755b1ab-91d8-4031-b351-0748dc37accc HTTP/1.1" status: 204 len: 168 time: 3.3298862 Dec 22 15:26:33.224078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34158) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:33.250201 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:33.250877 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:33.252420 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:33.253067 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:33.253735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:33.254525 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:33.255185 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:33.255805 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:33.256423 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:33.257049 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:33.257681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:33.258365 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:33.267404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:33.268654 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7c4be48f-d5b9-40ea-a904-1b2e97f01573 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:33.281646 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 0ade1569-4404-413c-b049-6a3d85ff0b77 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:26:33.327118 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.4380605 Dec 22 15:26:33.327118 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa171e0-8dd5-4411-b147-8c53e4734694 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf98fec-966e-4f1c-93f3-d05c499ac298,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:33.336054 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34162) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:33.347864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c1558a3c-ed83-4185-932d-ba3ed6c833d5 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Request body: {'subnet': {'network_id': '0ade1569-4404-413c-b049-6a3d85ff0b77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:33.354820 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f9c0ac16-9bbb-49b8-8d53-2c28e58939c6 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "DELETE /v2.0/subnets/c6021453-a75e-4406-b413-6bc08a8c26b0/tags HTTP/1.1" status: 204 len: 168 time: 1.5539606 Dec 22 15:26:33.356241 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34166) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:33.361036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6aa171e0-8dd5-4411-b147-8c53e4734694 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:33.371444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-0500e95e-4a83-42be-9355-b178094c5ebb tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c6021453-a75e-4406-b413-6bc08a8c26b0', 'tempest-TagsExtTest-Tag-1829889979') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:33.375723 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0913ca1-be94-4884-819c-2bbbf7ac679d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:26:33.378058 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a0913ca1-be94-4884-819c-2bbbf7ac679d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] 10.222.0.59 "GET /v2.0/ports/6755b1ab-91d8-4031-b351-0748dc37accc HTTP/1.1" status: 404 len: 333 time: 0.1520700 Dec 22 15:26:33.402484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34170) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:33.408794 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-768d7083-0752-4334-834f-335ebf7951ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-56661519', 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:33.415385 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:33.453227 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-768d7083-0752-4334-834f-335ebf7951ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:33.475998 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8c69c704-41cb-41bc-a350-35b42f0dcfd2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:33.482734 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8c69c704-41cb-41bc-a350-35b42f0dcfd2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:33.514258 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6aa171e0-8dd5-4411-b147-8c53e4734694 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:33.516132 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6aa171e0-8dd5-4411-b147-8c53e4734694 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.9460568 Dec 22 15:26:33.532992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34174) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:33.579071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8c69c704-41cb-41bc-a350-35b42f0dcfd2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:33.633879 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7e49d50-9926-498d-a563-1da2f99be431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:33.645521 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-768d7083-0752-4334-834f-335ebf7951ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Usage tracker for resource:port and tenant:c4ada0a22657499795256f75e0144f1e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:33.656963 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7e49d50-9926-498d-a563-1da2f99be431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:33.673405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-768d7083-0752-4334-834f-335ebf7951ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:33.676906 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-0500e95e-4a83-42be-9355-b178094c5ebb tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] show failed (client error): The resource could not be found. Dec 22 15:26:33.677487 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0500e95e-4a83-42be-9355-b178094c5ebb tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/subnets/c6021453-a75e-4406-b413-6bc08a8c26b0/tags/tempest-TagsExtTest-Tag-1829889979 HTTP/1.1" status: 404 len: 329 time: 0.3146574 Dec 22 15:26:33.683097 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34178) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:33.691210 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Transition to ACTIVE for port object 2a39daf4-a4cf-4d02-afe9-62b8b91ebb8f will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:33.694899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-a306c923-a8dd-4f2c-99d9-29d792828f09 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c6021453-a75e-4406-b413-6bc08a8c26b0', 'tempest-TagsExtTest-Tag-482487004') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:33.716874 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-768d7083-0752-4334-834f-335ebf7951ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:33.777964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8c69c704-41cb-41bc-a350-35b42f0dcfd2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:33.806184 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c1558a3c-ed83-4185-932d-ba3ed6c833d5 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:33.823660 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c1558a3c-ed83-4185-932d-ba3ed6c833d5 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Usage tracker for resource:subnet and tenant:5fac0e600a6c4b14b1658ffc8f114201 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:33.831226 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c1558a3c-ed83-4185-932d-ba3ed6c833d5 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:33.847863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c1558a3c-ed83-4185-932d-ba3ed6c833d5 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:33.872103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7e49d50-9926-498d-a563-1da2f99be431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:33.878243 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cee99ef4-255f-4af3-bed2-d4c375a72c23 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:33.886769 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7e49d50-9926-498d-a563-1da2f99be431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:33.891614 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a7e49d50-9926-498d-a563-1da2f99be431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/2bf98fec-966e-4f1c-93f3-d05c499ac298 HTTP/1.1" status: 204 len: 168 time: 0.3551195 Dec 22 15:26:33.901210 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34182) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:33.920860 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e49d50-9926-498d-a563-1da2f99be431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bf98fec-966e-4f1c-93f3-d05c499ac298,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:33.923767 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a7e49d50-9926-498d-a563-1da2f99be431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:33.929104 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-a306c923-a8dd-4f2c-99d9-29d792828f09 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] show failed (client error): The resource could not be found. Dec 22 15:26:33.930272 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a306c923-a8dd-4f2c-99d9-29d792828f09 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/subnets/c6021453-a75e-4406-b413-6bc08a8c26b0/tags/tempest-TagsExtTest-Tag-482487004 HTTP/1.1" status: 404 len: 328 time: 0.2462583 Dec 22 15:26:33.931492 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8c69c704-41cb-41bc-a350-35b42f0dcfd2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:33.936415 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8c69c704-41cb-41bc-a350-35b42f0dcfd2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8155649 Dec 22 15:26:33.937617 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34186) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:33.937617 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34188) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:33.948686 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768d7083-0752-4334-834f-335ebf7951ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Made reservation on behalf of c4ada0a22657499795256f75e0144f1e for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:26:33.951361 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-768d7083-0752-4334-834f-335ebf7951ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:33.975633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-867bf1d0-2339-4025-8eab-ea640d7a06c3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:33.989918 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6bec369f-0d75-463f-8499-8e97b616f783 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:34.092376 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-40313bd6-8422-48b9-ae7b-bf5e652ea086 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c6021453-a75e-4406-b413-6bc08a8c26b0', 'tempest-TagsExtTest-Tag-108292857') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:34.097959 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6bec369f-0d75-463f-8499-8e97b616f783 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:34.101108 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6bec369f-0d75-463f-8499-8e97b616f783 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1972451 Dec 22 15:26:34.109890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34194) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:34.136823 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1558a3c-ed83-4185-932d-ba3ed6c833d5 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Made reservation on behalf of 5fac0e600a6c4b14b1658ffc8f114201 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:26:34.140718 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c1558a3c-ed83-4185-932d-ba3ed6c833d5 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:34.175339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:34.179839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-61e4b43b-e9a1-4981-b0e9-4592b84272c4 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:34.204383 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-61e4b43b-e9a1-4981-b0e9-4592b84272c4 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:34.276712 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b18fbca-64b7-4165-b1bd-a1e9bba0f83c None None] Network 1b197595-b383-437c-93d7-f530db59c8b1 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:34.343297 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-61e4b43b-e9a1-4981-b0e9-4592b84272c4 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:34.378601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-275c1f24-799b-42a1-b9ec-bfc87dce31e2 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:34.420036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4b43b-e9a1-4981-b0e9-4592b84272c4 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=989937a0-f729-436b-b995-f743e87ff4f5,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:34.429776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-61e4b43b-e9a1-4981-b0e9-4592b84272c4 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:34.508433 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-61e4b43b-e9a1-4981-b0e9-4592b84272c4 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:34.514626 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-61e4b43b-e9a1-4981-b0e9-4592b84272c4 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/989937a0-f729-436b-b995-f743e87ff4f5 HTTP/1.1" status: 204 len: 168 time: 0.3983150 Dec 22 15:26:34.514626 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34198) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:34.532707 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:34.544107 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:34.628057 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506576dd-d483-4502-a28d-12200fbaff37 None None] Network d13e83e5-9425-4ca6-b433-6c69568f5644 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:34.689786 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-768d7083-0752-4334-834f-335ebf7951ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] device_id is not set on port 020a34ca-b717-4df3-8939-713cb3d99e90 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:26:34.742353 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-024dc289-881d-4350-8a32-aef019617b0a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:34.801315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Allocated IP 172.22.0.1 (d13e83e5-9425-4ca6-b433-6c69568f5644/82ed3255-5370-4e47-9e09-a28009308aab/c9bc99ae-251a-40bc-846a-a6c4c06314bb) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:26:34.813136 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network 1b197595-b383-437c-93d7-f530db59c8b1 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:34.842859 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:34.846446 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:34.852413 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:34.853047 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:34.856732 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-024dc289-881d-4350-8a32-aef019617b0a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:34.861028 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-024dc289-881d-4350-8a32-aef019617b0a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3432300 Dec 22 15:26:34.862809 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34202) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:34.898475 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-21465841-d596-4392-8f77-c657b6d4f55a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:34.912351 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-21465841-d596-4392-8f77-c657b6d4f55a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:34.938079 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6afe976a-a3b4-4f04-a0dc-ada149c68a93 None None] Provisioning for port d33c1440-5f6f-48ac-99fd-18481df32449 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:34.978378 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=2a39daf4-a4cf-4d02-afe9-62b8b91ebb8f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:35.017365 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-21465841-d596-4392-8f77-c657b6d4f55a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:35.019950 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c01ac80d-e230-4dcb-b4a6-0cbaa1e1b70e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:35.043826 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21465841-d596-4392-8f77-c657b6d4f55a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c54da774-8882-4ea6-9f84-4dac7f5073c6,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:35.046923 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-21465841-d596-4392-8f77-c657b6d4f55a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:35.109342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:35.109729 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:35.110105 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:35.110511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:35.110887 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:35.111875 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:35.112328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:35.112689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:35.113056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:35.113415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:35.113772 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:35.114147 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:35.118481 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:35.120857 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-21465841-d596-4392-8f77-c657b6d4f55a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:35.128232 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-21465841-d596-4392-8f77-c657b6d4f55a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/c54da774-8882-4ea6-9f84-4dac7f5073c6 HTTP/1.1" status: 204 len: 168 time: 0.2604277 Dec 22 15:26:35.128873 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34206) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:35.133234 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:35.173038 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d33c1440-5f6f-48ac-99fd-18481df32449 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:35.208294 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f6d9a39f-3356-4c10-806c-b2880ce2d03e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:35.296733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f6d9a39f-3356-4c10-806c-b2880ce2d03e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:35.299476 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f6d9a39f-3356-4c10-806c-b2880ce2d03e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1686838 Dec 22 15:26:35.307364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-867bf1d0-2339-4025-8eab-ea640d7a06c3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:35.308380 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34210) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:35.369225 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78bb4479-58b8-4c7a-a175-d137c6eb67d6 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:35.380114 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0898156 Dec 22 15:26:35.386437 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34214) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:35.449737 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d53d99b9-ea02-4a90-b944-3de82454e67c None None] Provisioning for port 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:35.485514 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-867bf1d0-2339-4025-8eab-ea640d7a06c3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:35.505539 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-40313bd6-8422-48b9-ae7b-bf5e652ea086 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] show failed (client error): The resource could not be found. Dec 22 15:26:35.511185 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-40313bd6-8422-48b9-ae7b-bf5e652ea086 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/subnets/c6021453-a75e-4406-b413-6bc08a8c26b0/tags/tempest-TagsExtTest-Tag-108292857 HTTP/1.1" status: 404 len: 328 time: 1.5683861 Dec 22 15:26:35.521408 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78bb4479-58b8-4c7a-a175-d137c6eb67d6 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:35.521756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34218) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:35.544582 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-5a18975c-0fb7-487b-ac68-453803b7061d tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '004def26-9e82-4b31-8499-5b920d746e9b', {'tags': ['tempest-TagsExtTest-Tag-1522561818', 'tempest-TagsExtTest-Tag-697185586', 'tempest-TagsExtTest-Tag-1984849029']}) {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:35.554381 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d53d99b9-ea02-4a90-b944-3de82454e67c None None] Provisioning complete for port 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:35.555278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d53d99b9-ea02-4a90-b944-3de82454e67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:35.726927 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port d33c1440-5f6f-48ac-99fd-18481df32449 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:35.741355 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port d33c1440-5f6f-48ac-99fd-18481df32449 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:35.742667 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:35.791068 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78bb4479-58b8-4c7a-a175-d137c6eb67d6 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:35.800618 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:35.808574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:35.817505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb4479-58b8-4c7a-a175-d137c6eb67d6 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df931d84-ad0f-46b5-a8e1-f0496ebc609c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:35.822986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-78bb4479-58b8-4c7a-a175-d137c6eb67d6 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:35.841307 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-768d7083-0752-4334-834f-335ebf7951ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:35.860485 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Transition to ACTIVE for port object c9bc99ae-251a-40bc-846a-a6c4c06314bb will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:35.909319 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c1558a3c-ed83-4185-932d-ba3ed6c833d5 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:35.919743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b4ef1aaf-0821-4f81-8f7e-40f36f9db10b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:35.962828 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78bb4479-58b8-4c7a-a175-d137c6eb67d6 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:35.966821 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-78bb4479-58b8-4c7a-a175-d137c6eb67d6 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/df931d84-ad0f-46b5-a8e1-f0496ebc609c HTTP/1.1" status: 204 len: 168 time: 0.6570787 Dec 22 15:26:35.968172 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34222) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:36.030365 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5a18975c-0fb7-487b-ac68-453803b7061d tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "PUT /v2.0/ports/004def26-9e82-4b31-8499-5b920d746e9b/tags HTTP/1.1" status: 200 len: 317 time: 0.5037494 Dec 22 15:26:36.041435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34226) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:36.067797 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-aeda2530-e0ef-4854-8ff8-acf6c23b07a3 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '004def26-9e82-4b31-8499-5b920d746e9b') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:36.136190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1558a3c-ed83-4185-932d-ba3ed6c833d5 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Pushing event updated for resources: {'Subnet': ['ID=c5a397d4-8130-4320-96cc-7a6d0308d8e1,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:36.143358 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c1558a3c-ed83-4185-932d-ba3ed6c833d5 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:36.146484 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d53d99b9-ea02-4a90-b944-3de82454e67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:36.160240 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-768d7083-0752-4334-834f-335ebf7951ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:36.176336 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:36.251352 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6df3-3d21-40f4-9c4c-b297cc3522e2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:36.396123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:36.413800 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:36.420864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867bf1d0-2339-4025-8eab-ea640d7a06c3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Router 193d7f3c-7dbb-43e9-a1f2-8553f2b86cf1 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:26:36.427870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d53d99b9-ea02-4a90-b944-3de82454e67c None None] For port 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc,segment=NetworkSegment(e3601d1f-1a42-4073-b179-98d7319bea37),segment_id=e3601d1f-1a42-4073-b179-98d7319bea37)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:36.488500 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:36.496246 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port d33c1440-5f6f-48ac-99fd-18481df32449, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d33c1440-5f6f-48ac-99fd-18481df32449,segment=NetworkSegment(eb1b86a9-6352-459a-8a7d-1433a43c465e),segment_id=eb1b86a9-6352-459a-8a7d-1433a43c465e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:36.500015 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d53d99b9-ea02-4a90-b944-3de82454e67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:36.507648 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:36.560120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1b605095-ee4c-42fd-ab68-1ae2f0fed6ae tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:36.587681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1558a3c-ed83-4185-932d-ba3ed6c833d5 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Checking segment: {'id': '38c3fea4-ead6-44d6-a5a7-a7dfe9fe5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ade1569-4404-413c-b049-6a3d85ff0b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:26:36.588251 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1558a3c-ed83-4185-932d-ba3ed6c833d5 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Network hostable DHCP agents. Network: 0ade1569-4404-413c-b049-6a3d85ff0b77, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:26:36.618650 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768d7083-0752-4334-834f-335ebf7951ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Network 6c87a6b3-b358-4e6b-aa2d-962423edae4c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:36.618961 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:36.709834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d99b9-ea02-4a90-b944-3de82454e67c None None] Pushing event updated for resources: {'Port': ['ID=9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:36.716691 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d53d99b9-ea02-4a90-b944-3de82454e67c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:36.717583 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:36.806608 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-768d7083-0752-4334-834f-335ebf7951ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:36.857247 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6df3-3d21-40f4-9c4c-b297cc3522e2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:36.871894 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=d33c1440-5f6f-48ac-99fd-18481df32449,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:36.875936 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network d13e83e5-9425-4ca6-b433-6c69568f5644 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:36.877598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768d7083-0752-4334-834f-335ebf7951ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:36.878725 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768d7083-0752-4334-834f-335ebf7951ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:36.879338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-768d7083-0752-4334-834f-335ebf7951ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:36.879923 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:36.884672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d7083-0752-4334-834f-335ebf7951ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Pushing event updated for resources: {'Port': ['ID=020a34ca-b717-4df3-8939-713cb3d99e90,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:36.889570 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-768d7083-0752-4334-834f-335ebf7951ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:36.900572 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5762066f-bed9-4bf6-aba2-fdfd3dea8d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.391s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:36.914488 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c4e5a365-5138-405c-a4b8-cb3d8e74275d None None] Provisioning for port 2a39daf4-a4cf-4d02-afe9-62b8b91ebb8f completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:36.921176 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c4e5a365-5138-405c-a4b8-cb3d8e74275d None None] Provisioning complete for port 2a39daf4-a4cf-4d02-afe9-62b8b91ebb8f triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:36.921990 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a365-5138-405c-a4b8-cb3d8e74275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:36.931901 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:36.943166 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6df3-3d21-40f4-9c4c-b297cc3522e2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:36.953233 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:36.958583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-444ef7f3-39c3-4727-a512-191cb8edf6f0 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:37.010632 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1b605095-ee4c-42fd-ab68-1ae2f0fed6ae tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:37.015417 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1b605095-ee4c-42fd-ab68-1ae2f0fed6ae tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 1.0403175 Dec 22 15:26:37.019032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34230) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:37.039312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867bf1d0-2339-4025-8eab-ea640d7a06c3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:26:37.061692 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aa0eef-5b79-40a4-b54d-3ae758ea84a1 None None] Sync routers for ids ['193d7f3c-7dbb-43e9-a1f2-8553f2b86cf1'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:26:37.070764 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c4e5a365-5138-405c-a4b8-cb3d8e74275d None None] Port 2a39daf4-a4cf-4d02-afe9-62b8b91ebb8f cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:26:37.073790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-867bf1d0-2339-4025-8eab-ea640d7a06c3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:37.077827 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-867bf1d0-2339-4025-8eab-ea640d7a06c3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "PUT /v2.0/routers/193d7f3c-7dbb-43e9-a1f2-8553f2b86cf1 HTTP/1.1" status: 200 len: 697 time: 3.1342690 Dec 22 15:26:37.092899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34234) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:37.116212 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aa0eef-5b79-40a4-b54d-3ae758ea84a1 None None] Routers {'193d7f3c-7dbb-43e9-a1f2-8553f2b86cf1'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:37.117472 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-66aa0eef-5b79-40a4-b54d-3ae758ea84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['193d7f3c-7dbb-43e9-a1f2-8553f2b86cf1'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:37.132305 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1558a3c-ed83-4185-932d-ba3ed6c833d5 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Network 0ade1569-4404-413c-b049-6a3d85ff0b77 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:26:37.159500 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Port': ['ID=c9bc99ae-251a-40bc-846a-a6c4c06314bb,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:37.162966 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-768d7083-0752-4334-834f-335ebf7951ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 3.7595131 Dec 22 15:26:37.169805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:37.176054 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34238) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:37.179173 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:37.184138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96676f9a-0653-4aa5-8472-cc67df7979ff tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:37.248010 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96676f9a-0653-4aa5-8472-cc67df7979ff tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:37.274580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-c1558a3c-ed83-4185-932d-ba3ed6c833d5 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 0ade1569-4404-413c-b049-6a3d85ff0b77) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:37.284731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1558a3c-ed83-4185-932d-ba3ed6c833d5 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:37.285962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c1558a3c-ed83-4185-932d-ba3ed6c833d5 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:37.379378 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6787382-bf2e-42ab-9107-406553fdc0c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:37.379883 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d6787382-bf2e-42ab-9107-406553fdc0c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Synchronizing usage tracker for tenant:c4ada0a22657499795256f75e0144f1e on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:37.456983 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef30566e-77fa-4201-b67b-282af6a6c5e1 None None] Network 0ade1569-4404-413c-b049-6a3d85ff0b77 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:37.463469 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c1558a3c-ed83-4185-932d-ba3ed6c833d5 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1261489 Dec 22 15:26:37.470191 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34242) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:37.476147 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1616655633', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:37.492304 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:37.500717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Usage tracker for resource:router and tenant:5fac0e600a6c4b14b1658ffc8f114201 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:37.507284 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:37.527311 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:37.548032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96676f9a-0653-4aa5-8472-cc67df7979ff tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:37.554938 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-aeda2530-e0ef-4854-8ff8-acf6c23b07a3 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "DELETE /v2.0/ports/004def26-9e82-4b31-8499-5b920d746e9b/tags HTTP/1.1" status: 204 len: 168 time: 1.4989295 Dec 22 15:26:37.554938 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fe1aee92-2821-4699-a22a-c2e9d3750cdc tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:37.565744 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c4e5a365-5138-405c-a4b8-cb3d8e74275d None None] Provisioning complete for port d33c1440-5f6f-48ac-99fd-18481df32449 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:37.566142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34246) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:37.566712 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a365-5138-405c-a4b8-cb3d8e74275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:37.576278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-5c490de0-282e-4be2-acf6-02deca0cef86 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '004def26-9e82-4b31-8499-5b920d746e9b', 'tempest-TagsExtTest-Tag-1522561818') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:37.612710 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-66aa0eef-5b79-40a4-b54d-3ae758ea84a1 None None] Set router 193d7f3c-7dbb-43e9-a1f2-8553f2b86cf1 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:26:37.636365 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d6787382-bf2e-42ab-9107-406553fdc0c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Unset dirty status for tenant:c4ada0a22657499795256f75e0144f1e on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:37.641547 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d6787382-bf2e-42ab-9107-406553fdc0c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] 10.222.0.59 "GET /v2.0/ports/020a34ca-b717-4df3-8939-713cb3d99e90 HTTP/1.1" status: 200 len: 957 time: 0.4599338 Dec 22 15:26:37.655594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96676f9a-0653-4aa5-8472-cc67df7979ff tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea140c91-8c9e-4ab7-b7d6-947a9776514e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:37.665309 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34250) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:37.671747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:37.676853 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:37.719513 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-96676f9a-0653-4aa5-8472-cc67df7979ff tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:37.764061 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:37.787686 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96676f9a-0653-4aa5-8472-cc67df7979ff tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:37.791070 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-96676f9a-0653-4aa5-8472-cc67df7979ff tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/ea140c91-8c9e-4ab7-b7d6-947a9776514e HTTP/1.1" status: 204 len: 168 time: 0.7538640 Dec 22 15:26:37.794497 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34254) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:37.801694 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:37.818167 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-66aa0eef-5b79-40a4-b54d-3ae758ea84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d7f3c-7dbb-43e9-a1f2-8553f2b86cf1', 'name': 'tempest-RoutersIpV6Test-router-277407275', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:26:33Z', 'updated_at': '2021-12-22T15:26:35Z', 'revision_number': 2, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:37.823365 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ed144daf-fa39-4a7d-8e5c-85c344c2d275 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/routers/193d7f3c-7dbb-43e9-a1f2-8553f2b86cf1 HTTP/1.1" status: 200 len: 703 time: 0.7195938 Dec 22 15:26:37.836111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aa0eef-5b79-40a4-b54d-3ae758ea84a1 None None] Checking router: 193d7f3c-7dbb-43e9-a1f2-8553f2b86cf1 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:26:37.839191 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34258) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:37.848225 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-efe1ac51-856a-497f-9f1c-2a46d79c21b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Deleting port 020a34ca-b717-4df3-8939-713cb3d99e90 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:37.848733 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-efe1ac51-856a-497f-9f1c-2a46d79c21b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:37.850939 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf6df3-3d21-40f4-9c4c-b297cc3522e2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=2a39daf4-a4cf-4d02-afe9-62b8b91ebb8f,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:37.879443 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aa0eef-5b79-40a4-b54d-3ae758ea84a1 None None] Routers {'193d7f3c-7dbb-43e9-a1f2-8553f2b86cf1'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:37.880261 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-66aa0eef-5b79-40a4-b54d-3ae758ea84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['193d7f3c-7dbb-43e9-a1f2-8553f2b86cf1'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:37.926109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bcaf6df3-3d21-40f4-9c4c-b297cc3522e2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.974s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:38.026550 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0f8c5f1c-58eb-44f9-b053-f043ff5465fc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Synchronizing usage tracker for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:38.132665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-66aa0eef-5b79-40a4-b54d-3ae758ea84a1 None None] Set router 193d7f3c-7dbb-43e9-a1f2-8553f2b86cf1 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:26:38.165498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0f8c5f1c-58eb-44f9-b053-f043ff5465fc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Unset dirty status for tenant:ee2232110f5e4ead88119ba9dae092ad on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:38.165846 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ceaa4379-8495-43db-9136-8f72b2ceda0c tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:38.170447 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0f8c5f1c-58eb-44f9-b053-f043ff5465fc tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/ports?device_id=193d7f3c-7dbb-43e9-a1f2-8553f2b86cf1 HTTP/1.1" status: 200 len: 205 time: 0.3222175 Dec 22 15:26:38.185037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34262) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:38.237592 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-5c490de0-282e-4be2-acf6-02deca0cef86 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] show failed (client error): The resource could not be found. Dec 22 15:26:38.238674 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5c490de0-282e-4be2-acf6-02deca0cef86 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/ports/004def26-9e82-4b31-8499-5b920d746e9b/tags/tempest-TagsExtTest-Tag-1522561818 HTTP/1.1" status: 404 len: 329 time: 0.6694911 Dec 22 15:26:38.251409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34266) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:38.260360 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-66aa0eef-5b79-40a4-b54d-3ae758ea84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d7f3c-7dbb-43e9-a1f2-8553f2b86cf1', 'name': 'tempest-RoutersIpV6Test-router-277407275', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:26:33Z', 'updated_at': '2021-12-22T15:26:35Z', 'revision_number': 2, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:38.299512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aa0eef-5b79-40a4-b54d-3ae758ea84a1 None None] The sync data for ids ['193d7f3c-7dbb-43e9-a1f2-8553f2b86cf1'] in dv-neutron-822674-1-hyperv is: [{'id': '193d7f3c-7dbb-43e9-a1f2-8553f2b86cf1', 'name': 'tempest-RoutersIpV6Test-router-277407275', 'tenant_id': 'ee2232110f5e4ead88119ba9dae092ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:26:33Z', 'updated_at': '2021-12-22T15:26:35Z', 'revision_number': 2, 'project_id': 'ee2232110f5e4ead88119ba9dae092ad', 'gw_port_host': None}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:26:38.318182 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-0ade1569-4404-413c-b049-6a3d85ff0b77', 'network_id': '0ade1569-4404-413c-b049-6a3d85ff0b77', 'tenant_id': '5fac0e600a6c4b14b1658ffc8f114201', 'fixed_ips': [{'subnet_id': 'c5a397d4-8130-4320-96cc-7a6d0308d8e1'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:26:38.319208 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:38.451043 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6df3-3d21-40f4-9c4c-b297cc3522e2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:38.543579 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-a6b8e30e-e57b-491c-a0a3-9fe9c7d12bdc tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '004def26-9e82-4b31-8499-5b920d746e9b', 'tempest-TagsExtTest-Tag-697185586') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:38.545932 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Allocated IP 172.20.0.2 (0ade1569-4404-413c-b049-6a3d85ff0b77/c5a397d4-8130-4320-96cc-7a6d0308d8e1/9dfe2582-8d5c-4ef3-8273-dc47f68e5736) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:26:38.582243 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4dd03e3d-75bc-459c-9175-d028258bb3b8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:38.762356 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:38.795397 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4993271f-c666-4a3a-b732-3d734ecaa69d None None] Provisioning for port c9bc99ae-251a-40bc-846a-a6c4c06314bb completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:38.817012 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4993271f-c666-4a3a-b732-3d734ecaa69d None None] Provisioning complete for port c9bc99ae-251a-40bc-846a-a6c4c06314bb triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:38.818343 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4993271f-c666-4a3a-b732-3d734ecaa69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:38.946352 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-4993271f-c666-4a3a-b732-3d734ecaa69d None None] Port c9bc99ae-251a-40bc-846a-a6c4c06314bb cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:26:38.963955 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:38.989824 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4dd03e3d-75bc-459c-9175-d028258bb3b8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:38.992639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4dd03e3d-75bc-459c-9175-d028258bb3b8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:39.045972 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4993271f-c666-4a3a-b732-3d734ecaa69d None None] Provisioning complete for port 2a39daf4-a4cf-4d02-afe9-62b8b91ebb8f triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:39.046391 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4993271f-c666-4a3a-b732-3d734ecaa69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:39.052066 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ceaa4379-8495-43db-9136-8f72b2ceda0c tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:39.057101 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ceaa4379-8495-43db-9136-8f72b2ceda0c tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.2531078 Dec 22 15:26:39.064093 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34270) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:39.103612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-efe1ac51-856a-497f-9f1c-2a46d79c21b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:39.113205 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:39.118828 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:39.123886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4dd03e3d-75bc-459c-9175-d028258bb3b8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:39.124611 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd03e3d-75bc-459c-9175-d028258bb3b8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Fanout notify agent at l3_agent the message router_deleted on router 193d7f3c-7dbb-43e9-a1f2-8553f2b86cf1 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:26:39.173263 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:39.181395 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4dd03e3d-75bc-459c-9175-d028258bb3b8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:39.191371 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4dd03e3d-75bc-459c-9175-d028258bb3b8 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/routers/193d7f3c-7dbb-43e9-a1f2-8553f2b86cf1 HTTP/1.1" status: 204 len: 168 time: 1.0035949 Dec 22 15:26:39.195375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Transition to ACTIVE for port object 9dfe2582-8d5c-4ef3-8273-dc47f68e5736 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:39.198720 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34274) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:39.204361 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-4993271f-c666-4a3a-b732-3d734ecaa69d None None] Port 2a39daf4-a4cf-4d02-afe9-62b8b91ebb8f cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:26:39.230971 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Transition to ACTIVE for port object 9dfe2582-8d5c-4ef3-8273-dc47f68e5736 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:39.245233 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4993271f-c666-4a3a-b732-3d734ecaa69d None None] Provisioning complete for port 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:39.245922 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4993271f-c666-4a3a-b732-3d734ecaa69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:39.296252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6df3-3d21-40f4-9c4c-b297cc3522e2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:39.329515 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:39.341649 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ce27aa7f-5e03-48ac-aaf4-7ba26b783c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:39.354721 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-efe1ac51-856a-497f-9f1c-2a46d79c21b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Calling delete_port for 020a34ca-b717-4df3-8939-713cb3d99e90 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:39.382987 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34278) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:39.383583 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-58752ae2-d309-43fa-bf30-9867f2d399a9 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/ports?device_id=193d7f3c-7dbb-43e9-a1f2-8553f2b86cf1 HTTP/1.1" status: 200 len: 205 time: 0.1782205 Dec 22 15:26:39.435567 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Network 0ade1569-4404-413c-b049-6a3d85ff0b77 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:39.441959 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:39.450626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:39.456494 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d33c1440-5f6f-48ac-99fd-18481df32449 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:39.484542 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Pushing event updated for resources: {'Port': ['ID=9dfe2582-8d5c-4ef3-8273-dc47f68e5736,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:39.500262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:39.663402 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-d074dcf3-d129-42b0-b51c-7d6eea9055f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] delete failed (client error): The resource could not be found. Dec 22 15:26:39.669840 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d074dcf3-d129-42b0-b51c-7d6eea9055f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/routers/193d7f3c-7dbb-43e9-a1f2-8553f2b86cf1 HTTP/1.1" status: 404 len: 336 time: 0.2775218 Dec 22 15:26:39.702430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34282) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:39.750817 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Attempting to bind port 9dfe2582-8d5c-4ef3-8273-dc47f68e5736 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:39.751286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Attempting to bind port 9dfe2582-8d5c-4ef3-8273-dc47f68e5736 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '38c3fea4-ead6-44d6-a5a7-a7dfe9fe5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ade1569-4404-413c-b049-6a3d85ff0b77'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:39.751789 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Attempting to bind port 9dfe2582-8d5c-4ef3-8273-dc47f68e5736 on network 0ade1569-4404-413c-b049-6a3d85ff0b77 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:39.763891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:26:39.764386 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Checking segment: {'id': '38c3fea4-ead6-44d6-a5a7-a7dfe9fe5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ade1569-4404-413c-b049-6a3d85ff0b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:26:39.764869 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:39.765432 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Bound using segment: {'id': '38c3fea4-ead6-44d6-a5a7-a7dfe9fe5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ade1569-4404-413c-b049-6a3d85ff0b77'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:26:39.766345 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Bound port: 9dfe2582-8d5c-4ef3-8273-dc47f68e5736, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3fea4-ead6-44d6-a5a7-a7dfe9fe5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ade1569-4404-413c-b049-6a3d85ff0b77'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:26:39.766842 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:39.779468 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port d33c1440-5f6f-48ac-99fd-18481df32449 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:39.780002 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:39.978120 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-a6b8e30e-e57b-491c-a0a3-9fe9c7d12bdc tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] show failed (client error): The resource could not be found. Dec 22 15:26:39.979261 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a6b8e30e-e57b-491c-a0a3-9fe9c7d12bdc tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/ports/004def26-9e82-4b31-8499-5b920d746e9b/tags/tempest-TagsExtTest-Tag-697185586 HTTP/1.1" status: 404 len: 328 time: 1.6741135 Dec 22 15:26:39.980665 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-289f1ad2-42ad-425a-82aa-3a2dd62d6676 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] DELETE failed (client error): The resource could not be found. Dec 22 15:26:39.981114 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-289f1ad2-42ad-425a-82aa-3a2dd62d6676 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:26:39.983978 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34286) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:39.991335 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-169ec821-a7d8-4f8a-8fe7-fa1a6db4b490 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:40.002815 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-da81de11-2959-4b25-88ad-5b0bdbc1f7fb tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '004def26-9e82-4b31-8499-5b920d746e9b', 'tempest-TagsExtTest-Tag-1984849029') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:40.035437 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-289f1ad2-42ad-425a-82aa-3a2dd62d6676 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/subnets/d8ec2671-4e95-42b7-bcca-eba12ee66a1d HTTP/1.1" status: 404 len: 337 time: 0.2251725 Dec 22 15:26:40.036047 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34290) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:40.041840 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] For port 9dfe2582-8d5c-4ef3-8273-dc47f68e5736, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:26:40.059284 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-169ec821-a7d8-4f8a-8fe7-fa1a6db4b490 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:40.094310 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-7919759b-4959-4566-9f5d-0e2f565ea8a9 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] DELETE failed (client error): The resource could not be found. Dec 22 15:26:40.094832 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7919759b-4959-4566-9f5d-0e2f565ea8a9 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:26:40.098277 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7919759b-4959-4566-9f5d-0e2f565ea8a9 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/subnets/72047128-d250-4b97-a330-9a5761839b70 HTTP/1.1" status: 404 len: 337 time: 0.0589399 Dec 22 15:26:40.099156 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] For port 9dfe2582-8d5c-4ef3-8273-dc47f68e5736, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=9dfe2582-8d5c-4ef3-8273-dc47f68e5736,segment=NetworkSegment(38c3fea4-ead6-44d6-a5a7-a7dfe9fe5a51),segment_id=38c3fea4-ead6-44d6-a5a7-a7dfe9fe5a51)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:26:40.104599 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34294) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:40.155970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6df3-3d21-40f4-9c4c-b297cc3522e2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:40.160830 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:40.177001 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-efe1ac51-856a-497f-9f1c-2a46d79c21b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:40.179078 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f303b4c-c089-4529-ad61-0dc8d8cdba30 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] DELETE failed (client error): The resource could not be found. Dec 22 15:26:40.179603 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f303b4c-c089-4529-ad61-0dc8d8cdba30 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:26:40.180727 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-da81de11-2959-4b25-88ad-5b0bdbc1f7fb tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] show failed (client error): The resource could not be found. Dec 22 15:26:40.182866 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-da81de11-2959-4b25-88ad-5b0bdbc1f7fb tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/ports/004def26-9e82-4b31-8499-5b920d746e9b/tags/tempest-TagsExtTest-Tag-1984849029 HTTP/1.1" status: 404 len: 329 time: 0.1982789 Dec 22 15:26:40.186508 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34298) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:40.186804 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fc9737fc-af09-4f8c-b803-1dd58a4587b9 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:40.196095 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-a2aaeba7-99b5-4917-9080-b3305086c3df tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '005e43a0-e6a8-49f5-8ca8-1e3e0bb90075', {'tags': ['tempest-TagsExtTest-Tag-1519527445', 'tempest-TagsExtTest-Tag-1642974284', 'tempest-TagsExtTest-Tag-2112742474']}) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:40.199838 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:40.203827 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c60774f0-5c1c-465e-9fc7-e0e4c2983218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:40.285434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6df3-3d21-40f4-9c4c-b297cc3522e2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:40.286409 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6df3-3d21-40f4-9c4c-b297cc3522e2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:40.301037 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Pushing event updated for resources: {'Port': ['ID=9dfe2582-8d5c-4ef3-8273-dc47f68e5736,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:40.304771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:40.306421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-efe1ac51-856a-497f-9f1c-2a46d79c21b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:40.350027 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0f303b4c-c089-4529-ad61-0dc8d8cdba30 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/subnets/86c1195d-a743-43a7-958b-765e54a4b2ef HTTP/1.1" status: 404 len: 337 time: 0.2055204 Dec 22 15:26:40.350027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1ac51-856a-497f-9f1c-2a46d79c21b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Pushing event deleted for resources: {'Port': ['ID=020a34ca-b717-4df3-8939-713cb3d99e90,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:40.350027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-efe1ac51-856a-497f-9f1c-2a46d79c21b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:40.350027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:40.368389 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-558dd80d-e8ba-4f45-b985-b58ff0ec8189 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:40.382919 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34302) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:40.383682 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:40.460758 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-efe1ac51-856a-497f-9f1c-2a46d79c21b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] 10.222.0.59 "DELETE /v2.0/ports/020a34ca-b717-4df3-8939-713cb3d99e90 HTTP/1.1" status: 204 len: 168 time: 2.7803321 Dec 22 15:26:40.495050 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34306) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:40.547230 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e938ed-59e0-4b49-87d9-0095102aeda9 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] DELETE failed (client error): The resource could not be found. Dec 22 15:26:40.547656 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e938ed-59e0-4b49-87d9-0095102aeda9 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:26:40.552117 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b8e938ed-59e0-4b49-87d9-0095102aeda9 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/subnets/964d61fc-656b-4965-a520-ff662549290a HTTP/1.1" status: 404 len: 337 time: 0.1167910 Dec 22 15:26:40.555858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34310) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:40.586782 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9320ee-6a03-4b14-9f40-ba4165ba818e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:26:40.586782 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ce9320ee-6a03-4b14-9f40-ba4165ba818e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Synchronizing usage tracker for tenant:c4ada0a22657499795256f75e0144f1e on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:40.632519 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf6df3-3d21-40f4-9c4c-b297cc3522e2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=2a39daf4-a4cf-4d02-afe9-62b8b91ebb8f,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:40.642140 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bcaf6df3-3d21-40f4-9c4c-b297cc3522e2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:40.662455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:40.677208 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-169ec821-a7d8-4f8a-8fe7-fa1a6db4b490 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:40.677208 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-169ec821-a7d8-4f8a-8fe7-fa1a6db4b490 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:40.677826 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-169ec821-a7d8-4f8a-8fe7-fa1a6db4b490 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-groups/02f38e00-4590-4a56-a36a-b85b4e8a523e HTTP/1.1" status: 204 len: 168 time: 1.6021183 Dec 22 15:26:40.678965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Port': ['ID=c9bc99ae-251a-40bc-846a-a6c4c06314bb,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:40.682608 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:40.685291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34314) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:40.693095 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6976750b-816a-4b59-a269-416118ebfbf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:40.720068 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaf6df3-3d21-40f4-9c4c-b297cc3522e2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network 1b197595-b383-437c-93d7-f530db59c8b1 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:40.726849 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-bcaf6df3-3d21-40f4-9c4c-b297cc3522e2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:40.745527 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a2aaeba7-99b5-4917-9080-b3305086c3df tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "PUT /v2.0/routers/005e43a0-e6a8-49f5-8ca8-1e3e0bb90075/tags HTTP/1.1" status: 200 len: 318 time: 0.5523405 Dec 22 15:26:40.750096 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34318) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:40.769056 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-32b6b748-d36a-4659-ae63-e3d674c49671 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '005e43a0-e6a8-49f5-8ca8-1e3e0bb90075') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:40.774654 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c4c99792-3335-48b9-ad42-ae045e7f0f59 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbca079a-6dfb-49fb-920c-4d2e10b6303f HTTP/1.1" status: 200 len: 205 time: 0.2127326 Dec 22 15:26:40.793911 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34322) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:40.805371 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ec821-a7d8-4f8a-8fe7-fa1a6db4b490 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f38e00-4590-4a56-a36a-b85b4e8a523e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:40.807905 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-169ec821-a7d8-4f8a-8fe7-fa1a6db4b490 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:40.869162 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ce9320ee-6a03-4b14-9f40-ba4165ba818e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Unset dirty status for tenant:c4ada0a22657499795256f75e0144f1e on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:40.869162 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ce9320ee-6a03-4b14-9f40-ba4165ba818e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] 10.222.0.59 "GET /v2.0/ports/020a34ca-b717-4df3-8939-713cb3d99e90 HTTP/1.1" status: 404 len: 333 time: 0.3633192 Dec 22 15:26:40.879563 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 9dfe2582-8d5c-4ef3-8273-dc47f68e5736 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:40.942857 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34326) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:40.965926 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1a3aba78-3888-477c-ae62-7333307c104c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Request body: {'port': {'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718445494'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:40.987335 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1a3aba78-3888-477c-ae62-7333307c104c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:41.114602 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 9dfe2582-8d5c-4ef3-8273-dc47f68e5736 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:41.143942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1a3aba78-3888-477c-ae62-7333307c104c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:41.155184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1516c333-90fd-4191-b87d-c0648d0135fe tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:41.201006 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0eb0e85c-79fe-4ce3-b8f4-7c5862ecca96 None None] Provisioning complete for port 2a39daf4-a4cf-4d02-afe9-62b8b91ebb8f triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:41.201639 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0eb0e85c-79fe-4ce3-b8f4-7c5862ecca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:41.239470 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3aba78-3888-477c-ae62-7333307c104c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Made reservation on behalf of c4ada0a22657499795256f75e0144f1e for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:26:41.241900 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a3aba78-3888-477c-ae62-7333307c104c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:41.262762 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1516c333-90fd-4191-b87d-c0648d0135fe tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:41.264092 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1516c333-90fd-4191-b87d-c0648d0135fe tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5777445 Dec 22 15:26:41.274329 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34330) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:41.280069 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-ce71ea8b-c675-4a37-9b75-86de47e0901f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group': {'name': 'tempest-secgroup--694312861'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:41.286044 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-1a3aba78-3888-477c-ae62-7333307c104c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] device_id is not set on port d1df199c-39f5-4bbc-8347-33e6e6ecba54 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:26:41.286551 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-860f9c9a-86aa-42d4-8a61-492b0daa8fca tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] delete failed (client error): The resource could not be found. Dec 22 15:26:41.288511 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-860f9c9a-86aa-42d4-8a61-492b0daa8fca tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/routers/cbca079a-6dfb-49fb-920c-4d2e10b6303f HTTP/1.1" status: 404 len: 336 time: 0.4848380 Dec 22 15:26:41.304574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34334) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:41.305572 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:41.320273 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-0eb0e85c-79fe-4ce3-b8f4-7c5862ecca96 None None] Port 2a39daf4-a4cf-4d02-afe9-62b8b91ebb8f cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:26:41.325900 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcaf6df3-3d21-40f4-9c4c-b297cc3522e2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Router 4e24232b-be29-4cdb-a574-2eb440466510 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:26:41.329589 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ce71ea8b-c675-4a37-9b75-86de47e0901f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:41.334277 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-32b6b748-d36a-4659-ae63-e3d674c49671 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "DELETE /v2.0/routers/005e43a0-e6a8-49f5-8ca8-1e3e0bb90075/tags HTTP/1.1" status: 204 len: 168 time: 0.5771604 Dec 22 15:26:41.342931 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34336) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:41.361517 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-775396af-40e8-491a-8dde-e5428cb4be3a tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '005e43a0-e6a8-49f5-8ca8-1e3e0bb90075', 'tempest-TagsExtTest-Tag-1519527445') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:41.428080 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ce71ea8b-c675-4a37-9b75-86de47e0901f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:41.462342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:41.471550 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b354afe8-7115-43fb-af02-76b26a866275 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/ports?device_id=2079a68b-aa20-46e3-a002-ae67672ef2fa HTTP/1.1" status: 200 len: 205 time: 0.1116669 Dec 22 15:26:41.483907 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34342) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:41.644183 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-27d92f26-a7e9-4722-900e-47265c48bf4e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] delete failed (client error): The resource could not be found. Dec 22 15:26:41.645246 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-27d92f26-a7e9-4722-900e-47265c48bf4e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/routers/2079a68b-aa20-46e3-a002-ae67672ef2fa HTTP/1.1" status: 404 len: 336 time: 0.1603696 Dec 22 15:26:41.651423 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34346) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:41.718405 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b64419e-3b74-4e72-a40b-6d44ea17be5c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] DELETE failed (client error): The resource could not be found. Dec 22 15:26:41.718863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b64419e-3b74-4e72-a40b-6d44ea17be5c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:26:41.731957 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network d13e83e5-9425-4ca6-b433-6c69568f5644 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:41.741483 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3b64419e-3b74-4e72-a40b-6d44ea17be5c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/subnets/c9b72e22-057e-4596-8261-ea83fcd1779d HTTP/1.1" status: 404 len: 337 time: 0.0829277 Dec 22 15:26:41.741483 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:41.748272 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ce71ea8b-c675-4a37-9b75-86de47e0901f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:41.757790 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34350) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:41.912306 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f5d5aa4d-df90-40e2-a14d-b2cdbc8fcc9c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/ports?device_id=e24ce7d9-7842-4e3a-ae6b-58dae80e6859 HTTP/1.1" status: 200 len: 205 time: 0.0964639 Dec 22 15:26:41.920705 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34354) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:42.008795 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Allocated IP 172.26.6.43 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/c1e1e30f-41e6-4f22-a650-36d83566dbe9) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:26:42.032246 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd05450-31c8-45d2-b338-401b71b8abbd None None] Network 0ade1569-4404-413c-b049-6a3d85ff0b77 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:42.047856 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ce71ea8b-c675-4a37-9b75-86de47e0901f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:42.066062 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router abc7d5a1-3004-4908-a377-bccfc6871e96 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:26:42.120398 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-97651d9a-fb22-4293-bf98-3e7526815e4e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] delete failed (client error): The resource could not be found. Dec 22 15:26:42.121353 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-97651d9a-fb22-4293-bf98-3e7526815e4e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/routers/e24ce7d9-7842-4e3a-ae6b-58dae80e6859 HTTP/1.1" status: 404 len: 336 time: 0.1949511 Dec 22 15:26:42.122591 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcaf6df3-3d21-40f4-9c4c-b297cc3522e2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:26:42.126128 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-775396af-40e8-491a-8dde-e5428cb4be3a tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] show failed (client error): The resource could not be found. Dec 22 15:26:42.127315 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-775396af-40e8-491a-8dde-e5428cb4be3a tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/routers/005e43a0-e6a8-49f5-8ca8-1e3e0bb90075/tags/tempest-TagsExtTest-Tag-1519527445 HTTP/1.1" status: 404 len: 329 time: 0.7794099 Dec 22 15:26:42.127984 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34358) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:42.138648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34360) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:42.139783 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef33088-c2b8-4ecb-bcbe-5930cc011da8 None None] Sync routers for ids ['4e24232b-be29-4cdb-a574-2eb440466510'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:26:42.155353 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef33088-c2b8-4ecb-bcbe-5930cc011da8 None None] Routers {'4e24232b-be29-4cdb-a574-2eb440466510'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:42.156397 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-1ef33088-c2b8-4ecb-bcbe-5930cc011da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['4e24232b-be29-4cdb-a574-2eb440466510'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:42.164359 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-ac22a852-8fc8-44ee-a81c-aac434260c5a tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '005e43a0-e6a8-49f5-8ca8-1e3e0bb90075', 'tempest-TagsExtTest-Tag-1642974284') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:42.214810 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4ad2e568-1ffd-48c4-9494-76d7b826d355 None None] Provisioning for port 9dfe2582-8d5c-4ef3-8273-dc47f68e5736 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:42.227635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ce71ea8b-c675-4a37-9b75-86de47e0901f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:42.238668 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4ad2e568-1ffd-48c4-9494-76d7b826d355 None None] Provisioning complete for port 9dfe2582-8d5c-4ef3-8273-dc47f68e5736 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:42.239011 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-1ef33088-c2b8-4ecb-bcbe-5930cc011da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:42.239671 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e568-1ffd-48c4-9494-76d7b826d355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:42.250402 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef33088-c2b8-4ecb-bcbe-5930cc011da8 None None] Routers {'4e24232b-be29-4cdb-a574-2eb440466510'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:42.251567 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-1ef33088-c2b8-4ecb-bcbe-5930cc011da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['4e24232b-be29-4cdb-a574-2eb440466510'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:42.260103 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bcaf6df3-3d21-40f4-9c4c-b297cc3522e2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "PUT /v2.0/routers/4e24232b-be29-4cdb-a574-2eb440466510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8717382 Dec 22 15:26:42.265266 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34366) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:42.282760 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-12147ae1-d96c-4bce-8f00-23229ff5b689 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e49585d-f7b1-43b1-be80-80223a5dd959 HTTP/1.1" status: 200 len: 205 time: 0.1036110 Dec 22 15:26:42.290464 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34370) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:42.318920 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-1ef33088-c2b8-4ecb-bcbe-5930cc011da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:42.319761 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef33088-c2b8-4ecb-bcbe-5930cc011da8 None None] The sync data for ids ['4e24232b-be29-4cdb-a574-2eb440466510'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:26:42.522666 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-e11fbf4a-c0a1-4648-a834-0c643f362914 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] delete failed (client error): The resource could not be found. Dec 22 15:26:42.524319 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e11fbf4a-c0a1-4648-a834-0c643f362914 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/routers/6e49585d-f7b1-43b1-be80-80223a5dd959 HTTP/1.1" status: 404 len: 336 time: 0.1806190 Dec 22 15:26:42.532025 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34374) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:42.539773 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a3aba78-3888-477c-ae62-7333307c104c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:42.599434 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09821db-a14c-43f5-b06c-510438046aa7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] DELETE failed (client error): The resource could not be found. Dec 22 15:26:42.600085 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c09821db-a14c-43f5-b06c-510438046aa7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:26:42.602835 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e568-1ffd-48c4-9494-76d7b826d355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:42.653891 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c09821db-a14c-43f5-b06c-510438046aa7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/subnets/52c2245d-5c93-4b2a-927c-984aba8f43b1 HTTP/1.1" status: 404 len: 337 time: 0.1140268 Dec 22 15:26:42.654190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:26:42.656696 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34378) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:42.662461 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-ac22a852-8fc8-44ee-a81c-aac434260c5a tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] show failed (client error): The resource could not be found. Dec 22 15:26:42.668700 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ac22a852-8fc8-44ee-a81c-aac434260c5a tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/routers/005e43a0-e6a8-49f5-8ca8-1e3e0bb90075/tags/tempest-TagsExtTest-Tag-1642974284 HTTP/1.1" status: 404 len: 329 time: 0.5088890 Dec 22 15:26:42.669775 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:42.671759 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34382) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:42.680126 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/abc7d5a1-3004-4908-a377-bccfc6871e96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9837048 Dec 22 15:26:42.691164 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-bc59dda6-b32c-4390-91a9-7e8661a792de tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '005e43a0-e6a8-49f5-8ca8-1e3e0bb90075', 'tempest-TagsExtTest-Tag-2112742474') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:42.695647 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] Sync routers for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:26:42.745777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34386) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:42.760238 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-cb14c4ac-7d15-441b-a4e5-4dda97181f88 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'network': {'name': 'tempest-RoutersTest-952881296'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:42.761527 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ce71ea8b-c675-4a37-9b75-86de47e0901f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:42.789571 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f19fe0a0-cd1b-4d3c-8b7b-3b19a905366c tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/ports?device_id=85b1f425-d7f4-4abf-8ec5-da6f81729bef HTTP/1.1" status: 200 len: 205 time: 0.1277156 Dec 22 15:26:42.790625 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cb14c4ac-7d15-441b-a4e5-4dda97181f88 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:42.795280 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34390) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:42.801554 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cb14c4ac-7d15-441b-a4e5-4dda97181f88 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:network and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:42.808022 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cb14c4ac-7d15-441b-a4e5-4dda97181f88 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:42.822358 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cb14c4ac-7d15-441b-a4e5-4dda97181f88 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:42.866834 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cd953f-f6d9-4a6c-9d6f-3cf25ae73963 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:42.867904 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-94cd953f-f6d9-4a6c-9d6f-3cf25ae73963 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Synchronizing usage tracker for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:42.869676 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-4ad2e568-1ffd-48c4-9494-76d7b826d355 None None] For port 9dfe2582-8d5c-4ef3-8273-dc47f68e5736, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=9dfe2582-8d5c-4ef3-8273-dc47f68e5736,segment=NetworkSegment(38c3fea4-ead6-44d6-a5a7-a7dfe9fe5a51),segment_id=38c3fea4-ead6-44d6-a5a7-a7dfe9fe5a51)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:42.893591 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:42.894714 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:42.910084 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb14c4ac-7d15-441b-a4e5-4dda97181f88 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Made reservation on behalf of 7b4975992c034d11b43920ae668ae5e2 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:26:42.918613 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb14c4ac-7d15-441b-a4e5-4dda97181f88 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:42.951964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a3aba78-3888-477c-ae62-7333307c104c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:42.954178 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ce71ea8b-c675-4a37-9b75-86de47e0901f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:42.979231 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-089d6681-6907-4efe-8c9c-b1c6528870f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:43.027102 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71ea8b-c675-4a37-9b75-86de47e0901f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a816e51f-30cc-4d99-bb4e-0eefee944ace,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:43.043594 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ce71ea8b-c675-4a37-9b75-86de47e0901f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:43.049767 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-682587ed-b149-4c79-9db1-9f3da51f3db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:43.119742 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-1379eb5a-51bf-488a-be63-bfdeb62d356e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] delete failed (client error): The resource could not be found. Dec 22 15:26:43.121189 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1379eb5a-51bf-488a-be63-bfdeb62d356e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/routers/85b1f425-d7f4-4abf-8ec5-da6f81729bef HTTP/1.1" status: 404 len: 336 time: 0.2642496 Dec 22 15:26:43.126279 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3aba78-3888-477c-ae62-7333307c104c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Pushing event updated for resources: {'Port': ['ID=d1df199c-39f5-4bbc-8347-33e6e6ecba54,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:43.131790 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3aba78-3888-477c-ae62-7333307c104c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Network 6c87a6b3-b358-4e6b-aa2d-962423edae4c is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:43.132894 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34394) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:43.137799 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-94cd953f-f6d9-4a6c-9d6f-3cf25ae73963 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unset dirty status for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:43.142990 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-94cd953f-f6d9-4a6c-9d6f-3cf25ae73963 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e24232b-be29-4cdb-a574-2eb440466510 HTTP/1.1" status: 200 len: 988 time: 0.8661597 Dec 22 15:26:43.185233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1a3aba78-3888-477c-ae62-7333307c104c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:43.186203 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34396) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:43.188266 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-bc59dda6-b32c-4390-91a9-7e8661a792de tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] show failed (client error): The resource could not be found. Dec 22 15:26:43.190191 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bc59dda6-b32c-4390-91a9-7e8661a792de tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/routers/005e43a0-e6a8-49f5-8ca8-1e3e0bb90075/tags/tempest-TagsExtTest-Tag-2112742474 HTTP/1.1" status: 404 len: 329 time: 0.5170693 Dec 22 15:26:43.193987 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-1a3aba78-3888-477c-ae62-7333307c104c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:43.198369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34400) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:43.199835 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3aba78-3888-477c-ae62-7333307c104c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:43.201090 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3aba78-3888-477c-ae62-7333307c104c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:43.202449 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a3aba78-3888-477c-ae62-7333307c104c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:43.215737 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-667b96a0-468a-4a97-92bf-4ce3c9af9881 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7eb90e17-4b4b-4a21-b98e-0981187edfd7', {'tags': ['tempest-TagsExtTest-Tag-206235351', 'tempest-TagsExtTest-Tag-254892876', 'tempest-TagsExtTest-Tag-94998337']}) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:43.233053 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:26:43.242192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:43.256475 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-efe1ac51-856a-497f-9f1c-2a46d79c21b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:43.303576 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ce71ea8b-c675-4a37-9b75-86de47e0901f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:43.304849 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ce71ea8b-c675-4a37-9b75-86de47e0901f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0294628 Dec 22 15:26:43.321190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34406) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:43.343833 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-eb43789f-2e07-4822-9831-5f1938d472fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group_rule': {'security_group_id': 'a816e51f-30cc-4d99-bb4e-0eefee944ace', 'direction': 'ingress', 'protocol': 17}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:43.396404 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-eb43789f-2e07-4822-9831-5f1938d472fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:43.410222 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:43.420665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:43.426109 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-eb43789f-2e07-4822-9831-5f1938d472fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:43.434131 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:43.445343 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e568-1ffd-48c4-9494-76d7b826d355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:43.448728 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:43.464136 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-1508dc89-025a-4cb2-8b9e-f85094dc4e21 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] DELETE failed (client error): The resource could not be found. Dec 22 15:26:43.464496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1508dc89-025a-4cb2-8b9e-f85094dc4e21 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:26:43.469609 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1508dc89-025a-4cb2-8b9e-f85094dc4e21 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/subnets/bbbde16d-b834-461d-99e9-b0a619f2e95e HTTP/1.1" status: 404 len: 337 time: 0.3228014 Dec 22 15:26:43.470805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb14c4ac-7d15-441b-a4e5-4dda97181f88 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:26:43.478163 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34410) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:43.495120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Pushing event updated for resources: {'Port': ['ID=c1e1e30f-41e6-4f22-a650-36d83566dbe9,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:43.531801 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:43.556562 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1640f103-ef83-4489-8ef1-dbb31e996913 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6dd0f38-44a3-4037-ae08-946c22b604d9 HTTP/1.1" status: 200 len: 205 time: 0.0701859 Dec 22 15:26:43.556562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb14c4ac-7d15-441b-a4e5-4dda97181f88 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:43.556562 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-cb14c4ac-7d15-441b-a4e5-4dda97181f88 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Added segment f8a2d23b-4429-443c-9a08-d43dcfbfbe4a of type vlan for network 9afa0f68-beac-4eda-8f6b-83e8a0ca8b91 Dec 22 15:26:43.558819 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34414) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:43.722750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eb43789f-2e07-4822-9831-5f1938d472fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:43.735385 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-8801bfee-3a2c-4c43-bf53-01126bc9d11e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] delete failed (client error): The resource could not be found. Dec 22 15:26:43.742291 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8801bfee-3a2c-4c43-bf53-01126bc9d11e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/routers/c6dd0f38-44a3-4037-ae08-946c22b604d9 HTTP/1.1" status: 404 len: 336 time: 0.1786036 Dec 22 15:26:43.750291 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e17b87a7-e349-472c-9ce5-1edaca9e1fad None None] Provisioning complete for port c9bc99ae-251a-40bc-846a-a6c4c06314bb triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:43.750624 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e17b87a7-e349-472c-9ce5-1edaca9e1fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:43.753512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34418) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:43.763331 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1a3aba78-3888-477c-ae62-7333307c104c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.8173528 Dec 22 15:26:43.768212 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-667b96a0-468a-4a97-92bf-4ce3c9af9881 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "PUT /v2.0/subnetpools/7eb90e17-4b4b-4a21-b98e-0981187edfd7/tags HTTP/1.1" status: 200 len: 314 time: 0.5572209 Dec 22 15:26:43.768838 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34422) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:43.769161 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34424) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:43.784775 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:43.812073 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb14c4ac-7d15-441b-a4e5-4dda97181f88 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:43.812747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-e003ad3c-67f0-4a81-a895-1ba6ee54886f tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7eb90e17-4b4b-4a21-b98e-0981187edfd7') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:43.843488 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2e568-1ffd-48c4-9494-76d7b826d355 None None] Pushing event updated for resources: {'Port': ['ID=9dfe2582-8d5c-4ef3-8273-dc47f68e5736,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:43.870678 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-4ad2e568-1ffd-48c4-9494-76d7b826d355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:43.935256 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4b04a4-1dd9-402f-8359-d6314a76b930 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] DELETE failed (client error): The resource could not be found. Dec 22 15:26:43.935723 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4b04a4-1dd9-402f-8359-d6314a76b930 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:26:43.971667 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4a4b04a4-1dd9-402f-8359-d6314a76b930 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/subnets/1b44aaa8-dbed-416b-a8d8-d04bdca345d7 HTTP/1.1" status: 404 len: 337 time: 0.2120712 Dec 22 15:26:43.974877 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34430) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:43.994018 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e17b87a7-e349-472c-9ce5-1edaca9e1fad None None] Port c9bc99ae-251a-40bc-846a-a6c4c06314bb cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:26:44.053599 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-b256d77e-1c62-4fbf-9ae2-40daada03033 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] DELETE failed (client error): The resource could not be found. Dec 22 15:26:44.054067 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b256d77e-1c62-4fbf-9ae2-40daada03033 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:26:44.060235 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eb43789f-2e07-4822-9831-5f1938d472fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:44.067771 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b256d77e-1c62-4fbf-9ae2-40daada03033 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] 10.222.0.59 "DELETE /v2.0/subnets/27aaf27c-9e49-4df1-a708-89057b8fc0a4 HTTP/1.1" status: 404 len: 337 time: 0.0790987 Dec 22 15:26:44.099898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:26:37Z', 'revision_number': 4, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '5b9da64b-71ec-4461-9272-70c4c3af6688', 'name': '', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:e5:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:18Z', 'updated_at': '2021-12-22T15:26:31Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9bc99ae-251a-40bc-846a-a6c4c06314bb', 'name': '', 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:6f:8e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '82ed3255-5370-4e47-9e09-a28009308aab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:33Z', 'updated_at': '2021-12-22T15:26:39Z', 'revision_number': 2, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '82ed3255-5370-4e47-9e09-a28009308aab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:44.108536 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] Checking router: abc7d5a1-3004-4908-a377-bccfc6871e96 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:26:44.109100 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] Updating router abc7d5a1-3004-4908-a377-bccfc6871e96 port c9bc99ae-251a-40bc-846a-a6c4c06314bb binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:26:44.127468 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb14c4ac-7d15-441b-a4e5-4dda97181f88 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:44.133935 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb14c4ac-7d15-441b-a4e5-4dda97181f88 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:44.139394 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb14c4ac-7d15-441b-a4e5-4dda97181f88 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:44.149507 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ec8f278a-0e2c-4189-9b02-0d08ab18aae0 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:44.179426 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eb43789f-2e07-4822-9831-5f1938d472fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:44.219639 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:44.224041 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:44.468468 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0e38eb56-b80a-4e46-af1d-23e41a7976f5 None None] Provisioning complete for port 9dfe2582-8d5c-4ef3-8273-dc47f68e5736 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:44.469199 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0e38eb56-b80a-4e46-af1d-23e41a7976f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:44.490466 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e003ad3c-67f0-4a81-a895-1ba6ee54886f tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "DELETE /v2.0/subnetpools/7eb90e17-4b4b-4a21-b98e-0981187edfd7/tags HTTP/1.1" status: 204 len: 168 time: 0.7107847 Dec 22 15:26:44.499766 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34436) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:44.507828 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-60619cfa-5c2e-4532-b7d4-9192317d62ec tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7eb90e17-4b4b-4a21-b98e-0981187edfd7', 'tempest-TagsExtTest-Tag-206235351') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:44.577287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14c4ac-7d15-441b-a4e5-4dda97181f88 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Network': ['ID=9afa0f68-beac-4eda-8f6b-83e8a0ca8b91,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:44.591224 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-60619cfa-5c2e-4532-b7d4-9192317d62ec tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] show failed (client error): The resource could not be found. Dec 22 15:26:44.592143 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 9afa0f68-beac-4eda-8f6b-83e8a0ca8b91 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:26:44.594122 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-60619cfa-5c2e-4532-b7d4-9192317d62ec tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/subnetpools/7eb90e17-4b4b-4a21-b98e-0981187edfd7/tags/tempest-TagsExtTest-Tag-206235351 HTTP/1.1" status: 404 len: 328 time: 0.0905528 Dec 22 15:26:44.602024 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34440) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:44.602336 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cb14c4ac-7d15-441b-a4e5-4dda97181f88 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:44.606579 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:44.616137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-cb3d2760-caf9-4d16-84a6-abe84215f403 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7eb90e17-4b4b-4a21-b98e-0981187edfd7', 'tempest-TagsExtTest-Tag-254892876') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:44.706564 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cb14c4ac-7d15-441b-a4e5-4dda97181f88 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9552937 Dec 22 15:26:44.707767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43789f-2e07-4822-9831-5f1938d472fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6832d0df-c696-40ac-83e6-a641d021b105,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:44.714684 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-eb43789f-2e07-4822-9831-5f1938d472fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:44.715502 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34446) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:44.854730 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 9dfe2582-8d5c-4ef3-8273-dc47f68e5736 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:44.855789 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-51334eb8-04ff-4d6f-898f-2b021f7d12f6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'subnet': {'network_id': '9afa0f68-beac-4eda-8f6b-83e8a0ca8b91', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:44.865390 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-cb3d2760-caf9-4d16-84a6-abe84215f403 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] show failed (client error): The resource could not be found. Dec 22 15:26:44.871386 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-cb3d2760-caf9-4d16-84a6-abe84215f403 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/subnetpools/7eb90e17-4b4b-4a21-b98e-0981187edfd7/tags/tempest-TagsExtTest-Tag-254892876 HTTP/1.1" status: 404 len: 328 time: 0.2618525 Dec 22 15:26:44.875698 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34450) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:44.887892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-80d93370-b55c-42ff-a4cf-15a38165068d tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7eb90e17-4b4b-4a21-b98e-0981187edfd7', 'tempest-TagsExtTest-Tag-94998337') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:44.921618 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] device_id is not set on port d1df199c-39f5-4bbc-8347-33e6e6ecba54 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:26:44.946568 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:44.963494 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34454) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:44.975886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-101a77c1-9347-4146-b1de-4995ddb8f254 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:44.981853 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eb43789f-2e07-4822-9831-5f1938d472fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:44.986311 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-eb43789f-2e07-4822-9831-5f1938d472fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.6480436 Dec 22 15:26:44.993224 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34458) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:45.022852 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 9dfe2582-8d5c-4ef3-8273-dc47f68e5736 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:45.023393 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:45.026259 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-51334eb8-04ff-4d6f-898f-2b021f7d12f6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:45.040464 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-51334eb8-04ff-4d6f-898f-2b021f7d12f6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:subnet and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:45.055238 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-51334eb8-04ff-4d6f-898f-2b021f7d12f6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:45.092029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-51334eb8-04ff-4d6f-898f-2b021f7d12f6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:45.102740 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:45.178644 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:45.197385 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] Transition to ACTIVE for port object c9bc99ae-251a-40bc-846a-a6c4c06314bb will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:45.221306 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Transition to ACTIVE for port object d1df199c-39f5-4bbc-8347-33e6e6ecba54 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:45.250091 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-80d93370-b55c-42ff-a4cf-15a38165068d tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] show failed (client error): The resource could not be found. Dec 22 15:26:45.261647 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-80d93370-b55c-42ff-a4cf-15a38165068d tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/subnetpools/7eb90e17-4b4b-4a21-b98e-0981187edfd7/tags/tempest-TagsExtTest-Tag-94998337 HTTP/1.1" status: 404 len: 327 time: 0.3708601 Dec 22 15:26:45.261896 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34464) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:45.270199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.tag.tag_plugin [None req-e8c4f29d-fc0c-45bc-bc34-09485d5cb7d5 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7eb90e17-4b4b-4a21-b98e-0981187edfd7') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:45.297740 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9aab3e2-146c-4b58-98be-4c080f308dbd tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:45.300081 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51334eb8-04ff-4d6f-898f-2b021f7d12f6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Made reservation on behalf of 7b4975992c034d11b43920ae668ae5e2 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:26:45.304089 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-51334eb8-04ff-4d6f-898f-2b021f7d12f6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:45.331502 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:45.359970 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:45.413743 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:45.462888 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4e4c29ca-33a6-4882-82ce-beca22eacd7c tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:45.591716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9aab3e2-146c-4b58-98be-4c080f308dbd tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:45.693808 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Pushing event updated for resources: {'Port': ['ID=d1df199c-39f5-4bbc-8347-33e6e6ecba54,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:45.728233 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e8c4f29d-fc0c-45bc-bc34-09485d5cb7d5 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "DELETE /v2.0/subnetpools/7eb90e17-4b4b-4a21-b98e-0981187edfd7/tags HTTP/1.1" status: 204 len: 168 time: 0.4646215 Dec 22 15:26:45.731542 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:45.737235 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34468) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:45.761116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-b24bd1e1-c94b-4c13-badf-5a7f3c35a75d tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '005e43a0-e6a8-49f5-8ca8-1e3e0bb90075') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:45.851758 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:45.852250 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:45.852582 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:45.862695 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:45.863034 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:45.872186 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 2 to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 Dec 22 15:26:45.890035 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c72fc625-52dd-47c5-9f36-2642120fc377 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee2232110f5e4ead88119ba9dae092ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9163606 Dec 22 15:26:45.890756 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34472) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:45.907021 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c302855-27f9-4309-8286-1129dc3ed6d4 None None] Pushing event updated for resources: {'Port': ['ID=c9bc99ae-251a-40bc-846a-a6c4c06314bb,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:45.913369 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0c302855-27f9-4309-8286-1129dc3ed6d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:45.937701 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:45.938097 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:45.938405 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:45.939982 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] Attempting to bind port c9bc99ae-251a-40bc-846a-a6c4c06314bb on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:45.941873 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] Attempting to bind port c9bc99ae-251a-40bc-846a-a6c4c06314bb by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'e3601d1f-1a42-4073-b179-98d7319bea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:45.942595 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] Attempting to bind port c9bc99ae-251a-40bc-846a-a6c4c06314bb on network d13e83e5-9425-4ca6-b433-6c69568f5644 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:45.958864 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:26:45.959489 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] Checking segment: {'id': 'e3601d1f-1a42-4073-b179-98d7319bea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:26:45.960174 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:45.960843 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] Bound using segment: {'id': 'e3601d1f-1a42-4073-b179-98d7319bea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:26:45.962042 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] Bound port: c9bc99ae-251a-40bc-846a-a6c4c06314bb, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3601d1f-1a42-4073-b179-98d7319bea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:26:45.962333 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:45.962450 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:45.962614 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:45.966078 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 3 to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 Dec 22 15:26:45.992185 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:45.992565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:45.992856 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:46.010552 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:46.010719 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:46.014059 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 4 to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 Dec 22 15:26:46.029071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-de292744-65e7-4df3-b2c3-bdbbd18fde39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:46.045845 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-101a77c1-9347-4146-b1de-4995ddb8f254 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port 2a39daf4-a4cf-4d02-afe9-62b8b91ebb8f {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:46.046298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-101a77c1-9347-4146-b1de-4995ddb8f254 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:46.078375 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:46.078375 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:46.078375 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:46.078750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:46.099959 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:46.100329 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:46.111369 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 5 to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 Dec 22 15:26:46.130357 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-de292744-65e7-4df3-b2c3-bdbbd18fde39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:46.148665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] For port c9bc99ae-251a-40bc-846a-a6c4c06314bb, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:26:46.155193 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] For port c9bc99ae-251a-40bc-846a-a6c4c06314bb, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c9bc99ae-251a-40bc-846a-a6c4c06314bb,segment=NetworkSegment(e3601d1f-1a42-4073-b179-98d7319bea37),segment_id=e3601d1f-1a42-4073-b179-98d7319bea37)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:26:46.169705 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9aab3e2-146c-4b58-98be-4c080f308dbd tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:46.176408 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8c632916-6308-42c9-96a7-2ca2b7d34741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:46.187818 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b24bd1e1-c94b-4c13-badf-5a7f3c35a75d tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "DELETE /v2.0/routers/005e43a0-e6a8-49f5-8ca8-1e3e0bb90075/tags HTTP/1.1" status: 204 len: 168 time: 0.4382870 Dec 22 15:26:46.199770 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34476) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:46.208126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aab3e2-146c-4b58-98be-4c080f308dbd tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a816e51f-30cc-4d99-bb4e-0eefee944ace,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:46.215000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-35352ea5-751b-46bf-9bf8-901a19fd4456 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '004def26-9e82-4b31-8499-5b920d746e9b') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:46.233650 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:46.241973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c00e4725-928b-475f-b167-f8082c9d9d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:46.253933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c9aab3e2-146c-4b58-98be-4c080f308dbd tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:46.267931 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-51334eb8-04ff-4d6f-898f-2b021f7d12f6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:46.334034 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-79beadf4-2329-4701-9a2c-0dec30f3a4db tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:46.385757 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:46.386933 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:46.432363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:46.432697 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:46.433219 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:46.474661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:46.475264 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:46.481395 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 6 to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 Dec 22 15:26:46.502677 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51334eb8-04ff-4d6f-898f-2b021f7d12f6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Subnet': ['ID=91eeedd8-8e83-474d-970b-7d8428fa0b0d,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:46.518720 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c302855-27f9-4309-8286-1129dc3ed6d4 None None] Pushing event updated for resources: {'Port': ['ID=c9bc99ae-251a-40bc-846a-a6c4c06314bb,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:46.522055 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:46.522706 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:46.522841 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0c302855-27f9-4309-8286-1129dc3ed6d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:46.523390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:46.539711 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:46.540240 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:46.552403 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 7 to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 Dec 22 15:26:46.559701 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-51334eb8-04ff-4d6f-898f-2b021f7d12f6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:46.574217 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-101a77c1-9347-4146-b1de-4995ddb8f254 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:46.587063 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:46.587732 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:46.588240 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:46.591064 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:26:46.668152 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51334eb8-04ff-4d6f-898f-2b021f7d12f6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Checking segment: {'id': 'f8a2d23b-4429-443c-9a08-d43dcfbfbe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9afa0f68-beac-4eda-8f6b-83e8a0ca8b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:26:46.668763 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51334eb8-04ff-4d6f-898f-2b021f7d12f6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network hostable DHCP agents. Network: 9afa0f68-beac-4eda-8f6b-83e8a0ca8b91, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:26:46.722576 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:46.723613 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:46.723613 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 8 to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 Dec 22 15:26:46.731033 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-de292744-65e7-4df3-b2c3-bdbbd18fde39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:46.732026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9aab3e2-146c-4b58-98be-4c080f308dbd tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:46.734000 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c9aab3e2-146c-4b58-98be-4c080f308dbd tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-groups/a816e51f-30cc-4d99-bb4e-0eefee944ace HTTP/1.1" status: 204 len: 168 time: 1.7318957 Dec 22 15:26:46.743314 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-101a77c1-9347-4146-b1de-4995ddb8f254 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for 2a39daf4-a4cf-4d02-afe9-62b8b91ebb8f owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:46.745899 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34480) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:46.773501 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a84505e9-6dae-43a3-87fe-4a4b9d750cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:46.811643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de292744-65e7-4df3-b2c3-bdbbd18fde39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7369fdf5-3241-4470-9ecd-8979d95d76d9,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:46.813603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:46.814709 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:46.814907 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:46.819938 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-de292744-65e7-4df3-b2c3-bdbbd18fde39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:46.833433 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:46.833762 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:46.837687 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 9 to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 Dec 22 15:26:46.848389 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-de292744-65e7-4df3-b2c3-bdbbd18fde39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:46.854073 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-de292744-65e7-4df3-b2c3-bdbbd18fde39 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7369fdf5-3241-4470-9ecd-8979d95d76d9 HTTP/1.1" status: 204 len: 168 time: 0.9536462 Dec 22 15:26:46.861314 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51334eb8-04ff-4d6f-898f-2b021f7d12f6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network 9afa0f68-beac-4eda-8f6b-83e8a0ca8b91 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:26:46.926661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-76720281-e1fb-4c97-aa0e-f8d7e1b86f72 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:46.943148 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-51334eb8-04ff-4d6f-898f-2b021f7d12f6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 9afa0f68-beac-4eda-8f6b-83e8a0ca8b91) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:46.976074 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51334eb8-04ff-4d6f-898f-2b021f7d12f6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:46.977319 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-51334eb8-04ff-4d6f-898f-2b021f7d12f6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:47.014401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:47.014737 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:47.015083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:47.030763 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-35352ea5-751b-46bf-9bf8-901a19fd4456 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "DELETE /v2.0/ports/004def26-9e82-4b31-8499-5b920d746e9b/tags HTTP/1.1" status: 204 len: 168 time: 0.8284168 Dec 22 15:26:47.032619 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:47.033099 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:47.033657 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.plugin [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempt 10 to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 Dec 22 15:26:47.034238 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34486) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:47.058779 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-fe8f3381-807a-4ae5-8b2e-d21a1eca9f76 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c6021453-a75e-4406-b413-6bc08a8c26b0') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:47.059898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3f4c08-b9db-4605-ac4a-b82e71d1f0af None None] Network 9afa0f68-beac-4eda-8f6b-83e8a0ca8b91 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:47.071193 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:47.071543 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:47.071871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempting to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:47.083932 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:26:47.084308 dv-neutron-822674-1-hyperv neutron-server[88218]: ERROR neutron.plugins.ml2.managers [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Failed to bind port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'c266d04a-41a4-405b-ad06-4ff192e9fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c87a6b3-b358-4e6b-aa2d-962423edae4c'}] Dec 22 15:26:47.084727 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:47.152181 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-51334eb8-04ff-4d6f-898f-2b021f7d12f6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3037803 Dec 22 15:26:47.154150 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-76720281-e1fb-4c97-aa0e-f8d7e1b86f72 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:47.156215 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-76720281-e1fb-4c97-aa0e-f8d7e1b86f72 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4059420 Dec 22 15:26:47.157080 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34494) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:47.160622 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Router af5b77ce-a22f-4597-9e0d-11945841f9f9 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:26:47.165371 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34498) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:47.180416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-9483b5e0-ffc8-4b5a-b7d0-69bf0b2d5cef tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group': {'name': 'tempest-secgroup--671707284'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:47.222280 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9483b5e0-ffc8-4b5a-b7d0-69bf0b2d5cef tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:47.273301 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9483b5e0-ffc8-4b5a-b7d0-69bf0b2d5cef tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:47.300072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] For port d1df199c-39f5-4bbc-8347-33e6e6ecba54, host hv-neutron-8226, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:26:47.300796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attempted to set empty binding levels {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 15:26:47.371798 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9483b5e0-ffc8-4b5a-b7d0-69bf0b2d5cef tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:47.431150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-101a77c1-9347-4146-b1de-4995ddb8f254 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:47.450883 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:47.498560 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1bc1a023-1afe-4694-bf3c-274ccf21f2c1 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:47.621647 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] In _notify_port_updated(), no bound segment for port d1df199c-39f5-4bbc-8347-33e6e6ecba54 on network 6c87a6b3-b358-4e6b-aa2d-962423edae4c {{(pid=88218) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:26:47.624218 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:26:47.625563 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:47.635834 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] 10.222.0.59 "PUT /v2.0/ports/d1df199c-39f5-4bbc-8347-33e6e6ecba54 HTTP/1.1" status: 200 len: 981 time: 3.8579996 Dec 22 15:26:47.641851 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9483b5e0-ffc8-4b5a-b7d0-69bf0b2d5cef tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:47.647425 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9483b5e0-ffc8-4b5a-b7d0-69bf0b2d5cef tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Usage tracker for resource:security_group_rule and tenant:0716b7821a614ceda229baf4538b888f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:47.651387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9483b5e0-ffc8-4b5a-b7d0-69bf0b2d5cef tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:47.659737 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9483b5e0-ffc8-4b5a-b7d0-69bf0b2d5cef tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:47.681044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34508) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:47.699333 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-9afa0f68-beac-4eda-8f6b-83e8a0ca8b91', 'network_id': '9afa0f68-beac-4eda-8f6b-83e8a0ca8b91', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'fixed_ips': [{'subnet_id': '91eeedd8-8e83-474d-970b-7d8428fa0b0d'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:26:47.700873 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:47.795100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9483b5e0-ffc8-4b5a-b7d0-69bf0b2d5cef tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:47.872112 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:26:37Z', 'revision_number': 4, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '5b9da64b-71ec-4461-9272-70c4c3af6688', 'name': '', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:e5:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:18Z', 'updated_at': '2021-12-22T15:26:31Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9bc99ae-251a-40bc-846a-a6c4c06314bb', 'name': '', 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:6f:8e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '82ed3255-5370-4e47-9e09-a28009308aab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:33Z', 'updated_at': '2021-12-22T15:26:46Z', 'revision_number': 4, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '82ed3255-5370-4e47-9e09-a28009308aab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:47.970707 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9483b5e0-ffc8-4b5a-b7d0-69bf0b2d5cef tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:48.028851 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Pushing event updated for resources: {'Port': ['ID=d1df199c-39f5-4bbc-8347-33e6e6ecba54,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:48.074793 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546633dc-5650-4083-8087-ffb6c6dcbaa4 None None] The sync data for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv is: [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:26:37Z', 'revision_number': 4, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '5b9da64b-71ec-4461-9272-70c4c3af6688', 'name': '', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:e5:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:18Z', 'updated_at': '2021-12-22T15:26:31Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9bc99ae-251a-40bc-846a-a6c4c06314bb', 'name': '', 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:6f:8e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '82ed3255-5370-4e47-9e09-a28009308aab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:33Z', 'updated_at': '2021-12-22T15:26:46Z', 'revision_number': 4, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '82ed3255-5370-4e47-9e09-a28009308aab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:26:48.090288 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Allocated IP 172.23.0.2 (9afa0f68-beac-4eda-8f6b-83e8a0ca8b91/91eeedd8-8e83-474d-970b-7d8428fa0b0d/6c5f102e-ee66-4d03-a99a-957b20e99eef) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:26:48.195441 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-af1470b6-9b43-429d-8c56-6d39b720d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Deleting port d1df199c-39f5-4bbc-8347-33e6e6ecba54 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:48.195933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af1470b6-9b43-429d-8c56-6d39b720d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:48.204766 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a77c1-9347-4146-b1de-4995ddb8f254 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Port': ['ID=2a39daf4-a4cf-4d02-afe9-62b8b91ebb8f,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:48.206351 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-101a77c1-9347-4146-b1de-4995ddb8f254 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:48.215419 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.633s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:48.215979 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:48.222144 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a7c4d8d9-eb05-49ef-ae98-e88fbfa2c814 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:48.234463 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-101a77c1-9347-4146-b1de-4995ddb8f254 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:48.249503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:26:48.261621 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ef6712-144f-4dfe-8c14-2a76ced17203 None None] Sync routers for ids ['af5b77ce-a22f-4597-9e0d-11945841f9f9'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:26:48.289400 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ef6712-144f-4dfe-8c14-2a76ced17203 None None] Routers {'af5b77ce-a22f-4597-9e0d-11945841f9f9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:48.290359 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-e0ef6712-144f-4dfe-8c14-2a76ced17203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['af5b77ce-a22f-4597-9e0d-11945841f9f9'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:48.471229 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-e0ef6712-144f-4dfe-8c14-2a76ced17203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:48.491151 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ef6712-144f-4dfe-8c14-2a76ced17203 None None] Routers {'af5b77ce-a22f-4597-9e0d-11945841f9f9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:48.491807 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-e0ef6712-144f-4dfe-8c14-2a76ced17203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['af5b77ce-a22f-4597-9e0d-11945841f9f9'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:48.556690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:48.566194 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 11.0949450 Dec 22 15:26:48.573930 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fe8f3381-807a-4ae5-8b2e-d21a1eca9f76 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "DELETE /v2.0/subnets/c6021453-a75e-4406-b413-6bc08a8c26b0/tags HTTP/1.1" status: 204 len: 168 time: 1.5294862 Dec 22 15:26:48.573930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34520) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:48.617479 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34522) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:48.624010 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9483b5e0-ffc8-4b5a-b7d0-69bf0b2d5cef tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:48.627685 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-e0ef6712-144f-4dfe-8c14-2a76ced17203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:48.628479 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ef6712-144f-4dfe-8c14-2a76ced17203 None None] The sync data for ids ['af5b77ce-a22f-4597-9e0d-11945841f9f9'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:26:48.632376 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9483b5e0-ffc8-4b5a-b7d0-69bf0b2d5cef tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4636812 Dec 22 15:26:48.652898 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34528) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:48.671184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-e1e518ff-d460-4871-9089-12659bb56a12 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group': {'name': 'tempest-secgroup--645502920'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:48.684103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483b5e0-ffc8-4b5a-b7d0-69bf0b2d5cef tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef83f540-5831-4520-8873-6e676cb7315a,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:48.684886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9483b5e0-ffc8-4b5a-b7d0-69bf0b2d5cef tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:48.740238 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:48.763733 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Transition to ACTIVE for port object 6c5f102e-ee66-4d03-a99a-957b20e99eef will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:48.820421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Transition to ACTIVE for port object 6c5f102e-ee66-4d03-a99a-957b20e99eef will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:48.865225 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c9bc99ae-251a-40bc-846a-a6c4c06314bb up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:48.928259 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:48.935510 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a6b09e43-a5b2-4bea-86e2-006190cfc056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:49.025320 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e1e518ff-d460-4871-9089-12659bb56a12 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:49.052927 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Network 9afa0f68-beac-4eda-8f6b-83e8a0ca8b91 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:49.060168 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:49.067413 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e1e518ff-d460-4871-9089-12659bb56a12 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Usage tracker for resource:security_group and tenant:0716b7821a614ceda229baf4538b888f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:49.067664 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:49.133717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e1e518ff-d460-4871-9089-12659bb56a12 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:49.138657 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Pushing event updated for resources: {'Port': ['ID=6c5f102e-ee66-4d03-a99a-957b20e99eef,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:49.153552 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:49.162946 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e1e518ff-d460-4871-9089-12659bb56a12 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:49.185110 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-af1470b6-9b43-429d-8c56-6d39b720d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] For port d1df199c-39f5-4bbc-8347-33e6e6ecba54, host hv-neutron-8226, got binding levels [] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:49.185498 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af1470b6-9b43-429d-8c56-6d39b720d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:49.223756 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101a77c1-9347-4146-b1de-4995ddb8f254 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Router 4e24232b-be29-4cdb-a574-2eb440466510 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:26:49.226485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Attempting to bind port 6c5f102e-ee66-4d03-a99a-957b20e99eef on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:26:49.226828 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Attempting to bind port 6c5f102e-ee66-4d03-a99a-957b20e99eef by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'f8a2d23b-4429-443c-9a08-d43dcfbfbe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9afa0f68-beac-4eda-8f6b-83e8a0ca8b91'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:26:49.227206 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Attempting to bind port 6c5f102e-ee66-4d03-a99a-957b20e99eef on network 9afa0f68-beac-4eda-8f6b-83e8a0ca8b91 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:26:49.237240 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:26:49.237240 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Checking segment: {'id': 'f8a2d23b-4429-443c-9a08-d43dcfbfbe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9afa0f68-beac-4eda-8f6b-83e8a0ca8b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:26:49.237240 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:49.237240 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Bound using segment: {'id': 'f8a2d23b-4429-443c-9a08-d43dcfbfbe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9afa0f68-beac-4eda-8f6b-83e8a0ca8b91'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:26:49.237240 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Bound port: 6c5f102e-ee66-4d03-a99a-957b20e99eef, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a2d23b-4429-443c-9a08-d43dcfbfbe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9afa0f68-beac-4eda-8f6b-83e8a0ca8b91'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:26:49.237240 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:49.293769 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port c9bc99ae-251a-40bc-846a-a6c4c06314bb completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:49.311918 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port c9bc99ae-251a-40bc-846a-a6c4c06314bb triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:49.312414 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:49.417164 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] For port 6c5f102e-ee66-4d03-a99a-957b20e99eef, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:26:49.424392 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] For port 6c5f102e-ee66-4d03-a99a-957b20e99eef, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=6c5f102e-ee66-4d03-a99a-957b20e99eef,segment=NetworkSegment(f8a2d23b-4429-443c-9a08-d43dcfbfbe4a),segment_id=f8a2d23b-4429-443c-9a08-d43dcfbfbe4a)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:26:49.435984 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101a77c1-9347-4146-b1de-4995ddb8f254 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:26:49.450588 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e1e518ff-d460-4871-9089-12659bb56a12 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:49.451546 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-af1470b6-9b43-429d-8c56-6d39b720d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Calling delete_port for d1df199c-39f5-4bbc-8347-33e6e6ecba54 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:49.471052 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1ce49f8d-daa8-4332-82e5-6cbb0d5aaa7b tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks [] for subnetpool, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:49.476815 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1ce49f8d-daa8-4332-82e5-6cbb0d5aaa7b tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "DELETE /v2.0/subnetpools/7eb90e17-4b4b-4a21-b98e-0981187edfd7 HTTP/1.1" status: 204 len: 168 time: 0.8502185 Dec 22 15:26:49.479766 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-101a77c1-9347-4146-b1de-4995ddb8f254 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "PUT /v2.0/routers/4e24232b-be29-4cdb-a574-2eb440466510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2829728 Dec 22 15:26:49.483317 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34538) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:49.483657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34540) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:49.490322 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1d49f3-175e-4014-9433-b5b4792ee8bc None None] Sync routers for ids ['4e24232b-be29-4cdb-a574-2eb440466510'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:26:49.529233 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1d49f3-175e-4014-9433-b5b4792ee8bc None None] Routers {'4e24232b-be29-4cdb-a574-2eb440466510'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:49.530191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ed1d49f3-175e-4014-9433-b5b4792ee8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['4e24232b-be29-4cdb-a574-2eb440466510'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:49.566219 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e1e518ff-d460-4871-9089-12659bb56a12 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:49.572715 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e1e518ff-d460-4871-9089-12659bb56a12 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Usage tracker for resource:security_group_rule and tenant:0716b7821a614ceda229baf4538b888f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:49.576482 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e1e518ff-d460-4871-9089-12659bb56a12 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:49.585952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e1e518ff-d460-4871-9089-12659bb56a12 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:49.598729 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:49.643540 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-516ae247-d218-416e-8f94-f5c1f76fa5fc tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Synchronizing usage tracker for tenant:80a176aeebec46468c8a7070379e25b5 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:49.645604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:49.652467 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-b189a210-ce5a-4961-883c-40d6659958af tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] GET failed (client error): The resource could not be found. Dec 22 15:26:49.653011 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b189a210-ce5a-4961-883c-40d6659958af tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Synchronizing usage tracker for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:49.756695 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e1e518ff-d460-4871-9089-12659bb56a12 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:49.779408 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ed1d49f3-175e-4014-9433-b5b4792ee8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:49.783352 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:49.823695 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e1e518ff-d460-4871-9089-12659bb56a12 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:49.828100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b189a210-ce5a-4961-883c-40d6659958af tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unset dirty status for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:49.829642 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b189a210-ce5a-4961-883c-40d6659958af tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports/2a39daf4-a4cf-4d02-afe9-62b8b91ebb8f HTTP/1.1" status: 404 len: 333 time: 0.3421888 Dec 22 15:26:49.831077 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-516ae247-d218-416e-8f94-f5c1f76fa5fc tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Unset dirty status for tenant:80a176aeebec46468c8a7070379e25b5 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:49.833104 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-516ae247-d218-416e-8f94-f5c1f76fa5fc tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "GET /v2.0/ports?device_id=005e43a0-e6a8-49f5-8ca8-1e3e0bb90075 HTTP/1.1" status: 200 len: 205 time: 0.3475766 Dec 22 15:26:49.833104 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34550) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:49.836559 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9cd6f963-4088-4637-a029-ffbc7e0d6400 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:49.850294 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34552) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:49.853040 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1d49f3-175e-4014-9433-b5b4792ee8bc None None] Routers {'4e24232b-be29-4cdb-a574-2eb440466510'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:49.854094 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ed1d49f3-175e-4014-9433-b5b4792ee8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['4e24232b-be29-4cdb-a574-2eb440466510'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:49.978096 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af1470b6-9b43-429d-8c56-6d39b720d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:50.003734 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:50.016752 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ed1d49f3-175e-4014-9433-b5b4792ee8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:50.018022 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1d49f3-175e-4014-9433-b5b4792ee8bc None None] The sync data for ids ['4e24232b-be29-4cdb-a574-2eb440466510'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:26:50.044076 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Pushing event updated for resources: {'Port': ['ID=6c5f102e-ee66-4d03-a99a-957b20e99eef,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:50.047606 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:50.052127 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:50.055026 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port c9bc99ae-251a-40bc-846a-a6c4c06314bb, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c9bc99ae-251a-40bc-846a-a6c4c06314bb,segment=NetworkSegment(e3601d1f-1a42-4073-b179-98d7319bea37),segment_id=e3601d1f-1a42-4073-b179-98d7319bea37)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:50.078417 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e518ff-d460-4871-9089-12659bb56a12 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4425a341-f2a4-497b-a6fb-9fe8689a1704,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:50.086587 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e1e518ff-d460-4871-9089-12659bb56a12 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:50.091374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1470b6-9b43-429d-8c56-6d39b720d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1df199c-39f5-4bbc-8347-33e6e6ecba54,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:50.100930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-af1470b6-9b43-429d-8c56-6d39b720d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:50.104123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:50.111966 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7e8b03eb-ccd3-48ae-987d-2adec328af9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:50.212163 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af1470b6-9b43-429d-8c56-6d39b720d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:50.319862 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e1e518ff-d460-4871-9089-12659bb56a12 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:50.326519 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e1e518ff-d460-4871-9089-12659bb56a12 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6653845 Dec 22 15:26:50.326761 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-af1470b6-9b43-429d-8c56-6d39b720d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] 10.222.0.59 "DELETE /v2.0/ports/d1df199c-39f5-4bbc-8347-33e6e6ecba54 HTTP/1.1" status: 204 len: 168 time: 2.3707767 Dec 22 15:26:50.326871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34568) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:50.333161 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34570) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:50.335765 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a5e89ca2-718a-4008-804a-dda13257e30a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:50.339753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=c9bc99ae-251a-40bc-846a-a6c4c06314bb,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:50.421197 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-2968df20-11e6-4782-bb34-fa9929abb161 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group_rule': {'security_group_id': 'ef83f540-5831-4520-8873-6e676cb7315a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4425a341-f2a4-497b-a6fb-9fe8689a1704', 'remote_ip_prefix': None}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:50.424140 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:50.425446 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:50.425446 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:50.425779 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:50.426345 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:50.429827 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:50.430362 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:50.430906 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:50.431488 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:50.431949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:50.432398 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:50.432892 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:26:50.458693 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:50.508584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-432e9ada-225d-4f1b-a6bb-f99b51a9bbe7 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:50.567240 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2968df20-11e6-4782-bb34-fa9929abb161 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:50.668300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2968df20-11e6-4782-bb34-fa9929abb161 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Usage tracker for resource:security_group_rule and tenant:0716b7821a614ceda229baf4538b888f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:50.672467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2968df20-11e6-4782-bb34-fa9929abb161 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:50.680479 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2968df20-11e6-4782-bb34-fa9929abb161 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:50.766137 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f711a22-55d3-4961-8988-d33f5c93b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:26:50.766728 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4f711a22-55d3-4961-8988-d33f5c93b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Synchronizing usage tracker for tenant:c4ada0a22657499795256f75e0144f1e on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:50.950476 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c9bc99ae-251a-40bc-846a-a6c4c06314bb up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:51.120773 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port c9bc99ae-251a-40bc-846a-a6c4c06314bb triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:51.121161 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:51.220864 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-432e9ada-225d-4f1b-a6bb-f99b51a9bbe7 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:51.227105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-432e9ada-225d-4f1b-a6bb-f99b51a9bbe7 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:51.274686 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6c5f102e-ee66-4d03-a99a-957b20e99eef up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:51.467210 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 6c5f102e-ee66-4d03-a99a-957b20e99eef completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:51.489971 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:51.513267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2968df20-11e6-4782-bb34-fa9929abb161 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:51.528361 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Allocated IP 172.23.0.1 (9afa0f68-beac-4eda-8f6b-83e8a0ca8b91/91eeedd8-8e83-474d-970b-7d8428fa0b0d/a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:26:51.542209 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-432e9ada-225d-4f1b-a6bb-f99b51a9bbe7 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:51.542754 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432e9ada-225d-4f1b-a6bb-f99b51a9bbe7 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Fanout notify agent at l3_agent the message router_deleted on router 005e43a0-e6a8-49f5-8ca8-1e3e0bb90075 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:26:51.544716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4f711a22-55d3-4961-8988-d33f5c93b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Unset dirty status for tenant:c4ada0a22657499795256f75e0144f1e on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:51.551039 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4f711a22-55d3-4961-8988-d33f5c93b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] 10.222.0.59 "GET /v2.0/ports/d1df199c-39f5-4bbc-8347-33e6e6ecba54 HTTP/1.1" status: 404 len: 333 time: 1.1324997 Dec 22 15:26:51.576137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a5e89ca2-718a-4008-804a-dda13257e30a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:51.580502 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34576) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:51.588254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-432e9ada-225d-4f1b-a6bb-f99b51a9bbe7 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:51.591872 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-432e9ada-225d-4f1b-a6bb-f99b51a9bbe7 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "DELETE /v2.0/routers/005e43a0-e6a8-49f5-8ca8-1e3e0bb90075 HTTP/1.1" status: 204 len: 168 time: 1.7325227 Dec 22 15:26:51.594942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34578) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:51.611169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a5e89ca2-718a-4008-804a-dda13257e30a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:51.758179 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef5dbc6-0e80-470f-b93b-322ea01d9376 None None] Network 9afa0f68-beac-4eda-8f6b-83e8a0ca8b91 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:51.874416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2968df20-11e6-4782-bb34-fa9929abb161 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:51.904909 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-71a5aaeb-7f8c-4b81-b594-c6370e3e9585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:51.912207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-79af903d-3783-4a56-a57d-7e424c5f63eb tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Deleting port 004def26-9e82-4b31-8499-5b920d746e9b {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:51.913873 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79af903d-3783-4a56-a57d-7e424c5f63eb tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:51.951054 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2968df20-11e6-4782-bb34-fa9929abb161 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:51.961308 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-21465841-d596-4392-8f77-c657b6d4f55a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:51.990363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a5e89ca2-718a-4008-804a-dda13257e30a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:51.990907 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e89ca2-718a-4008-804a-dda13257e30a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Fanout notify agent at l3_agent the message router_deleted on router 4e24232b-be29-4cdb-a574-2eb440466510 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:26:52.009071 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c9a57ca7-5ea6-4c0a-ac68-82fb3d35591d None None] Provisioning for port 6c5f102e-ee66-4d03-a99a-957b20e99eef completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:52.038980 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34584) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:52.054435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-921760479', 'description': 'tempest-secgroup-smoke-921760479 description', 'project_id': '0d737c316a4542e78135e34c5fa7a4f9'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:52.065498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968df20-11e6-4782-bb34-fa9929abb161 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3e7c21-fc86-413d-90db-6181cfaacd2f,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:52.076512 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2968df20-11e6-4782-bb34-fa9929abb161 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:52.088990 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:52.115280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:52.119651 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Usage tracker for resource:security_group and tenant:0d737c316a4542e78135e34c5fa7a4f9 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:52.125002 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a5e89ca2-718a-4008-804a-dda13257e30a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:52.133901 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a5e89ca2-718a-4008-804a-dda13257e30a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/routers/4e24232b-be29-4cdb-a574-2eb440466510 HTTP/1.1" status: 204 len: 168 time: 2.2806463 Dec 22 15:26:52.134270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34588) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:52.134704 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:52.141916 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c9a57ca7-5ea6-4c0a-ac68-82fb3d35591d None None] Provisioning complete for port 6c5f102e-ee66-4d03-a99a-957b20e99eef triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:52.143281 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c9a57ca7-5ea6-4c0a-ac68-82fb3d35591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:52.150850 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:52.216557 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Transition to ACTIVE for port object a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:52.218667 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2968df20-11e6-4782-bb34-fa9929abb161 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:52.223124 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2968df20-11e6-4782-bb34-fa9929abb161 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.8904409 Dec 22 15:26:52.227436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34592) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:52.259950 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-71a5aaeb-7f8c-4b81-b594-c6370e3e9585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:52.311056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a522ac-2aef-438b-8519-0cd442e0a0cb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting subnet c8951e15-ece4-4b70-8204-ae3066e60581 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:26:52.391105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6b9474b-81b0-4ccf-a4e1-dfca0881d724 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:52.404069 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-71a5aaeb-7f8c-4b81-b594-c6370e3e9585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c87a6b3-b358-4e6b-aa2d-962423edae4c']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:52.425388 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c9a57ca7-5ea6-4c0a-ac68-82fb3d35591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:52.425796 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1a522ac-2aef-438b-8519-0cd442e0a0cb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:52.434353 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6b9474b-81b0-4ccf-a4e1-dfca0881d724 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:52.466282 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-71a5aaeb-7f8c-4b81-b594-c6370e3e9585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c266d04a-41a4-405b-ad06-4ff192e9fb61') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:52.466764 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-71a5aaeb-7f8c-4b81-b594-c6370e3e9585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c266d04a-41a4-405b-ad06-4ff192e9fb61') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:52.468850 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c9a57ca7-5ea6-4c0a-ac68-82fb3d35591d None None] For port 6c5f102e-ee66-4d03-a99a-957b20e99eef, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=6c5f102e-ee66-4d03-a99a-957b20e99eef,segment=NetworkSegment(f8a2d23b-4429-443c-9a08-d43dcfbfbe4a),segment_id=f8a2d23b-4429-443c-9a08-d43dcfbfbe4a)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:52.504949 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:52.509643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-71a5aaeb-7f8c-4b81-b594-c6370e3e9585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:52.511028 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:52.530959 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c9a57ca7-5ea6-4c0a-ac68-82fb3d35591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:52.538460 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-160cca1c-fb89-4fdd-8de9-f7ba52968a07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:52.585276 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-71a5aaeb-7f8c-4b81-b594-c6370e3e9585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:52.618949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a5aaeb-7f8c-4b81-b594-c6370e3e9585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:26:52.620060 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-71a5aaeb-7f8c-4b81-b594-c6370e3e9585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:52.635636 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a57ca7-5ea6-4c0a-ac68-82fb3d35591d None None] Pushing event updated for resources: {'Port': ['ID=6c5f102e-ee66-4d03-a99a-957b20e99eef,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:26:52.643632 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:26:52.645853 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c9a57ca7-5ea6-4c0a-ac68-82fb3d35591d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:52.645941 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79af903d-3783-4a56-a57d-7e424c5f63eb tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:52.661277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6b9474b-81b0-4ccf-a4e1-dfca0881d724 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:52.667931 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-00d6b110-f782-4c2f-9c76-a6f68025aab8 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:52.685140 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-20e00292-a365-4735-8459-b972c4ca8f72 None None] Provisioning complete for port 6c5f102e-ee66-4d03-a99a-957b20e99eef triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:52.685722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-20e00292-a365-4735-8459-b972c4ca8f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:52.770813 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6c5f102e-ee66-4d03-a99a-957b20e99eef up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:26:52.786002 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8fe198bf-0195-473b-a41f-4ca556720761 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:52.866742 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-79af903d-3783-4a56-a57d-7e424c5f63eb tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Calling delete_port for 004def26-9e82-4b31-8499-5b920d746e9b owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:52.872240 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:52.919609 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9474b-81b0-4ccf-a4e1-dfca0881d724 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a3e7c21-fc86-413d-90db-6181cfaacd2f,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:52.929935 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6b9474b-81b0-4ccf-a4e1-dfca0881d724 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:52.933480 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d6b9474b-81b0-4ccf-a4e1-dfca0881d724 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/2a3e7c21-fc86-413d-90db-6181cfaacd2f HTTP/1.1" status: 204 len: 168 time: 0.7005169 Dec 22 15:26:52.936571 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d6b9474b-81b0-4ccf-a4e1-dfca0881d724 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:52.936571 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34596) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:52.980519 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network 9afa0f68-beac-4eda-8f6b-83e8a0ca8b91 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:52.982570 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:53.000442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1a522ac-2aef-438b-8519-0cd442e0a0cb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:53.054693 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:53.061987 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Usage tracker for resource:security_group_rule and tenant:0d737c316a4542e78135e34c5fa7a4f9 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:53.081774 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:53.084854 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 6c5f102e-ee66-4d03-a99a-957b20e99eef triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:53.085387 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:53.112873 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-71a5aaeb-7f8c-4b81-b594-c6370e3e9585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:53.121352 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:53.145652 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:53.150582 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-71a5aaeb-7f8c-4b81-b594-c6370e3e9585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:53.165493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5aaeb-7f8c-4b81-b594-c6370e3e9585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Pushing event deleted for resources: {'Network': ['ID=6c87a6b3-b358-4e6b-aa2d-962423edae4c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:53.173422 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-71a5aaeb-7f8c-4b81-b594-c6370e3e9585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] 10.222.0.59 "DELETE /v2.0/networks/6c87a6b3-b358-4e6b-aa2d-962423edae4c HTTP/1.1" status: 204 len: 168 time: 1.5771375 Dec 22 15:26:53.173422 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-71a5aaeb-7f8c-4b81-b594-c6370e3e9585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:53.180384 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Allocated IP 172.20.0.1 (0ade1569-4404-413c-b049-6a3d85ff0b77/c5a397d4-8130-4320-96cc-7a6d0308d8e1/f771debc-8299-466c-92dc-13032a905c45) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:26:53.184743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Port': ['ID=a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:53.197457 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:53.201897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:53.243066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-22cdf19a-5392-410d-b20d-ca94d7754c71 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:53.272529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:53.440354 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-22cdf19a-5392-410d-b20d-ca94d7754c71 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:53.442592 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-22cdf19a-5392-410d-b20d-ca94d7754c71 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5032442 Dec 22 15:26:53.447644 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34602) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:53.498615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79af903d-3783-4a56-a57d-7e424c5f63eb tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:53.514046 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-31a0e96c-f9ef-4895-a0c1-eb28eb5ece1d tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:53.580506 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af903d-3783-4a56-a57d-7e424c5f63eb tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Pushing event deleted for resources: {'Port': ['ID=004def26-9e82-4b31-8499-5b920d746e9b,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:53.587403 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-79af903d-3783-4a56-a57d-7e424c5f63eb tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:53.682300 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1a522ac-2aef-438b-8519-0cd442e0a0cb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:53.694533 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ea840b77-22e8-4109-b8df-3bdb800a8337 None None] Provisioning for port a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:53.705795 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-452d4eca-8e18-4a65-853f-12b289c4469b tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:53.709928 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ea840b77-22e8-4109-b8df-3bdb800a8337 None None] Provisioning complete for port a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:53.710511 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ea840b77-22e8-4109-b8df-3bdb800a8337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:53.788458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79af903d-3783-4a56-a57d-7e424c5f63eb tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:53.808712 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:53.826855 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-452d4eca-8e18-4a65-853f-12b289c4469b tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:53.860580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Transition to ACTIVE for port object f771debc-8299-466c-92dc-13032a905c45 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:26:53.867338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:53.943871 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-79af903d-3783-4a56-a57d-7e424c5f63eb tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "DELETE /v2.0/ports/004def26-9e82-4b31-8499-5b920d746e9b HTTP/1.1" status: 204 len: 168 time: 2.3281975 Dec 22 15:26:53.951166 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ea840b77-22e8-4109-b8df-3bdb800a8337 None None] Port a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:26:53.952673 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34608) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:53.970632 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:53.976657 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9b9e2ec2-24d3-46fb-95ce-0d85f12f94a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:53.993457 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:54.006053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:54.019286 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Usage tracker for resource:security_group_rule and tenant:0d737c316a4542e78135e34c5fa7a4f9 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:54.034591 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:54.046157 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1a522ac-2aef-438b-8519-0cd442e0a0cb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:54.083921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:54.096311 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e70779cc-3ebc-4745-a079-ff818348b8bd,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:54.125115 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34612) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:54.125724 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-948510c9-5a23-42c5-aecf-c90005bf4eb1 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Deleting subnet c6021453-a75e-4406-b413-6bc08a8c26b0 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:26:54.131129 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:54.132476 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-948510c9-5a23-42c5-aecf-c90005bf4eb1 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:54.132688 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaa6323-7290-4b07-9b01-b36a8d78c3a4 None None] Network 1b197595-b383-437c-93d7-f530db59c8b1 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:54.133729 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4bf200e1-422c-44f3-854c-5b6c84d833e7 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:54.174369 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1a522ac-2aef-438b-8519-0cd442e0a0cb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:54.183392 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:54.195567 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-452d4eca-8e18-4a65-853f-12b289c4469b tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:54.209880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-32479cb3-ec1d-4b00-9dd4-38355f17036c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:54.231936 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d4eca-8e18-4a65-853f-12b289c4469b tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4425a341-f2a4-497b-a6fb-9fe8689a1704,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:54.238720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a522ac-2aef-438b-8519-0cd442e0a0cb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Subnet': ['ID=c8951e15-ece4-4b70-8204-ae3066e60581,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:54.243335 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-452d4eca-8e18-4a65-853f-12b289c4469b tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:54.254071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f1a522ac-2aef-438b-8519-0cd442e0a0cb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:54.269069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c4a80966-4599-4e98-8491-4563277c9a60 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:54.271646 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-948510c9-5a23-42c5-aecf-c90005bf4eb1 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:54.419855 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Network 0ade1569-4404-413c-b049-6a3d85ff0b77 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:54.470406 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-948510c9-5a23-42c5-aecf-c90005bf4eb1 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:54.504922 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f1a522ac-2aef-438b-8519-0cd442e0a0cb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/subnets/c8951e15-ece4-4b70-8204-ae3066e60581 HTTP/1.1" status: 204 len: 168 time: 2.3663528 Dec 22 15:26:54.520196 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:54.522359 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34618) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:54.561390 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:54.571058 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-452d4eca-8e18-4a65-853f-12b289c4469b tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:54.572711 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-452d4eca-8e18-4a65-853f-12b289c4469b tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-groups/4425a341-f2a4-497b-a6fb-9fe8689a1704 HTTP/1.1" status: 204 len: 168 time: 1.1226289 Dec 22 15:26:54.578016 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34622) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:54.661845 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a7f944-4776-4e86-b6c7-88f8ea081d59 None None] DHCP port deletion for 1b197595-b383-437c-93d7-f530db59c8b1 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:26:54.672429 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-70a7f944-4776-4e86-b6c7-88f8ea081d59 None None] Deleting port d33c1440-5f6f-48ac-99fd-18481df32449 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:54.678695 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-70a7f944-4776-4e86-b6c7-88f8ea081d59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:54.722118 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Pushing event updated for resources: {'Port': ['ID=f771debc-8299-466c-92dc-13032a905c45,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:54.742749 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-bf62568e-648e-488b-a069-5e87dc9cdbde tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:54.801529 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d33c1440-5f6f-48ac-99fd-18481df32449 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:26:54.806554 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-948510c9-5a23-42c5-aecf-c90005bf4eb1 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:54.815590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:54.815884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e68dff52-2feb-4fb3-b504-2947b419d03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:54.880387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:54.884910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:54.895377 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-bf62568e-648e-488b-a069-5e87dc9cdbde tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:54.904023 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bf62568e-648e-488b-a069-5e87dc9cdbde tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3242319 Dec 22 15:26:54.905629 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34626) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:54.912970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948510c9-5a23-42c5-aecf-c90005bf4eb1 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Pushing event deleted for resources: {'Subnet': ['ID=c6021453-a75e-4406-b413-6bc08a8c26b0,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:54.917264 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-948510c9-5a23-42c5-aecf-c90005bf4eb1 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:54.942329 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-948510c9-5a23-42c5-aecf-c90005bf4eb1 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:54.949667 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:54.949884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6cd37f-d842-4927-aa6e-48886b9d29f9 None None] Network 2ee5c121-4e1d-4024-a75f-988b42e5960c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:26:54.952612 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6ad38a49-7780-4d16-bfb1-85d98c9f60d7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=55fc1677b0794bd7a1041d6cf5cfce65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8200123 Dec 22 15:26:54.954296 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34630) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:54.989589 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-948510c9-5a23-42c5-aecf-c90005bf4eb1 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "DELETE /v2.0/subnets/c6021453-a75e-4406-b413-6bc08a8c26b0 HTTP/1.1" status: 204 len: 168 time: 1.0311484 Dec 22 15:26:55.007213 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34634) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:55.069101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:55.090293 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2bb90af9-8dfc-4966-9e51-6bfaefe64828 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:55.273422 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port d33c1440-5f6f-48ac-99fd-18481df32449 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:55.274059 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:55.330778 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9333-09c9-485c-be12-fcc391c9322f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:55.338974 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b11c1181-63a9-4f4e-a948-69f215f343d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:55.349839 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc30e2f-5012-486a-88b6-9a7c4888379c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:55.355896 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:55.381744 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:55.386358 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 3.3417222 Dec 22 15:26:55.392718 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b11c1181-63a9-4f4e-a948-69f215f343d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:55.410196 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34638) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:55.418098 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-70a7f944-4776-4e86-b6c7-88f8ea081d59 None None] For port d33c1440-5f6f-48ac-99fd-18481df32449, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d33c1440-5f6f-48ac-99fd-18481df32449,segment=NetworkSegment(eb1b86a9-6352-459a-8a7d-1433a43c465e),segment_id=eb1b86a9-6352-459a-8a7d-1433a43c465e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:55.418809 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-70a7f944-4776-4e86-b6c7-88f8ea081d59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:55.438892 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-cecae55c-b500-4376-9c19-039a9b634859 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Request body: {'security_group_rule': {'security_group_id': 'efc30e2f-5012-486a-88b6-9a7c4888379c', 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:55.476006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cecae55c-b500-4376-9c19-039a9b634859 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:55.476661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:55.508510 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Deleting port b637a635-9a5d-44b1-a150-8fea516a0036 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:55.509112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:55.510448 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cecae55c-b500-4376-9c19-039a9b634859 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Usage tracker for resource:security_group_rule and tenant:0d737c316a4542e78135e34c5fa7a4f9 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:55.559747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9333-09c9-485c-be12-fcc391c9322f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:55.595228 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b11c1181-63a9-4f4e-a948-69f215f343d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:55.608006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-99d79ff1-4374-4fc7-bd40-eaf46b6037c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:55.612958 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:55.644346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c1181-63a9-4f4e-a948-69f215f343d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52abfeb5-b0ef-47ea-b82e-3caa66f958b3,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:55.653324 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b11c1181-63a9-4f4e-a948-69f215f343d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:55.694304 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b11c1181-63a9-4f4e-a948-69f215f343d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:55.697613 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b11c1181-63a9-4f4e-a948-69f215f343d7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/52abfeb5-b0ef-47ea-b82e-3caa66f958b3 HTTP/1.1" status: 204 len: 168 time: 0.7404740 Dec 22 15:26:55.757697 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d3a6b763-26e0-409f-9993-4ff2cfab857f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:55.782269 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-70a7f944-4776-4e86-b6c7-88f8ea081d59 None None] Calling delete_port for d33c1440-5f6f-48ac-99fd-18481df32449 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:55.806164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cecae55c-b500-4376-9c19-039a9b634859 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:55.845398 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9333-09c9-485c-be12-fcc391c9322f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:55.853922 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-23ca22a0-bc32-425d-a4bb-dabd7695769f tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:55.857159 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c5a7d7d1-dba3-4499-af05-14aaa481f5d7 None None] Provisioning for port f771debc-8299-466c-92dc-13032a905c45 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:26:55.858455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cecae55c-b500-4376-9c19-039a9b634859 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:55.866869 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:26:55.884661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c9333-09c9-485c-be12-fcc391c9322f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef83f540-5831-4520-8873-6e676cb7315a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:55.891285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dd3c9333-09c9-485c-be12-fcc391c9322f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:55.902794 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] For port b637a635-9a5d-44b1-a150-8fea516a0036, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b637a635-9a5d-44b1-a150-8fea516a0036,segment=NetworkSegment(12ce1b69-d307-46e5-9970-96315aa1c2eb),segment_id=12ce1b69-d307-46e5-9970-96315aa1c2eb)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:55.902794 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:55.924550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:56.000828 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c5a7d7d1-dba3-4499-af05-14aaa481f5d7 None None] Provisioning complete for port f771debc-8299-466c-92dc-13032a905c45 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:56.001990 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d7d1-dba3-4499-af05-14aaa481f5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:56.050181 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:56.067347 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Calling delete_port for b637a635-9a5d-44b1-a150-8fea516a0036 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:56.106673 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port d33c1440-5f6f-48ac-99fd-18481df32449, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d33c1440-5f6f-48ac-99fd-18481df32449,segment=NetworkSegment(eb1b86a9-6352-459a-8a7d-1433a43c465e),segment_id=eb1b86a9-6352-459a-8a7d-1433a43c465e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:56.112641 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9333-09c9-485c-be12-fcc391c9322f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:56.117317 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-dd3c9333-09c9-485c-be12-fcc391c9322f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-groups/ef83f540-5831-4520-8873-6e676cb7315a HTTP/1.1" status: 204 len: 168 time: 1.2082133 Dec 22 15:26:56.118546 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34644) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:56.120192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:56.133571 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c5a7d7d1-dba3-4499-af05-14aaa481f5d7 None None] Port f771debc-8299-466c-92dc-13032a905c45 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:26:56.152358 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:56.183936 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:56.189707 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c9aad730-b9a7-40f0-bb5c-87e3e0d8092d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:56.234040 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cecae55c-b500-4376-9c19-039a9b634859 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:56.237088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9442ffb5-34b8-4c2e-931a-624e6380ae34 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:26:56.299058 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bed1be-b846-4fe1-aa5f-92b807c66106 None None] DHCP port deletion for 2ee5c121-4e1d-4024-a75f-988b42e5960c request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:26:56.318670 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-70a7f944-4776-4e86-b6c7-88f8ea081d59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:26:56.319401 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-70a7f944-4776-4e86-b6c7-88f8ea081d59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:26:56.338786 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-74bed1be-b846-4fe1-aa5f-92b807c66106 None None] Deleting port b637a635-9a5d-44b1-a150-8fea516a0036 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:56.339593 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-74bed1be-b846-4fe1-aa5f-92b807c66106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:56.393856 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9442ffb5-34b8-4c2e-931a-624e6380ae34 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:26:56.399881 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9442ffb5-34b8-4c2e-931a-624e6380ae34 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2654672 Dec 22 15:26:56.404569 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34650) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:56.406306 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-4e3f764a-f360-4e5e-9a5b-6b5782ddd431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333258844'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:56.411972 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] For port d33c1440-5f6f-48ac-99fd-18481df32449, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d33c1440-5f6f-48ac-99fd-18481df32449,segment=NetworkSegment(eb1b86a9-6352-459a-8a7d-1433a43c465e),segment_id=eb1b86a9-6352-459a-8a7d-1433a43c465e)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:56.412254 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:56.417267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4e3f764a-f360-4e5e-9a5b-6b5782ddd431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:56.431840 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4e3f764a-f360-4e5e-9a5b-6b5782ddd431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:56.434511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:56.435411 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:56.442373 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:56.455492 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event updated for resources: {'Port': ['ID=a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:56.467031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:56.496969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] No DVR routers for this DVR port b637a635-9a5d-44b1-a150-8fea516a0036 on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:26:56.585116 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=d33c1440-5f6f-48ac-99fd-18481df32449,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:56.592908 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:56.598946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-74bed1be-b846-4fe1-aa5f-92b807c66106 None None] The port 'b637a635-9a5d-44b1-a150-8fea516a0036' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:26:56.610627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for d33c1440-5f6f-48ac-99fd-18481df32449 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:56.734282 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Pushing event deleted for resources: {'Port': ['ID=b637a635-9a5d-44b1-a150-8fea516a0036,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:56.752885 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:56.764209 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cecae55c-b500-4376-9c19-039a9b634859 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:56.764616 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b637a635-9a5d-44b1-a150-8fea516a0036 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:26:56.821425 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-70a7f944-4776-4e86-b6c7-88f8ea081d59 None None] Deleting port d33c1440-5f6f-48ac-99fd-18481df32449 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:56.822062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-70a7f944-4776-4e86-b6c7-88f8ea081d59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:56.879297 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Network 9afa0f68-beac-4eda-8f6b-83e8a0ca8b91 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:56.885746 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:56.887819 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e3f764a-f360-4e5e-9a5b-6b5782ddd431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:56.913200 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: b637a635-9a5d-44b1-a150-8fea516a0036 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:26:56.914105 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b637a635-9a5d-44b1-a150-8fea516a0036 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:26:56.914423 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:56.937532 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4e3f764a-f360-4e5e-9a5b-6b5782ddd431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:56.943505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4e3f764a-f360-4e5e-9a5b-6b5782ddd431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Usage tracker for resource:security_group_rule and tenant:0716b7821a614ceda229baf4538b888f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:56.950160 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4e3f764a-f360-4e5e-9a5b-6b5782ddd431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:56.959934 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4e3f764a-f360-4e5e-9a5b-6b5782ddd431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:56.984492 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee5c121-4e1d-4024-a75f-988b42e5960c']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:57.010514 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ce1b69-d307-46e5-9970-96315aa1c2eb') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:57.011226 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ce1b69-d307-46e5-9970-96315aa1c2eb') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:57.031054 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:57.065650 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:57.073085 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34654) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:57.082522 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:26:57.083391 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:26:57.113593 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:26:57.254328 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1396e799-29ba-4ccb-82cf-752dadeefa57 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c4ada0a22657499795256f75e0144f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1736190 Dec 22 15:26:57.256338 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e3f764a-f360-4e5e-9a5b-6b5782ddd431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:57.284478 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34658) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:57.292153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cecae55c-b500-4376-9c19-039a9b634859 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:57.295557 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:26:57.296159 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:26:57.297482 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4d35b492-12d7-4708-8325-c4b4b2680b7a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:57.331272 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-70a7f944-4776-4e86-b6c7-88f8ea081d59 None None] For port d33c1440-5f6f-48ac-99fd-18481df32449, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d33c1440-5f6f-48ac-99fd-18481df32449,segment=NetworkSegment(eb1b86a9-6352-459a-8a7d-1433a43c465e),segment_id=eb1b86a9-6352-459a-8a7d-1433a43c465e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:26:57.333512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-70a7f944-4776-4e86-b6c7-88f8ea081d59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:57.385111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e3f764a-f360-4e5e-9a5b-6b5782ddd431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:57.410331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9483b5e0-ffc8-4b5a-b7d0-69bf0b2d5cef tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:57.450613 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:57.494703 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router abc7d5a1-3004-4908-a377-bccfc6871e96 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:26:57.496886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:57.533491 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecae55c-b500-4376-9c19-039a9b634859 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77eef4c-5dba-4a85-8899-003cfc7a2fe1,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:57.551205 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f764a-f360-4e5e-9a5b-6b5782ddd431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ce6168-67d4-4283-ad67-2425c4423ace,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:57.554953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b943859d-5c64-4d07-86f2-244da526c170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:57.559396 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cecae55c-b500-4376-9c19-039a9b634859 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:57.579080 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4e3f764a-f360-4e5e-9a5b-6b5782ddd431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:57.586287 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c835a13f-5e23-4397-ae37-6f1fb4801f9a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:57.591970 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-70a7f944-4776-4e86-b6c7-88f8ea081d59 None None] Calling delete_port for d33c1440-5f6f-48ac-99fd-18481df32449 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:26:57.634351 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] 10.222.0.59 "DELETE /v2.0/networks/2ee5c121-4e1d-4024-a75f-988b42e5960c HTTP/1.1" status: 204 len: 168 time: 2.6223810 Dec 22 15:26:57.646100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b943859d-5c64-4d07-86f2-244da526c170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:57.658732 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Pushing event deleted for resources: {'Network': ['ID=2ee5c121-4e1d-4024-a75f-988b42e5960c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:57.666128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:57.707006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cecae55c-b500-4376-9c19-039a9b634859 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:57.707006 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cecae55c-b500-4376-9c19-039a9b634859 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2929394 Dec 22 15:26:57.712674 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34664) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:57.721412 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e3f764a-f360-4e5e-9a5b-6b5782ddd431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:57.722554 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4e3f764a-f360-4e5e-9a5b-6b5782ddd431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3208451 Dec 22 15:26:57.731852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-56422e74-5c7e-4399-b48a-c198dd306c26 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Request body: {'security_group_rule': {'security_group_id': 'efc30e2f-5012-486a-88b6-9a7c4888379c', 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:57.739450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34666) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:57.753859 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-56422e74-5c7e-4399-b48a-c198dd306c26 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:57.762958 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-2679e9b4-ba1f-4b82-9836-f84938f253fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group_rule': {'security_group_id': 'b1ce6168-67d4-4283-ad67-2425c4423ace', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:57.777326 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-56422e74-5c7e-4399-b48a-c198dd306c26 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Usage tracker for resource:security_group_rule and tenant:0d737c316a4542e78135e34c5fa7a4f9 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:57.783340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2679e9b4-ba1f-4b82-9836-f84938f253fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:57.785243 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-56422e74-5c7e-4399-b48a-c198dd306c26 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:57.794057 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2679e9b4-ba1f-4b82-9836-f84938f253fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Usage tracker for resource:security_group_rule and tenant:0716b7821a614ceda229baf4538b888f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:57.797566 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-56422e74-5c7e-4399-b48a-c198dd306c26 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:57.802693 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2679e9b4-ba1f-4b82-9836-f84938f253fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:57.804121 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-55962b30-c292-45a3-85be-7e46d95b1fa4 None None] Provisioning complete for port a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:26:57.807875 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-55962b30-c292-45a3-85be-7e46d95b1fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:57.812835 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2679e9b4-ba1f-4b82-9836-f84938f253fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:57.874840 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-70a7f944-4776-4e86-b6c7-88f8ea081d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:57.896376 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-4ad2e568-1ffd-48c4-9494-76d7b826d355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:57.945309 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port d33c1440-5f6f-48ac-99fd-18481df32449 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:26:57.946209 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:57.963565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b943859d-5c64-4d07-86f2-244da526c170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:57.979819 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-27473d23-69e6-4833-82f4-7240e81cbb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:57.992737 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6f261a9b-b034-4b2a-aca1-147d9b44ed12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:58.000269 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7f944-4776-4e86-b6c7-88f8ea081d59 None None] Pushing event deleted for resources: {'Port': ['ID=d33c1440-5f6f-48ac-99fd-18481df32449,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:58.000645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943859d-5c64-4d07-86f2-244da526c170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa26847-9fb1-41ba-9e8f-1b6c9209358d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:58.005419 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-70a7f944-4776-4e86-b6c7-88f8ea081d59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:58.009375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a7f944-4776-4e86-b6c7-88f8ea081d59 None None] No DVR routers for this DVR port d33c1440-5f6f-48ac-99fd-18481df32449 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:26:58.012215 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b943859d-5c64-4d07-86f2-244da526c170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:58.013638 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b943859d-5c64-4d07-86f2-244da526c170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:58.023762 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b943859d-5c64-4d07-86f2-244da526c170 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ffa26847-9fb1-41ba-9e8f-1b6c9209358d HTTP/1.1" status: 204 len: 168 time: 0.7296810 Dec 22 15:26:58.023762 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-56422e74-5c7e-4399-b48a-c198dd306c26 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:58.025297 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] The port 'd33c1440-5f6f-48ac-99fd-18481df32449' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:26:58.055102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-55962b30-c292-45a3-85be-7e46d95b1fa4 None None] Port a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:26:58.083097 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2679e9b4-ba1f-4b82-9836-f84938f253fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:58.241022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-56422e74-5c7e-4399-b48a-c198dd306c26 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:58.250199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2679e9b4-ba1f-4b82-9836-f84938f253fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:58.290370 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:26:58.305056 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] Sync routers for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:26:58.307768 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/abc7d5a1-3004-4908-a377-bccfc6871e96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1490197 Dec 22 15:26:58.312048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34674) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:58.319358 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:58.319677 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:58.322491 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1bfeb760-cc6c-40f3-8939-496382fe92fa tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:58.429437 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:58.451625 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:58.484932 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:26:58.542415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:58.664121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b197595-b383-437c-93d7-f530db59c8b1']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:58.678705 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34682) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:58.680061 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-768d7083-0752-4334-834f-335ebf7951ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:58.726871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-56422e74-5c7e-4399-b48a-c198dd306c26 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:58.729719 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2679e9b4-ba1f-4b82-9836-f84938f253fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:58.821719 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:58.835250 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1b86a9-6352-459a-8a7d-1433a43c465e') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:58.836169 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1b86a9-6352-459a-8a7d-1433a43c465e') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:58.878099 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56422e74-5c7e-4399-b48a-c198dd306c26 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c110f07a-dfcf-4845-b80d-24ef409d685a,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:58.903682 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:58.916455 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-56422e74-5c7e-4399-b48a-c198dd306c26 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:58.923325 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-56422e74-5c7e-4399-b48a-c198dd306c26 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1950424 Dec 22 15:26:58.939941 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34694) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:58.962012 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:58.969700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-e103d111-6196-45cd-b4a5-120dfe69ae3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Request body: {'security_group_rule': {'security_group_id': 'efc30e2f-5012-486a-88b6-9a7c4888379c', 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:26:58.973470 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:58.983978 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679e9b4-ba1f-4b82-9836-f84938f253fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b8fae3-9081-4dc9-b1d5-cf1118edbae4,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:59.007035 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2679e9b4-ba1f-4b82-9836-f84938f253fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:59.007496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:59.007802 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:59.008839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e103d111-6196-45cd-b4a5-120dfe69ae3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:26:59.009681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:59.025117 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e103d111-6196-45cd-b4a5-120dfe69ae3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Usage tracker for resource:security_group_rule and tenant:0d737c316a4542e78135e34c5fa7a4f9 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:26:59.041509 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:26:53Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '5b9da64b-71ec-4461-9272-70c4c3af6688', 'name': '', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:e5:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:18Z', 'updated_at': '2021-12-22T15:26:31Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd', 'name': '', 'network_id': '9afa0f68-beac-4eda-8f6b-83e8a0ca8b91', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:96:a8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '91eeedd8-8e83-474d-970b-7d8428fa0b0d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:50Z', 'updated_at': '2021-12-22T15:26:54Z', 'revision_number': 2, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '91eeedd8-8e83-474d-970b-7d8428fa0b0d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9bc99ae-251a-40bc-846a-a6c4c06314bb', 'name': '', 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:6f:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '82ed3255-5370-4e47-9e09-a28009308aab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:33Z', 'updated_at': '2021-12-22T15:26:49Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '82ed3255-5370-4e47-9e09-a28009308aab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:26:59.046387 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] Checking router: abc7d5a1-3004-4908-a377-bccfc6871e96 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:26:59.047054 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] Updating router abc7d5a1-3004-4908-a377-bccfc6871e96 port a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:26:59.056256 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Pushing event updated for resources: {'Port': ['ID=f771debc-8299-466c-92dc-13032a905c45,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:59.075239 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:59.083203 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:26:59.083620 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:59.092753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:59.113003 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:59.133664 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e103d111-6196-45cd-b4a5-120dfe69ae3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:26:59.164490 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2679e9b4-ba1f-4b82-9836-f84938f253fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:59.165684 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2679e9b4-ba1f-4b82-9836-f84938f253fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4198759 Dec 22 15:26:59.166789 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e103d111-6196-45cd-b4a5-120dfe69ae3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:26:59.276888 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:26:59.291921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34700) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:59.445666 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bdda57ee-8876-4ce5-b453-8a3963dd52b6 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:59.458372 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bdda57ee-8876-4ce5-b453-8a3963dd52b6 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:59.522529 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-53b24328-3a9b-4ef3-a9a0-aaaaa5a419d9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=80a176aeebec46468c8a7070379e25b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7779901 Dec 22 15:26:59.525019 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34706) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:59.530610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:59.546333 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f57737a0-1b76-4157-a727-45560002ed69 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:59.572986 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:59.574433 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bdda57ee-8876-4ce5-b453-8a3963dd52b6 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:59.575531 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e103d111-6196-45cd-b4a5-120dfe69ae3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:59.581864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Network 0ade1569-4404-413c-b049-6a3d85ff0b77 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:26:59.583055 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Network': ['ID=1b197595-b383-437c-93d7-f530db59c8b1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:26:59.593865 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:26:59.596000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:26:59.606959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7ac0b3a1-501c-4fce-81b9-0f8381fb6798 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:26:59.929770 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e103d111-6196-45cd-b4a5-120dfe69ae3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:26:59.956400 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.extraroute_db [None req-1bfeb760-cc6c-40f3-8939-496382fe92fa tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88218) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 15:26:59.982451 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:27:00.001051 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda57ee-8876-4ce5-b453-8a3963dd52b6 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2b8fae3-9081-4dc9-b1d5-cf1118edbae4,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:00.014730 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e103d111-6196-45cd-b4a5-120dfe69ae3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:00.015899 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/networks/1b197595-b383-437c-93d7-f530db59c8b1 HTTP/1.1" status: 204 len: 168 time: 5.4583817 Dec 22 15:27:00.017743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bdda57ee-8876-4ce5-b453-8a3963dd52b6 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:00.019383 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bdda57ee-8876-4ce5-b453-8a3963dd52b6 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/b2b8fae3-9081-4dc9-b1d5-cf1118edbae4 HTTP/1.1" status: 204 len: 168 time: 0.7262011 Dec 22 15:27:00.023184 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bdda57ee-8876-4ce5-b453-8a3963dd52b6 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:00.023933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34716) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:00.024635 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34718) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:00.029588 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c008058d-5fb1-4f01-8dc4-2271df62bccc None None] Provisioning complete for port f771debc-8299-466c-92dc-13032a905c45 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:00.030123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c008058d-5fb1-4f01-8dc4-2271df62bccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:00.030796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.extraroute_db [None req-1bfeb760-cc6c-40f3-8939-496382fe92fa tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Removed routes are [] {{(pid=88218) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 15:27:00.033601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bfeb760-cc6c-40f3-8939-496382fe92fa tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:00.038104 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3396d1dd-567b-4fee-81ac-37ac98b488b5 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:00.117107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103d111-6196-45cd-b4a5-120dfe69ae3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8ef7d0-cee0-4dfa-bbc9-df030c5b9bc5,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:00.132875 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e103d111-6196-45cd-b4a5-120dfe69ae3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:00.158380 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c008058d-5fb1-4f01-8dc4-2271df62bccc None None] Port f771debc-8299-466c-92dc-13032a905c45 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:27:00.171708 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Router af5b77ce-a22f-4597-9e0d-11945841f9f9 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:27:00.201262 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-69e33b41-660f-43fb-af64-4aedc63818b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:00.208368 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:00.227663 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] Transition to ACTIVE for port object a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:00.338739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-69e33b41-660f-43fb-af64-4aedc63818b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:00.354478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-022fa6b2-1c4c-4d27-a16c-0c17f08832bc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:27:00.384739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480c2a59-45cb-47d1-b8de-1d57be3d0e01 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:00.385284 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-480c2a59-45cb-47d1-b8de-1d57be3d0e01 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Synchronizing usage tracker for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:27:00.485266 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e103d111-6196-45cd-b4a5-120dfe69ae3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:00.488449 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e103d111-6196-45cd-b4a5-120dfe69ae3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5405762 Dec 22 15:27:00.502756 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:00.512709 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-f3da3754-04d4-4500-a810-59e919b664bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:00.532389 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34726) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:00.540230 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-320e9701-5203-4945-94a9-98397e240eba tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Request body: {'security_group_rule': {'security_group_id': 'efc30e2f-5012-486a-88b6-9a7c4888379c', 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:00.575241 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-480c2a59-45cb-47d1-b8de-1d57be3d0e01 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unset dirty status for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:27:00.578109 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-480c2a59-45cb-47d1-b8de-1d57be3d0e01 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports/94b3321b-f2a6-4eb1-9c27-465593c03c29 HTTP/1.1" status: 200 len: 845 time: 0.5494907 Dec 22 15:27:00.587612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34732) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:00.632820 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-320e9701-5203-4945-94a9-98397e240eba tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:00.754158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-320e9701-5203-4945-94a9-98397e240eba tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Usage tracker for resource:security_group_rule and tenant:0d737c316a4542e78135e34c5fa7a4f9 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:00.776308 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-320e9701-5203-4945-94a9-98397e240eba tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:00.824627 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-320e9701-5203-4945-94a9-98397e240eba tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:00.876177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-022fa6b2-1c4c-4d27-a16c-0c17f08832bc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:27:00.878983 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-022fa6b2-1c4c-4d27-a16c-0c17f08832bc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8471360 Dec 22 15:27:00.885842 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bfeb760-cc6c-40f3-8939-496382fe92fa tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:00.889513 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34740) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:00.890697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-69e33b41-660f-43fb-af64-4aedc63818b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:00.903542 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:00.904678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:00.929558 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bfeb760-cc6c-40f3-8939-496382fe92fa tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:00.935498 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:27:00.956895 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99390873-159d-437d-a6b9-65c76cfe7c82 None None] Sync routers for ids ['af5b77ce-a22f-4597-9e0d-11945841f9f9'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:27:00.981412 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99390873-159d-437d-a6b9-65c76cfe7c82 None None] Routers {'af5b77ce-a22f-4597-9e0d-11945841f9f9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:00.983715 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-99390873-159d-437d-a6b9-65c76cfe7c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['af5b77ce-a22f-4597-9e0d-11945841f9f9'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:01.000704 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde9993-298a-4b1e-b3e0-fb2b5a1a9ae7 None None] Pushing event updated for resources: {'Port': ['ID=a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:01.014561 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e33b41-660f-43fb-af64-4aedc63818b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598c98d9-1712-4014-8586-2cc90f7f5959,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:01.026857 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde9993-298a-4b1e-b3e0-fb2b5a1a9ae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:01.026857 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde9993-298a-4b1e-b3e0-fb2b5a1a9ae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:01.027409 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde9993-298a-4b1e-b3e0-fb2b5a1a9ae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:01.027952 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde9993-298a-4b1e-b3e0-fb2b5a1a9ae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:01.028504 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde9993-298a-4b1e-b3e0-fb2b5a1a9ae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:01.029046 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde9993-298a-4b1e-b3e0-fb2b5a1a9ae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:01.029588 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde9993-298a-4b1e-b3e0-fb2b5a1a9ae7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:01.030134 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde9993-298a-4b1e-b3e0-fb2b5a1a9ae7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:01.030788 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde9993-298a-4b1e-b3e0-fb2b5a1a9ae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:01.031326 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde9993-298a-4b1e-b3e0-fb2b5a1a9ae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:01.031861 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde9993-298a-4b1e-b3e0-fb2b5a1a9ae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:01.032820 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde9993-298a-4b1e-b3e0-fb2b5a1a9ae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:01.035442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-69e33b41-660f-43fb-af64-4aedc63818b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:01.050566 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-69e33b41-660f-43fb-af64-4aedc63818b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:01.056978 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-69e33b41-660f-43fb-af64-4aedc63818b9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/598c98d9-1712-4014-8586-2cc90f7f5959 HTTP/1.1" status: 204 len: 168 time: 1.5262678 Dec 22 15:27:01.058568 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-dfde9993-298a-4b1e-b3e0-fb2b5a1a9ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:01.077690 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a886cfda-e019-47ef-8860-89bc730f8d89 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports/94b3321b-f2a6-4eb1-9c27-465593c03c29?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4754131 Dec 22 15:27:01.077690 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] 10.222.0.59 "PUT /v2.0/routers/af5b77ce-a22f-4597-9e0d-11945841f9f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4730542 Dec 22 15:27:01.077690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34746) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:01.078397 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] Attempting to bind port a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:27:01.078397 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] Attempting to bind port a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'f8a2d23b-4429-443c-9a08-d43dcfbfbe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9afa0f68-beac-4eda-8f6b-83e8a0ca8b91'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:27:01.078397 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] Attempting to bind port a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd on network 9afa0f68-beac-4eda-8f6b-83e8a0ca8b91 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:27:01.089152 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d8f96070-805b-48d1-8105-45b3caf5d5e8 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Request body: {'port': {'network_id': '0ade1569-4404-413c-b049-6a3d85ff0b77', 'name': 'tempest-FloatingIPAdminTestJSON-2018703847'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:01.093544 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:27:01.094114 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] Checking segment: {'id': 'f8a2d23b-4429-443c-9a08-d43dcfbfbe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9afa0f68-beac-4eda-8f6b-83e8a0ca8b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:27:01.094795 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:01.097000 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] Bound using segment: {'id': 'f8a2d23b-4429-443c-9a08-d43dcfbfbe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9afa0f68-beac-4eda-8f6b-83e8a0ca8b91'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:27:01.097827 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] Bound port: a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a2d23b-4429-443c-9a08-d43dcfbfbe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9afa0f68-beac-4eda-8f6b-83e8a0ca8b91'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:27:01.098484 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:01.110429 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-320e9701-5203-4945-94a9-98397e240eba tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:01.138653 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34748) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:01.161363 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-26dc1732-6463-4c0f-a3bb-85d575666023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'subnet': {'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:01.179784 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-99390873-159d-437d-a6b9-65c76cfe7c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:01.208697 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99390873-159d-437d-a6b9-65c76cfe7c82 None None] Routers {'af5b77ce-a22f-4597-9e0d-11945841f9f9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:01.209746 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-99390873-159d-437d-a6b9-65c76cfe7c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['af5b77ce-a22f-4597-9e0d-11945841f9f9'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:01.292125 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] For port a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:27:01.301262 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] For port a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd,segment=NetworkSegment(f8a2d23b-4429-443c-9a08-d43dcfbfbe4a),segment_id=f8a2d23b-4429-443c-9a08-d43dcfbfbe4a)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:27:01.344806 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-99390873-159d-437d-a6b9-65c76cfe7c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:01.346042 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99390873-159d-437d-a6b9-65c76cfe7c82 None None] The sync data for ids ['af5b77ce-a22f-4597-9e0d-11945841f9f9'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:27:01.388095 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:01.392917 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-cedc4ae5-a67d-45f1-a8ea-8893f129fd90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:01.467323 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-11ec0bf0-de36-4f00-a468-ad8f57518d6f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:01.469796 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde9993-298a-4b1e-b3e0-fb2b5a1a9ae7 None None] Pushing event updated for resources: {'Port': ['ID=a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd,revision_number=4']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:01.474401 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-dfde9993-298a-4b1e-b3e0-fb2b5a1a9ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:01.502542 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:01.503201 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:01.599634 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-26dc1732-6463-4c0f-a3bb-85d575666023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:01.620456 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-26dc1732-6463-4c0f-a3bb-85d575666023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:subnet and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:01.626085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-26dc1732-6463-4c0f-a3bb-85d575666023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:01.641109 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-26dc1732-6463-4c0f-a3bb-85d575666023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:01.646492 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d8f96070-805b-48d1-8105-45b3caf5d5e8 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:01.655553 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d8f96070-805b-48d1-8105-45b3caf5d5e8 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Usage tracker for resource:port and tenant:5fac0e600a6c4b14b1658ffc8f114201 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:01.663173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-320e9701-5203-4945-94a9-98397e240eba tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:01.671156 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d8f96070-805b-48d1-8105-45b3caf5d5e8 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:01.674973 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-11ec0bf0-de36-4f00-a468-ad8f57518d6f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:01.690871 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d8f96070-805b-48d1-8105-45b3caf5d5e8 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:01.742865 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:27:01.756699 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-320e9701-5203-4945-94a9-98397e240eba tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:01.767628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-78bb4479-58b8-4c7a-a175-d137c6eb67d6 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:01.771868 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dc1732-6463-4c0f-a3bb-85d575666023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:01.777547 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-26dc1732-6463-4c0f-a3bb-85d575666023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:01.782267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfeb760-cc6c-40f3-8939-496382fe92fa tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router abc7d5a1-3004-4908-a377-bccfc6871e96 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:27:01.804550 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e9701-5203-4945-94a9-98397e240eba tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc3a710-7b59-4df8-a805-1b2966203712,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:01.804823 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f96070-805b-48d1-8105-45b3caf5d5e8 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Made reservation on behalf of 5fac0e600a6c4b14b1658ffc8f114201 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:01.805655 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-320e9701-5203-4945-94a9-98397e240eba tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:01.823415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8f96070-805b-48d1-8105-45b3caf5d5e8 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:01.845520 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34762) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:02.015962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-d8f96070-805b-48d1-8105-45b3caf5d5e8 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] device_id is not set on port 60af8cfb-66cb-4039-88aa-8d3c71241a3f yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:27:02.107698 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1460fe18-3688-46eb-912c-1cee7be9b07d tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1276799557'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:02.134954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1460fe18-3688-46eb-912c-1cee7be9b07d tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:02.175018 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1460fe18-3688-46eb-912c-1cee7be9b07d tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Usage tracker for resource:router and tenant:a5f2211d110c4d9fb0c988e54ee1c108 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:02.196495 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1460fe18-3688-46eb-912c-1cee7be9b07d tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:02.215414 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-11ec0bf0-de36-4f00-a468-ad8f57518d6f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:02.220683 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-11ec0bf0-de36-4f00-a468-ad8f57518d6f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:02.220683 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-11ec0bf0-de36-4f00-a468-ad8f57518d6f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-groups/b1ce6168-67d4-4283-ad67-2425c4423ace HTTP/1.1" status: 204 len: 168 time: 1.3283739 Dec 22 15:27:02.220683 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b943859d-5c64-4d07-86f2-244da526c170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:02.231823 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34768) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:02.234839 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1460fe18-3688-46eb-912c-1cee7be9b07d tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:02.248325 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-320e9701-5203-4945-94a9-98397e240eba tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:02.252931 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-320e9701-5203-4945-94a9-98397e240eba tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7159154 Dec 22 15:27:02.252931 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfeb760-cc6c-40f3-8939-496382fe92fa tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:27:02.253723 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34774) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:02.283878 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec0bf0-de36-4f00-a468-ad8f57518d6f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ce6168-67d4-4283-ad67-2425c4423ace,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:02.301424 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bfeb760-cc6c-40f3-8939-496382fe92fa tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:02.310768 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1bfeb760-cc6c-40f3-8939-496382fe92fa tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/abc7d5a1-3004-4908-a377-bccfc6871e96 HTTP/1.1" status: 200 len: 934 time: 3.9964583 Dec 22 15:27:02.312190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34778) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:02.314974 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-11ec0bf0-de36-4f00-a468-ad8f57518d6f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:02.319451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-59203cd0-3a35-429d-a30a-76b8f437e7f0 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Request body: {'security_group_rule': {'security_group_id': 'efc30e2f-5012-486a-88b6-9a7c4888379c', 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:02.333735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-59203cd0-3a35-429d-a30a-76b8f437e7f0 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:02.362533 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-59203cd0-3a35-429d-a30a-76b8f437e7f0 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Usage tracker for resource:security_group_rule and tenant:0d737c316a4542e78135e34c5fa7a4f9 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:02.385860 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-59203cd0-3a35-429d-a30a-76b8f437e7f0 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:02.398720 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-59203cd0-3a35-429d-a30a-76b8f437e7f0 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:02.423885 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6d35cea6-2ebf-4916-8075-e79fb2d063aa tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:27:02.471472 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:26:59Z', 'revision_number': 6, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '5b9da64b-71ec-4461-9272-70c4c3af6688', 'name': '', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:e5:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:18Z', 'updated_at': '2021-12-22T15:26:31Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd', 'name': '', 'network_id': '9afa0f68-beac-4eda-8f6b-83e8a0ca8b91', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:96:a8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '91eeedd8-8e83-474d-970b-7d8428fa0b0d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:50Z', 'updated_at': '2021-12-22T15:27:01Z', 'revision_number': 4, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '91eeedd8-8e83-474d-970b-7d8428fa0b0d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9bc99ae-251a-40bc-846a-a6c4c06314bb', 'name': '', 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:6f:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '82ed3255-5370-4e47-9e09-a28009308aab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:33Z', 'updated_at': '2021-12-22T15:26:49Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '82ed3255-5370-4e47-9e09-a28009308aab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:02.476664 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e24b89-958b-43e7-a113-a419580897ff None None] The sync data for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv is: [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:26:59Z', 'revision_number': 6, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '5b9da64b-71ec-4461-9272-70c4c3af6688', 'name': '', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:e5:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:18Z', 'updated_at': '2021-12-22T15:26:31Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd', 'name': '', 'network_id': '9afa0f68-beac-4eda-8f6b-83e8a0ca8b91', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:96:a8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '91eeedd8-8e83-474d-970b-7d8428fa0b0d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:50Z', 'updated_at': '2021-12-22T15:27:01Z', 'revision_number': 4, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '91eeedd8-8e83-474d-970b-7d8428fa0b0d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9bc99ae-251a-40bc-846a-a6c4c06314bb', 'name': '', 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:6f:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '82ed3255-5370-4e47-9e09-a28009308aab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:33Z', 'updated_at': '2021-12-22T15:26:49Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '82ed3255-5370-4e47-9e09-a28009308aab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:27:02.518796 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1460fe18-3688-46eb-912c-1cee7be9b07d tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:02.519883 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1460fe18-3688-46eb-912c-1cee7be9b07d tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:02.536986 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-59203cd0-3a35-429d-a30a-76b8f437e7f0 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Project 0d737c316a4542e78135e34c5fa7a4f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:27:02.554180 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59203cd0-3a35-429d-a30a-76b8f437e7f0 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:02.573361 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ec62aff0-3322-4c5e-ab9e-f30b890044fb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/routers/abc7d5a1-3004-4908-a377-bccfc6871e96 HTTP/1.1" status: 200 len: 934 time: 0.2575698 Dec 22 15:27:02.584122 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34786) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:02.601418 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6d35cea6-2ebf-4916-8075-e79fb2d063aa tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:27:02.601418 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6d35cea6-2ebf-4916-8075-e79fb2d063aa tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3513534 Dec 22 15:27:02.601713 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-70dd55bb-168e-4dc6-ba5a-55d205fb8718 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'router': {'routes': None}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:02.602728 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34790) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:02.612157 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-bfbc96d8-c51a-452c-895b-c4ee9d28eb6a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1053397790'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:02.625387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-bfbc96d8-c51a-452c-895b-c4ee9d28eb6a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:02.650853 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-bfbc96d8-c51a-452c-895b-c4ee9d28eb6a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:02.690207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-d8f96070-805b-48d1-8105-45b3caf5d5e8 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Allocated IP 172.20.0.9 (0ade1569-4404-413c-b049-6a3d85ff0b77/c5a397d4-8130-4320-96cc-7a6d0308d8e1/60af8cfb-66cb-4039-88aa-8d3c71241a3f) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:02.709468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59203cd0-3a35-429d-a30a-76b8f437e7f0 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:02.770379 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bfbc96d8-c51a-452c-895b-c4ee9d28eb6a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:02.815846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-bfbc96d8-c51a-452c-895b-c4ee9d28eb6a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:02.820336 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1460fe18-3688-46eb-912c-1cee7be9b07d tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:02.829245 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59203cd0-3a35-429d-a30a-76b8f437e7f0 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:02.833416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6aa171e0-8dd5-4411-b147-8c53e4734694 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:02.857078 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:02.868673 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-bfbc96d8-c51a-452c-895b-c4ee9d28eb6a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:02.895385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59203cd0-3a35-429d-a30a-76b8f437e7f0 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da9ee45a-96d2-4ba3-9de4-6d80862295f8,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:02.915009 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-59203cd0-3a35-429d-a30a-76b8f437e7f0 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:03.016652 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59203cd0-3a35-429d-a30a-76b8f437e7f0 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:03.023000 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-59203cd0-3a35-429d-a30a-76b8f437e7f0 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7358096 Dec 22 15:27:03.024042 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34798) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:03.036644 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-8d8f64f0-f17a-42b3-aa86-ac0a36634c3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Request body: {'security_group_rule': {'security_group_id': 'efc30e2f-5012-486a-88b6-9a7c4888379c', 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:03.059330 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-8d8f64f0-f17a-42b3-aa86-ac0a36634c3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:03.078781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-8d8f64f0-f17a-42b3-aa86-ac0a36634c3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Usage tracker for resource:security_group_rule and tenant:0d737c316a4542e78135e34c5fa7a4f9 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:03.087779 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-8d8f64f0-f17a-42b3-aa86-ac0a36634c3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:03.090069 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bfbc96d8-c51a-452c-895b-c4ee9d28eb6a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:03.095997 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-8d8f64f0-f17a-42b3-aa86-ac0a36634c3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:03.108122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:03.118498 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:03.121089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:03.166362 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bfbc96d8-c51a-452c-895b-c4ee9d28eb6a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:03.174390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e1e518ff-d460-4871-9089-12659bb56a12 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:03.213737 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc96d8-c51a-452c-895b-c4ee9d28eb6a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17cb8213-6e65-4b9d-b6a9-f791a8a97de3,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:03.217070 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bfbc96d8-c51a-452c-895b-c4ee9d28eb6a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:03.230324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-26dc1732-6463-4c0f-a3bb-85d575666023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:03.246497 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1460fe18-3688-46eb-912c-1cee7be9b07d tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:03.281935 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-8d8f64f0-f17a-42b3-aa86-ac0a36634c3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Project 0d737c316a4542e78135e34c5fa7a4f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:27:03.287544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9a4daf10-9ee2-40a2-9217-5425656177bc tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:03.297703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bfbc96d8-c51a-452c-895b-c4ee9d28eb6a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:03.301794 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bfbc96d8-c51a-452c-895b-c4ee9d28eb6a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6968145 Dec 22 15:27:03.304856 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34808) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:03.324653 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d8f64f0-f17a-42b3-aa86-ac0a36634c3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:03.357916 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dc1732-6463-4c0f-a3bb-85d575666023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:03.380502 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:03.384323 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-320ac7a7-120f-4061-8eb8-68579b7a7a6e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group_rule': {'security_group_id': '17cb8213-6e65-4b9d-b6a9-f791a8a97de3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:03.411200 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-26dc1732-6463-4c0f-a3bb-85d575666023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:03.416608 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc1732-6463-4c0f-a3bb-85d575666023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:03.417595 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-26dc1732-6463-4c0f-a3bb-85d575666023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:03.436141 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e699de4e-ade9-4bb1-a964-297f2b158fd0 None None] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:27:03.553411 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d8f64f0-f17a-42b3-aa86-ac0a36634c3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:03.555106 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-320ac7a7-120f-4061-8eb8-68579b7a7a6e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:03.557681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34812) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:03.562581 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031798 Dec 22 15:27:03.567170 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-320ac7a7-120f-4061-8eb8-68579b7a7a6e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Usage tracker for resource:security_group_rule and tenant:0716b7821a614ceda229baf4538b888f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:03.570452 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34814) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:03.573463 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-320ac7a7-120f-4061-8eb8-68579b7a7a6e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:03.597388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-320ac7a7-120f-4061-8eb8-68579b7a7a6e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:03.656078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d8f64f0-f17a-42b3-aa86-ac0a36634c3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:03.659117 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8a82c355-aad4-49a0-88a5-98faf73ca7a5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:03.666000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd,segment=NetworkSegment(f8a2d23b-4429-443c-9a08-d43dcfbfbe4a),segment_id=f8a2d23b-4429-443c-9a08-d43dcfbfbe4a)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:03.706392 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f64f0-f17a-42b3-aa86-ac0a36634c3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7a0e04-c942-4dbf-959f-bfabe91bd287,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:03.730681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8d8f64f0-f17a-42b3-aa86-ac0a36634c3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:03.750004 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-320ac7a7-120f-4061-8eb8-68579b7a7a6e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:03.765804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:03.772206 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-70a7f944-4776-4e86-b6c7-88f8ea081d59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:03.776530 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ff6c93de-5879-4d5b-96ef-e5a29346893a tempest-NetworksApiDiscovery-629812140 tempest-NetworksApiDiscovery-629812140-project] 10.222.0.59 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2042944 Dec 22 15:27:03.837532 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d8f64f0-f17a-42b3-aa86-ac0a36634c3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:03.843500 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8d8f64f0-f17a-42b3-aa86-ac0a36634c3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8104045 Dec 22 15:27:03.844763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34822) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:03.866625 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-4e292c91-1ec4-4d9a-b10b-9492e9675492 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Request body: {'network': {'name': 'tempest-network-smoke--162285773', 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'port_security_enabled': True}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:03.872929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4e292c91-1ec4-4d9a-b10b-9492e9675492 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:03.878267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4e292c91-1ec4-4d9a-b10b-9492e9675492 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Usage tracker for resource:network and tenant:0d737c316a4542e78135e34c5fa7a4f9 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:03.881671 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4e292c91-1ec4-4d9a-b10b-9492e9675492 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:03.889729 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4e292c91-1ec4-4d9a-b10b-9492e9675492 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:03.963997 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-320ac7a7-120f-4061-8eb8-68579b7a7a6e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:03.967629 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e292c91-1ec4-4d9a-b10b-9492e9675492 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Made reservation on behalf of 0d737c316a4542e78135e34c5fa7a4f9 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:03.976493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e292c91-1ec4-4d9a-b10b-9492e9675492 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:04.016519 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1460fe18-3688-46eb-912c-1cee7be9b07d tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:04.022105 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1460fe18-3688-46eb-912c-1cee7be9b07d tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 2.1713407 Dec 22 15:27:04.022105 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-26dc1732-6463-4c0f-a3bb-85d575666023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8779609 Dec 22 15:27:04.022105 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc1732-6463-4c0f-a3bb-85d575666023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Subnet': ['ID=4f742ac3-dea9-4b21-bddf-9a68292c507e,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:04.022733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-320ac7a7-120f-4061-8eb8-68579b7a7a6e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:04.023530 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:04.024042 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34826) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:04.024042 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34828) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:04.028601 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43c478-2c5b-478e-8454-16487095bce5 None None] Sync routers for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:27:04.061742 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:04.064716 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad43c478-2c5b-478e-8454-16487095bce5 None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:04.066640 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:04.068904 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ad43c478-2c5b-478e-8454-16487095bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:04.087018 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e292c91-1ec4-4d9a-b10b-9492e9675492 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:27:04.115086 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ac7a7-120f-4061-8eb8-68579b7a7a6e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c252e146-c463-46bc-b1a3-b4e014b8d074,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:04.120214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-320ac7a7-120f-4061-8eb8-68579b7a7a6e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:04.121733 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-26dc1732-6463-4c0f-a3bb-85d575666023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:04.125770 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e292c91-1ec4-4d9a-b10b-9492e9675492 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:04.126114 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-4e292c91-1ec4-4d9a-b10b-9492e9675492 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Added segment e07b4c5d-b41f-4560-9adc-576329c4096e of type vlan for network e8cd8c74-3563-4ac0-9801-9129eb7e0a82 Dec 22 15:27:04.144862 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e173659a-c510-420f-8317-8e57f9c44125 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'security_group': {'name': 'tempest-secgroup-338141595'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:04.166696 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e173659a-c510-420f-8317-8e57f9c44125 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:04.187727 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e292c91-1ec4-4d9a-b10b-9492e9675492 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:04.192599 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-320ac7a7-120f-4061-8eb8-68579b7a7a6e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:04.198007 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-320ac7a7-120f-4061-8eb8-68579b7a7a6e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8849261 Dec 22 15:27:04.198007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34834) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:04.214978 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-0c6768a8-9bb3-490d-adf1-e992b8f141ae', 'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae', 'tenant_id': '842f3ac375dd4ba3beae00957da10632', 'fixed_ips': [{'subnet_id': '4f742ac3-dea9-4b21-bddf-9a68292c507e'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:27:04.215849 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:04.252541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e173659a-c510-420f-8317-8e57f9c44125 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:security_group and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:04.271300 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e173659a-c510-420f-8317-8e57f9c44125 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:04.298795 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0a08c17d-7cf9-4a49-b678-fc1b3a4febef tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-group-rules/c252e146-c463-46bc-b1a3-b4e014b8d074 HTTP/1.1" status: 200 len: 763 time: 0.0985360 Dec 22 15:27:04.300543 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34838) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:04.312237 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e173659a-c510-420f-8317-8e57f9c44125 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:04.324986 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-da16dcf3-5edc-4835-b68b-ec9a950bc700 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:04.422024 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-fad03dd8-fad8-456a-97e3-5b6d6bc8a895 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:27:04.431173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e292c91-1ec4-4d9a-b10b-9492e9675492 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:04.443158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e292c91-1ec4-4d9a-b10b-9492e9675492 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:04.443158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e292c91-1ec4-4d9a-b10b-9492e9675492 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:04.450537 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9b626f11-df39-4eef-bc06-caa01c9411d8 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:04.464200 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-ad43c478-2c5b-478e-8454-16487095bce5 None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:27:04.644062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Allocated IP 2001:db8::2 (0c6768a8-9bb3-490d-adf1-e992b8f141ae/4f742ac3-dea9-4b21-bddf-9a68292c507e/151cf300-0eb6-4c46-8435-bbe520e42f3e) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:04.791137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-fad03dd8-fad8-456a-97e3-5b6d6bc8a895 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:27:04.798067 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fad03dd8-fad8-456a-97e3-5b6d6bc8a895 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4940534 Dec 22 15:27:04.809696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34844) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:04.812802 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e292c91-1ec4-4d9a-b10b-9492e9675492 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event updated for resources: {'Network': ['ID=e8cd8c74-3563-4ac0-9801-9129eb7e0a82,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:04.820609 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4e292c91-1ec4-4d9a-b10b-9492e9675492 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:04.845546 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4e292c91-1ec4-4d9a-b10b-9492e9675492 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9900916 Dec 22 15:27:04.846637 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34848) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:04.847089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34850) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:04.849435 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:04.877376 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1706391036', 'admin_state_up': True, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:04.883456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network e8cd8c74-3563-4ac0-9801-9129eb7e0a82 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:27:04.953095 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:04.971294 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-36ddbcb1-a7db-40ab-aafd-140d0d50dd3f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.005575 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8f96070-805b-48d1-8105-45b3caf5d5e8 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.009664 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-36ddbcb1-a7db-40ab-aafd-140d0d50dd3f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.049829 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ad43c478-2c5b-478e-8454-16487095bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:26:59Z', 'revision_number': 6, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '5b9da64b-71ec-4461-9272-70c4c3af6688', 'name': '', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:e5:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:18Z', 'updated_at': '2021-12-22T15:26:31Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd', 'name': '', 'network_id': '9afa0f68-beac-4eda-8f6b-83e8a0ca8b91', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:96:a8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '91eeedd8-8e83-474d-970b-7d8428fa0b0d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:50Z', 'updated_at': '2021-12-22T15:27:03Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '91eeedd8-8e83-474d-970b-7d8428fa0b0d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9bc99ae-251a-40bc-846a-a6c4c06314bb', 'name': '', 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:6f:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '82ed3255-5370-4e47-9e09-a28009308aab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:33Z', 'updated_at': '2021-12-22T15:26:49Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '82ed3255-5370-4e47-9e09-a28009308aab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:05.054948 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43c478-2c5b-478e-8454-16487095bce5 None None] Checking router: abc7d5a1-3004-4908-a377-bccfc6871e96 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:27:05.076060 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad43c478-2c5b-478e-8454-16487095bce5 None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:05.076060 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ad43c478-2c5b-478e-8454-16487095bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:05.083840 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Usage tracker for resource:router and tenant:0d737c316a4542e78135e34c5fa7a4f9 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:05.095422 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:05.120927 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:05.138882 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:05.139758 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.173318 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-36ddbcb1-a7db-40ab-aafd-140d0d50dd3f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.189330 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e173659a-c510-420f-8317-8e57f9c44125 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.201309 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-140dc5ed-9849-4691-be4a-09913399ad5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.225524 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2679e9b4-ba1f-4b82-9836-f84938f253fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:05.259221 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-ad43c478-2c5b-478e-8454-16487095bce5 None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:27:05.261022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.263911 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.279302 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.304372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.305309 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-da16dcf3-5edc-4835-b68b-ec9a950bc700 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.308494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-d8f96070-805b-48d1-8105-45b3caf5d5e8 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Transition to ACTIVE for port object 60af8cfb-66cb-4039-88aa-8d3c71241a3f will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:05.311546 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e173659a-c510-420f-8317-8e57f9c44125 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:05.317532 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-da16dcf3-5edc-4835-b68b-ec9a950bc700 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.330857 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Transition to ACTIVE for port object 151cf300-0eb6-4c46-8435-bbe520e42f3e will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:05.350268 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e173659a-c510-420f-8317-8e57f9c44125 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:security_group_rule and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:05.354754 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Transition to ACTIVE for port object 151cf300-0eb6-4c46-8435-bbe520e42f3e will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:05.357163 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e173659a-c510-420f-8317-8e57f9c44125 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:05.385787 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddbcb1-a7db-40ab-aafd-140d0d50dd3f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c252e146-c463-46bc-b1a3-b4e014b8d074,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:05.390960 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-36ddbcb1-a7db-40ab-aafd-140d0d50dd3f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:05.395960 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-36ddbcb1-a7db-40ab-aafd-140d0d50dd3f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.398067 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-36ddbcb1-a7db-40ab-aafd-140d0d50dd3f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/c252e146-c463-46bc-b1a3-b4e014b8d074 HTTP/1.1" status: 204 len: 168 time: 0.5807695 Dec 22 15:27:05.400626 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-140dc5ed-9849-4691-be4a-09913399ad5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:05.404742 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34860) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:05.442529 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-140dc5ed-9849-4691-be4a-09913399ad5b admin admin] Usage tracker for resource:security_group_rule and tenant:4908ac9228e74873b259d3202b34145a is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:05.451074 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-140dc5ed-9849-4691-be4a-09913399ad5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:05.451984 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.459432 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:05.470381 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e173659a-c510-420f-8317-8e57f9c44125 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:05.482394 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-140dc5ed-9849-4691-be4a-09913399ad5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:05.591870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:05.598334 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:05.606324 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:05.617789 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Pushing event updated for resources: {'Port': ['ID=151cf300-0eb6-4c46-8435-bbe520e42f3e,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:05.625980 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:05.722161 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ad43c478-2c5b-478e-8454-16487095bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:26:59Z', 'revision_number': 6, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '5b9da64b-71ec-4461-9272-70c4c3af6688', 'name': '', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:e5:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:18Z', 'updated_at': '2021-12-22T15:26:31Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd', 'name': '', 'network_id': '9afa0f68-beac-4eda-8f6b-83e8a0ca8b91', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:96:a8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '91eeedd8-8e83-474d-970b-7d8428fa0b0d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:50Z', 'updated_at': '2021-12-22T15:27:03Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '91eeedd8-8e83-474d-970b-7d8428fa0b0d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9bc99ae-251a-40bc-846a-a6c4c06314bb', 'name': '', 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:6f:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '82ed3255-5370-4e47-9e09-a28009308aab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:33Z', 'updated_at': '2021-12-22T15:26:49Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '82ed3255-5370-4e47-9e09-a28009308aab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:05.724085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e173659a-c510-420f-8317-8e57f9c44125 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.729030 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43c478-2c5b-478e-8454-16487095bce5 None None] The sync data for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv is: [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:26:59Z', 'revision_number': 6, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '5b9da64b-71ec-4461-9272-70c4c3af6688', 'name': '', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:e5:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:18Z', 'updated_at': '2021-12-22T15:26:31Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd', 'name': '', 'network_id': '9afa0f68-beac-4eda-8f6b-83e8a0ca8b91', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:96:a8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '91eeedd8-8e83-474d-970b-7d8428fa0b0d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:50Z', 'updated_at': '2021-12-22T15:27:03Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '91eeedd8-8e83-474d-970b-7d8428fa0b0d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9bc99ae-251a-40bc-846a-a6c4c06314bb', 'name': '', 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:6f:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '82ed3255-5370-4e47-9e09-a28009308aab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:33Z', 'updated_at': '2021-12-22T15:26:49Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '82ed3255-5370-4e47-9e09-a28009308aab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:27:05.745932 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.extraroute_db [None req-70dd55bb-168e-4dc6-ba5a-55d205fb8718 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Added routes are [] {{(pid=88217) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 15:27:05.746503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.extraroute_db [None req-70dd55bb-168e-4dc6-ba5a-55d205fb8718 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88217) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 15:27:05.776356 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-da16dcf3-5edc-4835-b68b-ec9a950bc700 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.777549 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da16dcf3-5edc-4835-b68b-ec9a950bc700 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04d39ae6-69cd-44b7-ad0b-7252f8db663b {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:27:05.815341 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e173659a-c510-420f-8317-8e57f9c44125 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.817194 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Attempting to bind port 151cf300-0eb6-4c46-8435-bbe520e42f3e on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:27:05.817841 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Attempting to bind port 151cf300-0eb6-4c46-8435-bbe520e42f3e by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'e43601be-9f0d-468f-965a-5ce33315fb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:27:05.818505 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Attempting to bind port 151cf300-0eb6-4c46-8435-bbe520e42f3e on network 0c6768a8-9bb3-490d-adf1-e992b8f141ae {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:27:05.832174 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:27:05.832811 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Checking segment: {'id': 'e43601be-9f0d-468f-965a-5ce33315fb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:27:05.833556 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.834400 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Bound using segment: {'id': 'e43601be-9f0d-468f-965a-5ce33315fb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:27:05.835460 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Bound port: 151cf300-0eb6-4c46-8435-bbe520e42f3e, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43601be-9f0d-468f-965a-5ce33315fb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:27:05.836937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.846893 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-868f14bd-1a5f-43d4-93ff-ab07fdbc9cf0 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:05.856310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-af0f5e51-f0c4-4b7f-9ca9-cc01befc3641 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:27:05.875548 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-da16dcf3-5edc-4835-b68b-ec9a950bc700 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.875548 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-da16dcf3-5edc-4835-b68b-ec9a950bc700 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] 10.222.0.59 "DELETE /v2.0/routers/04d39ae6-69cd-44b7-ad0b-7252f8db663b HTTP/1.1" status: 204 len: 168 time: 1.8378527 Dec 22 15:27:05.880447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34864) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:05.888720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8f96070-805b-48d1-8105-45b3caf5d5e8 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.916838 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-bf20e066-249a-403e-a715-e765813dce45 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Request body: {'router': {'name': 'tempest-router-1954766461', 'distributed': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:05.925753 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bf20e066-249a-403e-a715-e765813dce45 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:05.930441 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bf20e066-249a-403e-a715-e765813dce45 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Usage tracker for resource:router and tenant:a5f2211d110c4d9fb0c988e54ee1c108 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:05.934020 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bf20e066-249a-403e-a715-e765813dce45 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:05.952216 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e173659a-c510-420f-8317-8e57f9c44125 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.956609 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e173659a-c510-420f-8317-8e57f9c44125 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.9152522 Dec 22 15:27:05.956609 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70dd55bb-168e-4dc6-ba5a-55d205fb8718 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:05.957710 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bf20e066-249a-403e-a715-e765813dce45 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:05.962524 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34868) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:05.974814 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173659a-c510-420f-8317-8e57f9c44125 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756727b3-0c1f-429c-af01-8a210b287e00,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:05.982945 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3bdd73e9-fe9a-4978-8db9-dee2d08e3d33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'security_group': {'name': 'tempest-secgroup-202564273'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:05.991622 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e173659a-c510-420f-8317-8e57f9c44125 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:05.992789 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3f5e7480-f39c-4fdb-983f-c16d3d8076d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:06.031047 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f96070-805b-48d1-8105-45b3caf5d5e8 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Network 0ade1569-4404-413c-b049-6a3d85ff0b77 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:06.032213 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3bdd73e9-fe9a-4978-8db9-dee2d08e3d33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:06.043020 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d8f96070-805b-48d1-8105-45b3caf5d5e8 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:06.053596 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3bdd73e9-fe9a-4978-8db9-dee2d08e3d33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:security_group and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:06.091445 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-140dc5ed-9849-4691-be4a-09913399ad5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:06.095727 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] For port 151cf300-0eb6-4c46-8435-bbe520e42f3e, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:27:06.103303 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] For port 151cf300-0eb6-4c46-8435-bbe520e42f3e, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=151cf300-0eb6-4c46-8435-bbe520e42f3e,segment=NetworkSegment(e43601be-9f0d-468f-965a-5ce33315fb3d),segment_id=e43601be-9f0d-468f-965a-5ce33315fb3d)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:27:06.107995 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:06.111233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-af0f5e51-f0c4-4b7f-9ca9-cc01befc3641 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:27:06.114772 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-af0f5e51-f0c4-4b7f-9ca9-cc01befc3641 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7083907 Dec 22 15:27:06.117647 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34872) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:06.125941 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-59793855-6a84-46d8-a879-eb5b391b5c38 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group_rule': {'security_group_id': '17cb8213-6e65-4b9d-b6a9-f791a8a97de3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:06.129409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3bdd73e9-fe9a-4978-8db9-dee2d08e3d33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:06.132655 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f96070-805b-48d1-8105-45b3caf5d5e8 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:06.133285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:06.141126 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-59793855-6a84-46d8-a879-eb5b391b5c38 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:06.156209 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-59793855-6a84-46d8-a879-eb5b391b5c38 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:06.202715 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bf20e066-249a-403e-a715-e765813dce45 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:06.204771 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bf20e066-249a-403e-a715-e765813dce45 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:06.205844 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-140dc5ed-9849-4691-be4a-09913399ad5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:06.213673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3bdd73e9-fe9a-4978-8db9-dee2d08e3d33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:06.218083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-15c7e8b3-cafe-4b1c-a57c-aa40a8a37908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:06.270357 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:06.279294 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-699af900-fef4-4944-8c3c-5316d4dcc022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:06.377367 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-140dc5ed-9849-4691-be4a-09913399ad5b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4908ac9228e74873b259d3202b34145a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5215547 Dec 22 15:27:06.389505 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34876) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:06.415376 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140dc5ed-9849-4691-be4a-09913399ad5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67433935-8d1a-4ae8-b50f-fa4c55b48e06,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:06.421763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-140dc5ed-9849-4691-be4a-09913399ad5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:06.428841 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59793855-6a84-46d8-a879-eb5b391b5c38 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:06.522723 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Pushing event updated for resources: {'Port': ['ID=151cf300-0eb6-4c46-8435-bbe520e42f3e,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:06.527953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:06.537713 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f96070-805b-48d1-8105-45b3caf5d5e8 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Pushing event updated for resources: {'Port': ['ID=60af8cfb-66cb-4039-88aa-8d3c71241a3f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:06.541459 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8f96070-805b-48d1-8105-45b3caf5d5e8 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:06.549255 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bf20e066-249a-403e-a715-e765813dce45 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:06.555416 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3bdd73e9-fe9a-4978-8db9-dee2d08e3d33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:06.571224 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8dc83aa2-2504-463b-9668-387c2379e7e9 None None] Provisioning for port 60af8cfb-66cb-4039-88aa-8d3c71241a3f completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:06.582280 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8dc83aa2-2504-463b-9668-387c2379e7e9 None None] Provisioning complete for port 60af8cfb-66cb-4039-88aa-8d3c71241a3f triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:06.583470 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8dc83aa2-2504-463b-9668-387c2379e7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:06.619165 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59793855-6a84-46d8-a879-eb5b391b5c38 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:06.653774 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f96070-805b-48d1-8105-45b3caf5d5e8 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:06.657218 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8f96070-805b-48d1-8105-45b3caf5d5e8 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:06.668709 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59793855-6a84-46d8-a879-eb5b391b5c38 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:06.670943 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d6b9474b-81b0-4ccf-a4e1-dfca0881d724 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:06.726388 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-8dc83aa2-2504-463b-9668-387c2379e7e9 None None] Port 60af8cfb-66cb-4039-88aa-8d3c71241a3f cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:27:06.785193 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59793855-6a84-46d8-a879-eb5b391b5c38 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473dc587-f095-4703-a4d1-04748d72e9d9,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:06.799238 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-59793855-6a84-46d8-a879-eb5b391b5c38 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:06.832142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3bdd73e9-fe9a-4978-8db9-dee2d08e3d33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:06.945311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:06.978033 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59793855-6a84-46d8-a879-eb5b391b5c38 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:06.982682 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-59793855-6a84-46d8-a879-eb5b391b5c38 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8613057 Dec 22 15:27:06.983334 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34880) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:06.990625 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:07.046605 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-31a47277-c424-440d-93ae-1a88d3ef24bc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-group-rules/473dc587-f095-4703-a4d1-04748d72e9d9 HTTP/1.1" status: 200 len: 763 time: 0.0580118 Dec 22 15:27:07.053437 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34884) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:07.184955 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-90899cbc-f466-4a50-9f20-ea9d85959301 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:27:07.202000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3bdd73e9-fe9a-4978-8db9-dee2d08e3d33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:security_group_rule and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:07.220965 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Allocated IP 172.26.6.164 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/d1a47931-0410-41f0-bbb8-90ed84230102) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:07.230069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3bdd73e9-fe9a-4978-8db9-dee2d08e3d33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:07.265918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3bdd73e9-fe9a-4978-8db9-dee2d08e3d33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:07.306935 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bf20e066-249a-403e-a715-e765813dce45 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:07.318566 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-90899cbc-f466-4a50-9f20-ea9d85959301 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:27:07.322443 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-90899cbc-f466-4a50-9f20-ea9d85959301 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2649636 Dec 22 15:27:07.328609 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34888) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:07.349181 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d8f96070-805b-48d1-8105-45b3caf5d5e8 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2700233 Dec 22 15:27:07.356015 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34892) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:07.382618 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-305e3fdf-8a76-4e2d-b779-fc2b41a0987a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:07.392065 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7352cd2b-eebf-4700-84cd-ccd40f4e182d tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:07.397619 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70dd55bb-168e-4dc6-ba5a-55d205fb8718 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:07.417327 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7352cd2b-eebf-4700-84cd-ccd40f4e182d tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:07.456903 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:07.497140 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70dd55bb-168e-4dc6-ba5a-55d205fb8718 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:07.524745 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7352cd2b-eebf-4700-84cd-ccd40f4e182d tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:07.533676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:07.546785 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352cd2b-eebf-4700-84cd-ccd40f4e182d tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=473dc587-f095-4703-a4d1-04748d72e9d9,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:07.550252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7352cd2b-eebf-4700-84cd-ccd40f4e182d tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:07.552668 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:07.565194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-edd54bc6-4124-4563-a184-209a8b7d5b44 tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:07.642127 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'project_id': '5fac0e600a6c4b14b1658ffc8f114201', 'port_id': '60af8cfb-66cb-4039-88aa-8d3c71241a3f'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:07.658276 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:07.665241 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:07.674091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:07.677559 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:07.696978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bf20e066-249a-403e-a715-e765813dce45 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:07.701662 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bf20e066-249a-403e-a715-e765813dce45 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.8174098 Dec 22 15:27:07.722684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34898) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:07.728724 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Usage tracker for resource:floatingip and tenant:5fac0e600a6c4b14b1658ffc8f114201 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:07.735108 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3bdd73e9-fe9a-4978-8db9-dee2d08e3d33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:07.735346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event updated for resources: {'Port': ['ID=d1a47931-0410-41f0-bbb8-90ed84230102,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:07.739624 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-305e3fdf-8a76-4e2d-b779-fc2b41a0987a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:07.740458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:07.836716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:07.853808 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7352cd2b-eebf-4700-84cd-ccd40f4e182d tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:07.857508 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7352cd2b-eebf-4700-84cd-ccd40f4e182d tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/473dc587-f095-4703-a4d1-04748d72e9d9 HTTP/1.1" status: 204 len: 168 time: 0.5253460 Dec 22 15:27:07.865750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34902) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:07.871614 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:07.905634 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3bdd73e9-fe9a-4978-8db9-dee2d08e3d33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:07.955591 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ce440ba4-2eb8-422d-93c3-69f73daf75e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:07.971500 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fdc4fd05-f21e-427b-b1bf-92ad6820e09e tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:08.076399 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd73e9-fe9a-4978-8db9-dee2d08e3d33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0279f3-b164-4ef3-8012-78c67654ab56,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:08.084441 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dd55bb-168e-4dc6-ba5a-55d205fb8718 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router abc7d5a1-3004-4908-a377-bccfc6871e96 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:27:08.085660 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3bdd73e9-fe9a-4978-8db9-dee2d08e3d33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:08.099757 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3ff61d5b-75d6-4588-b802-20fb560ec665 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2128296 Dec 22 15:27:08.099951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34906) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:08.107601 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9aa6c779-3d9a-4f02-8b26-f2633f6aff8c tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group_rule': {'security_group_id': '17cb8213-6e65-4b9d-b6a9-f791a8a97de3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:08.119356 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9aa6c779-3d9a-4f02-8b26-f2633f6aff8c tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:08.169020 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-41435284-95b0-4720-be2a-0fff4bf1caeb None None] Provisioning complete for port 94b3321b-f2a6-4eb1-9c27-465593c03c29 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:08.169861 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-41435284-95b0-4720-be2a-0fff4bf1caeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:08.178537 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9aa6c779-3d9a-4f02-8b26-f2633f6aff8c tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Usage tracker for resource:security_group_rule and tenant:0716b7821a614ceda229baf4538b888f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:08.188364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3bdd73e9-fe9a-4978-8db9-dee2d08e3d33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:08.195315 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3bdd73e9-fe9a-4978-8db9-dee2d08e3d33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.2214777 Dec 22 15:27:08.195315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9aa6c779-3d9a-4f02-8b26-f2633f6aff8c tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:08.200766 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34910) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:08.211532 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9aa6c779-3d9a-4f02-8b26-f2633f6aff8c tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:08.285569 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-41435284-95b0-4720-be2a-0fff4bf1caeb None None] Port 94b3321b-f2a6-4eb1-9c27-465593c03c29 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:27:08.287127 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fc246e66-7343-4dff-ac6c-70a9fa339b44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2013153793', 'security_groups': ['9c0279f3-b164-4ef3-8012-78c67654ab56'], 'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4f742ac3-dea9-4b21-bddf-9a68292c507e'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:08.325564 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-305e3fdf-8a76-4e2d-b779-fc2b41a0987a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:08.349412 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c727086f-38cd-4b99-9b71-aa9f177fa990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:08.369441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:08.373130 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-41435284-95b0-4720-be2a-0fff4bf1caeb None None] Provisioning for port 151cf300-0eb6-4c46-8435-bbe520e42f3e completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:08.427532 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e3fdf-8a76-4e2d-b779-fc2b41a0987a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67433935-8d1a-4ae8-b50f-fa4c55b48e06,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:08.433618 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-305e3fdf-8a76-4e2d-b779-fc2b41a0987a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:08.456697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-305e3fdf-8a76-4e2d-b779-fc2b41a0987a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:08.457848 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-305e3fdf-8a76-4e2d-b779-fc2b41a0987a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/67433935-8d1a-4ae8-b50f-fa4c55b48e06 HTTP/1.1" status: 204 len: 168 time: 2.0067198 Dec 22 15:27:08.462026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dd55bb-168e-4dc6-ba5a-55d205fb8718 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:27:08.471492 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70dd55bb-168e-4dc6-ba5a-55d205fb8718 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:08.472752 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-70dd55bb-168e-4dc6-ba5a-55d205fb8718 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/abc7d5a1-3004-4908-a377-bccfc6871e96 HTTP/1.1" status: 200 len: 700 time: 5.8852706 Dec 22 15:27:08.485560 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-9aa6c779-3d9a-4f02-8b26-f2633f6aff8c tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Project 0716b7821a614ceda229baf4538b888f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:27:08.488215 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b04cce7-a458-4b1a-aea3-86d6c6119608 None None] Sync routers for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:27:08.489805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34916) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:08.527065 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b04cce7-a458-4b1a-aea3-86d6c6119608 None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:08.528342 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0b04cce7-a458-4b1a-aea3-86d6c6119608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:08.581474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c779-3d9a-4f02-8b26-f2633f6aff8c tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:08.669927 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fc246e66-7343-4dff-ac6c-70a9fa339b44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:08.696902 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fc246e66-7343-4dff-ac6c-70a9fa339b44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:port and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:08.707483 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fc246e66-7343-4dff-ac6c-70a9fa339b44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:08.732893 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fc246e66-7343-4dff-ac6c-70a9fa339b44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:08.752521 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3dea2867-1616-4d69-be45-09d54f94d7aa tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/routers/abc7d5a1-3004-4908-a377-bccfc6871e96 HTTP/1.1" status: 200 len: 700 time: 0.2579868 Dec 22 15:27:08.757209 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34920) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:08.880990 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 151cf300-0eb6-4c46-8435-bbe520e42f3e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:08.887635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fdc4fd05-f21e-427b-b1bf-92ad6820e09e tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:08.891849 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fdc4fd05-f21e-427b-b1bf-92ad6820e09e tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:08.964847 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-0b04cce7-a458-4b1a-aea3-86d6c6119608 None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:27:08.981682 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fdc4fd05-f21e-427b-b1bf-92ad6820e09e tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:08.982931 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc4fd05-f21e-427b-b1bf-92ad6820e09e tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfe2bb72-bab4-4177-944f-736f106457bc {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:27:09.034882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fdc4fd05-f21e-427b-b1bf-92ad6820e09e tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:09.036091 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fdc4fd05-f21e-427b-b1bf-92ad6820e09e tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] 10.222.0.59 "DELETE /v2.0/routers/cfe2bb72-bab4-4177-944f-736f106457bc HTTP/1.1" status: 204 len: 168 time: 1.3035095 Dec 22 15:27:09.046006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34930) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:09.060364 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-7f717543-32d6-44ce-b076-3547b5ba46db tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Request body: {'router': {'name': 'tempest-router-1816434708', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'dd993902fc784fdea39bfdf771efdf46'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:09.082018 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7f717543-32d6-44ce-b076-3547b5ba46db tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:09.088451 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc246e66-7343-4dff-ac6c-70a9fa339b44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:09.094879 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7f717543-32d6-44ce-b076-3547b5ba46db tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Usage tracker for resource:router and tenant:dd993902fc784fdea39bfdf771efdf46 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:09.099320 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7f717543-32d6-44ce-b076-3547b5ba46db tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:09.108634 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7f717543-32d6-44ce-b076-3547b5ba46db tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:09.148213 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 151cf300-0eb6-4c46-8435-bbe520e42f3e completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:09.170478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c779-3d9a-4f02-8b26-f2633f6aff8c tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:09.175787 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 151cf300-0eb6-4c46-8435-bbe520e42f3e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:09.175787 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:09.310823 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f717543-32d6-44ce-b076-3547b5ba46db tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:09.312134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f717543-32d6-44ce-b076-3547b5ba46db tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:09.342415 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:09.396360 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f717543-32d6-44ce-b076-3547b5ba46db tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:09.397832 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:09.411879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c779-3d9a-4f02-8b26-f2633f6aff8c tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:09.428799 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:09.471126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6c779-3d9a-4f02-8b26-f2633f6aff8c tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a716b55-e1bd-432f-ac15-21daa370d841,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:09.479736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9aa6c779-3d9a-4f02-8b26-f2633f6aff8c tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:09.630964 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:09.641388 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c779-3d9a-4f02-8b26-f2633f6aff8c tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:09.646688 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9aa6c779-3d9a-4f02-8b26-f2633f6aff8c tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5417469 Dec 22 15:27:09.655799 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34938) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:09.689470 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc246e66-7343-4dff-ac6c-70a9fa339b44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:09.692539 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f717543-32d6-44ce-b076-3547b5ba46db tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:09.714282 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 151cf300-0eb6-4c46-8435-bbe520e42f3e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=151cf300-0eb6-4c46-8435-bbe520e42f3e,segment=NetworkSegment(e43601be-9f0d-468f-965a-5ce33315fb3d),segment_id=e43601be-9f0d-468f-965a-5ce33315fb3d)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:09.719791 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-fc246e66-7343-4dff-ac6c-70a9fa339b44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] device_id is not set on port d1a7846c-d7f1-4338-82a7-102f86384e80 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:27:09.729963 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0b04cce7-a458-4b1a-aea3-86d6c6119608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:27:05Z', 'revision_number': 7, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '5b9da64b-71ec-4461-9272-70c4c3af6688', 'name': '', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:e5:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:18Z', 'updated_at': '2021-12-22T15:26:31Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd', 'name': '', 'network_id': '9afa0f68-beac-4eda-8f6b-83e8a0ca8b91', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:96:a8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '91eeedd8-8e83-474d-970b-7d8428fa0b0d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:50Z', 'updated_at': '2021-12-22T15:27:03Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '91eeedd8-8e83-474d-970b-7d8428fa0b0d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9bc99ae-251a-40bc-846a-a6c4c06314bb', 'name': '', 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:6f:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '82ed3255-5370-4e47-9e09-a28009308aab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:33Z', 'updated_at': '2021-12-22T15:26:49Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '82ed3255-5370-4e47-9e09-a28009308aab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:09.737381 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b04cce7-a458-4b1a-aea3-86d6c6119608 None None] Checking router: abc7d5a1-3004-4908-a377-bccfc6871e96 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:27:09.749750 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b04cce7-a458-4b1a-aea3-86d6c6119608 None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:09.750584 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0b04cce7-a458-4b1a-aea3-86d6c6119608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:09.769827 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c5553d3a-0de1-4fe1-875b-821e1bd0424a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-group-rules/7a716b55-e1bd-432f-ac15-21daa370d841 HTTP/1.1" status: 200 len: 769 time: 0.1087060 Dec 22 15:27:09.772256 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34942) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:09.946879 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-0b04cce7-a458-4b1a-aea3-86d6c6119608 None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:27:09.962603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f717543-32d6-44ce-b076-3547b5ba46db tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:09.969655 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7f717543-32d6-44ce-b076-3547b5ba46db tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9212573 Dec 22 15:27:09.986062 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34950) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:10.008062 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-2f5e28dc-123e-416f-a961-c295c819a739 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:10.042075 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:10.069761 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bdb76272-1754-4023-9e0a-d8ac85500aae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:10.195316 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-fc246e66-7343-4dff-ac6c-70a9fa339b44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Allocated IP 2001:db8::3b0 (0c6768a8-9bb3-490d-adf1-e992b8f141ae/4f742ac3-dea9-4b21-bddf-9a68292c507e/d1a7846c-d7f1-4338-82a7-102f86384e80) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:10.393629 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=151cf300-0eb6-4c46-8435-bbe520e42f3e,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:10.397788 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:10.418950 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34958) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:10.425942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Allocated IP 172.26.6.114 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/54d3084f-6fd7-40d2-b107-142effbc9b11) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:10.508983 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc246e66-7343-4dff-ac6c-70a9fa339b44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:10.527244 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0b04cce7-a458-4b1a-aea3-86d6c6119608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:27:05Z', 'revision_number': 7, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '5b9da64b-71ec-4461-9272-70c4c3af6688', 'name': '', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:e5:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:18Z', 'updated_at': '2021-12-22T15:26:31Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd', 'name': '', 'network_id': '9afa0f68-beac-4eda-8f6b-83e8a0ca8b91', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:96:a8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '91eeedd8-8e83-474d-970b-7d8428fa0b0d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:50Z', 'updated_at': '2021-12-22T15:27:03Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '91eeedd8-8e83-474d-970b-7d8428fa0b0d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9bc99ae-251a-40bc-846a-a6c4c06314bb', 'name': '', 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:6f:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '82ed3255-5370-4e47-9e09-a28009308aab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:33Z', 'updated_at': '2021-12-22T15:26:49Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '82ed3255-5370-4e47-9e09-a28009308aab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:10.533207 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b04cce7-a458-4b1a-aea3-86d6c6119608 None None] The sync data for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv is: [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:27:05Z', 'revision_number': 7, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '5b9da64b-71ec-4461-9272-70c4c3af6688', 'name': '', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:e5:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:18Z', 'updated_at': '2021-12-22T15:26:31Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd', 'name': '', 'network_id': '9afa0f68-beac-4eda-8f6b-83e8a0ca8b91', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:96:a8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '91eeedd8-8e83-474d-970b-7d8428fa0b0d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:50Z', 'updated_at': '2021-12-22T15:27:03Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '91eeedd8-8e83-474d-970b-7d8428fa0b0d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9bc99ae-251a-40bc-846a-a6c4c06314bb', 'name': '', 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:6f:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '82ed3255-5370-4e47-9e09-a28009308aab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:33Z', 'updated_at': '2021-12-22T15:26:49Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '82ed3255-5370-4e47-9e09-a28009308aab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:27:10.546176 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-fc246e66-7343-4dff-ac6c-70a9fa339b44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Transition to ACTIVE for port object d1a7846c-d7f1-4338-82a7-102f86384e80 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:10.553325 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f14b6ac-b893-44d6-b26d-d64f500c8c01 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:10.629602 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3b835b3c-225a-4892-b26a-e2e9f5f37aae tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:27:10.686637 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-836485069-network', 'tenant_id': '84464132bfda464dbef4abab87427463'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:10.777099 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 151cf300-0eb6-4c46-8435-bbe520e42f3e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:10.884895 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:10.904480 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Usage tracker for resource:network and tenant:84464132bfda464dbef4abab87427463 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:10.908584 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 151cf300-0eb6-4c46-8435-bbe520e42f3e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:10.909402 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:10.937567 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:10.956672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:10.999293 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3b835b3c-225a-4892-b26a-e2e9f5f37aae tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:27:11.000544 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3b835b3c-225a-4892-b26a-e2e9f5f37aae tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 1.2270260 Dec 22 15:27:11.004717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34964) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:11.022899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:11.047005 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-307b1cad-6f59-4b27-9c0c-9cad0bac0774 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:11.084644 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Made reservation on behalf of 84464132bfda464dbef4abab87427463 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:11.088225 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:11.104711 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-307b1cad-6f59-4b27-9c0c-9cad0bac0774 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:11.130219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc246e66-7343-4dff-ac6c-70a9fa339b44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:11.141650 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:11.172279 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:11.256941 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:11.267097 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Usage tracker for resource:security_group_rule and tenant:84464132bfda464dbef4abab87427463 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:11.267431 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2f5e28dc-123e-416f-a961-c295c819a739 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:11.267654 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2f5e28dc-123e-416f-a961-c295c819a739 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:11.275847 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:11.286143 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc246e66-7343-4dff-ac6c-70a9fa339b44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:11.292666 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3f14b6ac-b893-44d6-b26d-d64f500c8c01 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting port a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:27:11.293029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f14b6ac-b893-44d6-b26d-d64f500c8c01 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:11.318996 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-fc246e66-7343-4dff-ac6c-70a9fa339b44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:11.327974 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:11.328622 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc246e66-7343-4dff-ac6c-70a9fa339b44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=d1a7846c-d7f1-4338-82a7-102f86384e80,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:11.339660 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc246e66-7343-4dff-ac6c-70a9fa339b44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:11.345834 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc246e66-7343-4dff-ac6c-70a9fa339b44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:11.346580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc246e66-7343-4dff-ac6c-70a9fa339b44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:11.367248 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fc246e66-7343-4dff-ac6c-70a9fa339b44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:11.494687 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:11.500370 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-307b1cad-6f59-4b27-9c0c-9cad0bac0774 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:11.515688 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:11.536497 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2f5e28dc-123e-416f-a961-c295c819a739 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88218) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Dec 22 15:27:11.537078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2f5e28dc-123e-416f-a961-c295c819a739 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Router 97e590f9-f8af-4ab1-86e4-fb9e173fcc38 migrating from provider to provider. {{(pid=88218) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Dec 22 15:27:11.537563 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2f5e28dc-123e-416f-a961-c295c819a739 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:11.550769 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fc246e66-7343-4dff-ac6c-70a9fa339b44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3450360 Dec 22 15:27:11.551772 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34968) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:11.551934 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2f5e28dc-123e-416f-a961-c295c819a739 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:11.572536 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b1cad-6f59-4b27-9c0c-9cad0bac0774 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a716b55-e1bd-432f-ac15-21daa370d841,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:11.577572 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b570f16c-0b76-4247-b781-55da14698dfc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'subnet': {'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:11.602012 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-307b1cad-6f59-4b27-9c0c-9cad0bac0774 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:11.605421 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-307b1cad-6f59-4b27-9c0c-9cad0bac0774 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/7a716b55-e1bd-432f-ac15-21daa370d841 HTTP/1.1" status: 204 len: 168 time: 0.5991631 Dec 22 15:27:11.606117 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34972) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:11.613287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-307b1cad-6f59-4b27-9c0c-9cad0bac0774 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:11.640511 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2f5e28dc-123e-416f-a961-c295c819a739 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:11.709574 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Router 236d475b-bb0b-42d3-ba5b-baa916368801 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:27:11.712164 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:11.728370 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:11.799428 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b5847076-0c60-487b-8d14-5560a10ee5eb None None] Provisioning for port d1a7846c-d7f1-4338-82a7-102f86384e80 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:11.807072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b5847076-0c60-487b-8d14-5560a10ee5eb None None] Provisioning complete for port d1a7846c-d7f1-4338-82a7-102f86384e80 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:11.807669 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b5847076-0c60-487b-8d14-5560a10ee5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:11.808218 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-3f14b6ac-b893-44d6-b26d-d64f500c8c01 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] For port a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd,segment=NetworkSegment(f8a2d23b-4429-443c-9a08-d43dcfbfbe4a),segment_id=f8a2d23b-4429-443c-9a08-d43dcfbfbe4a)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:11.808834 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f14b6ac-b893-44d6-b26d-d64f500c8c01 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:11.892281 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-43e9e00d-0ff0-4601-add1-e31c7a474569 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2837744 Dec 22 15:27:11.894845 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-b5847076-0c60-487b-8d14-5560a10ee5eb None None] Port d1a7846c-d7f1-4338-82a7-102f86384e80 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:27:11.899639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:12.104494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34976) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:12.128642 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:12.131461 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:12.187556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3f14b6ac-b893-44d6-b26d-d64f500c8c01 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Calling delete_port for a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:27:12.193309 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Pushing event updated for resources: {'Port': ['ID=54d3084f-6fd7-40d2-b107-142effbc9b11,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:12.197454 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:12.231405 dv-neutron-822674-1-hyperv neutron-server[88218]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2f5e28dc-123e-416f-a961-c295c819a739 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] No L3 agents can host the router 97e590f9-f8af-4ab1-86e4-fb9e173fcc38 Dec 22 15:27:12.316885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:12.337731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b570f16c-0b76-4247-b781-55da14698dfc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:12.350415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b570f16c-0b76-4247-b781-55da14698dfc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:subnet and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:12.357663 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b570f16c-0b76-4247-b781-55da14698dfc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:12.367008 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b570f16c-0b76-4247-b781-55da14698dfc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:12.431551 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:27:12.460945 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] Sync routers for ids ['236d475b-bb0b-42d3-ba5b-baa916368801'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:27:12.475425 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] Routers {'236d475b-bb0b-42d3-ba5b-baa916368801'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:12.476634 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['236d475b-bb0b-42d3-ba5b-baa916368801'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:12.523636 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:12.535679 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ff1f3bcb-21f1-43ee-8ac4-c6ef37fb70d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:12.570058 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c2cfc99a-e527-47da-967c-29ad893b14ec tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:12.602817 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:27:12.627078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7b9a1a-d0d7-4e73-9a2f-33a243468283,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:12.629681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b570f16c-0b76-4247-b781-55da14698dfc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:12.633418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b570f16c-0b76-4247-b781-55da14698dfc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:12.650294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:12.670085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c2cfc99a-e527-47da-967c-29ad893b14ec tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:12.683025 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:12.683287 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Added segment bddc1ea0-8315-42db-9b7b-9931461fda46 of type vlan for network 3ff4b8cf-1075-4500-85d7-9341f04be41f Dec 22 15:27:12.700500 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] Set router 236d475b-bb0b-42d3-ba5b-baa916368801 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:27:12.839637 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:13.004435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c2cfc99a-e527-47da-967c-29ad893b14ec tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:13.026256 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3ccad76f-ae01-497e-9b21-0701b75d4660 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:13.033378 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:13.034659 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.1824005 Dec 22 15:27:13.042262 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5e28dc-123e-416f-a961-c295c819a739 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Hosts for router 97e590f9-f8af-4ab1-86e4-fb9e173fcc38: [] {{(pid=88218) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Dec 22 15:27:13.049114 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 34980) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:13.052845 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.ipam_backend_mixin [None req-b570f16c-0b76-4247-b781-55da14698dfc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4f742ac3-dea9-4b21-bddf-9a68292c507e (CIDR: 2001:db8::/64) Dec 22 15:27:13.053476 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706391036', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:05Z', 'updated_at': '2021-12-22T15:27:09Z', 'revision_number': 3, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'gw_port': {'id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:61:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:07Z', 'updated_at': '2021-12-22T15:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:13.060688 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] Checking router: 236d475b-bb0b-42d3-ba5b-baa916368801 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:27:13.061579 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] Updating router 236d475b-bb0b-42d3-ba5b-baa916368801 port d1a47931-0410-41f0-bbb8-90ed84230102 binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:27:13.084661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfc99a-e527-47da-967c-29ad893b14ec tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cb8213-6e65-4b9d-b6a9-f791a8a97de3,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:13.088928 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c2cfc99a-e527-47da-967c-29ad893b14ec tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:13.091841 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5e28dc-123e-416f-a961-c295c819a739 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Hosts for other DVR routers connected to router 97e590f9-f8af-4ab1-86e4-fb9e173fcc38: set() {{(pid=88218) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Dec 22 15:27:13.094300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2f5e28dc-123e-416f-a961-c295c819a739 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:13.098461 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2f5e28dc-123e-416f-a961-c295c819a739 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] 10.222.0.59 "PUT /v2.0/routers/97e590f9-f8af-4ab1-86e4-fb9e173fcc38 HTTP/1.1" status: 200 len: 717 time: 3.1033902 Dec 22 15:27:13.101410 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34986) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:13.114497 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-b570f16c-0b76-4247-b781-55da14698dfc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:13.115340 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b570f16c-0b76-4247-b781-55da14698dfc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:27:13.140357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:13.142812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:13.143897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:13.163567 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a889832b-cf12-407c-b2e6-8519bc422924 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:13.214708 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f14b6ac-b893-44d6-b26d-d64f500c8c01 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:13.245089 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:13.341635 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d01a9bc6-52be-4c0e-8e0c-b3fa6c6542fe tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] 10.222.0.59 "GET /v2.0/routers/97e590f9-f8af-4ab1-86e4-fb9e173fcc38 HTTP/1.1" status: 200 len: 717 time: 0.2389059 Dec 22 15:27:13.342292 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34990) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:13.544788 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b570f16c-0b76-4247-b781-55da14698dfc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9814618 Dec 22 15:27:13.551899 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c2cfc99a-e527-47da-967c-29ad893b14ec tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:13.555852 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c2cfc99a-e527-47da-967c-29ad893b14ec tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-groups/17cb8213-6e65-4b9d-b6a9-f791a8a97de3 HTTP/1.1" status: 204 len: 168 time: 1.3807168 Dec 22 15:27:13.580379 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34996) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:13.581030 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 34998) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:13.603083 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4eceeef5-8d59-488c-98d5-9e100238192a tempest-TestNetworkAdvancedServerOps-47677099 tempest-TestNetworkAdvancedServerOps-47677099-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=0d737c316a4542e78135e34c5fa7a4f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5479677 Dec 22 15:27:13.638152 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35004) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:13.648747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Pushing event updated for resources: {'Network': ['ID=3ff4b8cf-1075-4500-85d7-9341f04be41f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:13.655301 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-533df829-6eca-4ddd-8802-c83c8ffced4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'subnet': {'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:13.668406 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 3ff4b8cf-1075-4500-85d7-9341f04be41f details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:27:13.686012 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:13.698171 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e622f35b-f776-4e3d-a39a-0eeedb26e0be tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.452s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:13.759212 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2753232 Dec 22 15:27:13.766663 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35008) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:13.847593 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d0f91145-0d07-4bbe-af87-e522fcd05a38 admin admin] Request body: {'subnet': {'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-836485069-subnet', 'tenant_id': '84464132bfda464dbef4abab87427463', 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:13.852105 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14b6ac-b893-44d6-b26d-d64f500c8c01 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Port': ['ID=a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:13.871545 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3f14b6ac-b893-44d6-b26d-d64f500c8c01 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:13.875369 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d0f91145-0d07-4bbe-af87-e522fcd05a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:13.883880 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d0f91145-0d07-4bbe-af87-e522fcd05a38 admin admin] Usage tracker for resource:subnet and tenant:84464132bfda464dbef4abab87427463 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:13.891558 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d0f91145-0d07-4bbe-af87-e522fcd05a38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:13.905636 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-571bcf7f-5ea1-45af-a4c3-e021bcb56ec1 tempest-RoutersTestDVR-1352633977 tempest-RoutersTestDVR-1352633977-project] 10.222.0.59 "GET /v2.0/routers/97e590f9-f8af-4ab1-86e4-fb9e173fcc38 HTTP/1.1" status: 200 len: 683 time: 0.5530446 Dec 22 15:27:13.909747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35012) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:13.912542 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:13.933185 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] Transition to ACTIVE for port object d1a47931-0410-41f0-bbb8-90ed84230102 will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:13.957139 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d0f91145-0d07-4bbe-af87-e522fcd05a38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:14.004121 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:14.016576 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-dfde9993-298a-4b1e-b3e0-fb2b5a1a9ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:14.084741 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f91145-0d07-4bbe-af87-e522fcd05a38 admin admin] Made reservation on behalf of 84464132bfda464dbef4abab87427463 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:14.089242 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d0f91145-0d07-4bbe-af87-e522fcd05a38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:14.097793 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] Attempting to bind port d1a47931-0410-41f0-bbb8-90ed84230102 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:27:14.098172 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] Attempting to bind port d1a47931-0410-41f0-bbb8-90ed84230102 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:27:14.098567 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] Attempting to bind port d1a47931-0410-41f0-bbb8-90ed84230102 on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:27:14.108900 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65712e01-2910-4686-8487-30d8c4a53f2c None None] Pushing event updated for resources: {'Port': ['ID=d1a47931-0410-41f0-bbb8-90ed84230102,revision_number=2']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:14.112291 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:27:14.112676 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:27:14.113082 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:14.113483 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:27:14.114030 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] Bound port: d1a47931-0410-41f0-bbb8-90ed84230102, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:27:14.114399 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:14.139331 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-65712e01-2910-4686-8487-30d8c4a53f2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:14.178538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-74e1c4eb-a9b2-4a5d-a6f1-0e798d1e6e98 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:27:14.202933 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] For port d1a47931-0410-41f0-bbb8-90ed84230102, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:27:14.212020 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] For port d1a47931-0410-41f0-bbb8-90ed84230102, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d1a47931-0410-41f0-bbb8-90ed84230102,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:27:14.291476 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f235-a58d-46ae-81e9-d3fec4c69583 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:14.292713 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:14.306439 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:14.375382 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-74e1c4eb-a9b2-4a5d-a6f1-0e798d1e6e98 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:27:14.381792 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-74e1c4eb-a9b2-4a5d-a6f1-0e798d1e6e98 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7958276 Dec 22 15:27:14.405783 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35016) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:14.419301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2832d32e-5341-42aa-bd9b-ee79327e2ce9 tempest-TestNetworkAdvancedServerOps-47677099 tempest-TestNetworkAdvancedServerOps-47677099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:14.425575 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2832d32e-5341-42aa-bd9b-ee79327e2ce9 tempest-TestNetworkAdvancedServerOps-47677099 tempest-TestNetworkAdvancedServerOps-47677099-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7752223 Dec 22 15:27:14.434284 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e22a121e-e18d-4f95-b462-8112f2175a73 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group': {'name': 'tempest-secgroup--371075758'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:14.435708 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35018) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:14.455295 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] Routers {'236d475b-bb0b-42d3-ba5b-baa916368801'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:14.456598 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['236d475b-bb0b-42d3-ba5b-baa916368801'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:14.457827 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e22a121e-e18d-4f95-b462-8112f2175a73 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:14.502350 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f14b6ac-b893-44d6-b26d-d64f500c8c01 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:14.507534 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-533df829-6eca-4ddd-8802-c83c8ffced4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:14.520760 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e22a121e-e18d-4f95-b462-8112f2175a73 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:14.570614 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-38e3e26d-6fe4-4c25-bd4e-4e03564ca9db tempest-TestNetworkAdvancedServerOps-47677099 tempest-TestNetworkAdvancedServerOps-47677099-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1294463 Dec 22 15:27:14.616214 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65712e01-2910-4686-8487-30d8c4a53f2c None None] Pushing event updated for resources: {'Port': ['ID=d1a47931-0410-41f0-bbb8-90ed84230102,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:14.621989 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-65712e01-2910-4686-8487-30d8c4a53f2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:14.632877 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-533df829-6eca-4ddd-8802-c83c8ffced4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:subnet and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:14.634020 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35024) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:14.699051 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-533df829-6eca-4ddd-8802-c83c8ffced4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:14.706043 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-630713e9-0495-4e2a-aec5-4fe74a0be092 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1783638009', 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82', 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:14.730771 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e22a121e-e18d-4f95-b462-8112f2175a73 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:14.745385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-533df829-6eca-4ddd-8802-c83c8ffced4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:14.757784 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:14.793174 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] Set router 236d475b-bb0b-42d3-ba5b-baa916368801 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:27:14.819573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f235-a58d-46ae-81e9-d3fec4c69583 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:14.827573 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e22a121e-e18d-4f95-b462-8112f2175a73 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:14.841487 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f235-a58d-46ae-81e9-d3fec4c69583 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:14.845528 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e22a121e-e18d-4f95-b462-8112f2175a73 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Usage tracker for resource:security_group_rule and tenant:0716b7821a614ceda229baf4538b888f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:14.852965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e22a121e-e18d-4f95-b462-8112f2175a73 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:14.896972 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e22a121e-e18d-4f95-b462-8112f2175a73 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:14.900311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-630713e9-0495-4e2a-aec5-4fe74a0be092 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:14.905167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-630713e9-0495-4e2a-aec5-4fe74a0be092 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Usage tracker for resource:subnet and tenant:0d737c316a4542e78135e34c5fa7a4f9 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:14.909322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-630713e9-0495-4e2a-aec5-4fe74a0be092 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:14.917312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-630713e9-0495-4e2a-aec5-4fe74a0be092 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:14.926210 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533df829-6eca-4ddd-8802-c83c8ffced4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:14.930115 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-533df829-6eca-4ddd-8802-c83c8ffced4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:15.053495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f235-a58d-46ae-81e9-d3fec4c69583 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:15.054431 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b4f235-a58d-46ae-81e9-d3fec4c69583 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97e590f9-f8af-4ab1-86e4-fb9e173fcc38 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:27:15.057384 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630713e9-0495-4e2a-aec5-4fe74a0be092 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Made reservation on behalf of 0d737c316a4542e78135e34c5fa7a4f9 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:15.064822 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-630713e9-0495-4e2a-aec5-4fe74a0be092 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:15.083080 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d0f91145-0d07-4bbe-af87-e522fcd05a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:15.098274 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c1558a3c-ed83-4185-932d-ba3ed6c833d5 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:15.224936 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f91145-0d07-4bbe-af87-e522fcd05a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e2f5610-73fd-4689-9d49-ece9b5bf2feb,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:15.233218 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f14b6ac-b893-44d6-b26d-d64f500c8c01 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router abc7d5a1-3004-4908-a377-bccfc6871e96 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:27:15.236180 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d0f91145-0d07-4bbe-af87-e522fcd05a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:15.268806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f91145-0d07-4bbe-af87-e522fcd05a38 admin admin] Checking segment: {'id': 'bddc1ea0-8315-42db-9b7b-9931461fda46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:27:15.268806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f91145-0d07-4bbe-af87-e522fcd05a38 admin admin] Network hostable DHCP agents. Network: 3ff4b8cf-1075-4500-85d7-9341f04be41f, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:27:15.285014 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e22a121e-e18d-4f95-b462-8112f2175a73 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:15.354112 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706391036', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:05Z', 'updated_at': '2021-12-22T15:27:09Z', 'revision_number': 3, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'gw_port': {'id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:61:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:07Z', 'updated_at': '2021-12-22T15:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:15.359842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e22a121e-e18d-4f95-b462-8112f2175a73 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:15.360219 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17814bf5-9373-4a8a-87f3-e88c4b4685c6 None None] The sync data for ids ['236d475b-bb0b-42d3-ba5b-baa916368801'] in dv-neutron-822674-1-hyperv is: [{'id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706391036', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:05Z', 'updated_at': '2021-12-22T15:27:09Z', 'revision_number': 3, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'gw_port': {'id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:61:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:07Z', 'updated_at': '2021-12-22T15:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:27:15.370084 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f235-a58d-46ae-81e9-d3fec4c69583 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:15.375578 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f1b4f235-a58d-46ae-81e9-d3fec4c69583 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] 10.222.0.59 "DELETE /v2.0/routers/97e590f9-f8af-4ab1-86e4-fb9e173fcc38 HTTP/1.1" status: 204 len: 168 time: 1.4581721 Dec 22 15:27:15.380316 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:15.417232 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2da300cd-ef92-4cc8-a6dc-f1468125d1f9 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:15.432676 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35028) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:15.462010 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2475c568-483f-4ddd-8afc-b85b1d58d1ac tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Request body: {'router': {'name': 'tempest-router-1147750266', 'distributed': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:15.485687 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2475c568-483f-4ddd-8afc-b85b1d58d1ac tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:15.513824 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2475c568-483f-4ddd-8afc-b85b1d58d1ac tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Usage tracker for resource:router and tenant:a5f2211d110c4d9fb0c988e54ee1c108 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:15.527585 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2475c568-483f-4ddd-8afc-b85b1d58d1ac tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:15.540438 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a121e-e18d-4f95-b462-8112f2175a73 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=425bf56f-6457-4e28-8832-5d245a185269,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:15.543276 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2475c568-483f-4ddd-8afc-b85b1d58d1ac tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:15.549512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f14b6ac-b893-44d6-b26d-d64f500c8c01 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:27:15.552707 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e22a121e-e18d-4f95-b462-8112f2175a73 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:15.559062 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3f14b6ac-b893-44d6-b26d-d64f500c8c01 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/abc7d5a1-3004-4908-a377-bccfc6871e96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7996414 Dec 22 15:27:15.560870 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35032) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:15.572865 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cf91d2-3713-43bf-8037-017c3c36da4d None None] Sync routers for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:27:15.577155 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f91145-0d07-4bbe-af87-e522fcd05a38 admin admin] Network 3ff4b8cf-1075-4500-85d7-9341f04be41f is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:27:15.594077 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cf91d2-3713-43bf-8037-017c3c36da4d None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:15.595849 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-35cf91d2-3713-43bf-8037-017c3c36da4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:15.647053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e22a121e-e18d-4f95-b462-8112f2175a73 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:15.648721 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e22a121e-e18d-4f95-b462-8112f2175a73 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2245133 Dec 22 15:27:15.652317 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35036) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:15.663180 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-01d22a8b-931b-4902-8408-d1b337226257 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Request body: {'security_group_rule': {'security_group_id': '425bf56f-6457-4e28-8832-5d245a185269', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:15.671746 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-01d22a8b-931b-4902-8408-d1b337226257 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:15.677291 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-01d22a8b-931b-4902-8408-d1b337226257 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Usage tracker for resource:security_group_rule and tenant:0716b7821a614ceda229baf4538b888f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:15.681553 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-01d22a8b-931b-4902-8408-d1b337226257 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:15.690349 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-01d22a8b-931b-4902-8408-d1b337226257 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:15.715000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d0f91145-0d07-4bbe-af87-e522fcd05a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 3ff4b8cf-1075-4500-85d7-9341f04be41f) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:15.758956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f91145-0d07-4bbe-af87-e522fcd05a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:15.760455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d0f91145-0d07-4bbe-af87-e522fcd05a38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:15.783997 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2475c568-483f-4ddd-8afc-b85b1d58d1ac tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:15.785858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2475c568-483f-4ddd-8afc-b85b1d58d1ac tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:15.829356 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2475c568-483f-4ddd-8afc-b85b1d58d1ac tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:15.845190 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5934d6a6-25da-46e9-87ce-7880554942b5 None None] Network 3ff4b8cf-1075-4500-85d7-9341f04be41f requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:27:15.892050 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-0640534a-89ca-47d8-85fa-203ab92ef325 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting subnet 91eeedd8-8e83-474d-970b-7d8428fa0b0d {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:27:15.935467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0640534a-89ca-47d8-85fa-203ab92ef325 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:15.943672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01d22a8b-931b-4902-8408-d1b337226257 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:15.972744 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d0f91145-0d07-4bbe-af87-e522fcd05a38 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1986451 Dec 22 15:27:15.977029 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35040) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:16.067914 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2475c568-483f-4ddd-8afc-b85b1d58d1ac tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:16.074436 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-35cf91d2-3713-43bf-8037-017c3c36da4d None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:27:16.124027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01d22a8b-931b-4902-8408-d1b337226257 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:16.216305 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01d22a8b-931b-4902-8408-d1b337226257 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:16.219554 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:16.254141 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2475c568-483f-4ddd-8afc-b85b1d58d1ac tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:16.256944 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2475c568-483f-4ddd-8afc-b85b1d58d1ac tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8187761 Dec 22 15:27:16.263496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35044) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:16.268225 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:16.271051 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d22a8b-931b-4902-8408-d1b337226257 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea508d5-4027-44e6-af6b-b63bb8d0bf39,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:16.276368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-01d22a8b-931b-4902-8408-d1b337226257 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:16.366550 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:16.379207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01d22a8b-931b-4902-8408-d1b337226257 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:16.381125 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-01d22a8b-931b-4902-8408-d1b337226257 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7272079 Dec 22 15:27:16.384821 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35048) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:16.400448 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Usage tracker for resource:router and tenant:84464132bfda464dbef4abab87427463 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:16.492265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:16.539997 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:16.559889 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0640534a-89ca-47d8-85fa-203ab92ef325 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:16.569586 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-3ff4b8cf-1075-4500-85d7-9341f04be41f', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:27:16.569586 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:16.595197 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4dd59a6e-5fcc-4030-a1be-4eab50d51aa1 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:16.637558 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-135ff6e2-8149-4dd1-95d9-fe7b6aae9d51 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:16.655542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4dd59a6e-5fcc-4030-a1be-4eab50d51aa1 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:16.839131 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d1a47931-0410-41f0-bbb8-90ed84230102 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:16.841186 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4dd59a6e-5fcc-4030-a1be-4eab50d51aa1 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:16.854998 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-305e3fdf-8a76-4e2d-b779-fc2b41a0987a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:16.886860 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd59a6e-5fcc-4030-a1be-4eab50d51aa1 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=425bf56f-6457-4e28-8832-5d245a185269,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:16.890658 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:16.892444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:16.896665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-630713e9-0495-4e2a-aec5-4fe74a0be092 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:16.898129 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4dd59a6e-5fcc-4030-a1be-4eab50d51aa1 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:16.901704 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4dd59a6e-5fcc-4030-a1be-4eab50d51aa1 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:16.907383 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4dd59a6e-5fcc-4030-a1be-4eab50d51aa1 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-groups/425bf56f-6457-4e28-8832-5d245a185269 HTTP/1.1" status: 204 len: 168 time: 0.5200617 Dec 22 15:27:16.908372 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35052) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:16.909893 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b07b3bfb-f0c9-4976-bd24-24632f33d88e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:16.993702 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-be83b671-4b06-4cc4-9bbb-7dd51b7a98dc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:27:17.079299 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-35cf91d2-3713-43bf-8037-017c3c36da4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:27:12Z', 'revision_number': 8, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '5b9da64b-71ec-4461-9272-70c4c3af6688', 'name': '', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:e5:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:18Z', 'updated_at': '2021-12-22T15:26:31Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9bc99ae-251a-40bc-846a-a6c4c06314bb', 'name': '', 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:6f:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '82ed3255-5370-4e47-9e09-a28009308aab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:33Z', 'updated_at': '2021-12-22T15:26:49Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '82ed3255-5370-4e47-9e09-a28009308aab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:17.085439 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-be83b671-4b06-4cc4-9bbb-7dd51b7a98dc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:27:17.088320 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-be83b671-4b06-4cc4-9bbb-7dd51b7a98dc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1782968 Dec 22 15:27:17.092427 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35056) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:17.112872 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:27:17.142936 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cf91d2-3713-43bf-8037-017c3c36da4d None None] Checking router: abc7d5a1-3004-4908-a377-bccfc6871e96 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:27:17.167948 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-120ae784-7e83-4a02-b07b-c83da2dd74d3 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Synchronizing usage tracker for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:27:17.176029 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port d1a47931-0410-41f0-bbb8-90ed84230102 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:17.192254 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cf91d2-3713-43bf-8037-017c3c36da4d None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:17.193268 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-35cf91d2-3713-43bf-8037-017c3c36da4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:17.214044 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:17.230128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:17.252096 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-120ae784-7e83-4a02-b07b-c83da2dd74d3 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Unset dirty status for tenant:0716b7821a614ceda229baf4538b888f on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:27:17.258076 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-120ae784-7e83-4a02-b07b-c83da2dd74d3 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1638644 Dec 22 15:27:17.259167 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35060) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:17.265109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-135ff6e2-8149-4dd1-95d9-fe7b6aae9d51 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:17.272551 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-135ff6e2-8149-4dd1-95d9-fe7b6aae9d51 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:17.279811 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630713e9-0495-4e2a-aec5-4fe74a0be092 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event updated for resources: {'Subnet': ['ID=3a0a88bf-b45a-493d-9874-68623dfbadd3,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:17.294729 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-630713e9-0495-4e2a-aec5-4fe74a0be092 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:17.295045 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-f9e4013f-b6ac-47aa-8320-ee49ff6629cd tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] delete failed (client error): The resource could not be found. Dec 22 15:27:17.296999 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port d1a47931-0410-41f0-bbb8-90ed84230102 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:17.298578 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:17.307106 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f9e4013f-b6ac-47aa-8320-ee49ff6629cd tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "DELETE /v2.0/security-groups/425bf56f-6457-4e28-8832-5d245a185269 HTTP/1.1" status: 404 len: 347 time: 0.0366840 Dec 22 15:27:17.308230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35064) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:17.312357 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:17.318785 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0640534a-89ca-47d8-85fa-203ab92ef325 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:17.347781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:17.402003 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-533df829-6eca-4ddd-8802-c83c8ffced4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:17.433756 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3fb7ae88-da5f-4291-97dc-7aa0b4f15114 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1230910 Dec 22 15:27:17.541214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630713e9-0495-4e2a-aec5-4fe74a0be092 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Checking segment: {'id': 'e07b4c5d-b41f-4560-9adc-576329c4096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:27:17.545781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630713e9-0495-4e2a-aec5-4fe74a0be092 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Network hostable DHCP agents. Network: e8cd8c74-3563-4ac0-9801-9129eb7e0a82, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:27:17.569491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Allocated IP 172.20.0.2 (3ff4b8cf-1075-4500-85d7-9341f04be41f/5e2f5610-73fd-4689-9d49-ece9b5bf2feb/0017154a-d8bc-4432-aebb-8863efeddd22) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:17.587746 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-135ff6e2-8149-4dd1-95d9-fe7b6aae9d51 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:17.588261 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135ff6e2-8149-4dd1-95d9-fe7b6aae9d51 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc896ec1-4f17-499c-97f2-44f0c915a101 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:27:17.658355 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-35cf91d2-3713-43bf-8037-017c3c36da4d None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:27:17.730852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533df829-6eca-4ddd-8802-c83c8ffced4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:17.734419 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Pushing event updated for resources: {'Port': ['ID=54d3084f-6fd7-40d2-b107-142effbc9b11,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:17.739524 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:17.743388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4e4b6e8b-5fd4-42cf-ae41-22efbf12093b tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.318s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:17.771574 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-533df829-6eca-4ddd-8802-c83c8ffced4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:17.836762 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533df829-6eca-4ddd-8802-c83c8ffced4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:17.837661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-533df829-6eca-4ddd-8802-c83c8ffced4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:17.877235 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954b9d85-15d8-4c0d-8bd9-895117c4db72 None None] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:27:18.136581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35072) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:18.143365 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:18.205629 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630713e9-0495-4e2a-aec5-4fe74a0be092 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Network e8cd8c74-3563-4ac0-9801-9129eb7e0a82 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:27:18.209081 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-135ff6e2-8149-4dd1-95d9-fe7b6aae9d51 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:18.216046 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-135ff6e2-8149-4dd1-95d9-fe7b6aae9d51 tempest-RoutersTestDVR-271228624 tempest-RoutersTestDVR-271228624-project-admin] 10.222.0.59 "DELETE /v2.0/routers/fc896ec1-4f17-499c-97f2-44f0c915a101 HTTP/1.1" status: 204 len: 168 time: 1.9291353 Dec 22 15:27:18.245818 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:18.267792 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533df829-6eca-4ddd-8802-c83c8ffced4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Subnet': ['ID=0eeda19c-9672-41c0-9765-815939e01962,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:18.272498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-533df829-6eca-4ddd-8802-c83c8ffced4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:18.335642 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0640534a-89ca-47d8-85fa-203ab92ef325 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:18.348466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1aee1614-efa8-4b23-acf2-4738e72b5c0a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:18.397853 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35080) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:18.398218 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-533df829-6eca-4ddd-8802-c83c8ffced4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.8137112 Dec 22 15:27:18.413335 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5b44f899-4f41-44c2-9328-3f2aa2affc2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-484580469', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0eeda19c-9672-41c0-9765-815939e01962'}], 'security_groups': ['756727b3-0c1f-429c-af01-8a210b287e00']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:18.419286 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-630713e9-0495-4e2a-aec5-4fe74a0be092 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, e8cd8c74-3563-4ac0-9801-9129eb7e0a82) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:18.435097 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640534a-89ca-47d8-85fa-203ab92ef325 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Subnet': ['ID=91eeedd8-8e83-474d-970b-7d8428fa0b0d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:18.442421 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630713e9-0495-4e2a-aec5-4fe74a0be092 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:18.442964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-630713e9-0495-4e2a-aec5-4fe74a0be092 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:18.460616 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0640534a-89ca-47d8-85fa-203ab92ef325 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:18.465530 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0640534a-89ca-47d8-85fa-203ab92ef325 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/subnets/91eeedd8-8e83-474d-970b-7d8428fa0b0d HTTP/1.1" status: 204 len: 168 time: 2.8955603 Dec 22 15:27:18.467250 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0640534a-89ca-47d8-85fa-203ab92ef325 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:18.467725 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35084) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:18.489521 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0938e2-6bc8-4c66-b120-5e138189a065 None None] Network e8cd8c74-3563-4ac0-9801-9129eb7e0a82 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:27:18.565977 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Floating IP 48a50d7f-4149-432d-b6b5-7dcc86befbf7 associated. External IP: 172.26.6.114, port: 60af8cfb-66cb-4039-88aa-8d3c71241a3f. Dec 22 15:27:18.631414 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf585654-7c79-459e-8e88-9acfbdcb5594 None None] Network 9afa0f68-beac-4eda-8f6b-83e8a0ca8b91 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:27:18.703552 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-630713e9-0495-4e2a-aec5-4fe74a0be092 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.0594237 Dec 22 15:27:18.716586 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35088) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:18.781243 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:18.821098 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:18.867776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting port 6c5f102e-ee66-4d03-a99a-957b20e99eef {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:27:18.868381 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:18.958546 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port d1a47931-0410-41f0-bbb8-90ed84230102, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d1a47931-0410-41f0-bbb8-90ed84230102,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:19.041750 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35094) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:19.077152 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:19.093136 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:19.095630 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0c302855-27f9-4309-8286-1129dc3ed6d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:19.156431 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Transition to ACTIVE for port object 0017154a-d8bc-4432-aebb-8863efeddd22 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:19.170480 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-554027b5-a864-49c0-a9cf-b039b9156b20 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0716b7821a614ceda229baf4538b888f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0317795 Dec 22 15:27:19.184564 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35100) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:19.198034 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-e8cd8c74-3563-4ac0-9801-9129eb7e0a82', 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'fixed_ips': [{'subnet_id': '3a0a88bf-b45a-493d-9874-68623dfbadd3'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:27:19.199953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:19.267539 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Transition to ACTIVE for port object 0017154a-d8bc-4432-aebb-8863efeddd22 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:19.361052 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-35cf91d2-3713-43bf-8037-017c3c36da4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:27:12Z', 'revision_number': 8, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '5b9da64b-71ec-4461-9272-70c4c3af6688', 'name': '', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:e5:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:18Z', 'updated_at': '2021-12-22T15:26:31Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9bc99ae-251a-40bc-846a-a6c4c06314bb', 'name': '', 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:6f:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '82ed3255-5370-4e47-9e09-a28009308aab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:33Z', 'updated_at': '2021-12-22T15:26:49Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '82ed3255-5370-4e47-9e09-a28009308aab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:19.370899 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=d1a47931-0410-41f0-bbb8-90ed84230102,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:19.380203 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:19.390043 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cf91d2-3713-43bf-8037-017c3c36da4d None None] The sync data for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv is: [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:27:12Z', 'revision_number': 8, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '5b9da64b-71ec-4461-9272-70c4c3af6688', 'name': '', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:e5:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:18Z', 'updated_at': '2021-12-22T15:26:31Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9bc99ae-251a-40bc-846a-a6c4c06314bb', 'name': '', 'network_id': 'd13e83e5-9425-4ca6-b433-6c69568f5644', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:6f:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '82ed3255-5370-4e47-9e09-a28009308aab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:33Z', 'updated_at': '2021-12-22T15:26:49Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '82ed3255-5370-4e47-9e09-a28009308aab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:27:19.405399 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:19.414634 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c00e4725-928b-475f-b167-f8082c9d9d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:19.544694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Network 3ff4b8cf-1075-4500-85d7-9341f04be41f is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:19.548167 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:19.584106 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:19.604551 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Pushing event updated for resources: {'Port': ['ID=0017154a-d8bc-4432-aebb-8863efeddd22,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:19.655453 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:19.656352 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b44f899-4f41-44c2-9328-3f2aa2affc2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:19.731801 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Allocated IP 172.20.0.2 (e8cd8c74-3563-4ac0-9801-9129eb7e0a82/3a0a88bf-b45a-493d-9874-68623dfbadd3/3d3bbf3a-ef11-4064-8734-aee39a788719) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:19.851640 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-893fd4d9-ad98-4f5f-9f62-f41c7625b7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:19.971761 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Attempting to bind port 0017154a-d8bc-4432-aebb-8863efeddd22 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:27:19.972251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Attempting to bind port 0017154a-d8bc-4432-aebb-8863efeddd22 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'bddc1ea0-8315-42db-9b7b-9931461fda46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:27:19.972557 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Attempting to bind port 0017154a-d8bc-4432-aebb-8863efeddd22 on network 3ff4b8cf-1075-4500-85d7-9341f04be41f {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:27:19.976214 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9831dde7-fe78-491e-943e-8e3dc1ab3c98 None None] DHCP port deletion for 9afa0f68-beac-4eda-8f6b-83e8a0ca8b91 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:27:20.052576 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-9831dde7-fe78-491e-943e-8e3dc1ab3c98 None None] Deleting port 6c5f102e-ee66-4d03-a99a-957b20e99eef {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:27:20.052576 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9831dde7-fe78-491e-943e-8e3dc1ab3c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:20.085235 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:27:20.085841 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Checking segment: {'id': 'bddc1ea0-8315-42db-9b7b-9931461fda46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:27:20.086532 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:20.087537 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Bound using segment: {'id': 'bddc1ea0-8315-42db-9b7b-9931461fda46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:27:20.088001 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Bound port: 0017154a-d8bc-4432-aebb-8863efeddd22, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddc1ea0-8315-42db-9b7b-9931461fda46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:27:20.088629 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:20.178742 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:20.212655 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-893fd4d9-ad98-4f5f-9f62-f41c7625b7b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:20.265926 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-893fd4d9-ad98-4f5f-9f62-f41c7625b7b8 admin admin] Usage tracker for resource:security_group_rule and tenant:dd993902fc784fdea39bfdf771efdf46 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:20.273856 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-893fd4d9-ad98-4f5f-9f62-f41c7625b7b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:20.298406 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] For port 6c5f102e-ee66-4d03-a99a-957b20e99eef, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=6c5f102e-ee66-4d03-a99a-957b20e99eef,segment=NetworkSegment(f8a2d23b-4429-443c-9a08-d43dcfbfbe4a),segment_id=f8a2d23b-4429-443c-9a08-d43dcfbfbe4a)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:20.298741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:20.310111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-893fd4d9-ad98-4f5f-9f62-f41c7625b7b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:20.321545 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Router af5b77ce-a22f-4597-9e0d-11945841f9f9 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:27:20.327152 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e3fbad70-c2ef-4e65-ba47-c64ac7436e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:20.369086 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Transition to ACTIVE for port object 3d3bbf3a-ef11-4064-8734-aee39a788719 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:20.460861 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Calling delete_port for 6c5f102e-ee66-4d03-a99a-957b20e99eef owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:27:20.528003 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96c466c-4438-4361-9141-c50c3dbafcd3 None None] Update dhcp port {'port': {'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae', 'fixed_ips': [{'subnet_id': '4f742ac3-dea9-4b21-bddf-9a68292c507e', 'ip_address': '2001:db8::2'}, {'subnet_id': '0eeda19c-9672-41c0-9765-815939e01962'}], 'binding:host_id': 'dv-neutron-822674-1-hyperv'}, 'id': '151cf300-0eb6-4c46-8435-bbe520e42f3e'} from dv-neutron-822674-1-hyperv. {{(pid=88219) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 15:27:20.542640 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:20.573747 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Transition to ACTIVE for port object 3d3bbf3a-ef11-4064-8734-aee39a788719 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:20.656975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e3fbad70-c2ef-4e65-ba47-c64ac7436e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:20.681655 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:20.691973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] For port 0017154a-d8bc-4432-aebb-8863efeddd22, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:27:20.704806 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:20.765638 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:20.812973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e96c466c-4438-4361-9141-c50c3dbafcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:20.832314 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] For port 0017154a-d8bc-4432-aebb-8863efeddd22, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=0017154a-d8bc-4432-aebb-8863efeddd22,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:27:20.879507 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Network e8cd8c74-3563-4ac0-9801-9129eb7e0a82 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:20.885335 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:20.896106 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-5b44f899-4f41-44c2-9328-3f2aa2affc2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Delete allocated IP 2001:db8::3b0 (0c6768a8-9bb3-490d-adf1-e992b8f141ae/4f742ac3-dea9-4b21-bddf-9a68292c507e) {{(pid=88217) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 15:27:20.911575 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:20.913594 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:20.926473 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-5b44f899-4f41-44c2-9328-3f2aa2affc2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Allocated IP 2001:db8:0:1::1b4 (0c6768a8-9bb3-490d-adf1-e992b8f141ae/0eeda19c-9672-41c0-9765-815939e01962/d1a7846c-d7f1-4338-82a7-102f86384e80) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:20.929178 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-9831dde7-fe78-491e-943e-8e3dc1ab3c98 None None] For port 6c5f102e-ee66-4d03-a99a-957b20e99eef, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=6c5f102e-ee66-4d03-a99a-957b20e99eef,segment=NetworkSegment(f8a2d23b-4429-443c-9a08-d43dcfbfbe4a),segment_id=f8a2d23b-4429-443c-9a08-d43dcfbfbe4a)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:20.929603 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9831dde7-fe78-491e-943e-8e3dc1ab3c98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:20.929999 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b484a604-8323-4472-92b7-256d4dd86273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:20.933833 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:21.000358 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:21.004320 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Pushing event updated for resources: {'Port': ['ID=3d3bbf3a-ef11-4064-8734-aee39a788719,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:21.014764 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Port': ['ID=6c5f102e-ee66-4d03-a99a-957b20e99eef,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:21.015165 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] No DVR routers for this DVR port 6c5f102e-ee66-4d03-a99a-957b20e99eef on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:27:21.028048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:21.090062 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:27:21.115750 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b7c6ce-8f24-4cda-abce-ff07649eadeb None None] Sync routers for ids ['af5b77ce-a22f-4597-9e0d-11945841f9f9'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:27:21.135139 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-9831dde7-fe78-491e-943e-8e3dc1ab3c98 None None] Calling delete_port for 6c5f102e-ee66-4d03-a99a-957b20e99eef owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:27:21.144731 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-893fd4d9-ad98-4f5f-9f62-f41c7625b7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:21.151514 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b7c6ce-8f24-4cda-abce-ff07649eadeb None None] Routers {'af5b77ce-a22f-4597-9e0d-11945841f9f9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:21.156629 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-f5b7c6ce-8f24-4cda-abce-ff07649eadeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['af5b77ce-a22f-4597-9e0d-11945841f9f9'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:21.216124 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:21.221873 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ea007a0c-1618-4f5e-b217-d3b0fbf03156 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:21.247609 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e3fbad70-c2ef-4e65-ba47-c64ac7436e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:21.250719 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-893fd4d9-ad98-4f5f-9f62-f41c7625b7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:21.273591 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a449b61b-8af1-4df9-bfc1-d3ff1ba48f0d tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:21.280173 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d1a47931-0410-41f0-bbb8-90ed84230102 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:21.282331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Allocated IP 172.26.6.234 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/78493806-46be-4078-9b34-6097a28034e9) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:21.288772 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-f5b7c6ce-8f24-4cda-abce-ff07649eadeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:21.300060 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b7c6ce-8f24-4cda-abce-ff07649eadeb None None] Routers {'af5b77ce-a22f-4597-9e0d-11945841f9f9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:21.301299 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-f5b7c6ce-8f24-4cda-abce-ff07649eadeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:26:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['af5b77ce-a22f-4597-9e0d-11945841f9f9'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:21.316054 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-9831dde7-fe78-491e-943e-8e3dc1ab3c98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:27:21.316584 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-9831dde7-fe78-491e-943e-8e3dc1ab3c98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:27:21.323139 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:21.349390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbad70-c2ef-4e65-ba47-c64ac7436e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc2aba5-9592-439b-86a2-8acaf739c5cb,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:21.389138 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-f5b7c6ce-8f24-4cda-abce-ff07649eadeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:21.390001 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b7c6ce-8f24-4cda-abce-ff07649eadeb None None] The sync data for ids ['af5b77ce-a22f-4597-9e0d-11945841f9f9'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:27:21.480459 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-893fd4d9-ad98-4f5f-9f62-f41c7625b7b8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dd993902fc784fdea39bfdf771efdf46&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4367194 Dec 22 15:27:21.494271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35104) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:21.497335 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afa0f68-beac-4eda-8f6b-83e8a0ca8b91']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:21.521306 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Attempting to bind port 3d3bbf3a-ef11-4064-8734-aee39a788719 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:27:21.521306 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Attempting to bind port 3d3bbf3a-ef11-4064-8734-aee39a788719 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'e07b4c5d-b41f-4560-9adc-576329c4096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:27:21.522161 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Attempting to bind port 3d3bbf3a-ef11-4064-8734-aee39a788719 on network e8cd8c74-3563-4ac0-9801-9129eb7e0a82 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:27:21.540262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:27:21.540262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Checking segment: {'id': 'e07b4c5d-b41f-4560-9adc-576329c4096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:27:21.540262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:21.540726 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Bound using segment: {'id': 'e07b4c5d-b41f-4560-9adc-576329c4096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:27:21.540945 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Bound port: 3d3bbf3a-ef11-4064-8734-aee39a788719, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07b4c5d-b41f-4560-9adc-576329c4096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:27:21.541528 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:21.559203 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Pushing event updated for resources: {'Port': ['ID=0017154a-d8bc-4432-aebb-8863efeddd22,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:21.566200 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fd4d9-ad98-4f5f-9f62-f41c7625b7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1790e6dc-47da-4b97-aa3b-be76eff5e721,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:21.579083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a2d23b-4429-443c-9a08-d43dcfbfbe4a') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:21.579665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a2d23b-4429-443c-9a08-d43dcfbfbe4a') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:21.579818 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:21.596171 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-893fd4d9-ad98-4f5f-9f62-f41c7625b7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:21.600834 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-990d6afa-5d92-48e3-8766-98f087012707 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:21.601891 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-990d6afa-5d92-48e3-8766-98f087012707 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:21.607073 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:21.651886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:21.660003 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e3fbad70-c2ef-4e65-ba47-c64ac7436e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:21.661567 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e3fbad70-c2ef-4e65-ba47-c64ac7436e95 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4dc2aba5-9592-439b-86a2-8acaf739c5cb HTTP/1.1" status: 204 len: 168 time: 2.4672234 Dec 22 15:27:21.669511 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port d1a47931-0410-41f0-bbb8-90ed84230102 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:21.669894 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:21.713267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:21.731212 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:27:21.731643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:27:21.748410 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:27:21.817879 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-9831dde7-fe78-491e-943e-8e3dc1ab3c98 None None] Deleting port 6c5f102e-ee66-4d03-a99a-957b20e99eef {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:27:21.818426 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9831dde7-fe78-491e-943e-8e3dc1ab3c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:21.931414 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 14.5733554 Dec 22 15:27:21.932669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35110) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:21.961621 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-9831dde7-fe78-491e-943e-8e3dc1ab3c98 None None] The port '6c5f102e-ee66-4d03-a99a-957b20e99eef' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:27:21.965257 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] For port 3d3bbf3a-ef11-4064-8734-aee39a788719, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:27:21.983178 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:22.019277 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] For port 3d3bbf3a-ef11-4064-8734-aee39a788719, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=3d3bbf3a-ef11-4064-8734-aee39a788719,segment=NetworkSegment(e07b4c5d-b41f-4560-9adc-576329c4096e),segment_id=e07b4c5d-b41f-4560-9adc-576329c4096e)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:27:22.114205 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:22.122684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:22.127628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4e292c91-1ec4-4d9a-b10b-9492e9675492 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:22.150551 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:27:22.152759 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:22.159433 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d073d9b-f992-4b6d-8907-c55548d3e20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:22.159941 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Network': ['ID=9afa0f68-beac-4eda-8f6b-83e8a0ca8b91,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:22.168290 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/networks/9afa0f68-beac-4eda-8f6b-83e8a0ca8b91 HTTP/1.1" status: 204 len: 168 time: 3.6935558 Dec 22 15:27:22.169945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:22.172387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35114) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:22.173624 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-def39736-d6f7-465b-84c2-a90640687bb1 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:22.236621 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:22.255264 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-db0a7104-e362-43f3-bd35-0788bc99ed11 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] 10.222.0.59 "GET /v2.0/floatingips/48a50d7f-4149-432d-b6b5-7dcc86befbf7 HTTP/1.1" status: 200 len: 983 time: 0.3087342 Dec 22 15:27:22.255264 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d073d9b-f992-4b6d-8907-c55548d3e20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:22.260180 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bb007160-09da-420c-8024-a1de6536821c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:22.268377 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35118) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:22.365654 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-5b44f899-4f41-44c2-9328-3f2aa2affc2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:27:22.447014 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:27:22.447945 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a4e0ac73-3964-4ab4-8aa7-b87e9fbc26dd not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:27:22.450324 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6c5f102e-ee66-4d03-a99a-957b20e99eef no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:27:22.471627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b44f899-4f41-44c2-9328-3f2aa2affc2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:22.557071 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Pushing event updated for resources: {'Port': ['ID=3d3bbf3a-ef11-4064-8734-aee39a788719,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:22.564042 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 6c5f102e-ee66-4d03-a99a-957b20e99eef {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:27:22.565781 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6c5f102e-ee66-4d03-a99a-957b20e99eef not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:27:22.579684 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:22.582506 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-5b44f899-4f41-44c2-9328-3f2aa2affc2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Transition to ACTIVE for port object d1a7846c-d7f1-4338-82a7-102f86384e80 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:22.603825 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-20036379-84c0-431f-9527-cb2f44d4e020 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.3335104 Dec 22 15:27:22.665194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35122) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:22.675917 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:22.715950 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b44f899-4f41-44c2-9328-3f2aa2affc2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:22.736132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:22.751081 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:22.772531 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:22.891860 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d073d9b-f992-4b6d-8907-c55548d3e20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:23.054436 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-e96c466c-4438-4361-9141-c50c3dbafcd3 None None] Allocated IP 2001:db8:0:1::2 (0c6768a8-9bb3-490d-adf1-e992b8f141ae/0eeda19c-9672-41c0-9765-815939e01962/151cf300-0eb6-4c46-8435-bbe520e42f3e) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:23.093639 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-5b44f899-4f41-44c2-9328-3f2aa2affc2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] In _notify_port_updated(), no bound segment for port d1a7846c-d7f1-4338-82a7-102f86384e80 on network 0c6768a8-9bb3-490d-adf1-e992b8f141ae {{(pid=88217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:27:23.105607 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b44f899-4f41-44c2-9328-3f2aa2affc2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:23.106723 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b44f899-4f41-44c2-9328-3f2aa2affc2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:23.109199 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5b44f899-4f41-44c2-9328-3f2aa2affc2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "PUT /v2.0/ports/d1a7846c-d7f1-4338-82a7-102f86384e80 HTTP/1.1" status: 200 len: 930 time: 4.7098396 Dec 22 15:27:23.120399 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44f899-4f41-44c2-9328-3f2aa2affc2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=d1a7846c-d7f1-4338-82a7-102f86384e80,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:23.131588 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Allocated IP 172.20.0.1 (e8cd8c74-3563-4ac0-9801-9129eb7e0a82/3a0a88bf-b45a-493d-9874-68623dfbadd3/cc127250-e434-439c-a0ed-7ac8366b1bb7) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:23.134593 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35126) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:23.135633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d073d9b-f992-4b6d-8907-c55548d3e20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:23.137760 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0d073d9b-f992-4b6d-8907-c55548d3e20b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1790e6dc-47da-4b97-aa3b-be76eff5e721 HTTP/1.1" status: 204 len: 168 time: 1.6301858 Dec 22 15:27:23.140930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5b44f899-4f41-44c2-9328-3f2aa2affc2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:23.246299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-13f5dd24-3efb-4e02-b57f-d5ff26e4fba8 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.329s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:23.302454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d073d9b-f992-4b6d-8907-c55548d3e20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1790e6dc-47da-4b97-aa3b-be76eff5e721,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:23.311184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Pushing event updated for resources: {'Port': ['ID=78493806-46be-4078-9b34-6097a28034e9,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:23.317504 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.143s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:23.323962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0d073d9b-f992-4b6d-8907-c55548d3e20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:23.629260 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-db4827a1-1b3c-4a3e-89bd-c0a5232b151a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port d1a7846c-d7f1-4338-82a7-102f86384e80 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:27:23.629946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db4827a1-1b3c-4a3e-89bd-c0a5232b151a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:23.651036 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 0017154a-d8bc-4432-aebb-8863efeddd22 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:23.691045 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c3d71e-68d7-4af6-807f-974d488f911d None None] Network 3ff4b8cf-1075-4500-85d7-9341f04be41f requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:27:23.758582 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-e96c466c-4438-4361-9141-c50c3dbafcd3 None None] For port 151cf300-0eb6-4c46-8435-bbe520e42f3e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=151cf300-0eb6-4c46-8435-bbe520e42f3e,segment=NetworkSegment(e43601be-9f0d-468f-965a-5ce33315fb3d),segment_id=e43601be-9f0d-468f-965a-5ce33315fb3d)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:23.897276 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:23.928153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Transition to ACTIVE for port object cc127250-e434-439c-a0ed-7ac8366b1bb7 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:23.982486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e96c466c-4438-4361-9141-c50c3dbafcd3 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:24.085122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c00fccf4-b409-41c5-adbd-dd44b29acd88 None None] Provisioning for port 0017154a-d8bc-4432-aebb-8863efeddd22 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:24.170915 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e96c466c-4438-4361-9141-c50c3dbafcd3 None None] Transition to ACTIVE for port object 151cf300-0eb6-4c46-8435-bbe520e42f3e will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:24.209823 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 0017154a-d8bc-4432-aebb-8863efeddd22 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:24.270217 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e96c466c-4438-4361-9141-c50c3dbafcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:24.280338 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:24.302192 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9a8b00e0-c985-444c-aa6e-e1e798a86689 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Deleting port 54d3084f-6fd7-40d2-b107-142effbc9b11 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:27:24.302573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a8b00e0-c985-444c-aa6e-e1e798a86689 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:24.317080 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 0017154a-d8bc-4432-aebb-8863efeddd22 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:24.317080 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:24.327026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:24.342541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-637267b6-f657-429d-b437-0da52976621d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:24.419355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:24.478784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db4827a1-1b3c-4a3e-89bd-c0a5232b151a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:24.505280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Network e8cd8c74-3563-4ac0-9801-9129eb7e0a82 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:24.518508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:24.523056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:24.613365 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c466c-4438-4361-9141-c50c3dbafcd3 None None] Pushing event updated for resources: {'Port': ['ID=151cf300-0eb6-4c46-8435-bbe520e42f3e,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:24.618316 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e96c466c-4438-4361-9141-c50c3dbafcd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:24.674410 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35134) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:24.717618 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-671a908d-a660-4528-bdd3-29756d2fcb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:24.717960 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:24.751134 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9eea89-e3f2-4c1a-b84a-b088783143c4 None None] Network e8cd8c74-3563-4ac0-9801-9129eb7e0a82 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:27:24.773661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-671a908d-a660-4528-bdd3-29756d2fcb11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:24.790421 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-671a908d-a660-4528-bdd3-29756d2fcb11 admin admin] Usage tracker for resource:security_group_rule and tenant:a5f2211d110c4d9fb0c988e54ee1c108 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:24.874895 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 0017154a-d8bc-4432-aebb-8863efeddd22, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=0017154a-d8bc-4432-aebb-8863efeddd22,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:24.912467 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-db4827a1-1b3c-4a3e-89bd-c0a5232b151a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for d1a7846c-d7f1-4338-82a7-102f86384e80 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:27:24.953446 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:24.961665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 3d3bbf3a-ef11-4064-8734-aee39a788719 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:25.016882 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:25.076033 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-fa0a61e2-ffd0-4010-b419-25656b681f92 None None] Provisioning for port 3d3bbf3a-ef11-4064-8734-aee39a788719 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:25.093995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-671a908d-a660-4528-bdd3-29756d2fcb11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:25.180167 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event updated for resources: {'Port': ['ID=cc127250-e434-439c-a0ed-7ac8366b1bb7,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:25.190810 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:25.217963 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-671a908d-a660-4528-bdd3-29756d2fcb11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:25.250778 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:25.363595 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=0017154a-d8bc-4432-aebb-8863efeddd22,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:25.434214 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:25.445023 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-901bfb03-7047-471d-82ad-3f5cf6757397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:25.471557 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 3d3bbf3a-ef11-4064-8734-aee39a788719 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:25.486634 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 3d3bbf3a-ef11-4064-8734-aee39a788719 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:25.487335 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:25.568242 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-994b87e5-fbe1-49e0-8704-c54e17625211 None None] Provisioning complete for port 0017154a-d8bc-4432-aebb-8863efeddd22 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:25.573170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-994b87e5-fbe1-49e0-8704-c54e17625211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:25.614635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a8b00e0-c985-444c-aa6e-e1e798a86689 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:25.615606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a8b00e0-c985-444c-aa6e-e1e798a86689 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:25.750537 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:25.924570 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db4827a1-1b3c-4a3e-89bd-c0a5232b151a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:25.933030 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9a8b00e0-c985-444c-aa6e-e1e798a86689 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Calling delete_port for 54d3084f-6fd7-40d2-b107-142effbc9b11 owned by network:floatingip {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:27:25.933593 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c1bf612e-9520-4769-96d1-66588d8264b8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:26.010423 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 3d3bbf3a-ef11-4064-8734-aee39a788719, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=3d3bbf3a-ef11-4064-8734-aee39a788719,segment=NetworkSegment(e07b4c5d-b41f-4560-9adc-576329c4096e),segment_id=e07b4c5d-b41f-4560-9adc-576329c4096e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:26.084289 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:26.086751 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:26.133812 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:26.140999 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:26.158535 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4827a1-1b3c-4a3e-89bd-c0a5232b151a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Port': ['ID=d1a7846c-d7f1-4338-82a7-102f86384e80,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:26.165147 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-db4827a1-1b3c-4a3e-89bd-c0a5232b151a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:26.170114 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db4827a1-1b3c-4a3e-89bd-c0a5232b151a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:26.239210 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-db4827a1-1b3c-4a3e-89bd-c0a5232b151a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/ports/d1a7846c-d7f1-4338-82a7-102f86384e80 HTTP/1.1" status: 204 len: 168 time: 3.1001091 Dec 22 15:27:26.246672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35138) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:26.283161 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 151cf300-0eb6-4c46-8435-bbe520e42f3e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:26.322873 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-daec9bae-fa2d-49c5-bd49-d0e3027cb104 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] GET failed (client error): The resource could not be found. Dec 22 15:27:26.323517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-daec9bae-fa2d-49c5-bd49-d0e3027cb104 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Synchronizing usage tracker for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:27:26.416196 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ba1915fa-9fd5-4942-8824-19cb81af196c None None] Provisioning complete for port 94b3321b-f2a6-4eb1-9c27-465593c03c29 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:26.416842 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ba1915fa-9fd5-4942-8824-19cb81af196c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:26.559892 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=3d3bbf3a-ef11-4064-8734-aee39a788719,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:26.566048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:26.584235 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-671a908d-a660-4528-bdd3-29756d2fcb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:26.584747 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ba1915fa-9fd5-4942-8824-19cb81af196c None None] Port 94b3321b-f2a6-4eb1-9c27-465593c03c29 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:27:26.603887 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 0017154a-d8bc-4432-aebb-8863efeddd22 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:26.630984 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-daec9bae-fa2d-49c5-bd49-d0e3027cb104 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unset dirty status for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:27:26.635352 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-daec9bae-fa2d-49c5-bd49-d0e3027cb104 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports/d1a7846c-d7f1-4338-82a7-102f86384e80 HTTP/1.1" status: 404 len: 333 time: 0.3778305 Dec 22 15:27:26.638545 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35142) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:26.683342 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 0017154a-d8bc-4432-aebb-8863efeddd22 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:26.683806 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:26.685328 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ac30246f-380f-4a7d-abef-bf701d28ef6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:26.750741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a8b00e0-c985-444c-aa6e-e1e798a86689 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:26.763097 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:26.791089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ba1915fa-9fd5-4942-8824-19cb81af196c None None] Provisioning for port 151cf300-0eb6-4c46-8435-bbe520e42f3e completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:26.810008 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ba1915fa-9fd5-4942-8824-19cb81af196c None None] Provisioning complete for port 151cf300-0eb6-4c46-8435-bbe520e42f3e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:26.810329 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ba1915fa-9fd5-4942-8824-19cb81af196c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:26.861521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-671a908d-a660-4528-bdd3-29756d2fcb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:26.903101 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b00e0-c985-444c-aa6e-e1e798a86689 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Pushing event deleted for resources: {'Port': ['ID=54d3084f-6fd7-40d2-b107-142effbc9b11,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:26.946494 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9a8b00e0-c985-444c-aa6e-e1e798a86689 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:26.947188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9fe863cd-7138-462d-ad7e-019bc990da87 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:26.965872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e8aa4778-ae34-4364-a816-72f5bffcdd26 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:26.984689 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ba1915fa-9fd5-4942-8824-19cb81af196c None None] Could not find standard attr ID for object d1a7846c-d7f1-4338-82a7-102f86384e80. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:27:27.034613 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e8aa4778-ae34-4364-a816-72f5bffcdd26 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:27.042000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:27:27.050489 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-671a908d-a660-4528-bdd3-29756d2fcb11 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a5f2211d110c4d9fb0c988e54ee1c108&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3696649 Dec 22 15:27:27.055040 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35146) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:27.056445 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a908d-a660-4528-bdd3-29756d2fcb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4bcd0e-66a6-470a-81ef-5814264b3b30,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:27.153356 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:27.176430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-78d70d7f-0572-4e3c-93ce-2de88c0ec9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:27.205967 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0a837036-832f-45de-9c90-6da8dc0eb47d None None] Provisioning for port cc127250-e434-439c-a0ed-7ac8366b1bb7 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:27.214680 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0a837036-832f-45de-9c90-6da8dc0eb47d None None] Provisioning complete for port cc127250-e434-439c-a0ed-7ac8366b1bb7 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:27.214949 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-78d70d7f-0572-4e3c-93ce-2de88c0ec9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:27.215704 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0a837036-832f-45de-9c90-6da8dc0eb47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:27.238398 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:27.266268 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e8aa4778-ae34-4364-a816-72f5bffcdd26 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:27.275751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0397dd10-df3c-4a64-a516-921c58890c21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:27.278770 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-671a908d-a660-4528-bdd3-29756d2fcb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:27.318856 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-0a837036-832f-45de-9c90-6da8dc0eb47d None None] Port cc127250-e434-439c-a0ed-7ac8366b1bb7 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:27:27.340058 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0a837036-832f-45de-9c90-6da8dc0eb47d None None] Provisioning complete for port 3d3bbf3a-ef11-4064-8734-aee39a788719 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:27.340770 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0a837036-832f-45de-9c90-6da8dc0eb47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:27.407288 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a8b00e0-c985-444c-aa6e-e1e798a86689 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for floatingip, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:27.407643 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-9a8b00e0-c985-444c-aa6e-e1e798a86689 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Floating IP 48a50d7f-4149-432d-b6b5-7dcc86befbf7 disassociated (deleted). External IP: 172.26.6.114, port: 60af8cfb-66cb-4039-88aa-8d3c71241a3f. Dec 22 15:27:27.413328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e8aa4778-ae34-4364-a816-72f5bffcdd26 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:27.414969 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e8aa4778-ae34-4364-a816-72f5bffcdd26 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/security-groups/9c0279f3-b164-4ef3-8012-78c67654ab56 HTTP/1.1" status: 204 len: 168 time: 0.7747021 Dec 22 15:27:27.421041 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35150) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:27.444114 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:27.450022 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event updated for resources: {'Port': ['ID=cc127250-e434-439c-a0ed-7ac8366b1bb7,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:27.459498 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:27.460123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e173659a-c510-420f-8317-8e57f9c44125 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:27.511848 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa4778-ae34-4364-a816-72f5bffcdd26 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0279f3-b164-4ef3-8012-78c67654ab56,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:27.520787 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e8aa4778-ae34-4364-a816-72f5bffcdd26 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:27.606606 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-78d70d7f-0572-4e3c-93ce-2de88c0ec9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:27.612338 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0a837036-832f-45de-9c90-6da8dc0eb47d None None] Could not find standard attr ID for object d1a7846c-d7f1-4338-82a7-102f86384e80. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:27:27.614958 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e22a121e-e18d-4f95-b462-8112f2175a73 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:27.623901 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca062-4cf8-4834-914a-394d174351d2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:27.653203 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d70d7f-0572-4e3c-93ce-2de88c0ec9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4bcd0e-66a6-470a-81ef-5814264b3b30,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:27.660879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-78d70d7f-0572-4e3c-93ce-2de88c0ec9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:27.689549 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-78d70d7f-0572-4e3c-93ce-2de88c0ec9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:27.690700 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-78d70d7f-0572-4e3c-93ce-2de88c0ec9ce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1c4bcd0e-66a6-470a-81ef-5814264b3b30 HTTP/1.1" status: 204 len: 168 time: 0.6347013 Dec 22 15:27:27.706038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca062-4cf8-4834-914a-394d174351d2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:27.711206 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:27:27.721237 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7f005e86-7a51-4e37-afcf-c7e41372b41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:27.737908 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] Sync routers for ids ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:27:27.740630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Network e8cd8c74-3563-4ac0-9801-9129eb7e0a82 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:27.743207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:27.770029 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] Routers {'e65b2fa4-ba83-4c56-b0b2-8feaeb559527'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:27.772920 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:28.021749 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:28.027405 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.8058290 Dec 22 15:27:28.066150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35156) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:28.178575 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca062-4cf8-4834-914a-394d174351d2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:28.196613 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:28.196915 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] Set router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:27:28.205166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ca062-4cf8-4834-914a-394d174351d2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756727b3-0c1f-429c-af01-8a210b287e00,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:28.211989 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3e5ca062-4cf8-4834-914a-394d174351d2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:28.221840 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca062-4cf8-4834-914a-394d174351d2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:28.223084 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3e5ca062-4cf8-4834-914a-394d174351d2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/security-groups/756727b3-0c1f-429c-af01-8a210b287e00 HTTP/1.1" status: 204 len: 168 time: 0.8007312 Dec 22 15:27:28.229101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35160) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:28.309279 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Router 236d475b-bb0b-42d3-ba5b-baa916368801 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:27:28.335544 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ac30246f-380f-4a7d-abef-bf701d28ef6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting port c9bc99ae-251a-40bc-846a-a6c4c06314bb {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:27:28.341651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ac30246f-380f-4a7d-abef-bf701d28ef6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:28.400755 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbddf8b-80e3-44b1-aef5-9a3b9413e854 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting subnet 4f742ac3-dea9-4b21-bddf-9a68292c507e {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:27:28.413823 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bbddf8b-80e3-44b1-aef5-9a3b9413e854 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:28.603770 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bbddf8b-80e3-44b1-aef5-9a3b9413e854 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:28.630560 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 3d3bbf3a-ef11-4064-8734-aee39a788719 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:28.690183 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:27:28.710061 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "PUT /v2.0/routers/236d475b-bb0b-42d3-ba5b-baa916368801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9894452 Dec 22 15:27:28.711308 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] Sync routers for ids ['236d475b-bb0b-42d3-ba5b-baa916368801'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:27:28.756606 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-54acc968-ca49-4861-866d-bb1fe3921e4e None None] Provisioning complete for port cc127250-e434-439c-a0ed-7ac8366b1bb7 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:28.757001 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-54acc968-ca49-4861-866d-bb1fe3921e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:28.767792 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] Routers {'236d475b-bb0b-42d3-ba5b-baa916368801'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:28.768453 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['236d475b-bb0b-42d3-ba5b-baa916368801'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:28.784283 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bbddf8b-80e3-44b1-aef5-9a3b9413e854 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:28.884019 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8b00e0-c985-444c-aa6e-e1e798a86689 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Router af5b77ce-a22f-4597-9e0d-11945841f9f9 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:27:28.905336 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-54acc968-ca49-4861-866d-bb1fe3921e4e None None] Port cc127250-e434-439c-a0ed-7ac8366b1bb7 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:27:28.912141 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ac30246f-380f-4a7d-abef-bf701d28ef6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] For port c9bc99ae-251a-40bc-846a-a6c4c06314bb, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c9bc99ae-251a-40bc-846a-a6c4c06314bb,segment=NetworkSegment(e3601d1f-1a42-4073-b179-98d7319bea37),segment_id=e3601d1f-1a42-4073-b179-98d7319bea37)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:28.913029 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ac30246f-380f-4a7d-abef-bf701d28ef6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:28.922658 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 3d3bbf3a-ef11-4064-8734-aee39a788719 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:28.926258 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:28.955191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:29.042191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:23Z', 'revision_number': 3, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:29.132698 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:29.141930 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] Checking router: e65b2fa4-ba83-4c56-b0b2-8feaeb559527 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:27:29.142346 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] Updating router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 port 78493806-46be-4078-9b34-6097a28034e9 binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:27:29.199045 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] Set router 236d475b-bb0b-42d3-ba5b-baa916368801 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:27:29.227157 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:29.239697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bbddf8b-80e3-44b1-aef5-9a3b9413e854 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:29.247069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-92e03739-3712-4fea-bbcc-91bd7ee3c2a2 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:29.302030 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbddf8b-80e3-44b1-aef5-9a3b9413e854 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Subnet': ['ID=4f742ac3-dea9-4b21-bddf-9a68292c507e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:29.306585 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5bbddf8b-80e3-44b1-aef5-9a3b9413e854 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:29.307867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bbddf8b-80e3-44b1-aef5-9a3b9413e854 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:29.340851 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5bbddf8b-80e3-44b1-aef5-9a3b9413e854 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/subnets/4f742ac3-dea9-4b21-bddf-9a68292c507e HTTP/1.1" status: 204 len: 168 time: 1.1040959 Dec 22 15:27:29.341745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35186) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:29.359634 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4c61e283-5ba4-4d36-bc57-f0689bbb2a1b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'subnet': {'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:29.396761 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a97f527-a16e-4a3f-8606-d51ce19cb411 None None] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:27:29.575020 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4c61e283-5ba4-4d36-bc57-f0689bbb2a1b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:29.580571 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4c61e283-5ba4-4d36-bc57-f0689bbb2a1b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:subnet and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:29.584325 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4c61e283-5ba4-4d36-bc57-f0689bbb2a1b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:29.593459 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4c61e283-5ba4-4d36-bc57-f0689bbb2a1b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:29.607257 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ac30246f-380f-4a7d-abef-bf701d28ef6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Calling delete_port for c9bc99ae-251a-40bc-846a-a6c4c06314bb owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:27:29.707455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c61e283-5ba4-4d36-bc57-f0689bbb2a1b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:29.714045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c61e283-5ba4-4d36-bc57-f0689bbb2a1b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:29.772530 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706391036', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:05Z', 'updated_at': '2021-12-22T15:27:25Z', 'revision_number': 4, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'gw_port': {'id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:61:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:07Z', 'updated_at': '2021-12-22T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'cc127250-e434-439c-a0ed-7ac8366b1bb7', 'name': '', 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'mac_address': 'fa:16:3e:17:c9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '3a0a88bf-b45a-493d-9874-68623dfbadd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:22Z', 'updated_at': '2021-12-22T15:27:26Z', 'revision_number': 2, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'subnets': [{'id': '3a0a88bf-b45a-493d-9874-68623dfbadd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:29.782796 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] Checking router: 236d475b-bb0b-42d3-ba5b-baa916368801 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:27:29.783853 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] Updating router 236d475b-bb0b-42d3-ba5b-baa916368801 port cc127250-e434-439c-a0ed-7ac8366b1bb7 binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:27:29.949051 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:30.144348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:30.197062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] Transition to ACTIVE for port object 78493806-46be-4078-9b34-6097a28034e9 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:30.207749 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35200) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:30.290560 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:30.296220 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d53d99b9-ea02-4a90-b944-3de82454e67c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:30.529915 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] Attempting to bind port 78493806-46be-4078-9b34-6097a28034e9 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:27:30.530355 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] Attempting to bind port 78493806-46be-4078-9b34-6097a28034e9 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:27:30.530707 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] Attempting to bind port 78493806-46be-4078-9b34-6097a28034e9 on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:27:30.537725 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91187623-a95c-4e27-8346-99b58b2a6974 None None] Pushing event updated for resources: {'Port': ['ID=78493806-46be-4078-9b34-6097a28034e9,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:30.542281 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-91187623-a95c-4e27-8346-99b58b2a6974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:30.544042 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:27:30.544641 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:27:30.545477 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:30.546591 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:27:30.548544 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] Bound port: 78493806-46be-4078-9b34-6097a28034e9, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:27:30.549334 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:30.572431 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-575935024'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:30.590262 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:30.598894 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:network and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:30.609109 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:30.623364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:30.638211 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c61e283-5ba4-4d36-bc57-f0689bbb2a1b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:30.651781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-36b4125f-2467-4e10-8285-4acc87a298fa tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:30.658780 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] For port 78493806-46be-4078-9b34-6097a28034e9, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:27:30.660403 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-25873a37-7196-49ba-8c04-0ad8b5b62eb0 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-921760479&fields=id&tenant_id=0d737c316a4542e78135e34c5fa7a4f9 HTTP/1.1" status: 200 len: 267 time: 1.0054920 Dec 22 15:27:30.663864 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] For port 78493806-46be-4078-9b34-6097a28034e9, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=78493806-46be-4078-9b34-6097a28034e9,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:27:30.767559 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:30.768634 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c61e283-5ba4-4d36-bc57-f0689bbb2a1b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:30.770896 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4c61e283-5ba4-4d36-bc57-f0689bbb2a1b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:30.778271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c61e283-5ba4-4d36-bc57-f0689bbb2a1b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:30.784035 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:30.785447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c61e283-5ba4-4d36-bc57-f0689bbb2a1b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:30.786915 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] Transition to ACTIVE for port object cc127250-e434-439c-a0ed-7ac8366b1bb7 will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:30.798598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:30.821381 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:30.825611 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:30.844927 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61e283-5ba4-4d36-bc57-f0689bbb2a1b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Subnet': ['ID=9189b604-5393-4d42-96b4-90cc073b9ba3,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:30.846105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ac30246f-380f-4a7d-abef-bf701d28ef6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:30.854534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4c61e283-5ba4-4d36-bc57-f0689bbb2a1b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:30.855151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:30.860796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:30.879665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:30.890195 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:security_group_rule and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:30.895825 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:30.906661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:30.980820 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] Routers {'e65b2fa4-ba83-4c56-b0b2-8feaeb559527'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:30.982289 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:30.990375 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8b00e0-c985-444c-aa6e-e1e798a86689 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:27:30.993890 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:30.999715 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-ab542c9b-d4e3-41df-b418-bc27a8b8f004 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:31.004138 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-429dfbe8-d5ab-439c-adf6-14b3f0231690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:31.004300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-ab542c9b-d4e3-41df-b418-bc27a8b8f004 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Synchronizing usage tracker for tenant:0d737c316a4542e78135e34c5fa7a4f9 on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:27:31.004300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30246f-380f-4a7d-abef-bf701d28ef6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Port': ['ID=c9bc99ae-251a-40bc-846a-a6c4c06314bb,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:31.026541 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ac30246f-380f-4a7d-abef-bf701d28ef6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:31.058781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:31.091581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a8b00e0-c985-444c-aa6e-e1e798a86689 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:31.120803 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5cdaca-3353-4b31-ad7c-461bf2c7bcf3 None None] Sync routers for ids ['af5b77ce-a22f-4597-9e0d-11945841f9f9'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:27:31.128815 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4c61e283-5ba4-4d36-bc57-f0689bbb2a1b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7843947 Dec 22 15:27:31.137975 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35206) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:31.146186 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-cdf9945c-373e-4311-b73a-30c832c5e183 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'security_group': {'name': 'tempest-secgroup-1648725646'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:31.163958 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cdf9945c-373e-4311-b73a-30c832c5e183 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:31.176427 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:31.186750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cdf9945c-373e-4311-b73a-30c832c5e183 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:security_group and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:31.195299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4a671279-4e4c-4c86-8231-c84bc562167a tempest-ExternalNetworksAdminNegativeTestJSON-215129924 tempest-ExternalNetworksAdminNegativeTestJSON-215129924-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:31.203001 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd40415b-3525-4d77-aa1c-b67fee2462a3 None None] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:27:31.243212 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cdf9945c-373e-4311-b73a-30c832c5e183 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:31.289545 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:27:31.293027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cdf9945c-373e-4311-b73a-30c832c5e183 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:31.347892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-ab542c9b-d4e3-41df-b418-bc27a8b8f004 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Unset dirty status for tenant:0d737c316a4542e78135e34c5fa7a4f9 on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:27:31.348141 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c16708-23e1-4bfd-9eb5-ae1bae5782a0,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:31.349474 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-ab542c9b-d4e3-41df-b418-bc27a8b8f004 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/networks?id=e8cd8c74-3563-4ac0-9801-9129eb7e0a82 HTTP/1.1" status: 200 len: 796 time: 0.6635938 Dec 22 15:27:31.352793 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd67dd-f9fc-4358-874c-227474f747ec None None] Pushing event updated for resources: {'Port': ['ID=cc127250-e434-439c-a0ed-7ac8366b1bb7,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:31.376680 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9a8b00e0-c985-444c-aa6e-e1e798a86689 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] 10.222.0.59 "DELETE /v2.0/floatingips/48a50d7f-4149-432d-b6b5-7dcc86befbf7 HTTP/1.1" status: 204 len: 168 time: 8.7063978 Dec 22 15:27:31.391096 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-a4bd67dd-f9fc-4358-874c-227474f747ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:31.395861 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35210) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:31.400523 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:31.403942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:31.403942 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Added segment 45ed3487-a7a5-4f55-97e8-65214c4a6a48 of type vlan for network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 Dec 22 15:27:31.405676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:31.444326 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-94c3ee1e-ebd6-4103-9ad5-52809f12c846 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/quotas/0d737c316a4542e78135e34c5fa7a4f9 HTTP/1.1" status: 200 len: 375 time: 0.0787370 Dec 22 15:27:31.458354 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:31.481276 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91187623-a95c-4e27-8346-99b58b2a6974 None None] Pushing event updated for resources: {'Port': ['ID=78493806-46be-4078-9b34-6097a28034e9,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:31.484014 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cdf9945c-373e-4311-b73a-30c832c5e183 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:31.491310 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-91187623-a95c-4e27-8346-99b58b2a6974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:31.492177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:31.535164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cdf9945c-373e-4311-b73a-30c832c5e183 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:31.543818 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:31.582965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cdf9945c-373e-4311-b73a-30c832c5e183 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:security_group_rule and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:31.584442 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5cdaca-3353-4b31-ad7c-461bf2c7bcf3 None None] Routers {'af5b77ce-a22f-4597-9e0d-11945841f9f9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:31.585149 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fd5cdaca-3353-4b31-ad7c-461bf2c7bcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['af5b77ce-a22f-4597-9e0d-11945841f9f9'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:31.588633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cdf9945c-373e-4311-b73a-30c832c5e183 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:31.596278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Usage tracker for resource:floatingip and tenant:90e629dc533e4f07a4dc9c6ac4eaf766 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:31.606780 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cdf9945c-373e-4311-b73a-30c832c5e183 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:31.610913 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] Attempting to bind port cc127250-e434-439c-a0ed-7ac8366b1bb7 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:27:31.611299 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] Attempting to bind port cc127250-e434-439c-a0ed-7ac8366b1bb7 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'e07b4c5d-b41f-4560-9adc-576329c4096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:27:31.611715 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] Attempting to bind port cc127250-e434-439c-a0ed-7ac8366b1bb7 on network e8cd8c74-3563-4ac0-9801-9129eb7e0a82 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:27:31.627566 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:27:31.629399 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] Checking segment: {'id': 'e07b4c5d-b41f-4560-9adc-576329c4096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:27:31.629399 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:31.629399 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] Bound using segment: {'id': 'e07b4c5d-b41f-4560-9adc-576329c4096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:27:31.629886 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] Bound port: cc127250-e434-439c-a0ed-7ac8366b1bb7, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07b4c5d-b41f-4560-9adc-576329c4096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:27:31.630429 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:31.642279 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:31.663879 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fd5cdaca-3353-4b31-ad7c-461bf2c7bcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:31.678473 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ee581103-6792-404b-9da5-a75e19127d07 None None] Provisioning complete for port 94b3321b-f2a6-4eb1-9c27-465593c03c29 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:31.679032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ee581103-6792-404b-9da5-a75e19127d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:31.733046 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:31.794152 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cdf9945c-373e-4311-b73a-30c832c5e183 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:31.797592 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ee581103-6792-404b-9da5-a75e19127d07 None None] Port 94b3321b-f2a6-4eb1-9c27-465593c03c29 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:27:31.799205 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:31.809558 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] For port cc127250-e434-439c-a0ed-7ac8366b1bb7, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:27:31.816443 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:31.817531 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] For port cc127250-e434-439c-a0ed-7ac8366b1bb7, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=cc127250-e434-439c-a0ed-7ac8366b1bb7,segment=NetworkSegment(e07b4c5d-b41f-4560-9adc-576329c4096e),segment_id=e07b4c5d-b41f-4560-9adc-576329c4096e)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:27:31.819106 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:31.830895 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d3375435-3dfc-42e6-b881-e5294b1d89ed tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:31.886586 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cdf9945c-373e-4311-b73a-30c832c5e183 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:31.897082 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:31.923221 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5cdaca-3353-4b31-ad7c-461bf2c7bcf3 None None] Routers {'af5b77ce-a22f-4597-9e0d-11945841f9f9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:31.923845 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fd5cdaca-3353-4b31-ad7c-461bf2c7bcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['af5b77ce-a22f-4597-9e0d-11945841f9f9'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:31.932148 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-0a036529-ca38-4bd8-8898-ca02db3662d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:31.995467 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ee581103-6792-404b-9da5-a75e19127d07 None None] Provisioning complete for port 151cf300-0eb6-4c46-8435-bbe520e42f3e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:31.995804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ee581103-6792-404b-9da5-a75e19127d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:32.032533 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Network': ['ID=a58770d8-fcd3-4d19-a431-f8ebd1db0bf8,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:32.041996 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:32.043850 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c9aab3e2-146c-4b58-98be-4c080f308dbd tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:32.070922 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd67dd-f9fc-4358-874c-227474f747ec None None] Pushing event updated for resources: {'Port': ['ID=cc127250-e434-439c-a0ed-7ac8366b1bb7,revision_number=4']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:32.072726 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fd5cdaca-3353-4b31-ad7c-461bf2c7bcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:32.073987 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5cdaca-3353-4b31-ad7c-461bf2c7bcf3 None None] The sync data for ids ['af5b77ce-a22f-4597-9e0d-11945841f9f9'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:27:32.080017 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-a4bd67dd-f9fc-4358-874c-227474f747ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:32.107191 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35214) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:32.107420 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8957372 Dec 22 15:27:32.118583 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] Routers {'236d475b-bb0b-42d3-ba5b-baa916368801'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:32.118826 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['236d475b-bb0b-42d3-ba5b-baa916368801'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:32.124585 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:27:32.149543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9945c-373e-4311-b73a-30c832c5e183 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef6d26b-79a1-4cbb-a550-a6e82d5c16fa,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:32.167381 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cdf9945c-373e-4311-b73a-30c832c5e183 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:32.170806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cdf9945c-373e-4311-b73a-30c832c5e183 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:32.178783 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cdf9945c-373e-4311-b73a-30c832c5e183 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0381041 Dec 22 15:27:32.179927 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35218) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:32.184843 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:32.195718 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6ed45efd-0be5-43a5-ad73-941c2f28fc7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'security_group': {'name': 'tempest-secgroup-343910365'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:32.212120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6ed45efd-0be5-43a5-ad73-941c2f28fc7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:32.218683 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ac30246f-380f-4a7d-abef-bf701d28ef6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:32.220940 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6ed45efd-0be5-43a5-ad73-941c2f28fc7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:security_group and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:32.243955 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6ed45efd-0be5-43a5-ad73-941c2f28fc7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:32.260385 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6ed45efd-0be5-43a5-ad73-941c2f28fc7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:32.278378 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:32.301051 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] Set router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:27:32.364965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6ed45efd-0be5-43a5-ad73-941c2f28fc7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:32.423541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6ed45efd-0be5-43a5-ad73-941c2f28fc7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:32.436738 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6ed45efd-0be5-43a5-ad73-941c2f28fc7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:security_group_rule and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:32.443740 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6ed45efd-0be5-43a5-ad73-941c2f28fc7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:32.460006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6ed45efd-0be5-43a5-ad73-941c2f28fc7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:32.517370 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df718533-bc18-473d-a1be-3252c3836f5a None None] Update dhcp port {'port': {'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae', 'fixed_ips': [{'subnet_id': '0eeda19c-9672-41c0-9765-815939e01962', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9189b604-5393-4d42-96b4-90cc073b9ba3'}], 'binding:host_id': 'dv-neutron-822674-1-hyperv'}, 'id': '151cf300-0eb6-4c46-8435-bbe520e42f3e'} from dv-neutron-822674-1-hyperv. {{(pid=88219) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 15:27:32.596065 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-9b716446-640e-4ca2-9e42-b00347f0e6b4 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d737c316a4542e78135e34c5fa7a4f9&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1317320 Dec 22 15:27:32.599727 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-df718533-bc18-473d-a1be-3252c3836f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:32.727940 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6ed45efd-0be5-43a5-ad73-941c2f28fc7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:32.794154 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] Set router 236d475b-bb0b-42d3-ba5b-baa916368801 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:27:32.812919 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6ed45efd-0be5-43a5-ad73-941c2f28fc7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:32.869265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:32.883062 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:32.893849 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:32.905278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:32.912900 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:32.920850 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:33.037072 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed45efd-0be5-43a5-ad73-941c2f28fc7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad424b60-6b6b-4b43-944c-83ea7ca656b0,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:33.044149 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-df718533-bc18-473d-a1be-3252c3836f5a None None] Allocated IP 2001:db8::2 (0c6768a8-9bb3-490d-adf1-e992b8f141ae/9189b604-5393-4d42-96b4-90cc073b9ba3/151cf300-0eb6-4c46-8435-bbe520e42f3e) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:33.050025 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6ed45efd-0be5-43a5-ad73-941c2f28fc7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:33.052191 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6ed45efd-0be5-43a5-ad73-941c2f28fc7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8691189 Dec 22 15:27:33.053865 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6ed45efd-0be5-43a5-ad73-941c2f28fc7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:33.061084 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35224) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:33.080083 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-867bb75a-9766-4405-988e-8171a1364bfb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'security_group': {'name': 'tempest-secgroup-1186274006'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:33.108452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-867bb75a-9766-4405-988e-8171a1364bfb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:33.125877 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-867bb75a-9766-4405-988e-8171a1364bfb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:security_group and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:33.129016 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-867bb75a-9766-4405-988e-8171a1364bfb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:33.139098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-867bb75a-9766-4405-988e-8171a1364bfb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:33.196212 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:23Z', 'revision_number': 3, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:33.204157 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf451ba0-8b54-4819-8ab5-faea8bfe4057 None None] The sync data for ids ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'] in dv-neutron-822674-1-hyperv is: [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:23Z', 'revision_number': 3, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:27:33.228047 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac30246f-380f-4a7d-abef-bf701d28ef6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router abc7d5a1-3004-4908-a377-bccfc6871e96 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:27:33.237538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:33.241608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:33.244363 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-867bb75a-9766-4405-988e-8171a1364bfb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:33.293851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-867bb75a-9766-4405-988e-8171a1364bfb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:33.304465 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-df718533-bc18-473d-a1be-3252c3836f5a None None] For port 151cf300-0eb6-4c46-8435-bbe520e42f3e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=151cf300-0eb6-4c46-8435-bbe520e42f3e,segment=NetworkSegment(e43601be-9f0d-468f-965a-5ce33315fb3d),segment_id=e43601be-9f0d-468f-965a-5ce33315fb3d)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:33.307421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-867bb75a-9766-4405-988e-8171a1364bfb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:security_group_rule and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:33.315551 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-867bb75a-9766-4405-988e-8171a1364bfb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:33.330287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-867bb75a-9766-4405-988e-8171a1364bfb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:33.373761 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-df718533-bc18-473d-a1be-3252c3836f5a None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:33.421404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-df718533-bc18-473d-a1be-3252c3836f5a None None] Transition to ACTIVE for port object 151cf300-0eb6-4c46-8435-bbe520e42f3e will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:33.471241 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-867bb75a-9766-4405-988e-8171a1364bfb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:33.508657 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-df718533-bc18-473d-a1be-3252c3836f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:33.522821 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c9a57ca7-5ea6-4c0a-ac68-82fb3d35591d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:33.548464 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-867bb75a-9766-4405-988e-8171a1364bfb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:33.555125 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6ed45efd-0be5-43a5-ad73-941c2f28fc7b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:33.681976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bb75a-9766-4405-988e-8171a1364bfb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa7a1d0-f771-47e5-a954-79f32f6d912a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:33.706543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-867bb75a-9766-4405-988e-8171a1364bfb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:33.733312 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df718533-bc18-473d-a1be-3252c3836f5a None None] Pushing event updated for resources: {'Port': ['ID=151cf300-0eb6-4c46-8435-bbe520e42f3e,revision_number=6']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:33.742741 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-df718533-bc18-473d-a1be-3252c3836f5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:33.765895 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-867bb75a-9766-4405-988e-8171a1364bfb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:33.771748 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-867bb75a-9766-4405-988e-8171a1364bfb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7091117 Dec 22 15:27:33.774747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35228) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:33.786085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-901162722', 'security_groups': ['2fa7a1d0-f771-47e5-a954-79f32f6d912a'], 'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9189b604-5393-4d42-96b4-90cc073b9ba3'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:33.889097 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:33.905891 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d9496b3a-4775-4e59-a4ef-afc5f49497f6 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:34.013234 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706391036', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:05Z', 'updated_at': '2021-12-22T15:27:25Z', 'revision_number': 4, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'gw_port': {'id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:61:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:07Z', 'updated_at': '2021-12-22T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'cc127250-e434-439c-a0ed-7ac8366b1bb7', 'name': '', 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'mac_address': 'fa:16:3e:17:c9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '3a0a88bf-b45a-493d-9874-68623dfbadd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:22Z', 'updated_at': '2021-12-22T15:27:31Z', 'revision_number': 4, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'subnets': [{'id': '3a0a88bf-b45a-493d-9874-68623dfbadd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:34.020394 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7b8b97-a72c-4c2c-8fc1-3dbd273ec431 None None] The sync data for ids ['236d475b-bb0b-42d3-ba5b-baa916368801'] in dv-neutron-822674-1-hyperv is: [{'id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706391036', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:05Z', 'updated_at': '2021-12-22T15:27:25Z', 'revision_number': 4, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'gw_port': {'id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:61:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:07Z', 'updated_at': '2021-12-22T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'cc127250-e434-439c-a0ed-7ac8366b1bb7', 'name': '', 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'mac_address': 'fa:16:3e:17:c9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '3a0a88bf-b45a-493d-9874-68623dfbadd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:22Z', 'updated_at': '2021-12-22T15:27:31Z', 'revision_number': 4, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'subnets': [{'id': '3a0a88bf-b45a-493d-9874-68623dfbadd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:27:34.037952 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:34.050289 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:34.108240 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:34.508608 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device cc127250-e434-439c-a0ed-7ac8366b1bb7 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:34.553259 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac30246f-380f-4a7d-abef-bf701d28ef6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:27:34.566887 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9162be4-610c-488b-b833-712cc5f7f75c None None] Sync routers for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:27:34.597400 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9162be4-610c-488b-b833-712cc5f7f75c None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:34.600637 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-b9162be4-610c-488b-b833-712cc5f7f75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:34.732828 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:34.767259 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Allocated IP 172.20.0.1 (3ff4b8cf-1075-4500-85d7-9341f04be41f/5e2f5610-73fd-4689-9d49-ece9b5bf2feb/8c2eba0b-1e40-48ad-bb7c-1952e713783b) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:34.775727 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] device_id is not set on port 624b24ca-643d-479d-a908-274e027c5902 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:27:34.832132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=f6ddc835-8f14-4a0c-9f71-322dcc5d860a,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:34.896336 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port cc127250-e434-439c-a0ed-7ac8366b1bb7 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:34.903766 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port cc127250-e434-439c-a0ed-7ac8366b1bb7 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:34.904441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:34.916754 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:34.938959 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-b9162be4-610c-488b-b833-712cc5f7f75c None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:27:35.022991 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-557d2439-af22-4190-9df3-537977f55f99 None None] Provisioning complete for port 94b3321b-f2a6-4eb1-9c27-465593c03c29 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:35.023531 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-557d2439-af22-4190-9df3-537977f55f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:35.122786 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-557d2439-af22-4190-9df3-537977f55f99 None None] Port 94b3321b-f2a6-4eb1-9c27-465593c03c29 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:27:35.142529 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-131e4818-92f7-4519-92a1-9c2f1a5c8c59 service neutron] 10.222.0.59 "GET /v2.0/networks/e8cd8c74-3563-4ac0-9801-9129eb7e0a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4682126 Dec 22 15:27:35.143886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:35.144272 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:35.144655 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:35.145027 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:35.145602 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:35.146164 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:35.146747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:35.147283 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:35.147814 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:35.148356 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:35.148922 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:35.149295 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:35.196143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.290s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:35.213283 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ac30246f-380f-4a7d-abef-bf701d28ef6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/abc7d5a1-3004-4908-a377-bccfc6871e96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0080774 Dec 22 15:27:35.222782 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35232) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:35.279664 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:35.325895 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a1341a-9d1f-4a6a-8b56-aa08657cd41a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting subnet 82ed3255-5370-4e47-9e09-a28009308aab {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:27:35.430511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Allocated IP 2001:db8::329 (0c6768a8-9bb3-490d-adf1-e992b8f141ae/9189b604-5393-4d42-96b4-90cc073b9ba3/624b24ca-643d-479d-a908-274e027c5902) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:35.435613 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-557d2439-af22-4190-9df3-537977f55f99 None None] Provisioning for port 151cf300-0eb6-4c46-8435-bbe520e42f3e completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:35.443412 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70a1341a-9d1f-4a6a-8b56-aa08657cd41a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:35.457490 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-557d2439-af22-4190-9df3-537977f55f99 None None] Provisioning complete for port 151cf300-0eb6-4c46-8435-bbe520e42f3e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:35.459795 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-557d2439-af22-4190-9df3-537977f55f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:35.475024 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:27:35.479566 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network hostable DHCP agents. Network: a58770d8-fcd3-4d19-a431-f8ebd1db0bf8, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:27:35.572402 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70a1341a-9d1f-4a6a-8b56-aa08657cd41a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:35.580879 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-b9162be4-610c-488b-b833-712cc5f7f75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:27:30Z', 'revision_number': 9, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '5b9da64b-71ec-4461-9272-70c4c3af6688', 'name': '', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:e5:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:18Z', 'updated_at': '2021-12-22T15:26:31Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:35.591666 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9162be4-610c-488b-b833-712cc5f7f75c None None] Checking router: abc7d5a1-3004-4908-a377-bccfc6871e96 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:27:35.606104 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-fc7648f6-2a9a-4034-8375-a536aed37c29 service neutron] 10.222.0.59 "GET /v2.0/networks/e8cd8c74-3563-4ac0-9801-9129eb7e0a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385877 Dec 22 15:27:35.619193 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9162be4-610c-488b-b833-712cc5f7f75c None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:35.619955 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-b9162be4-610c-488b-b833-712cc5f7f75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:35.703503 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port cc127250-e434-439c-a0ed-7ac8366b1bb7, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=cc127250-e434-439c-a0ed-7ac8366b1bb7,segment=NetworkSegment(e07b4c5d-b41f-4560-9adc-576329c4096e),segment_id=e07b4c5d-b41f-4560-9adc-576329c4096e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:35.718620 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:27:35.722095 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:35.772108 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Transition to ACTIVE for port object 8c2eba0b-1e40-48ad-bb7c-1952e713783b will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:35.791254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Allocated IP 172.26.6.252 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/50cb3f3c-0c8a-4758-9481-5d1887c0f71a) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:35.826565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:35.827412 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 151cf300-0eb6-4c46-8435-bbe520e42f3e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:35.883383 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:35.959689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, a58770d8-fcd3-4d19-a431-f8ebd1db0bf8) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:35.960245 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70a1341a-9d1f-4a6a-8b56-aa08657cd41a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:35.971863 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-b9162be4-610c-488b-b833-712cc5f7f75c None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:27:35.985033 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:35.985913 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:36.063353 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b4c5e8-8eb2-4af0-bb7f-55733d0f158b None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:27:36.076045 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=cc127250-e434-439c-a0ed-7ac8366b1bb7,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:36.080648 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:36.115151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:36.195343 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Transition to ACTIVE for port object 624b24ca-643d-479d-a908-274e027c5902 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:36.195624 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:36.202934 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:36.226491 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2e6f8316-9007-46e5-bf2f-7ea9c16c6e55 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:36.281345 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 151cf300-0eb6-4c46-8435-bbe520e42f3e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:36.282786 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:36.303061 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:36.312033 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1566658 Dec 22 15:27:36.312033 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9facbf72-a4e9-4f3a-9a1c-abe84599d4dd req-b68e7f50-a92f-4756-bbcf-1e90a18ce0a8 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 210 time: 0.2905021 Dec 22 15:27:36.323985 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35242) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:36.353109 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-48d6799f-414b-4539-b6e3-50dfc4c408f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'name': 'tempest-NetworksTestDHCPv6-2036901360'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:36.404645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Network 3ff4b8cf-1075-4500-85d7-9341f04be41f is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:36.408340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Pushing event updated for resources: {'Port': ['ID=8c2eba0b-1e40-48ad-bb7c-1952e713783b,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:36.414317 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:36.419053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:36.421969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:36.426875 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:36.538438 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:36.751363 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-b9162be4-610c-488b-b833-712cc5f7f75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:27:30Z', 'revision_number': 9, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '5b9da64b-71ec-4461-9272-70c4c3af6688', 'name': '', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:e5:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:18Z', 'updated_at': '2021-12-22T15:26:31Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:36.756928 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:36.762122 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b9f011a4-2d3d-4da4-96d6-e349605115b1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:36.767966 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9162be4-610c-488b-b833-712cc5f7f75c None None] The sync data for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv is: [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:27:30Z', 'revision_number': 9, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '5b9da64b-71ec-4461-9272-70c4c3af6688', 'name': '', 'network_id': '86cdf831-e69a-47fb-815c-ebc231947a17', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:e5:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:18Z', 'updated_at': '2021-12-22T15:26:31Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': '824af6ef-16c3-419f-8845-0e54d85456e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:27:36.778260 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8c8a0fcf-13e1-4ccf-95a8-d9b19b2f4691 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:36.817723 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-48d6799f-414b-4539-b6e3-50dfc4c408f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:36.822411 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70a1341a-9d1f-4a6a-8b56-aa08657cd41a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:36.867340 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:36.868732 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-48d6799f-414b-4539-b6e3-50dfc4c408f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:port and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:36.886611 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:36.894639 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:27:36.897235 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-48d6799f-414b-4539-b6e3-50dfc4c408f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:36.907268 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:36.918830 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:36.919847 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:36.948037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:36.956851 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:36.960680 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-48d6799f-414b-4539-b6e3-50dfc4c408f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:36.966114 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:36.967448 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 78493806-46be-4078-9b34-6097a28034e9 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:36.976943 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70a1341a-9d1f-4a6a-8b56-aa08657cd41a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:36.981870 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-70a1341a-9d1f-4a6a-8b56-aa08657cd41a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/subnets/82ed3255-5370-4e47-9e09-a28009308aab HTTP/1.1" status: 204 len: 168 time: 1.7558484 Dec 22 15:27:36.991405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35252) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:37.043114 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2622657 Dec 22 15:27:37.043692 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=624b24ca-643d-479d-a908-274e027c5902,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:37.045459 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Pushing event updated for resources: {'Port': ['ID=50cb3f3c-0c8a-4758-9481-5d1887c0f71a,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:37.045920 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35256) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:37.064044 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:37.064447 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'fixed_ips': [{'subnet_id': 'f6ddc835-8f14-4a0c-9f71-322dcc5d860a'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:27:37.064447 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:37.079887 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfb1f39-f3a6-4b96-bd4f-4f37c7c7ecc6 None None] Network d13e83e5-9425-4ca6-b433-6c69568f5644 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:27:37.104299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a38cab59-69f4-4142-93ac-a9c2a5165bf8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'subnet': {'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:37.225744 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:37.226920 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:37.227644 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:37.228333 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:37.229023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:37.230308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:37.230308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:37.231162 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:37.231776 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:37.237762 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:37.237762 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:37.238848 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:37.238947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:37.254260 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:37.256331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:37.449903 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-65ab2434-9829-4764-906e-87ec6e466391 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.604s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:37.546024 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d6799f-414b-4539-b6e3-50dfc4c408f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:37.551943 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-48d6799f-414b-4539-b6e3-50dfc4c408f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:37.572192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:37.623633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1341a-9d1f-4a6a-8b56-aa08657cd41a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Subnet': ['ID=82ed3255-5370-4e47-9e09-a28009308aab,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:37.628913 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-70a1341a-9d1f-4a6a-8b56-aa08657cd41a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:37.643666 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7b09409a-29d2-4c36-afc9-162708fe6f31 req-84af1ef4-ee3c-4eb8-b039-fef8085e27cf tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 210 time: 0.1073987 Dec 22 15:27:37.647764 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-86a2d150-6355-44a4-a89b-6128c8918866 None None] Provisioning for port 8c2eba0b-1e40-48ad-bb7c-1952e713783b completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:37.656855 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting port 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:27:37.657088 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:37.657183 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-86a2d150-6355-44a4-a89b-6128c8918866 None None] Provisioning complete for port 8c2eba0b-1e40-48ad-bb7c-1952e713783b triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:37.657896 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-86a2d150-6355-44a4-a89b-6128c8918866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:37.675846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:37.783162 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 78493806-46be-4078-9b34-6097a28034e9 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:37.787389 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-48d6799f-414b-4539-b6e3-50dfc4c408f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port 673532a4-5b9b-4af6-9277-d9afb055fec8 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:27:37.796765 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 78493806-46be-4078-9b34-6097a28034e9 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:37.797158 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:37.837773 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493a1631-80a0-4c29-9407-a547ce3963ca None None] DHCP port deletion for d13e83e5-9425-4ca6-b433-6c69568f5644 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:27:37.853182 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-493a1631-80a0-4c29-9407-a547ce3963ca None None] Deleting port 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:27:37.853563 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-493a1631-80a0-4c29-9407-a547ce3963ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:38.079559 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-86a2d150-6355-44a4-a89b-6128c8918866 None None] Port 8c2eba0b-1e40-48ad-bb7c-1952e713783b cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:27:38.125205 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-493a1631-80a0-4c29-9407-a547ce3963ca None None] For port 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc,segment=NetworkSegment(e3601d1f-1a42-4073-b179-98d7319bea37),segment_id=e3601d1f-1a42-4073-b179-98d7319bea37)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:38.126250 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-493a1631-80a0-4c29-9407-a547ce3963ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:38.136350 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Allocated IP 2001:db8::2 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/f6ddc835-8f14-4a0c-9f71-322dcc5d860a/8935d141-5702-49e2-9a70-2c9a472e8b1f) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:38.276893 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a38cab59-69f4-4142-93ac-a9c2a5165bf8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:38.292613 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] For port 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc,segment=NetworkSegment(e3601d1f-1a42-4073-b179-98d7319bea37),segment_id=e3601d1f-1a42-4073-b179-98d7319bea37)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:38.292960 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:38.301630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a38cab59-69f4-4142-93ac-a9c2a5165bf8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:subnet and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:38.307630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a38cab59-69f4-4142-93ac-a9c2a5165bf8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:38.334780 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-493a1631-80a0-4c29-9407-a547ce3963ca None None] Calling delete_port for 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:27:38.376713 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a38cab59-69f4-4142-93ac-a9c2a5165bf8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:38.450417 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Calling delete_port for 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:27:38.504242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:27:38.524833 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e4d19539-4b84-4884-bad6-71f490fa8fcc None None] Provisioning for port 624b24ca-643d-479d-a908-274e027c5902 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:38.541357 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e4d19539-4b84-4884-bad6-71f490fa8fcc None None] Provisioning complete for port 624b24ca-643d-479d-a908-274e027c5902 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:38.541649 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e4d19539-4b84-4884-bad6-71f490fa8fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:38.543400 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:38.582866 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:38.612722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:38.615913 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38cab59-69f4-4142-93ac-a9c2a5165bf8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:38.619528 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a38cab59-69f4-4142-93ac-a9c2a5165bf8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:38.653849 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:38.656448 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 78493806-46be-4078-9b34-6097a28034e9, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=78493806-46be-4078-9b34-6097a28034e9,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:38.669627 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e4d19539-4b84-4884-bad6-71f490fa8fcc None None] Port 624b24ca-643d-479d-a908-274e027c5902 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:27:38.715315 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-493a1631-80a0-4c29-9407-a547ce3963ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:27:38.715752 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-493a1631-80a0-4c29-9407-a547ce3963ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:27:38.724098 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bcaf6df3-3d21-40f4-9c4c-b297cc3522e2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:38.747888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:38.753946 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:38.770284 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:38.794443 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:38.823769 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:38.842171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0c302855-27f9-4309-8286-1129dc3ed6d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:38.877527 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Pushing event updated for resources: {'Port': ['ID=8c2eba0b-1e40-48ad-bb7c-1952e713783b,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:38.890327 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Transition to ACTIVE for port object 8935d141-5702-49e2-9a70-2c9a472e8b1f will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:38.890992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:38.896217 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] No DVR routers for this DVR port 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:27:38.897101 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:38.899187 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Port': ['ID=9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:38.959526 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device cc127250-e434-439c-a0ed-7ac8366b1bb7 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:38.992731 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Transition to ACTIVE for port object 8935d141-5702-49e2-9a70-2c9a472e8b1f will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:38.994004 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=78493806-46be-4078-9b34-6097a28034e9,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:39.005029 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:39.010435 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:39.027884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:39.049503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:39.053180 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b27ceada-8e5b-4927-b5e6-b73c10d9f233 req-d80b907d-fbaa-4544-91b1-f1a444874f57 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 210 time: 0.1806834 Dec 22 15:27:39.068768 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port cc127250-e434-439c-a0ed-7ac8366b1bb7 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:39.069433 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:39.145158 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:39.152053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Pushing event updated for resources: {'Port': ['ID=50cb3f3c-0c8a-4758-9481-5d1887c0f71a,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:39.159747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:39.160987 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7641478 Dec 22 15:27:39.167023 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-937e7eef-3f81-4136-8fd6-ab056fcfa087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:39.169775 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:39.170301 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35266) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:39.251129 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-493a1631-80a0-4c29-9407-a547ce3963ca None None] Deleting port 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:27:39.251422 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-493a1631-80a0-4c29-9407-a547ce3963ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:39.279957 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Network 3ff4b8cf-1075-4500-85d7-9341f04be41f is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:39.283066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:39.343585 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:39.347340 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.ipam_backend_mixin [None req-a38cab59-69f4-4142-93ac-a9c2a5165bf8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9189b604-5393-4d42-96b4-90cc073b9ba3 (CIDR: 2001:db8::/64) Dec 22 15:27:39.381240 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:39.393483 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38cab59-69f4-4142-93ac-a9c2a5165bf8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:39.394321 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a38cab59-69f4-4142-93ac-a9c2a5165bf8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:27:39.418093 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Pushing event updated for resources: {'Port': ['ID=8935d141-5702-49e2-9a70-2c9a472e8b1f,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:39.431324 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:39.432214 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:39.432565 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:39.443955 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-493a1631-80a0-4c29-9407-a547ce3963ca None None] The port '9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:27:39.457292 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:39.504985 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:39.543007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Usage tracker for resource:floatingip and tenant:1020774b617042b7af0ec2144e49d0fa is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:39.551873 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:39.569761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:39.570005 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-48d6799f-414b-4539-b6e3-50dfc4c408f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::363 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/f6ddc835-8f14-4a0c-9f71-322dcc5d860a/673532a4-5b9b-4af6-9277-d9afb055fec8) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:39.574151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13e83e5-9425-4ca6-b433-6c69568f5644']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:39.610750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3601d1f-1a42-4073-b179-98d7319bea37') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:39.611053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3601d1f-1a42-4073-b179-98d7319bea37') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:39.635264 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:39.658039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Attempting to bind port 8935d141-5702-49e2-9a70-2c9a472e8b1f on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:27:39.658521 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Attempting to bind port 8935d141-5702-49e2-9a70-2c9a472e8b1f by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:27:39.658960 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Attempting to bind port 8935d141-5702-49e2-9a70-2c9a472e8b1f on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:27:39.667472 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:27:39.667972 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:27:39.668444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:39.668920 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:27:39.669663 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Bound port: 8935d141-5702-49e2-9a70-2c9a472e8b1f, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:27:39.670141 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:39.706849 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a38cab59-69f4-4142-93ac-a9c2a5165bf8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6596906 Dec 22 15:27:39.718420 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35272) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:39.741721 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:39.760975 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5b40fb7b-a1fe-4978-b292-de6635368d71 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'subnet': {'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:39.786109 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:27:39.789008 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:27:39.838425 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:27:39.838776 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 9fcdbae4-e92a-4d30-bdd1-9d9a4c05a1bc not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:27:39.839214 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c9bc99ae-251a-40bc-846a-a6c4c06314bb no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:27:39.846116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:27:39.846574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:27:39.862566 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:27:39.883401 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: c9bc99ae-251a-40bc-846a-a6c4c06314bb {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:27:39.883720 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:39.883869 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c9bc99ae-251a-40bc-846a-a6c4c06314bb not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:27:39.888549 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] For port 8935d141-5702-49e2-9a70-2c9a472e8b1f, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:27:39.902868 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] For port 8935d141-5702-49e2-9a70-2c9a472e8b1f, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8935d141-5702-49e2-9a70-2c9a472e8b1f,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:27:39.904444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-50a7a6e1-d1e9-41c1-bf83-7a3f5c420c47 None None] Provisioning complete for port 8c2eba0b-1e40-48ad-bb7c-1952e713783b triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:39.904444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-50a7a6e1-d1e9-41c1-bf83-7a3f5c420c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:39.970966 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-50a7a6e1-d1e9-41c1-bf83-7a3f5c420c47 None None] Port 8c2eba0b-1e40-48ad-bb7c-1952e713783b cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:27:39.973418 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:39.990469 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:40.081438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Pushing event updated for resources: {'Port': ['ID=8935d141-5702-49e2-9a70-2c9a472e8b1f,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:40.084894 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:40.207892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:27:40.221694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] Sync routers for ids ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:27:40.237882 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] Routers {'e65b2fa4-ba83-4c56-b0b2-8feaeb559527'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:40.239145 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:40.289436 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:40.289903 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] 10.222.0.59 "PUT /v2.0/routers/e65b2fa4-ba83-4c56-b0b2-8feaeb559527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2196472 Dec 22 15:27:40.296255 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:40.312991 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0ef596db-0e32-42f7-8e10-a7c28b6ea54b tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:40.362680 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9fdac556-8ca2-4dd5-ba33-8acc816608ae req-d6ce4d22-9124-42dc-bb46-be2c8278f095 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 210 time: 0.1310050 Dec 22 15:27:40.528643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:40.535753 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/networks/d13e83e5-9425-4ca6-b433-6c69568f5644 HTTP/1.1" status: 204 len: 168 time: 3.5374649 Dec 22 15:27:40.540744 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35280) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:40.559273 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Network': ['ID=d13e83e5-9425-4ca6-b433-6c69568f5644,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:40.564448 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:40.752071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5b40fb7b-a1fe-4978-b292-de6635368d71 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:40.775507 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] Set router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:27:40.821389 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-48d6799f-414b-4539-b6e3-50dfc4c408f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:40.854752 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-be4ad7e2-ef59-4982-a526-4655d786adf3 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:40.856529 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-be4ad7e2-ef59-4982-a526-4655d786adf3 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.57 "GET /v2.0/networks?id=e8cd8c74-3563-4ac0-9801-9129eb7e0a82 HTTP/1.1" status: 200 len: 796 time: 0.8561978 Dec 22 15:27:40.857862 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5b40fb7b-a1fe-4978-b292-de6635368d71 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:subnet and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:40.867750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5b40fb7b-a1fe-4978-b292-de6635368d71 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:40.909577 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5b40fb7b-a1fe-4978-b292-de6635368d71 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:40.925426 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-48d6799f-414b-4539-b6e3-50dfc4c408f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object 673532a4-5b9b-4af6-9277-d9afb055fec8 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:41.004371 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Allocated IP 172.26.6.79 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/e274e927-7e42-4686-900d-ac37a50fd00d) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:41.236551 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8935d141-5702-49e2-9a70-2c9a472e8b1f up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:41.341915 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:41.485393 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:41.485393 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-101a77c1-9347-4146-b1de-4995ddb8f254 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:41.508895 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b40fb7b-a1fe-4978-b292-de6635368d71 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:41.515336 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b40fb7b-a1fe-4978-b292-de6635368d71 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:41.570582 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 8935d141-5702-49e2-9a70-2c9a472e8b1f completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:41.593777 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 78493806-46be-4078-9b34-6097a28034e9 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:41.648368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-48d6799f-414b-4539-b6e3-50dfc4c408f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:41.654101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-40e6169c-59dd-4d1b-bffe-fa4266f0f54b tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Synchronizing usage tracker for tenant:0d737c316a4542e78135e34c5fa7a4f9 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:27:41.685842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dda8b968-1776-4be2-b75b-5af751ae8324 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:41.765313 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:41.768268 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:41.789975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:41.813726 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35302) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:41.866100 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-119885800-network', 'tenant_id': '645745d9191f482f87e02999732ce483'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:41.871189 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d6799f-414b-4539-b6e3-50dfc4c408f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:41.877141 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 78493806-46be-4078-9b34-6097a28034e9 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:41.878806 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:41.884543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-48d6799f-414b-4539-b6e3-50dfc4c408f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:41.896896 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:41.900505 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d6799f-414b-4539-b6e3-50dfc4c408f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:41.907156 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d6799f-414b-4539-b6e3-50dfc4c408f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:41.907828 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-48d6799f-414b-4539-b6e3-50dfc4c408f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:41.946120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Usage tracker for resource:network and tenant:645745d9191f482f87e02999732ce483 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:41.954763 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:41.964041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:36Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '8c2eba0b-1e40-48ad-bb7c-1952e713783b', 'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'mac_address': 'fa:16:3e:07:9d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:33Z', 'updated_at': '2021-12-22T15:27:37Z', 'revision_number': 2, 'project_id': '84464132bfda464dbef4abab87427463', 'subnets': [{'id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:41.966674 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6799f-414b-4539-b6e3-50dfc4c408f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=673532a4-5b9b-4af6-9277-d9afb055fec8,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:41.977111 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-48d6799f-414b-4539-b6e3-50dfc4c408f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:41.980218 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:41.987283 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-25239475-fced-4809-a7f1-c5f5c0a149d0 req-d4a7b868-14ba-4526-ac66-f7a61f4ff5d8 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 210 time: 0.3068984 Dec 22 15:27:41.998290 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Pushing event updated for resources: {'Port': ['ID=e274e927-7e42-4686-900d-ac37a50fd00d,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:42.009143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:42.031065 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] Checking router: e65b2fa4-ba83-4c56-b0b2-8feaeb559527 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:27:42.032085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] Updating router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 port 8c2eba0b-1e40-48ad-bb7c-1952e713783b binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:27:42.081980 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3669606f-c1cd-4910-b792-03e9dd46a273 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:27:42.089780 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:42.092768 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-40e6169c-59dd-4d1b-bffe-fa4266f0f54b tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Unset dirty status for tenant:0d737c316a4542e78135e34c5fa7a4f9 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:27:42.092946 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-40e6169c-59dd-4d1b-bffe-fa4266f0f54b tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d737c316a4542e78135e34c5fa7a4f9 HTTP/1.1" status: 200 len: 379 time: 1.2196448 Dec 22 15:27:42.095392 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-48d6799f-414b-4539-b6e3-50dfc4c408f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.7686613 Dec 22 15:27:42.102366 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35306) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:42.125519 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-0ca158f8-b51f-4d89-b3fc-be8b1f37a9e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Request body: {'port': {'device_id': '7adc2d58-1e70-4fac-bbaf-e14984f3de65', 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82', 'admin_state_up': True, 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'security_groups': ['efc30e2f-5012-486a-88b6-9a7c4888379c']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:42.189847 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Made reservation on behalf of 645745d9191f482f87e02999732ce483 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:42.194038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:42.209359 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.ipam_backend_mixin [None req-5b40fb7b-a1fe-4978-b292-de6635368d71 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0eeda19c-9672-41c0-9765-815939e01962 (CIDR: 2001:db8:0:1::/64) Dec 22 15:27:42.231521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2837bda4-d1ea-4f53-a10f-4b691b73ec95 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:42.237402 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2837bda4-d1ea-4f53-a10f-4b691b73ec95 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:42.243706 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2837bda4-d1ea-4f53-a10f-4b691b73ec95 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1323998 Dec 22 15:27:42.244040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35310) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:42.258646 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:42.280455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:42.305565 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b40fb7b-a1fe-4978-b292-de6635368d71 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:42.329831 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b40fb7b-a1fe-4978-b292-de6635368d71 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:27:42.374583 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:42.383622 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Usage tracker for resource:security_group_rule and tenant:645745d9191f482f87e02999732ce483 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:42.390706 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:42.414374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:42.430488 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:42.469595 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d669e400-e316-46a3-bfe6-32094245aadd None None] Provisioning for port 8935d141-5702-49e2-9a70-2c9a472e8b1f completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:42.478796 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-0ca158f8-b51f-4d89-b3fc-be8b1f37a9e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:42.486166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-0ca158f8-b51f-4d89-b3fc-be8b1f37a9e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Usage tracker for resource:port and tenant:0d737c316a4542e78135e34c5fa7a4f9 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:42.490108 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-0ca158f8-b51f-4d89-b3fc-be8b1f37a9e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:42.494745 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-06725138-f343-4d39-a553-909dde1afdd2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port 673532a4-5b9b-4af6-9277-d9afb055fec8 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:27:42.495230 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-06725138-f343-4d39-a553-909dde1afdd2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:42.504322 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-0ca158f8-b51f-4d89-b3fc-be8b1f37a9e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:42.508338 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5b40fb7b-a1fe-4978-b292-de6635368d71 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.7941456 Dec 22 15:27:42.513299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35314) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:42.528401 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-63ca038e-1142-4a8d-a237-c01cda3a9846 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'subnet': {'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:42.549504 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d669e400-e316-46a3-bfe6-32094245aadd None None] Provisioning complete for port 8935d141-5702-49e2-9a70-2c9a472e8b1f triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:42.550541 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d669e400-e316-46a3-bfe6-32094245aadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:42.646790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-0ca158f8-b51f-4d89-b3fc-be8b1f37a9e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Made reservation on behalf of 0d737c316a4542e78135e34c5fa7a4f9 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:42.650568 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-0ca158f8-b51f-4d89-b3fc-be8b1f37a9e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:42.903623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:42.910330 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-63ca038e-1142-4a8d-a237-c01cda3a9846 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:42.918776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:42.921427 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-63ca038e-1142-4a8d-a237-c01cda3a9846 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Usage tracker for resource:subnet and tenant:842f3ac375dd4ba3beae00957da10632 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:42.963415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-63ca038e-1142-4a8d-a237-c01cda3a9846 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:42.970028 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-06725138-f343-4d39-a553-909dde1afdd2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:42.986089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:42.986893 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:42.991555 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-63ca038e-1142-4a8d-a237-c01cda3a9846 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:42.993235 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1805d301-6eaf-4000-9e87-eb0e96fb29d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:42.996174 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-78d70d7f-0572-4e3c-93ce-2de88c0ec9ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:43.009594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-339b1fd3-5d25-4bd1-a5d8-172268924e8a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:43.103639 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-0ca158f8-b51f-4d89-b3fc-be8b1f37a9e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Allocated IP 172.20.0.10 (e8cd8c74-3563-4ac0-9801-9129eb7e0a82/3a0a88bf-b45a-493d-9874-68623dfbadd3/dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:43.172176 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-06725138-f343-4d39-a553-909dde1afdd2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for 673532a4-5b9b-4af6-9277-d9afb055fec8 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:27:43.242272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:27:43.272719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ca038e-1142-4a8d-a237-c01cda3a9846 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Made reservation on behalf of 842f3ac375dd4ba3beae00957da10632 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:43.276380 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-63ca038e-1142-4a8d-a237-c01cda3a9846 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:43.313943 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761ff50a-7d57-4382-9d90-d182cdd92430,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:43.321766 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30464f62-cdb4-47d5-a41f-917320eb7386 req-c21a891c-2ae4-47d4-bd49-99615649c5ca tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 210 time: 0.1023984 Dec 22 15:27:43.353792 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Pushing event updated for resources: {'Port': ['ID=e274e927-7e42-4686-900d-ac37a50fd00d,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:43.375167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:43.386470 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:43.403583 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d669e400-e316-46a3-bfe6-32094245aadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:43.459773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:43.547872 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d669e400-e316-46a3-bfe6-32094245aadd None None] For port 8935d141-5702-49e2-9a70-2c9a472e8b1f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8935d141-5702-49e2-9a70-2c9a472e8b1f,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:43.576045 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:43.582265 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4037607 Dec 22 15:27:43.582605 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35320) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:43.680251 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-06725138-f343-4d39-a553-909dde1afdd2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:43.681358 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d669e400-e316-46a3-bfe6-32094245aadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:43.689418 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-91187623-a95c-4e27-8346-99b58b2a6974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:43.706081 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-20199006-9c9b-4eb4-b824-ca96a37f3811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:43.770755 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:43.771587 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Added segment 6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e of type vlan for network 0cf221b7-c2b0-4216-887e-9c588a757b0d Dec 22 15:27:43.778047 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-eaf12e21-9491-4f63-9b6d-c53375289b63 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Synchronizing usage tracker for tenant:90e629dc533e4f07a4dc9c6ac4eaf766 on resource:floatingip {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:27:43.785702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06725138-f343-4d39-a553-909dde1afdd2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=673532a4-5b9b-4af6-9277-d9afb055fec8,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:43.790922 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:43.795523 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-06725138-f343-4d39-a553-909dde1afdd2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:43.810343 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669e400-e316-46a3-bfe6-32094245aadd None None] Pushing event updated for resources: {'Port': ['ID=8935d141-5702-49e2-9a70-2c9a472e8b1f,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:43.813735 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] Transition to ACTIVE for port object 8c2eba0b-1e40-48ad-bb7c-1952e713783b will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:43.816838 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d669e400-e316-46a3-bfe6-32094245aadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:43.855862 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-06725138-f343-4d39-a553-909dde1afdd2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:43.862309 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-06725138-f343-4d39-a553-909dde1afdd2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/673532a4-5b9b-4af6-9277-d9afb055fec8 HTTP/1.1" status: 204 len: 168 time: 1.6130068 Dec 22 15:27:43.863657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35324) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:43.873329 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:43.877953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:43.945838 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe16d02-7e2f-41bc-ac25-831a1daf0de3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:43.947584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe16d02-7e2f-41bc-ac25-831a1daf0de3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:43.948561 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-bfe16d02-7e2f-41bc-ac25-831a1daf0de3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:27:43.953344 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a4aa86d4-0c94-4efe-84d7-0aab74f3254c None None] Could not find standard attr ID for object 673532a4-5b9b-4af6-9277-d9afb055fec8. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:27:43.963797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-eaf12e21-9491-4f63-9b6d-c53375289b63 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Unset dirty status for tenant:90e629dc533e4f07a4dc9c6ac4eaf766 on resource:floatingip {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:27:43.965151 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-eaf12e21-9491-4f63-9b6d-c53375289b63 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.3814080 Dec 22 15:27:43.970368 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35328) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:44.074516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-19c69f6c-2eb1-4c51-bb2d-76240ac0a90a tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Synchronizing usage tracker for tenant:5fac0e600a6c4b14b1658ffc8f114201 on resource:floatingip {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:27:44.131687 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-bfe16d02-7e2f-41bc-ac25-831a1daf0de3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:27:44.133196 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bfe16d02-7e2f-41bc-ac25-831a1daf0de3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2659075 Dec 22 15:27:44.141747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:44.148459 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35332) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:44.294198 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:44.295988 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:44.297145 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:44.335620 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-74b14db9-f5f3-4637-a628-90d77ebe0bfc tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:44.383729 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5227ee1-a03f-45e7-8f47-aa085a5d2ce8 None None] Pushing event updated for resources: {'Port': ['ID=8c2eba0b-1e40-48ad-bb7c-1952e713783b,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:44.388902 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a5227ee1-a03f-45e7-8f47-aa085a5d2ce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:44.389885 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a4aa86d4-0c94-4efe-84d7-0aab74f3254c None None] Provisioning complete for port 8935d141-5702-49e2-9a70-2c9a472e8b1f triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:44.390248 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a4aa86d4-0c94-4efe-84d7-0aab74f3254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:44.428633 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-19c69f6c-2eb1-4c51-bb2d-76240ac0a90a tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Unset dirty status for tenant:5fac0e600a6c4b14b1658ffc8f114201 on resource:floatingip {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:27:44.429943 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-19c69f6c-2eb1-4c51-bb2d-76240ac0a90a tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4585361 Dec 22 15:27:44.447526 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35336) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:44.540533 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] Attempting to bind port 8c2eba0b-1e40-48ad-bb7c-1952e713783b on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:27:44.544456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] Attempting to bind port 8c2eba0b-1e40-48ad-bb7c-1952e713783b by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'bddc1ea0-8315-42db-9b7b-9931461fda46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:27:44.545467 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] Attempting to bind port 8c2eba0b-1e40-48ad-bb7c-1952e713783b on network 3ff4b8cf-1075-4500-85d7-9341f04be41f {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:27:44.602438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:27:44.603233 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] Checking segment: {'id': 'bddc1ea0-8315-42db-9b7b-9931461fda46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:27:44.604059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:44.604847 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] Bound using segment: {'id': 'bddc1ea0-8315-42db-9b7b-9931461fda46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:27:44.605800 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] Bound port: 8c2eba0b-1e40-48ad-bb7c-1952e713783b, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddc1ea0-8315-42db-9b7b-9931461fda46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:27:44.606690 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:44.640384 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-0ca158f8-b51f-4d89-b3fc-be8b1f37a9e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:44.675088 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-0ca158f8-b51f-4d89-b3fc-be8b1f37a9e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Transition to ACTIVE for port object dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:44.712361 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-289ea45c-67f8-404d-a800-45ae188fe20c tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Deleting port e274e927-7e42-4686-900d-ac37a50fd00d {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:27:44.712852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-289ea45c-67f8-404d-a800-45ae188fe20c tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:44.783083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a56fc5-4db1-4d80-8f6c-6c9b071a10e2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet f6ddc835-8f14-4a0c-9f71-322dcc5d860a {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:27:44.801899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f6a56fc5-4db1-4d80-8f6c-6c9b071a10e2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:44.816650 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Pushing event updated for resources: {'Network': ['ID=0cf221b7-c2b0-4216-887e-9c588a757b0d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:44.829954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:44.842217 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d8ab52cb-6c06-405f-8391-d68bf7672ff2 req-3582589f-c935-4099-8ad9-983fc7deffcd tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 210 time: 0.1325049 Dec 22 15:27:44.850066 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 0cf221b7-c2b0-4216-887e-9c588a757b0d details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:27:44.910952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f6a56fc5-4db1-4d80-8f6c-6c9b071a10e2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:44.913519 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-0ca158f8-b51f-4d89-b3fc-be8b1f37a9e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:44.949857 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fe439e59-b971-451b-9166-f2ac9a0bbfbb tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:45.026079 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1940417 Dec 22 15:27:45.031300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35342) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:45.040320 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-21035e2f-76f1-467b-9aef-3fad1a443531 admin admin] Request body: {'subnet': {'network_id': '0cf221b7-c2b0-4216-887e-9c588a757b0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-119885800-subnet', 'tenant_id': '645745d9191f482f87e02999732ce483', 'ip_version': 4}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:45.045958 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-21035e2f-76f1-467b-9aef-3fad1a443531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:45.050364 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-21035e2f-76f1-467b-9aef-3fad1a443531 admin admin] Usage tracker for resource:subnet and tenant:645745d9191f482f87e02999732ce483 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:45.056533 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-21035e2f-76f1-467b-9aef-3fad1a443531 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:45.061328 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-21035e2f-76f1-467b-9aef-3fad1a443531 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:45.069903 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] For port 8c2eba0b-1e40-48ad-bb7c-1952e713783b, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:27:45.109437 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] For port 8c2eba0b-1e40-48ad-bb7c-1952e713783b, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8c2eba0b-1e40-48ad-bb7c-1952e713783b,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:27:45.131827 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21035e2f-76f1-467b-9aef-3fad1a443531 admin admin] Made reservation on behalf of 645745d9191f482f87e02999732ce483 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:45.133670 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-21035e2f-76f1-467b-9aef-3fad1a443531 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:45.133883 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-339b1fd3-5d25-4bd1-a5d8-172268924e8a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting port 5b9da64b-71ec-4461-9272-70c4c3af6688 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:27:45.134760 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-339b1fd3-5d25-4bd1-a5d8-172268924e8a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:45.144525 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8935d141-5702-49e2-9a70-2c9a472e8b1f up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:45.162516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-289ea45c-67f8-404d-a800-45ae188fe20c tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:45.162910 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-289ea45c-67f8-404d-a800-45ae188fe20c tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:45.187452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-0ca158f8-b51f-4d89-b3fc-be8b1f37a9e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Network e8cd8c74-3563-4ac0-9801-9129eb7e0a82 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:45.213883 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:45.226657 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-0ca158f8-b51f-4d89-b3fc-be8b1f37a9e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:45.243479 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:45.251758 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-0ca158f8-b51f-4d89-b3fc-be8b1f37a9e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:45.371077 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-30614eb7-3f9b-4d94-95a9-4b573a2d4bbc None None] Could not find standard attr ID for object 673532a4-5b9b-4af6-9277-d9afb055fec8. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:27:45.381344 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-0ca158f8-b51f-4d89-b3fc-be8b1f37a9e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:45.382461 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-0ca158f8-b51f-4d89-b3fc-be8b1f37a9e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:45.388889 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca158f8-b51f-4d89-b3fc-be8b1f37a9e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event updated for resources: {'Port': ['ID=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:45.404823 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0ca158f8-b51f-4d89-b3fc-be8b1f37a9e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:45.471354 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-289ea45c-67f8-404d-a800-45ae188fe20c tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Calling delete_port for e274e927-7e42-4686-900d-ac37a50fd00d owned by network:floatingip {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:27:45.484434 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-63ca038e-1142-4a8d-a237-c01cda3a9846 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:45.500132 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] Routers {'e65b2fa4-ba83-4c56-b0b2-8feaeb559527'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:45.502397 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:45.517821 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1b5d0583-cc6a-4b76-af4d-83dab48b7b57 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:45.580949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f6a56fc5-4db1-4d80-8f6c-6c9b071a10e2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:45.746384 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-0ca158f8-b51f-4d89-b3fc-be8b1f37a9e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6283820 Dec 22 15:27:45.826595 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ca038e-1142-4a8d-a237-c01cda3a9846 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:45.842752 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Request body: {'port': {'device_id': '7adc2d58-1e70-4fac-bbaf-e14984f3de65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:45.869458 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5227ee1-a03f-45e7-8f47-aa085a5d2ce8 None None] Pushing event updated for resources: {'Port': ['ID=8c2eba0b-1e40-48ad-bb7c-1952e713783b,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:45.883016 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a5227ee1-a03f-45e7-8f47-aa085a5d2ce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:45.893354 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-63ca038e-1142-4a8d-a237-c01cda3a9846 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:45.896767 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f6a56fc5-4db1-4d80-8f6c-6c9b071a10e2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:45.904185 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7bab2e68-7e05-4f3f-b6b5-b9feddb55965 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:45.907317 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 8935d141-5702-49e2-9a70-2c9a472e8b1f triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:45.907938 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:45.932076 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ca038e-1142-4a8d-a237-c01cda3a9846 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:45.932989 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-63ca038e-1142-4a8d-a237-c01cda3a9846 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:45.944423 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a56fc5-4db1-4d80-8f6c-6c9b071a10e2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ddc835-8f14-4a0c-9f71-322dcc5d860a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:45.948754 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f6a56fc5-4db1-4d80-8f6c-6c9b071a10e2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:45.953875 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-21035e2f-76f1-467b-9aef-3fad1a443531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:45.958391 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f6a56fc5-4db1-4d80-8f6c-6c9b071a10e2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:45.962207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-551a331b-da5d-48de-831a-4a73b8c18b6e tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:46.030571 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21035e2f-76f1-467b-9aef-3fad1a443531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc4f0114-6cda-4335-ba80-4f7e6651cd1e,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:46.034169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-289ea45c-67f8-404d-a800-45ae188fe20c tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:46.048852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-21035e2f-76f1-467b-9aef-3fad1a443531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:46.049963 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f010372e-ee10-4ac8-9bac-ba89733f85f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:46.053380 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca038e-1142-4a8d-a237-c01cda3a9846 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Subnet': ['ID=baed659d-23ba-47f9-bdf4-a7bdc0d74c8d,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:46.068546 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0958819-8f8a-4698-ba72-9bff873e4ab5 None None] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:27:46.074445 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-63ca038e-1142-4a8d-a237-c01cda3a9846 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:46.104518 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ea45c-67f8-404d-a800-45ae188fe20c tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Pushing event deleted for resources: {'Port': ['ID=e274e927-7e42-4686-900d-ac37a50fd00d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:46.121512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a397192-c394-40dd-9293-72cf0c036ba6 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:27:46.216057 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-289ea45c-67f8-404d-a800-45ae188fe20c tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:46.225934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-339b1fd3-5d25-4bd1-a5d8-172268924e8a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] For port 5b9da64b-71ec-4461-9272-70c4c3af6688, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=5b9da64b-71ec-4461-9272-70c4c3af6688,segment=NetworkSegment(54f211e2-026b-450d-bac8-5c1d2ed16d7f),segment_id=54f211e2-026b-450d-bac8-5c1d2ed16d7f)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:46.227072 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-339b1fd3-5d25-4bd1-a5d8-172268924e8a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:46.259446 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-63ca038e-1142-4a8d-a237-c01cda3a9846 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.7408881 Dec 22 15:27:46.275690 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35348) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:46.282684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-e474f5ec-cd12-4ba2-9ca5-9b2721cabbd3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-572301747', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'baed659d-23ba-47f9-bdf4-a7bdc0d74c8d'}], 'security_groups': ['1ef6d26b-79a1-4cbb-a550-a6e82d5c16fa', 'ad424b60-6b6b-4b43-944c-83ea7ca656b0']}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:46.511776 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f6a56fc5-4db1-4d80-8f6c-6c9b071a10e2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/f6ddc835-8f14-4a0c-9f71-322dcc5d860a HTTP/1.1" status: 204 len: 168 time: 2.3611453 Dec 22 15:27:46.528877 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-339b1fd3-5d25-4bd1-a5d8-172268924e8a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Calling delete_port for 5b9da64b-71ec-4461-9272-70c4c3af6688 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:27:46.529908 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35352) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:46.616331 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:46.632336 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21035e2f-76f1-467b-9aef-3fad1a443531 admin admin] Checking segment: {'id': '6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0cf221b7-c2b0-4216-887e-9c588a757b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:27:46.632861 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21035e2f-76f1-467b-9aef-3fad1a443531 admin admin] Network hostable DHCP agents. Network: 0cf221b7-c2b0-4216-887e-9c588a757b0d, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:27:46.645537 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-289ea45c-67f8-404d-a800-45ae188fe20c tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Notify callbacks [] for floatingip, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:46.648129 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-289ea45c-67f8-404d-a800-45ae188fe20c tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:46.655490 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-289ea45c-67f8-404d-a800-45ae188fe20c tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] 10.222.0.59 "DELETE /v2.0/floatingips/1b392690-2a62-4928-8cef-6d1219d66210 HTTP/1.1" status: 204 len: 168 time: 2.2006993 Dec 22 15:27:46.655490 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-45446c53-87f2-41bd-b43f-1087b0b29676 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1109357 Dec 22 15:27:46.655490 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35356) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:46.663999 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35360) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:46.678614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fdb30427-855a-497b-8f2c-24c38033ee54 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:46.696010 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] Set router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:27:46.813758 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7ebaa04a-0220-4f65-9f61-bf578e33c9a9 None None] Provisioning for port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:46.876402 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7ebaa04a-0220-4f65-9f61-bf578e33c9a9 None None] Provisioning complete for port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:46.877508 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa04a-0220-4f65-9f61-bf578e33c9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:46.976878 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbc2e6-24a7-4291-b384-4b29403f2bba req-bd5840d4-a210-4e20-ab70-c3f239af2b80 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:46.979571 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-61cbc2e6-24a7-4291-b384-4b29403f2bba req-bd5840d4-a210-4e20-ab70-c3f239af2b80 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 932 time: 0.7647898 Dec 22 15:27:46.987130 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-0c1323c6-19f2-4af5-a8dd-b038c29e7708 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Deleting port 50cb3f3c-0c8a-4758-9481-5d1887c0f71a {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:27:46.988021 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0c1323c6-19f2-4af5-a8dd-b038c29e7708 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:47.071708 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21035e2f-76f1-467b-9aef-3fad1a443531 admin admin] Network 0cf221b7-c2b0-4216-887e-9c588a757b0d is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:27:47.195258 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7ebaa04a-0220-4f65-9f61-bf578e33c9a9 None None] Port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:27:47.232259 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-61cbc2e6-24a7-4291-b384-4b29403f2bba req-2b1e1661-2039-45f9-b7ad-5a7e151ae25a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964900 Dec 22 15:27:47.233280 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-21035e2f-76f1-467b-9aef-3fad1a443531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 0cf221b7-c2b0-4216-887e-9c588a757b0d) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:47.241649 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21035e2f-76f1-467b-9aef-3fad1a443531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:47.245028 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-21035e2f-76f1-467b-9aef-3fad1a443531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:47.304057 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cdce7f-9556-42ea-a002-dbc54e2794b0 None None] Network 0cf221b7-c2b0-4216-887e-9c588a757b0d requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:27:47.577297 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ca2b3e-5589-4565-8ee7-01a5d79b9a81 None None] DHCP port deletion for a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:27:47.617022 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-94ca2b3e-5589-4565-8ee7-01a5d79b9a81 None None] Deleting port 8935d141-5702-49e2-9a70-2c9a472e8b1f {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:27:47.617647 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-94ca2b3e-5589-4565-8ee7-01a5d79b9a81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:47.622844 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e474f5ec-cd12-4ba2-9ca5-9b2721cabbd3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:47.646650 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-21035e2f-76f1-467b-9aef-3fad1a443531 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6113050 Dec 22 15:27:47.653435 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0c1323c6-19f2-4af5-a8dd-b038c29e7708 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:47.653699 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0c1323c6-19f2-4af5-a8dd-b038c29e7708 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:47.660740 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35366) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:47.676959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-119885800-router', 'tenant_id': '645745d9191f482f87e02999732ce483', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:47.721370 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:47.761880 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Usage tracker for resource:router and tenant:645745d9191f482f87e02999732ce483 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:47.770676 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:47.867551 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fdb30427-855a-497b-8f2c-24c38033ee54 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:47.871105 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:47.900991 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fdb30427-855a-497b-8f2c-24c38033ee54 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:47.916620 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fdb30427-855a-497b-8f2c-24c38033ee54 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:47.946756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fdb30427-855a-497b-8f2c-24c38033ee54 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:47.998566 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-0cf221b7-c2b0-4216-887e-9c588a757b0d', 'network_id': '0cf221b7-c2b0-4216-887e-9c588a757b0d', 'tenant_id': '645745d9191f482f87e02999732ce483', 'fixed_ips': [{'subnet_id': 'bc4f0114-6cda-4335-ba80-4f7e6651cd1e'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:27:47.999463 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:48.016980 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:48.017994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:48.048767 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-0c1323c6-19f2-4af5-a8dd-b038c29e7708 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Calling delete_port for 50cb3f3c-0c8a-4758-9481-5d1887c0f71a owned by network:floatingip {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:27:48.114814 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:36Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '8c2eba0b-1e40-48ad-bb7c-1952e713783b', 'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'mac_address': 'fa:16:3e:07:9d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:33Z', 'updated_at': '2021-12-22T15:27:45Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'subnets': [{'id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:48.121503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb30427-855a-497b-8f2c-24c38033ee54 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:48.125134 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fdb30427-855a-497b-8f2c-24c38033ee54 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:48.171244 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:48.174065 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdf6909-7dfb-4254-8821-e8a2e442140f None None] Update dhcp port {'port': {'network_id': '0c6768a8-9bb3-490d-adf1-e992b8f141ae', 'fixed_ips': [{'subnet_id': '0eeda19c-9672-41c0-9765-815939e01962', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9189b604-5393-4d42-96b4-90cc073b9ba3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'baed659d-23ba-47f9-bdf4-a7bdc0d74c8d'}], 'binding:host_id': 'dv-neutron-822674-1-hyperv'}, 'id': '151cf300-0eb6-4c46-8435-bbe520e42f3e'} from dv-neutron-822674-1-hyperv. {{(pid=88219) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 15:27:48.250799 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-94ca2b3e-5589-4565-8ee7-01a5d79b9a81 None None] For port 8935d141-5702-49e2-9a70-2c9a472e8b1f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8935d141-5702-49e2-9a70-2c9a472e8b1f,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:48.251442 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-94ca2b3e-5589-4565-8ee7-01a5d79b9a81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:48.264633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84cfb91-5649-4eed-82a2-b1b65e71c0c3 None None] The sync data for ids ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'] in dv-neutron-822674-1-hyperv is: [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:36Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '8c2eba0b-1e40-48ad-bb7c-1952e713783b', 'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'mac_address': 'fa:16:3e:07:9d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:33Z', 'updated_at': '2021-12-22T15:27:45Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'subnets': [{'id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:27:48.283648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-339b1fd3-5d25-4bd1-a5d8-172268924e8a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:48.291931 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-db4827a1-1b3c-4a3e-89bd-c0a5232b151a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:48.588415 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0c1323c6-19f2-4af5-a8dd-b038c29e7708 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:48.614074 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bcaf6df3-3d21-40f4-9c4c-b297cc3522e2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:48.651514 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-94ca2b3e-5589-4565-8ee7-01a5d79b9a81 None None] Calling delete_port for 8935d141-5702-49e2-9a70-2c9a472e8b1f owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:27:48.743360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:27:48.759526 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:48.789500 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Transition to ACTIVE for port object dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:48.791545 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b1fd3-5d25-4bd1-a5d8-172268924e8a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Port': ['ID=5b9da64b-71ec-4461-9272-70c4c3af6688,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:48.796791 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-339b1fd3-5d25-4bd1-a5d8-172268924e8a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:48.822408 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Allocated IP 172.20.0.2 (0cf221b7-c2b0-4216-887e-9c588a757b0d/bc4f0114-6cda-4335-ba80-4f7e6651cd1e/88dd3372-60f0-4ce5-a3ca-793bdb8c3352) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:48.834775 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1323c6-19f2-4af5-a8dd-b038c29e7708 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Pushing event deleted for resources: {'Port': ['ID=50cb3f3c-0c8a-4758-9481-5d1887c0f71a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:48.838350 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0c1323c6-19f2-4af5-a8dd-b038c29e7708 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:49.145264 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:49.161022 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:49.168201 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9b69ea73-f7fd-4098-a3f5-f7b09b8c0726 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:49.174355 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Transition to ACTIVE for port object 88dd3372-60f0-4ce5-a3ca-793bdb8c3352 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:49.224021 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9fdf6909-7dfb-4254-8821-e8a2e442140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:49.264947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Transition to ACTIVE for port object 88dd3372-60f0-4ce5-a3ca-793bdb8c3352 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:49.449272 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0c1323c6-19f2-4af5-a8dd-b038c29e7708 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:49.461161 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:49.482186 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:49.488665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e43bc1-a5ab-4e56-bdc7-7e6445b1891d req-68e1de36-2fe0-4a5d-a91f-d8e5f31c7860 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:49.490464 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-33e43bc1-a5ab-4e56-bdc7-7e6445b1891d req-68e1de36-2fe0-4a5d-a91f-d8e5f31c7860 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 932 time: 0.9036705 Dec 22 15:27:49.526424 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8c2eba0b-1e40-48ad-bb7c-1952e713783b up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:49.555621 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-33e43bc1-a5ab-4e56-bdc7-7e6445b1891d req-3e380fe3-6dfa-40a1-9e68-505da11d2c23 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525086 Dec 22 15:27:49.597101 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0c1323c6-19f2-4af5-a8dd-b038c29e7708 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:49.598763 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0c1323c6-19f2-4af5-a8dd-b038c29e7708 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/9d00f017-c919-4cb1-8d3b-45a153ed4e3d HTTP/1.1" status: 204 len: 168 time: 2.9397805 Dec 22 15:27:49.605836 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35372) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:49.753020 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b2d2859f-6630-4450-8b3e-e56361bb2ee4 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Deleting port 60af8cfb-66cb-4039-88aa-8d3c71241a3f {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:27:49.753877 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b2d2859f-6630-4450-8b3e-e56361bb2ee4 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:49.806202 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-94ca2b3e-5589-4565-8ee7-01a5d79b9a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:49.813894 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Network 0cf221b7-c2b0-4216-887e-9c588a757b0d is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:49.825683 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:49.897219 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:49.935944 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Pushing event updated for resources: {'Port': ['ID=88dd3372-60f0-4ce5-a3ca-793bdb8c3352,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:49.939009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ca2b3e-5589-4565-8ee7-01a5d79b9a81 None None] No DVR routers for this DVR port 8935d141-5702-49e2-9a70-2c9a472e8b1f on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:27:49.975874 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:49.984982 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:49.990968 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-699ba90f-e4d1-4fa9-a08a-8c36a8eceeff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:50.092605 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca2b3e-5589-4565-8ee7-01a5d79b9a81 None None] Pushing event deleted for resources: {'Port': ['ID=8935d141-5702-49e2-9a70-2c9a472e8b1f,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:50.103259 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-94ca2b3e-5589-4565-8ee7-01a5d79b9a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:50.142423 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Attempting to bind port 88dd3372-60f0-4ce5-a3ca-793bdb8c3352 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:27:50.142423 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Attempting to bind port 88dd3372-60f0-4ce5-a3ca-793bdb8c3352 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0cf221b7-c2b0-4216-887e-9c588a757b0d'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:27:50.142423 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Attempting to bind port 88dd3372-60f0-4ce5-a3ca-793bdb8c3352 on network 0cf221b7-c2b0-4216-887e-9c588a757b0d {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:27:50.150274 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:27:50.150832 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Checking segment: {'id': '6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0cf221b7-c2b0-4216-887e-9c588a757b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:27:50.151331 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:50.151766 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Bound using segment: {'id': '6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0cf221b7-c2b0-4216-887e-9c588a757b0d'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:27:50.152416 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Bound port: 88dd3372-60f0-4ce5-a3ca-793bdb8c3352, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0cf221b7-c2b0-4216-887e-9c588a757b0d'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:27:50.153338 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:50.156990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-e474f5ec-cd12-4ba2-9ca5-9b2721cabbd3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Delete allocated IP 2001:db8::329 (0c6768a8-9bb3-490d-adf1-e992b8f141ae/9189b604-5393-4d42-96b4-90cc073b9ba3) {{(pid=88218) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 15:27:50.178388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-e474f5ec-cd12-4ba2-9ca5-9b2721cabbd3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Allocated IP 2001:db8:0:2::148 (0c6768a8-9bb3-490d-adf1-e992b8f141ae/baed659d-23ba-47f9-bdf4-a7bdc0d74c8d/624b24ca-643d-479d-a908-274e027c5902) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:50.187059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 8c2eba0b-1e40-48ad-bb7c-1952e713783b completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:50.240019 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 8c2eba0b-1e40-48ad-bb7c-1952e713783b triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:50.248565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:50.259167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b2d2859f-6630-4450-8b3e-e56361bb2ee4 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:50.315295 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:50.321699 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.153s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:50.341669 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] For port 88dd3372-60f0-4ce5-a3ca-793bdb8c3352, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:27:50.345102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] For port 88dd3372-60f0-4ce5-a3ca-793bdb8c3352, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=88dd3372-60f0-4ce5-a3ca-793bdb8c3352,segment=NetworkSegment(6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e),segment_id=6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:27:50.408475 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fdb30427-855a-497b-8f2c-24c38033ee54 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:50.457083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b2d2859f-6630-4450-8b3e-e56361bb2ee4 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Calling delete_port for 60af8cfb-66cb-4039-88aa-8d3c71241a3f owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:27:50.457376 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:50.473733 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:50.488835 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-63ca038e-1142-4a8d-a237-c01cda3a9846 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:50.576953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:50.613761 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb30427-855a-497b-8f2c-24c38033ee54 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:50.635372 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-fdb30427-855a-497b-8f2c-24c38033ee54 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:50.639355 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb30427-855a-497b-8f2c-24c38033ee54 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:50.640210 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fdb30427-855a-497b-8f2c-24c38033ee54 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:50.646188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 8c2eba0b-1e40-48ad-bb7c-1952e713783b, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8c2eba0b-1e40-48ad-bb7c-1952e713783b,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:50.649039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Pushing event updated for resources: {'Port': ['ID=88dd3372-60f0-4ce5-a3ca-793bdb8c3352,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:50.653563 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fdfd83-702c-4772-b4be-41d4bedcccbe None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:27:50.675241 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-339b1fd3-5d25-4bd1-a5d8-172268924e8a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:50.690731 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:50.691088 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:50.691657 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:50.692003 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:50.692339 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:50.692821 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:50.693161 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:50.693545 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:50.693882 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:50.694328 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:50.694870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:50.695201 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:27:50.789441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:50.791042 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:50.807071 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:50.869645 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fdb30427-855a-497b-8f2c-24c38033ee54 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.1974163 Dec 22 15:27:50.894830 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35380) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:50.915345 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb30427-855a-497b-8f2c-24c38033ee54 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=156be84b-df87-4f87-887e-a840e474637f,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:50.921738 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fdb30427-855a-497b-8f2c-24c38033ee54 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:50.941379 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Attempting to bind port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:27:50.942132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Attempting to bind port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e07b4c5d-b41f-4560-9adc-576329c4096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:27:50.942805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Attempting to bind port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 on network e8cd8c74-3563-4ac0-9801-9129eb7e0a82 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:27:50.979168 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8935d141-5702-49e2-9a70-2c9a472e8b1f no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:27:50.992749 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-bd3587e6-3657-437f-a824-d43637bb7cc2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'name': 'tempest-NetworksTestDHCPv6-1554156034'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:27:51.066549 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 on network e8cd8c74-3563-4ac0-9801-9129eb7e0a82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:27:51.067603 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Attempting to bind port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 on network e8cd8c74-3563-4ac0-9801-9129eb7e0a82 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:27:51.104331 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:27:51.104681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Checking segment: {'id': 'e07b4c5d-b41f-4560-9adc-576329c4096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:27:51.105083 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Bound using segment: {'id': 'e07b4c5d-b41f-4560-9adc-576329c4096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:27:51.105719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Bound port: dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07b4c5d-b41f-4560-9adc-576329c4096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:27:51.106604 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:51.117245 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 8935d141-5702-49e2-9a70-2c9a472e8b1f {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:27:51.117782 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8935d141-5702-49e2-9a70-2c9a472e8b1f not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:27:51.249641 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=8c2eba0b-1e40-48ad-bb7c-1952e713783b,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:51.278477 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:51.381571 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339b1fd3-5d25-4bd1-a5d8-172268924e8a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router abc7d5a1-3004-4908-a377-bccfc6871e96 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:27:51.383129 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'fixed_ips': [{'subnet_id': '156be84b-df87-4f87-887e-a840e474637f'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:27:51.384298 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:51.492027 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 88dd3372-60f0-4ce5-a3ca-793bdb8c3352 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:51.516911 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] For port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:27:51.543174 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-bd3587e6-3657-437f-a824-d43637bb7cc2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:27:51.544633 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e474f5ec-cd12-4ba2-9ca5-9b2721cabbd3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:51.564625 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-bd3587e6-3657-437f-a824-d43637bb7cc2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:port and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:27:51.578420 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-bd3587e6-3657-437f-a824-d43637bb7cc2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:27:51.588102 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-bd3587e6-3657-437f-a824-d43637bb7cc2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:27:51.593782 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e474f5ec-cd12-4ba2-9ca5-9b2721cabbd3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Transition to ACTIVE for port object 624b24ca-643d-479d-a908-274e027c5902 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:51.600045 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ac1aa-5bdb-4bc0-a963-984a5b8c3d79 req-b5b8e1c7-e142-4c88-a4df-c1c8cfd78c49 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:51.600700 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] For port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15,segment=NetworkSegment(e07b4c5d-b41f-4560-9adc-576329c4096e),segment_id=e07b4c5d-b41f-4560-9adc-576329c4096e)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:27:51.611367 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6e1ac1aa-5bdb-4bc0-a963-984a5b8c3d79 req-b5b8e1c7-e142-4c88-a4df-c1c8cfd78c49 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 944 time: 0.8365152 Dec 22 15:27:51.678575 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b2d2859f-6630-4450-8b3e-e56361bb2ee4 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:51.703066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0c1323c6-19f2-4af5-a8dd-b038c29e7708 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:51.763950 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:51.790661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-10e44203-ae72-4c48-9497-75819f43e7aa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:51.796101 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e474f5ec-cd12-4ba2-9ca5-9b2721cabbd3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:51.909211 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3587e6-3657-437f-a824-d43637bb7cc2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:27:51.916803 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bd3587e6-3657-437f-a824-d43637bb7cc2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:51.928521 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Allocated IP 2001:db8::2 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/156be84b-df87-4f87-887e-a840e474637f/9643defd-3630-4bd9-b9ba-304c8606c97d) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:51.960930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:51.961379 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:51.964117 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] 10.222.0.57 "PUT /v2.0/ports/dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 HTTP/1.1" status: 200 len: 1094 time: 6.1832039 Dec 22 15:27:51.974674 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:51.981372 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:51.982155 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adc2d58-1e70-4fac-bbaf-e14984f3de65', 'tag': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:27:52.001294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339b1fd3-5d25-4bd1-a5d8-172268924e8a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:27:52.011689 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-339b1fd3-5d25-4bd1-a5d8-172268924e8a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/abc7d5a1-3004-4908-a377-bccfc6871e96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4538095 Dec 22 15:27:52.025245 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2859f-6630-4450-8b3e-e56361bb2ee4 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Pushing event deleted for resources: {'Port': ['ID=60af8cfb-66cb-4039-88aa-8d3c71241a3f,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:52.042144 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b2d2859f-6630-4450-8b3e-e56361bb2ee4 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:52.044789 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35386) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:52.062907 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8103a02a-48ae-4378-a5c1-1ffe7d3d4c36 None None] Sync routers for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:27:52.117516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ac30246f-380f-4a7d-abef-bf701d28ef6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:52.128704 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8103a02a-48ae-4378-a5c1-1ffe7d3d4c36 None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:52.129480 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8103a02a-48ae-4378-a5c1-1ffe7d3d4c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:52.222597 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-bd3587e6-3657-437f-a824-d43637bb7cc2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port 4d90e251-8038-4add-86d6-06c15dcc2c46 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:27:52.234491 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:52.244637 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-9fdf6909-7dfb-4254-8821-e8a2e442140f None None] Allocated IP 2001:db8:0:2::2 (0c6768a8-9bb3-490d-adf1-e992b8f141ae/baed659d-23ba-47f9-bdf4-a7bdc0d74c8d/151cf300-0eb6-4c46-8435-bbe520e42f3e) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:52.257521 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 88dd3372-60f0-4ce5-a3ca-793bdb8c3352 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:52.397773 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-8103a02a-48ae-4378-a5c1-1ffe7d3d4c36 None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:27:52.481988 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:52.696749 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6e1ac1aa-5bdb-4bc0-a963-984a5b8c3d79 req-8045de92-dedb-49d9-b89f-4771d4f9fa2b tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0679550 Dec 22 15:27:52.702975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e474f5ec-cd12-4ba2-9ca5-9b2721cabbd3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] In _notify_port_updated(), no bound segment for port 624b24ca-643d-479d-a908-274e027c5902 on network 0c6768a8-9bb3-490d-adf1-e992b8f141ae {{(pid=88218) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:27:52.714902 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e474f5ec-cd12-4ba2-9ca5-9b2721cabbd3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:52.715101 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e474f5ec-cd12-4ba2-9ca5-9b2721cabbd3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:52.720910 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e474f5ec-cd12-4ba2-9ca5-9b2721cabbd3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "PUT /v2.0/ports/624b24ca-643d-479d-a908-274e027c5902 HTTP/1.1" status: 200 len: 969 time: 6.4437058 Dec 22 15:27:52.721667 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35392) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:52.736356 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59afa05-1726-4f85-9c76-a6db4d0fa5a6 None None] Network 0cf221b7-c2b0-4216-887e-9c588a757b0d requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:27:52.916306 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-9fdf6909-7dfb-4254-8821-e8a2e442140f None None] For port 151cf300-0eb6-4c46-8435-bbe520e42f3e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=151cf300-0eb6-4c46-8435-bbe520e42f3e,segment=NetworkSegment(e43601be-9f0d-468f-965a-5ce33315fb3d),segment_id=e43601be-9f0d-468f-965a-5ce33315fb3d)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:52.947928 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9fdf6909-7dfb-4254-8821-e8a2e442140f None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:52.966694 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474f5ec-cd12-4ba2-9ca5-9b2721cabbd3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event updated for resources: {'Port': ['ID=624b24ca-643d-479d-a908-274e027c5902,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:52.979419 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9fdf6909-7dfb-4254-8821-e8a2e442140f None None] Transition to ACTIVE for port object 151cf300-0eb6-4c46-8435-bbe520e42f3e will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:52.990777 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e474f5ec-cd12-4ba2-9ca5-9b2721cabbd3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:53.005172 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b2d2859f-6630-4450-8b3e-e56361bb2ee4 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:53.016881 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b2d2859f-6630-4450-8b3e-e56361bb2ee4 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] 10.222.0.59 "DELETE /v2.0/ports/60af8cfb-66cb-4039-88aa-8d3c71241a3f HTTP/1.1" status: 204 len: 168 time: 3.4065533 Dec 22 15:27:53.021454 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35396) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:53.083774 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9fdf6909-7dfb-4254-8821-e8a2e442140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:53.084222 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7285f520-b788-41e9-ae72-2764558ced79 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port 624b24ca-643d-479d-a908-274e027c5902 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:27:53.084573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7285f520-b788-41e9-ae72-2764558ced79 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:53.092084 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Allocated IP 172.26.6.49 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/e4046254-7ae4-40a6-a10c-bfc3ec274d92) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:53.103088 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:53.106457 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8103a02a-48ae-4378-a5c1-1ffe7d3d4c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:27:47Z', 'revision_number': 10, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:53.112482 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8103a02a-48ae-4378-a5c1-1ffe7d3d4c36 None None] Checking router: abc7d5a1-3004-4908-a377-bccfc6871e96 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:27:53.138635 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8103a02a-48ae-4378-a5c1-1ffe7d3d4c36 None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:53.139846 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8103a02a-48ae-4378-a5c1-1ffe7d3d4c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:53.233099 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-02103c7c-548f-4c55-972a-def320cea4f8 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting subnet 824af6ef-16c3-419f-8845-0e54d85456e6 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:27:53.243089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-02103c7c-548f-4c55-972a-def320cea4f8 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:53.310507 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:53.330618 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adc2d58-1e70-4fac-bbaf-e14984f3de65', 'tag': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15', 'status': 'completed', 'code': 200} Dec 22 15:27:53.391942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-02103c7c-548f-4c55-972a-def320cea4f8 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:53.437480 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf6909-7dfb-4254-8821-e8a2e442140f None None] Pushing event updated for resources: {'Port': ['ID=151cf300-0eb6-4c46-8435-bbe520e42f3e,revision_number=7']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:53.447580 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-9fdf6909-7dfb-4254-8821-e8a2e442140f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:53.457791 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-b34eddbc-4628-4711-85fc-ba3b8e78d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:53.460651 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-b34eddbc-4628-4711-85fc-ba3b8e78d135 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d737c316a4542e78135e34c5fa7a4f9&device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 1097 time: 1.3052516 Dec 22 15:27:53.473042 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-8103a02a-48ae-4378-a5c1-1ffe7d3d4c36 None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:27:53.493337 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:53.512859 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Transition to ACTIVE for port object 9643defd-3630-4bd9-b9ba-304c8606c97d will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:53.591927 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8c2eba0b-1e40-48ad-bb7c-1952e713783b up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:53.610129 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:53.644758 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3f14b6ac-b893-44d6-b26d-d64f500c8c01 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:53.698190 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Transition to ACTIVE for port object 9643defd-3630-4bd9-b9ba-304c8606c97d will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:53.727403 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-9a7d6e56-c40d-4299-b768-e757ea997a77 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 HTTP/1.1" status: 200 len: 217 time: 0.2574844 Dec 22 15:27:53.751311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7285f520-b788-41e9-ae72-2764558ced79 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:53.862750 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8103a02a-48ae-4378-a5c1-1ffe7d3d4c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:27:47Z', 'revision_number': 10, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:53.867815 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8103a02a-48ae-4378-a5c1-1ffe7d3d4c36 None None] The sync data for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv is: [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:27:47Z', 'revision_number': 10, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None, '_interfaces': [{'id': '6b9b5e3c-7973-4554-b2f0-12ae4f25831e', 'name': '', 'network_id': 'f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'mac_address': 'fa:16:3e:1c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:26:03Z', 'updated_at': '2021-12-22T15:26:20Z', 'revision_number': 5, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'subnets': [{'id': 'ee17e1bc-6c3b-4b39-8518-a355b425ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:27:53.888881 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:53.890296 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:53.895433 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:53.910681 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:53.943192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Pushing event updated for resources: {'Port': ['ID=e4046254-7ae4-40a6-a10c-bfc3ec274d92,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:53.947004 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:53.978297 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:53.980406 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-d4d1a85d-3f75-40bc-b11d-0aa088372180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:53.981888 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-d4d1a85d-3f75-40bc-b11d-0aa088372180 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a0a88bf-b45a-493d-9874-68623dfbadd3 HTTP/1.1" status: 200 len: 835 time: 0.2175119 Dec 22 15:27:53.997007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7285f520-b788-41e9-ae72-2764558ced79 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for 624b24ca-643d-479d-a908-274e027c5902 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:27:54.017201 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-35fd5cce-64a4-4e89-93ed-f8e7d0771697 None None] Provisioning for port 88dd3372-60f0-4ce5-a3ca-793bdb8c3352 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:54.061146 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-35fd5cce-64a4-4e89-93ed-f8e7d0771697 None None] Provisioning complete for port 88dd3372-60f0-4ce5-a3ca-793bdb8c3352 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:54.061713 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-35fd5cce-64a4-4e89-93ed-f8e7d0771697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:54.118928 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df21655-4abc-49e1-833e-ed1fdfb21933 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:54.119696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-8df21655-4abc-49e1-833e-ed1fdfb21933 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Synchronizing usage tracker for tenant:5fac0e600a6c4b14b1658ffc8f114201 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:27:54.224775 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-02103c7c-548f-4c55-972a-def320cea4f8 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:54.241595 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 8c2eba0b-1e40-48ad-bb7c-1952e713783b triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:54.242119 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:54.275850 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:54.346197 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:54.351185 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-8df21655-4abc-49e1-833e-ed1fdfb21933 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Unset dirty status for tenant:5fac0e600a6c4b14b1658ffc8f114201 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:27:54.352673 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8df21655-4abc-49e1-833e-ed1fdfb21933 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] 10.222.0.59 "GET /v2.0/ports?device_id=af5b77ce-a22f-4597-9e0d-11945841f9f9 HTTP/1.1" status: 200 len: 913 time: 1.3290935 Dec 22 15:27:54.378406 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35404) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:54.382010 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-bd3587e6-3657-437f-a824-d43637bb7cc2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::17e (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/156be84b-df87-4f87-887e-a840e474637f/4d90e251-8038-4add-86d6-06c15dcc2c46) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:27:54.389719 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:54.453327 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-c90ec4de-aa06-4bfc-bef6-0d915c32b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:54.467905 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-c90ec4de-aa06-4bfc-bef6-0d915c32b847 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8cd8c74-3563-4ac0-9801-9129eb7e0a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4770749 Dec 22 15:27:54.515547 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Pushing event updated for resources: {'Port': ['ID=9643defd-3630-4bd9-b9ba-304c8606c97d,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:54.551547 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:54.569757 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Attempting to bind port 9643defd-3630-4bd9-b9ba-304c8606c97d on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:27:54.570408 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Attempting to bind port 9643defd-3630-4bd9-b9ba-304c8606c97d by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:27:54.570897 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Attempting to bind port 9643defd-3630-4bd9-b9ba-304c8606c97d on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:27:54.581722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:27:54.585665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:27:54.586369 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:54.587000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:27:54.588571 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Bound port: 9643defd-3630-4bd9-b9ba-304c8606c97d, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:27:54.589214 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:54.800000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:54.808536 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54d5e3-ae01-4855-be94-67498b06c1e6 req-de763c37-fbac-42b0-a5b5-1cfaf323b8ee tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:54.810532 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ae54d5e3-ae01-4855-be94-67498b06c1e6 req-de763c37-fbac-42b0-a5b5-1cfaf323b8ee tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 944 time: 0.8214161 Dec 22 15:27:54.822044 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-35fd5cce-64a4-4e89-93ed-f8e7d0771697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:54.868472 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] For port 9643defd-3630-4bd9-b9ba-304c8606c97d, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:27:54.874196 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] For port 9643defd-3630-4bd9-b9ba-304c8606c97d, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=9643defd-3630-4bd9-b9ba-304c8606c97d,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:27:54.878375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-35fd5cce-64a4-4e89-93ed-f8e7d0771697 None None] For port 88dd3372-60f0-4ce5-a3ca-793bdb8c3352, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=88dd3372-60f0-4ce5-a3ca-793bdb8c3352,segment=NetworkSegment(6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e),segment_id=6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:54.977006 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:54.990908 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-94ca2b3e-5589-4565-8ee7-01a5d79b9a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:55.041779 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-02103c7c-548f-4c55-972a-def320cea4f8 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:55.053261 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-533df829-6eca-4ddd-8802-c83c8ffced4c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:55.061207 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-35fd5cce-64a4-4e89-93ed-f8e7d0771697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:55.101801 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-8368ce83-5455-4e2a-a06a-e7ca562e6ec9 service neutron] 10.222.0.57 "GET /v2.0/networks/e8cd8c74-3563-4ac0-9801-9129eb7e0a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264451 Dec 22 15:27:55.104518 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Pushing event updated for resources: {'Port': ['ID=9643defd-3630-4bd9-b9ba-304c8606c97d,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:55.131958 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:55.133045 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e96c466c-4438-4361-9141-c50c3dbafcd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:55.263835 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd5cce-64a4-4e89-93ed-f8e7d0771697 None None] Pushing event updated for resources: {'Port': ['ID=88dd3372-60f0-4ce5-a3ca-793bdb8c3352,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:55.272204 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-35fd5cce-64a4-4e89-93ed-f8e7d0771697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:55.369531 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 151cf300-0eb6-4c46-8435-bbe520e42f3e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:55.494263 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3d4927d2-1e3a-46d6-bc52-670e1c13ff43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:55.602030 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7dab550c-1244-420f-85ea-40dcf0ef6459 None None] Provisioning complete for port 94b3321b-f2a6-4eb1-9c27-465593c03c29 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:55.603032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7dab550c-1244-420f-85ea-40dcf0ef6459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:55.643542 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7285f520-b788-41e9-ae72-2764558ced79 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:55.660890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02103c7c-548f-4c55-972a-def320cea4f8 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Subnet': ['ID=824af6ef-16c3-419f-8845-0e54d85456e6,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:55.663612 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-02103c7c-548f-4c55-972a-def320cea4f8 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:55.668649 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ae54d5e3-ae01-4855-be94-67498b06c1e6 req-fdc124ec-8c6c-4bf7-a922-1c72796bf253 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8380103 Dec 22 15:27:55.670553 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-02103c7c-548f-4c55-972a-def320cea4f8 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:55.680648 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7dab550c-1244-420f-85ea-40dcf0ef6459 None None] Port 94b3321b-f2a6-4eb1-9c27-465593c03c29 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:27:55.691280 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:55.710388 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72b6f1f-92bb-4a23-8714-abe110e8337c None None] Network 86cdf831-e69a-47fb-815c-ebc231947a17 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:27:55.751548 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e359ec1a-f4e3-4c20-af2b-7e1c5e82280a req-1bbf1d8a-07f9-4b73-960b-9e0e652faa04 service neutron] 10.222.0.57 "GET /v2.0/networks/e8cd8c74-3563-4ac0-9801-9129eb7e0a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400814 Dec 22 15:27:55.806569 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7dab550c-1244-420f-85ea-40dcf0ef6459 None None] Provisioning for port 151cf300-0eb6-4c46-8435-bbe520e42f3e completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:55.822596 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:55.825264 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 151cf300-0eb6-4c46-8435-bbe520e42f3e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:55.825864 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:55.880415 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7dab550c-1244-420f-85ea-40dcf0ef6459 None None] Provisioning complete for port 151cf300-0eb6-4c46-8435-bbe520e42f3e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:55.880887 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7dab550c-1244-420f-85ea-40dcf0ef6459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:55.938770 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285f520-b788-41e9-ae72-2764558ced79 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Port': ['ID=624b24ca-643d-479d-a908-274e027c5902,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:55.997205 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-02103c7c-548f-4c55-972a-def320cea4f8 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/subnets/824af6ef-16c3-419f-8845-0e54d85456e6 HTTP/1.1" status: 204 len: 168 time: 3.8044064 Dec 22 15:27:56.004030 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7285f520-b788-41e9-ae72-2764558ced79 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:56.027667 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35408) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:56.105947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7285f520-b788-41e9-ae72-2764558ced79 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:56.114867 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7285f520-b788-41e9-ae72-2764558ced79 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/ports/624b24ca-643d-479d-a908-274e027c5902 HTTP/1.1" status: 204 len: 168 time: 3.3863792 Dec 22 15:27:56.127631 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35412) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:56.296688 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f52518-3c49-4d14-9dae-0cfac489fe65 req-2f918aa6-bc71-4e61-96f4-99089183c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:56.298982 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-17f52518-3c49-4d14-9dae-0cfac489fe65 req-2f918aa6-bc71-4e61-96f4-99089183c4c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d737c316a4542e78135e34c5fa7a4f9&device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 1097 time: 0.2966356 Dec 22 15:27:56.384907 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bd3587e6-3657-437f-a824-d43637bb7cc2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:56.457895 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 5b9da64b-71ec-4461-9272-70c4c3af6688 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:27:56.460593 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a539e7-d464-45e3-9b8e-b4cfa0b787c1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] GET failed (client error): The resource could not be found. Dec 22 15:27:56.461573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-62a539e7-d464-45e3-9b8e-b4cfa0b787c1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Synchronizing usage tracker for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:27:56.529519 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 5b9da64b-71ec-4461-9272-70c4c3af6688 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:27:56.529949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 5b9da64b-71ec-4461-9272-70c4c3af6688 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:27:56.556942 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7dab550c-1244-420f-85ea-40dcf0ef6459 None None] Provisioning complete for port 88dd3372-60f0-4ce5-a3ca-793bdb8c3352 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:56.557239 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7dab550c-1244-420f-85ea-40dcf0ef6459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:56.583649 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:56.619628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-bd3587e6-3657-437f-a824-d43637bb7cc2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object 4d90e251-8038-4add-86d6-06c15dcc2c46 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:27:56.622619 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f52518-3c49-4d14-9dae-0cfac489fe65 req-21a294ae-4104-4ab3-810d-553c0a10c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:56.625461 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-17f52518-3c49-4d14-9dae-0cfac489fe65 req-21a294ae-4104-4ab3-810d-553c0a10c13c service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8cd8c74-3563-4ac0-9801-9129eb7e0a82 HTTP/1.1" status: 200 len: 897 time: 0.3127611 Dec 22 15:27:56.684322 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f45fb0d-0a16-403c-8297-dc48edb37a40 None None] DHCP port deletion for 86cdf831-e69a-47fb-815c-ebc231947a17 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:27:56.697982 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-6f45fb0d-0a16-403c-8297-dc48edb37a40 None None] Deleting port 90079fdd-83a5-4f58-98ce-5d63771bfab3 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:27:56.698797 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6f45fb0d-0a16-403c-8297-dc48edb37a40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:56.749501 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting port 90079fdd-83a5-4f58-98ce-5d63771bfab3 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:27:56.750018 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:56.780223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Router 3b75110d-20ba-45ba-b58c-50f778c2cd9b is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:27:56.910134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-62a539e7-d464-45e3-9b8e-b4cfa0b787c1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Unset dirty status for tenant:842f3ac375dd4ba3beae00957da10632 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:27:56.910134 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-62a539e7-d464-45e3-9b8e-b4cfa0b787c1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports/624b24ca-643d-479d-a908-274e027c5902 HTTP/1.1" status: 404 len: 333 time: 0.7581000 Dec 22 15:27:56.935817 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35418) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:57.040563 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-17f52518-3c49-4d14-9dae-0cfac489fe65 req-2fe63d05-816b-4b0f-81c1-cfc75a965fd6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 HTTP/1.1" status: 200 len: 217 time: 0.4060805 Dec 22 15:27:57.137300 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7dab550c-1244-420f-85ea-40dcf0ef6459 None None] Could not find standard attr ID for object 624b24ca-643d-479d-a908-274e027c5902. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:27:57.200574 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bd3587e6-3657-437f-a824-d43637bb7cc2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:57.217298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-228795e7-03be-44ce-bbf2-31fb453f461d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:57.322366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f52518-3c49-4d14-9dae-0cfac489fe65 req-8072cecb-2394-4bf1-b347-5c5dbe4599dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:57.325713 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-17f52518-3c49-4d14-9dae-0cfac489fe65 req-8072cecb-2394-4bf1-b347-5c5dbe4599dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a0a88bf-b45a-493d-9874-68623dfbadd3 HTTP/1.1" status: 200 len: 835 time: 0.2732158 Dec 22 15:27:57.359097 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6f45fb0d-0a16-403c-8297-dc48edb37a40 None None] For port 90079fdd-83a5-4f58-98ce-5d63771bfab3, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=90079fdd-83a5-4f58-98ce-5d63771bfab3,segment=NetworkSegment(54f211e2-026b-450d-bac8-5c1d2ed16d7f),segment_id=54f211e2-026b-450d-bac8-5c1d2ed16d7f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:57.360449 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6f45fb0d-0a16-403c-8297-dc48edb37a40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:57.377994 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] For port 90079fdd-83a5-4f58-98ce-5d63771bfab3, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=90079fdd-83a5-4f58-98ce-5d63771bfab3,segment=NetworkSegment(54f211e2-026b-450d-bac8-5c1d2ed16d7f),segment_id=54f211e2-026b-450d-bac8-5c1d2ed16d7f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:57.378394 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:57.407790 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ac970762-1ff8-49db-9bac-6429bb391e19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:57.438262 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:27:57.443247 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3587e6-3657-437f-a824-d43637bb7cc2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:27:57.540893 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f52518-3c49-4d14-9dae-0cfac489fe65 req-c94c5b8c-97b0-4e86-a666-be0fdcfc33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:57.542731 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-17f52518-3c49-4d14-9dae-0cfac489fe65 req-c94c5b8c-97b0-4e86-a666-be0fdcfc33f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8cd8c74-3563-4ac0-9801-9129eb7e0a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2102058 Dec 22 15:27:57.548669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:57.551160 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.8888781 Dec 22 15:27:57.629923 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-6f45fb0d-0a16-403c-8297-dc48edb37a40 None None] Calling delete_port for 90079fdd-83a5-4f58-98ce-5d63771bfab3 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:27:57.642096 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35422) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:57.643958 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-bd3587e6-3657-437f-a824-d43637bb7cc2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:27:57.692776 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 9643defd-3630-4bd9-b9ba-304c8606c97d up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:57.717720 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3587e6-3657-437f-a824-d43637bb7cc2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:57.723911 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3587e6-3657-437f-a824-d43637bb7cc2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:57.724560 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bd3587e6-3657-437f-a824-d43637bb7cc2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:57.736918 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] Sync routers for ids ['3b75110d-20ba-45ba-b58c-50f778c2cd9b'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:27:57.738163 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Calling delete_port for 90079fdd-83a5-4f58-98ce-5d63771bfab3 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:27:57.808372 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-17f52518-3c49-4d14-9dae-0cfac489fe65 req-c59b815c-6170-4683-9357-64c596e616d2 service neutron] 10.222.0.57 "GET /v2.0/networks/e8cd8c74-3563-4ac0-9801-9129eb7e0a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548840 Dec 22 15:27:57.825130 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9f36bc95-6f34-42c4-a2d1-9fcce24a4e75 None None] Could not find standard attr ID for object 624b24ca-643d-479d-a908-274e027c5902. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:27:57.860773 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] Routers {'3b75110d-20ba-45ba-b58c-50f778c2cd9b'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:57.860773 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['3b75110d-20ba-45ba-b58c-50f778c2cd9b'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:57.890160 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3587e6-3657-437f-a824-d43637bb7cc2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=4d90e251-8038-4add-86d6-06c15dcc2c46,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:57.908318 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bd3587e6-3657-437f-a824-d43637bb7cc2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:57.971872 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ac970762-1ff8-49db-9bac-6429bb391e19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:57.996930 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-58843170-f467-4e9a-a2f4-8648fb79a5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:58.062478 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9f36bc95-6f34-42c4-a2d1-9fcce24a4e75 None None] Provisioning for port 9643defd-3630-4bd9-b9ba-304c8606c97d completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:58.067440 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-17f52518-3c49-4d14-9dae-0cfac489fe65 req-dbe138a6-1cfb-4aa8-8cb0-029d36ddcc58 service neutron] 10.222.0.57 "GET /v2.0/networks/e8cd8c74-3563-4ac0-9801-9129eb7e0a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498152 Dec 22 15:27:58.171884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6f45fb0d-0a16-403c-8297-dc48edb37a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:58.190579 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-215826d6-a309-4290-ac18-de8bfc91baa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:58.268781 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f45fb0d-0a16-403c-8297-dc48edb37a40 None None] No DVR routers for this DVR port 90079fdd-83a5-4f58-98ce-5d63771bfab3 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:27:58.271195 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45fb0d-0a16-403c-8297-dc48edb37a40 None None] Pushing event deleted for resources: {'Port': ['ID=90079fdd-83a5-4f58-98ce-5d63771bfab3,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:58.282509 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6f45fb0d-0a16-403c-8297-dc48edb37a40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:58.299271 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bd3587e6-3657-437f-a824-d43637bb7cc2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 7.4019616 Dec 22 15:27:58.303939 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35426) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:58.332910 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c28c6-afd1-41b9-8461-1c406ebf9669 req-4a9507c8-33d7-45cc-8c90-1a344cda7111 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:58.334528 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-253c28c6-afd1-41b9-8461-1c406ebf9669 req-4a9507c8-33d7-45cc-8c90-1a344cda7111 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 944 time: 1.3254118 Dec 22 15:27:58.346678 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:27:58.347027 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:27:58.350644 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 9643defd-3630-4bd9-b9ba-304c8606c97d completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:58.369118 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 9643defd-3630-4bd9-b9ba-304c8606c97d triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:58.369988 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:58.370329 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fd0517c4-ad0e-49ff-be53-706f596c68a9 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:58.453444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] Set router 3b75110d-20ba-45ba-b58c-50f778c2cd9b gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:27:58.515699 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfcd3a6-f05c-43b0-a46c-7924af4c257e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:58.526366 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ac970762-1ff8-49db-9bac-6429bb391e19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:58.526818 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfcd3a6-f05c-43b0-a46c-7924af4c257e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:27:58.528128 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dcfcd3a6-f05c-43b0-a46c-7924af4c257e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:27:58.555495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-76712696-8330-44ba-93d9-9e51d4782324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:58.555717 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-66b45196-e06b-4967-bf79-d871fef6e048 None None] Provisioning for port 4d90e251-8038-4add-86d6-06c15dcc2c46 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:27:58.608437 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac970762-1ff8-49db-9bac-6429bb391e19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa7a1d0-f771-47e5-a954-79f32f6d912a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:58.615694 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ac970762-1ff8-49db-9bac-6429bb391e19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:58.640867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dcfcd3a6-f05c-43b0-a46c-7924af4c257e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:27:58.643699 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dcfcd3a6-f05c-43b0-a46c-7924af4c257e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3376462 Dec 22 15:27:58.648094 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35430) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:58.650306 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-253c28c6-afd1-41b9-8461-1c406ebf9669 req-4fc62507-1ecf-41a1-a65e-aadeab51bbe0 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2977753 Dec 22 15:27:58.667348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-66b45196-e06b-4967-bf79-d871fef6e048 None None] Provisioning complete for port 4d90e251-8038-4add-86d6-06c15dcc2c46 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:58.667741 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-66b45196-e06b-4967-bf79-d871fef6e048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:58.788739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-127748dc-3a40-4625-8ddf-636d30ac9293 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port 4d90e251-8038-4add-86d6-06c15dcc2c46 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:27:58.789284 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-127748dc-3a40-4625-8ddf-636d30ac9293 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:58.805942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ac970762-1ff8-49db-9bac-6429bb391e19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:58.811194 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ac970762-1ff8-49db-9bac-6429bb391e19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/security-groups/2fa7a1d0-f771-47e5-a954-79f32f6d912a HTTP/1.1" status: 204 len: 168 time: 1.8701582 Dec 22 15:27:58.819367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35434) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:58.851836 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting port 90079fdd-83a5-4f58-98ce-5d63771bfab3 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:27:58.852175 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:58.935507 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-66b45196-e06b-4967-bf79-d871fef6e048 None None] Port 4d90e251-8038-4add-86d6-06c15dcc2c46 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:27:58.938426 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:27:59.025240 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] The port '90079fdd-83a5-4f58-98ce-5d63771bfab3' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:27:59.074983 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:59.241246 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:59.243404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3eab7b70-bc85-4cdb-a63c-b44b8d1b1023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:59.307289 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:59.386485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 9643defd-3630-4bd9-b9ba-304c8606c97d, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=9643defd-3630-4bd9-b9ba-304c8606c97d,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:59.436165 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15,segment=NetworkSegment(e07b4c5d-b41f-4560-9adc-576329c4096e),segment_id=e07b4c5d-b41f-4560-9adc-576329c4096e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:59.447150 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b75110d-20ba-45ba-b58c-50f778c2cd9b', 'name': 'tempest-TestVolumeBootPattern-119885800-router', 'tenant_id': '645745d9191f482f87e02999732ce483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'e4046254-7ae4-40a6-a10c-bfc3ec274d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:48Z', 'updated_at': '2021-12-22T15:27:54Z', 'revision_number': 3, 'project_id': '645745d9191f482f87e02999732ce483', 'gw_port': {'id': 'e4046254-7ae4-40a6-a10c-bfc3ec274d92', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b75110d-20ba-45ba-b58c-50f778c2cd9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:52Z', 'updated_at': '2021-12-22T15:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:59.452912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-127748dc-3a40-4625-8ddf-636d30ac9293 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:59.455589 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] Checking router: 3b75110d-20ba-45ba-b58c-50f778c2cd9b for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:27:59.456079 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] Updating router 3b75110d-20ba-45ba-b58c-50f778c2cd9b port e4046254-7ae4-40a6-a10c-bfc3ec274d92 binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:27:59.488653 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:59.490523 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 88dd3372-60f0-4ce5-a3ca-793bdb8c3352 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:27:59.522858 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:27:59.545377 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:59.577396 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15', 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82', 'port_id': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15', 'mac_address': 'fa:16:3e:96:80:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0a88bf-b45a-493d-9874-68623dfbadd3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:27:59.599834 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-127748dc-3a40-4625-8ddf-636d30ac9293 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for 4d90e251-8038-4add-86d6-06c15dcc2c46 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:27:59.623990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3eab7b70-bc85-4cdb-a63c-b44b8d1b1023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:59.661059 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86cdf831-e69a-47fb-815c-ebc231947a17']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:59.719088 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:59.779351 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=9643defd-3630-4bd9-b9ba-304c8606c97d,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:27:59.785414 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:59.788786 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f211e2-026b-450d-bac8-5c1d2ed16d7f') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:59.789315 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f211e2-026b-450d-bac8-5c1d2ed16d7f') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:27:59.798380 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:27:59.861661 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:27:59.897130 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 88dd3372-60f0-4ce5-a3ca-793bdb8c3352 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:27:59.897760 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:59.917401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:59.960376 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15,segment=NetworkSegment(e07b4c5d-b41f-4560-9adc-576329c4096e),segment_id=e07b4c5d-b41f-4560-9adc-576329c4096e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:27:59.965095 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-127748dc-3a40-4625-8ddf-636d30ac9293 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:27:59.975089 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-91cc4de2-9e46-4a36-96ba-3e7391996c3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:00.067789 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127748dc-3a40-4625-8ddf-636d30ac9293 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=4d90e251-8038-4add-86d6-06c15dcc2c46,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:00.077391 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-127748dc-3a40-4625-8ddf-636d30ac9293 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:00.077691 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:00.088039 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:00.090330 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-9fdf6909-7dfb-4254-8821-e8a2e442140f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:00.184773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-127748dc-3a40-4625-8ddf-636d30ac9293 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:00.204384 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:28:00.204988 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:28:00.236657 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:28:00.262526 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fd0517c4-ad0e-49ff-be53-706f596c68a9 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Deleting port f771debc-8299-466c-92dc-13032a905c45 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:00.263109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fd0517c4-ad0e-49ff-be53-706f596c68a9 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:00.269863 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:00.276892 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:00.293360 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-127748dc-3a40-4625-8ddf-636d30ac9293 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/4d90e251-8038-4add-86d6-06c15dcc2c46 HTTP/1.1" status: 204 len: 168 time: 1.6432106 Dec 22 15:28:00.297294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35440) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:00.335531 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3eab7b70-bc85-4cdb-a63c-b44b8d1b1023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:00.414937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 90079fdd-83a5-4f58-98ce-5d63771bfab3 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:28:00.482266 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcc40e0-9675-4b7d-8a17-a26851c65d2b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:00.485553 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcc40e0-9675-4b7d-8a17-a26851c65d2b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:00.486891 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5bcc40e0-9675-4b7d-8a17-a26851c65d2b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:28:00.516790 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 90079fdd-83a5-4f58-98ce-5d63771bfab3 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:28:00.519621 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 90079fdd-83a5-4f58-98ce-5d63771bfab3 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:28:00.538463 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:28:00.558731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5bcc40e0-9675-4b7d-8a17-a26851c65d2b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:28:00.563277 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5bcc40e0-9675-4b7d-8a17-a26851c65d2b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2640905 Dec 22 15:28:00.563670 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35444) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:00.649574 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:00.657785 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 9643defd-3630-4bd9-b9ba-304c8606c97d up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:28:00.671015 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a49eb54-9f7c-4f7c-bcf2-094d4cc976ee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet 156be84b-df87-4f87-887e-a840e474637f {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:28:00.674904 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1a49eb54-9f7c-4f7c-bcf2-094d4cc976ee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:00.685982 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bfbc96d8-c51a-452c-895b-c4ee9d28eb6a tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:00.749493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab7b70-bc85-4cdb-a63c-b44b8d1b1023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad424b60-6b6b-4b43-944c-83ea7ca656b0,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:00.749796 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1a49eb54-9f7c-4f7c-bcf2-094d4cc976ee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:00.767776 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] Transition to ACTIVE for port object e4046254-7ae4-40a6-a10c-bfc3ec274d92 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:00.782841 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3eab7b70-bc85-4cdb-a63c-b44b8d1b1023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:00.789307 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3eab7b70-bc85-4cdb-a63c-b44b8d1b1023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:00.790541 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3eab7b70-bc85-4cdb-a63c-b44b8d1b1023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/security-groups/ad424b60-6b6b-4b43-944c-83ea7ca656b0 HTTP/1.1" status: 204 len: 168 time: 1.9682271 Dec 22 15:28:00.800567 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35448) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:00.894094 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:00.908443 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:00.922257 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9044e1e-b277-4cf4-aa27-4c06d7781f2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:00.942604 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:00.965694 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1a49eb54-9f7c-4f7c-bcf2-094d4cc976ee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:00.980368 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2534b9bd-cf7e-4944-9418-7ce80fa15c14 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:01.011572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:01.027432 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:01.046974 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9044e1e-b277-4cf4-aa27-4c06d7781f2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:01.073583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Network': ['ID=86cdf831-e69a-47fb-815c-ebc231947a17,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:01.091607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a5054-6f6f-4c9a-9ef1-bd0ef0d6f883 req-a7088ac6-2cc8-49e7-a063-c3214169f059 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:01.093702 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-168a5054-6f6f-4c9a-9ef1-bd0ef0d6f883 req-a7088ac6-2cc8-49e7-a063-c3214169f059 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 944 time: 1.2577345 Dec 22 15:28:01.099119 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:01.103571 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:01.116251 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/networks/86cdf831-e69a-47fb-815c-ebc231947a17 HTTP/1.1" status: 204 len: 168 time: 5.0812790 Dec 22 15:28:01.128677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 9643defd-3630-4bd9-b9ba-304c8606c97d triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:01.129682 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:01.129946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35452) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:01.175506 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] Attempting to bind port e4046254-7ae4-40a6-a10c-bfc3ec274d92 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:28:01.175506 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] Attempting to bind port e4046254-7ae4-40a6-a10c-bfc3ec274d92 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:28:01.175958 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] Attempting to bind port e4046254-7ae4-40a6-a10c-bfc3ec274d92 on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:28:01.210643 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131e752-5d14-4092-9f7d-f5e75547e4fb None None] Pushing event updated for resources: {'Port': ['ID=e4046254-7ae4-40a6-a10c-bfc3ec274d92,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:01.220870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8131e752-5d14-4092-9f7d-f5e75547e4fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:01.224369 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:28:01.224943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:28:01.225444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:01.225991 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:28:01.226904 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] Bound port: e4046254-7ae4-40a6-a10c-bfc3ec274d92, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:28:01.227404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:01.331683 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fd0517c4-ad0e-49ff-be53-706f596c68a9 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:01.373293 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-168a5054-6f6f-4c9a-9ef1-bd0ef0d6f883 req-c384ad46-910e-421e-b340-10fa6577a109 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592895 Dec 22 15:28:01.528301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9044e1e-b277-4cf4-aa27-4c06d7781f2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:01.539418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0d073d9b-f992-4b6d-8907-c55548d3e20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:01.550280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1a49eb54-9f7c-4f7c-bcf2-094d4cc976ee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:01.559556 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fd0517c4-ad0e-49ff-be53-706f596c68a9 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Calling delete_port for f771debc-8299-466c-92dc-13032a905c45 owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:01.628822 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9044e1e-b277-4cf4-aa27-4c06d7781f2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef6d26b-79a1-4cbb-a550-a6e82d5c16fa,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:01.657758 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c9044e1e-b277-4cf4-aa27-4c06d7781f2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:01.672958 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8390d2c-adc0-4345-97de-39fe243180e3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:01.708071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1a49eb54-9f7c-4f7c-bcf2-094d4cc976ee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:01.713955 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e4c053-71d2-407c-9b0a-deb894359adc None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:01.731194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49eb54-9f7c-4f7c-bcf2-094d4cc976ee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=156be84b-df87-4f87-887e-a840e474637f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:01.741192 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1a49eb54-9f7c-4f7c-bcf2-094d4cc976ee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/156be84b-df87-4f87-887e-a840e474637f HTTP/1.1" status: 204 len: 168 time: 1.1762528 Dec 22 15:28:01.742676 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1a49eb54-9f7c-4f7c-bcf2-094d4cc976ee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:01.746900 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35458) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:01.753505 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9044e1e-b277-4cf4-aa27-4c06d7781f2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:01.754681 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c9044e1e-b277-4cf4-aa27-4c06d7781f2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/security-groups/1ef6d26b-79a1-4cbb-a550-a6e82d5c16fa HTTP/1.1" status: 204 len: 168 time: 0.9529145 Dec 22 15:28:01.864810 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35462) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:01.993182 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e01e3224-d965-46a5-adf9-8f570e2066ba tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2448387 Dec 22 15:28:01.998525 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35466) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:02.011988 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-eeb2e003-f384-43c1-bab7-97533e51b1b2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:02.041016 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] For port e4046254-7ae4-40a6-a10c-bfc3ec274d92, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:28:02.083283 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-49af8c8f-1620-4723-97b7-5ffb0075065a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting subnet 9189b604-5393-4d42-96b4-90cc073b9ba3 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:28:02.087079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Allocated IP 172.20.0.1 (0cf221b7-c2b0-4216-887e-9c588a757b0d/bc4f0114-6cda-4335-ba80-4f7e6651cd1e/35b66597-e37a-4993-983b-8a9a738eaaec) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:28:02.096009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] For port e4046254-7ae4-40a6-a10c-bfc3ec274d92, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e4046254-7ae4-40a6-a10c-bfc3ec274d92,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:28:02.096640 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49af8c8f-1620-4723-97b7-5ffb0075065a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:02.146454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-eeb2e003-f384-43c1-bab7-97533e51b1b2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:02.166106 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-eeb2e003-f384-43c1-bab7-97533e51b1b2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:02.206827 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:02.219942 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-91187623-a95c-4e27-8346-99b58b2a6974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:02.322169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49af8c8f-1620-4723-97b7-5ffb0075065a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:02.346419 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb2e003-f384-43c1-bab7-97533e51b1b2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:28:02.353173 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e003-f384-43c1-bab7-97533e51b1b2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:02.450373 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fd0517c4-ad0e-49ff-be53-706f596c68a9 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:02.459013 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:02.518377 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] Routers {'3b75110d-20ba-45ba-b58c-50f778c2cd9b'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:02.525822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['3b75110d-20ba-45ba-b58c-50f778c2cd9b'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:02.549308 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0517c4-ad0e-49ff-be53-706f596c68a9 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Pushing event deleted for resources: {'Port': ['ID=f771debc-8299-466c-92dc-13032a905c45,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:02.552250 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fd0517c4-ad0e-49ff-be53-706f596c68a9 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:02.597999 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:02.660869 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49af8c8f-1620-4723-97b7-5ffb0075065a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:02.855330 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f277c810-622f-4cdc-9fac-2b8b61a1672d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:02.863346 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131e752-5d14-4092-9f7d-f5e75547e4fb None None] Pushing event updated for resources: {'Port': ['ID=e4046254-7ae4-40a6-a10c-bfc3ec274d92,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:02.897772 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8131e752-5d14-4092-9f7d-f5e75547e4fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:02.908902 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Transition to ACTIVE for port object 35b66597-e37a-4993-983b-8a9a738eaaec will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:02.920454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e003-f384-43c1-bab7-97533e51b1b2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:02.931930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1a49eb54-9f7c-4f7c-bcf2-094d4cc976ee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:02.960513 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] Set router 3b75110d-20ba-45ba-b58c-50f778c2cd9b gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:28:03.036244 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:03.060490 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-289ea45c-67f8-404d-a800-45ae188fe20c tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:03.083292 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dbc9f2-15dd-4dd3-8c0e-a5b5b40908e5 None None] DHCP port deletion for a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:28:03.100771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-a0dbc9f2-15dd-4dd3-8c0e-a5b5b40908e5 None None] Deleting port 9643defd-3630-4bd9-b9ba-304c8606c97d {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:03.102282 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a0dbc9f2-15dd-4dd3-8c0e-a5b5b40908e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:03.103437 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb2e003-f384-43c1-bab7-97533e51b1b2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:03.109496 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-eeb2e003-f384-43c1-bab7-97533e51b1b2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:03.114053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb2e003-f384-43c1-bab7-97533e51b1b2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:03.114731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e003-f384-43c1-bab7-97533e51b1b2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:03.124184 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2e003-f384-43c1-bab7-97533e51b1b2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=bb3f2f6e-6876-4e3a-8ada-ba8716612caa,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:03.150804 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Network 0cf221b7-c2b0-4216-887e-9c588a757b0d is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:03.161830 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:03.164718 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:03.176236 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-eeb2e003-f384-43c1-bab7-97533e51b1b2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:03.332588 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Pushing event updated for resources: {'Port': ['ID=35b66597-e37a-4993-983b-8a9a738eaaec,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:03.337549 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:03.413493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:03.438207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f277c810-622f-4cdc-9fac-2b8b61a1672d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting port 6b9b5e3c-7973-4554-b2f0-12ae4f25831e {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:03.438889 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f277c810-622f-4cdc-9fac-2b8b61a1672d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:03.475406 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-eeb2e003-f384-43c1-bab7-97533e51b1b2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4730935 Dec 22 15:28:03.481069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35472) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:03.495359 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-484bef31-d3d2-465d-bf6e-1b0583ea8e19 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'name': 'tempest-NetworksTestDHCPv6-744273584'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:03.647035 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32eee7-035d-4d0e-868c-c00bc4a3fb4f req-25f9edb3-d38f-463b-864b-38bed308bb97 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:03.649147 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2a32eee7-035d-4d0e-868c-c00bc4a3fb4f req-25f9edb3-d38f-463b-864b-38bed308bb97 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 945 time: 0.9543002 Dec 22 15:28:03.740197 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49af8c8f-1620-4723-97b7-5ffb0075065a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:03.756963 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c4a8deef-e9d9-43d2-99f6-215b94f4ecf2 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:03.761090 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7b46143d-19d2-4c45-b2ef-74b923af3e98 None None] Provisioning for port 35b66597-e37a-4993-983b-8a9a738eaaec completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:28:03.767731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-484bef31-d3d2-465d-bf6e-1b0583ea8e19 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:03.775245 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-484bef31-d3d2-465d-bf6e-1b0583ea8e19 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:port and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:03.788431 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-484bef31-d3d2-465d-bf6e-1b0583ea8e19 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:03.790575 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7b46143d-19d2-4c45-b2ef-74b923af3e98 None None] Provisioning complete for port 35b66597-e37a-4993-983b-8a9a738eaaec triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:03.791185 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7b46143d-19d2-4c45-b2ef-74b923af3e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:03.799128 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-484bef31-d3d2-465d-bf6e-1b0583ea8e19 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:03.811385 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-f277c810-622f-4cdc-9fac-2b8b61a1672d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] For port 6b9b5e3c-7973-4554-b2f0-12ae4f25831e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=6b9b5e3c-7973-4554-b2f0-12ae4f25831e,segment=NetworkSegment(fd86a7c1-d397-4cfd-98c8-7dec1a03add2),segment_id=fd86a7c1-d397-4cfd-98c8-7dec1a03add2)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:28:03.816901 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f277c810-622f-4cdc-9fac-2b8b61a1672d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:03.824130 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af8c8f-1620-4723-97b7-5ffb0075065a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Subnet': ['ID=9189b604-5393-4d42-96b4-90cc073b9ba3,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:03.827528 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-49af8c8f-1620-4723-97b7-5ffb0075065a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:03.844192 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49af8c8f-1620-4723-97b7-5ffb0075065a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:03.884896 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fd0517c4-ad0e-49ff-be53-706f596c68a9 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:03.891305 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61991b9-c2c3-49f6-9cd3-7d1fad1bde4f None None] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:03.893482 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2a32eee7-035d-4d0e-868c-c00bc4a3fb4f req-cae583bb-f1de-4ecd-903b-4572b94c91fc tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853766 Dec 22 15:28:03.899462 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-49af8c8f-1620-4723-97b7-5ffb0075065a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/subnets/9189b604-5393-4d42-96b4-90cc073b9ba3 HTTP/1.1" status: 204 len: 168 time: 2.0334737 Dec 22 15:28:03.911356 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35476) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:03.934449 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-a0dbc9f2-15dd-4dd3-8c0e-a5b5b40908e5 None None] For port 9643defd-3630-4bd9-b9ba-304c8606c97d, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=9643defd-3630-4bd9-b9ba-304c8606c97d,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:28:03.935246 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a0dbc9f2-15dd-4dd3-8c0e-a5b5b40908e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:03.964300 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b75110d-20ba-45ba-b58c-50f778c2cd9b', 'name': 'tempest-TestVolumeBootPattern-119885800-router', 'tenant_id': '645745d9191f482f87e02999732ce483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'e4046254-7ae4-40a6-a10c-bfc3ec274d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:48Z', 'updated_at': '2021-12-22T15:27:54Z', 'revision_number': 3, 'project_id': '645745d9191f482f87e02999732ce483', 'gw_port': {'id': 'e4046254-7ae4-40a6-a10c-bfc3ec274d92', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b75110d-20ba-45ba-b58c-50f778c2cd9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:52Z', 'updated_at': '2021-12-22T15:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:04.013438 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484bef31-d3d2-465d-bf6e-1b0583ea8e19 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:28:04.023527 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-484bef31-d3d2-465d-bf6e-1b0583ea8e19 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:04.052612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f277c810-622f-4cdc-9fac-2b8b61a1672d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Calling delete_port for 6b9b5e3c-7973-4554-b2f0-12ae4f25831e owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:04.082083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa4b1b6-fb2c-4b06-9478-f70afc83ab33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting subnet baed659d-23ba-47f9-bdf4-a7bdc0d74c8d {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:28:04.150939 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aaa4b1b6-fb2c-4b06-9478-f70afc83ab33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:04.153234 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-a0dbc9f2-15dd-4dd3-8c0e-a5b5b40908e5 None None] Calling delete_port for 9643defd-3630-4bd9-b9ba-304c8606c97d owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:04.183768 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7b46143d-19d2-4c45-b2ef-74b923af3e98 None None] Port 35b66597-e37a-4993-983b-8a9a738eaaec cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:28:04.195331 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c52af-64cb-4222-8899-5a6d1b411175 None None] The sync data for ids ['3b75110d-20ba-45ba-b58c-50f778c2cd9b'] in dv-neutron-822674-1-hyperv is: [{'id': '3b75110d-20ba-45ba-b58c-50f778c2cd9b', 'name': 'tempest-TestVolumeBootPattern-119885800-router', 'tenant_id': '645745d9191f482f87e02999732ce483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'e4046254-7ae4-40a6-a10c-bfc3ec274d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:48Z', 'updated_at': '2021-12-22T15:27:54Z', 'revision_number': 3, 'project_id': '645745d9191f482f87e02999732ce483', 'gw_port': {'id': 'e4046254-7ae4-40a6-a10c-bfc3ec274d92', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b75110d-20ba-45ba-b58c-50f778c2cd9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:52Z', 'updated_at': '2021-12-22T15:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:28:04.297999 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aaa4b1b6-fb2c-4b06-9478-f70afc83ab33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:04.398988 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aaa4b1b6-fb2c-4b06-9478-f70afc83ab33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:04.407460 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-484bef31-d3d2-465d-bf6e-1b0583ea8e19 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port 5e95118d-821c-4389-9010-134f84a35f68 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:28:04.522864 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a0dbc9f2-15dd-4dd3-8c0e-a5b5b40908e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:04.537260 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-df718533-bc18-473d-a1be-3252c3836f5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:04.554732 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:04.575039 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aaa4b1b6-fb2c-4b06-9478-f70afc83ab33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:04.587205 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-74fdd25b-d0a3-4d05-be00-7640a9eaaa06 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:04.673237 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbc9f2-15dd-4dd3-8c0e-a5b5b40908e5 None None] Pushing event deleted for resources: {'Port': ['ID=9643defd-3630-4bd9-b9ba-304c8606c97d,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:04.683689 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a0dbc9f2-15dd-4dd3-8c0e-a5b5b40908e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:04.697877 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dbc9f2-15dd-4dd3-8c0e-a5b5b40908e5 None None] No DVR routers for this DVR port 9643defd-3630-4bd9-b9ba-304c8606c97d on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:28:04.759307 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ff6683-65eb-4fb6-b2c8-df63a20d77a3 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:04.795374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-484bef31-d3d2-465d-bf6e-1b0583ea8e19 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::1b7 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/bb3f2f6e-6876-4e3a-8ada-ba8716612caa/5e95118d-821c-4389-9010-134f84a35f68) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:28:04.893422 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 9643defd-3630-4bd9-b9ba-304c8606c97d no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:28:04.942864 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4b1b6-fb2c-4b06-9478-f70afc83ab33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Subnet': ['ID=baed659d-23ba-47f9-bdf4-a7bdc0d74c8d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:04.943394 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:28:04.981034 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aaa4b1b6-fb2c-4b06-9478-f70afc83ab33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:04.994868 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 9643defd-3630-4bd9-b9ba-304c8606c97d {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:28:04.995518 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 9643defd-3630-4bd9-b9ba-304c8606c97d not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:28:05.072144 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f277c810-622f-4cdc-9fac-2b8b61a1672d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:05.078968 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aaa4b1b6-fb2c-4b06-9478-f70afc83ab33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:05.082274 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:05.265741 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-aaa4b1b6-fb2c-4b06-9478-f70afc83ab33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/subnets/baed659d-23ba-47f9-bdf4-a7bdc0d74c8d HTTP/1.1" status: 204 len: 168 time: 1.3519952 Dec 22 15:28:05.283376 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'fixed_ips': [{'subnet_id': 'bb3f2f6e-6876-4e3a-8ada-ba8716612caa'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:28:05.284154 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:05.301448 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35482) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:05.333166 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:28:05.343434 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277c810-622f-4cdc-9fac-2b8b61a1672d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Port': ['ID=6b9b5e3c-7973-4554-b2f0-12ae4f25831e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:05.503384 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f277c810-622f-4cdc-9fac-2b8b61a1672d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:05.540802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:05.541148 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:05.692406 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-de96c49a-31a7-4d7f-9276-f0079c61c8a3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] DELETE failed (client error): The resource could not be found. Dec 22 15:28:05.692999 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de96c49a-31a7-4d7f-9276-f0079c61c8a3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:28:05.697284 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-de96c49a-31a7-4d7f-9276-f0079c61c8a3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/subnets/9189b604-5393-4d42-96b4-90cc073b9ba3 HTTP/1.1" status: 404 len: 337 time: 0.3945258 Dec 22 15:28:05.702244 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35486) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:05.747938 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0517c4-ad0e-49ff-be53-706f596c68a9 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Router af5b77ce-a22f-4597-9e0d-11945841f9f9 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:28:05.756168 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:05.796362 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15,segment=NetworkSegment(e07b4c5d-b41f-4560-9adc-576329c4096e),segment_id=e07b4c5d-b41f-4560-9adc-576329c4096e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:28:05.797711 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adc2d58-1e70-4fac-bbaf-e14984f3de65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:28:05.805714 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-484bef31-d3d2-465d-bf6e-1b0583ea8e19 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:05.837889 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-484bef31-d3d2-465d-bf6e-1b0583ea8e19 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object 5e95118d-821c-4389-9010-134f84a35f68 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:05.885274 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:05.890461 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6f45fb0d-0a16-403c-8297-dc48edb37a40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:05.931538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:05.949217 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a009be9f-47c2-45c6-9e27-06a326f586e0 None None] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:05.972403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f277c810-622f-4cdc-9fac-2b8b61a1672d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:05.973930 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00713c9f-1530-4605-80b1-905ab661abb7 req-6a6a5d6a-3f13-47f7-9a4c-650665472c9a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:05.975539 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-00713c9f-1530-4605-80b1-905ab661abb7 req-6a6a5d6a-3f13-47f7-9a4c-650665472c9a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 945 time: 0.7849014 Dec 22 15:28:05.982002 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adc2d58-1e70-4fac-bbaf-e14984f3de65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15', 'code': 200} Dec 22 15:28:05.988670 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4e918c-7a6a-4cd6-ae24-e91bfd37d7d1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting subnet 0eeda19c-9672-41c0-9765-815939e01962 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:28:06.000469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:06.002789 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:06.049079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2d4e918c-7a6a-4cd6-ae24-e91bfd37d7d1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:06.084540 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:06.097785 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-484bef31-d3d2-465d-bf6e-1b0583ea8e19 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:06.147326 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fc246e66-7343-4dff-ac6c-70a9fa339b44 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:06.163110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-83184c71-1034-4d2e-840b-a035e28210b9 None None] Provisioning complete for port 94b3321b-f2a6-4eb1-9c27-465593c03c29 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:06.163528 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-83184c71-1034-4d2e-840b-a035e28210b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:06.168247 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Pushing event updated for resources: {'Port': ['ID=35b66597-e37a-4993-983b-8a9a738eaaec,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:06.171949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:06.192303 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:06.203408 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:06.261280 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Allocated IP 2001:db8::2 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/bb3f2f6e-6876-4e3a-8ada-ba8716612caa/eadcba4f-0deb-472b-99fa-7531f35b0dca) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:28:06.275636 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-83184c71-1034-4d2e-840b-a035e28210b9 None None] Port 94b3321b-f2a6-4eb1-9c27-465593c03c29 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:28:06.309670 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-00713c9f-1530-4605-80b1-905ab661abb7 req-8e41a244-2c97-4742-ab09-3d3a05f9bcf1 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124208 Dec 22 15:28:06.332323 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2d4e918c-7a6a-4cd6-ae24-e91bfd37d7d1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:06.409508 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:06.420754 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0517c4-ad0e-49ff-be53-706f596c68a9 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:28:06.433731 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bce120d-3e5c-44f7-aefa-d0c2d00213ae None None] Sync routers for ids ['af5b77ce-a22f-4597-9e0d-11945841f9f9'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:28:06.439111 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fd0517c4-ad0e-49ff-be53-706f596c68a9 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] 10.222.0.59 "PUT /v2.0/routers/af5b77ce-a22f-4597-9e0d-11945841f9f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0544221 Dec 22 15:28:06.440246 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35492) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:06.463776 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bce120d-3e5c-44f7-aefa-d0c2d00213ae None None] Routers {'af5b77ce-a22f-4597-9e0d-11945841f9f9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:06.469582 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-3bce120d-3e5c-44f7-aefa-d0c2d00213ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['af5b77ce-a22f-4597-9e0d-11945841f9f9'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:06.473666 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-83184c71-1034-4d2e-840b-a035e28210b9 None None] Provisioning complete for port 151cf300-0eb6-4c46-8435-bbe520e42f3e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:06.474050 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-83184c71-1034-4d2e-840b-a035e28210b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:06.588804 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484bef31-d3d2-465d-bf6e-1b0583ea8e19 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:06.602115 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-484bef31-d3d2-465d-bf6e-1b0583ea8e19 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:06.615756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484bef31-d3d2-465d-bf6e-1b0583ea8e19 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:06.634464 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484bef31-d3d2-465d-bf6e-1b0583ea8e19 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:06.635303 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-484bef31-d3d2-465d-bf6e-1b0583ea8e19 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:06.684935 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-3bce120d-3e5c-44f7-aefa-d0c2d00213ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:06.732358 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bce120d-3e5c-44f7-aefa-d0c2d00213ae None None] Routers {'af5b77ce-a22f-4597-9e0d-11945841f9f9'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:06.733895 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-3bce120d-3e5c-44f7-aefa-d0c2d00213ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['af5b77ce-a22f-4597-9e0d-11945841f9f9'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:06.750451 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484bef31-d3d2-465d-bf6e-1b0583ea8e19 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=5e95118d-821c-4389-9010-134f84a35f68,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:06.818773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-484bef31-d3d2-465d-bf6e-1b0583ea8e19 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:06.829909 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-484bef31-d3d2-465d-bf6e-1b0583ea8e19 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3450301 Dec 22 15:28:06.840057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35496) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:06.878054 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:06.898286 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2d4e918c-7a6a-4cd6-ae24-e91bfd37d7d1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:06.912049 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Transition to ACTIVE for port object eadcba4f-0deb-472b-99fa-7531f35b0dca will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:06.962070 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Transition to ACTIVE for port object eadcba4f-0deb-472b-99fa-7531f35b0dca will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:07.004606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Network 0cf221b7-c2b0-4216-887e-9c588a757b0d is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:07.016385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:07.035161 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52b87b4e-5c21-4669-b0f3-e0e92e6b24a1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:07.071054 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f277c810-622f-4cdc-9fac-2b8b61a1672d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router abc7d5a1-3004-4908-a377-bccfc6871e96 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:28:07.091563 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-3bce120d-3e5c-44f7-aefa-d0c2d00213ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:07.092359 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bce120d-3e5c-44f7-aefa-d0c2d00213ae None None] The sync data for ids ['af5b77ce-a22f-4597-9e0d-11945841f9f9'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:28:07.097381 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:07.104941 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:07.164839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e4046254-7ae4-40a6-a10c-bfc3ec274d92 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:28:07.433777 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:07.447888 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:07.468160 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Pushing event updated for resources: {'Port': ['ID=eadcba4f-0deb-472b-99fa-7531f35b0dca,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:07.477388 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:07.481172 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:07.588389 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port e4046254-7ae4-40a6-a10c-bfc3ec274d92 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:28:07.629470 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port e4046254-7ae4-40a6-a10c-bfc3ec274d92 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:07.629855 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:07.678266 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cb6a7-9157-4565-b4c7-97b1a0a73ffc req-7f5c3ac7-451b-4871-9b57-d6405d8ef093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:07.679743 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a63cb6a7-9157-4565-b4c7-97b1a0a73ffc req-7f5c3ac7-451b-4871-9b57-d6405d8ef093 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 1099 time: 0.9834437 Dec 22 15:28:07.703053 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ec19f2a0-e2b5-4824-a053-14dcf04b254c None None] Provisioning complete for port 35b66597-e37a-4993-983b-8a9a738eaaec triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:07.704396 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ec19f2a0-e2b5-4824-a053-14dcf04b254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:07.715506 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f277c810-622f-4cdc-9fac-2b8b61a1672d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:28:07.727377 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f277c810-622f-4cdc-9fac-2b8b61a1672d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/abc7d5a1-3004-4908-a377-bccfc6871e96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5961287 Dec 22 15:28:07.732961 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35502) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:07.786214 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ec19f2a0-e2b5-4824-a053-14dcf04b254c None None] Port 35b66597-e37a-4993-983b-8a9a738eaaec cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:28:07.788571 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5452a4d0-c48f-4d34-8321-c089e41db359 None None] Sync routers for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:28:07.796807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52b87b4e-5c21-4669-b0f3-e0e92e6b24a1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:07.797043 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a7edbc-4685-4d0c-aac7-961384c9d350 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:07.798194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-65a7edbc-4685-4d0c-aac7-961384c9d350 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:28:07.802469 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Attempting to bind port eadcba4f-0deb-472b-99fa-7531f35b0dca on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:28:07.802884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Attempting to bind port eadcba4f-0deb-472b-99fa-7531f35b0dca by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:28:07.809209 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Attempting to bind port eadcba4f-0deb-472b-99fa-7531f35b0dca on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:28:07.814360 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:28:07.814728 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:28:07.815665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:07.815881 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:28:07.816494 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Bound port: eadcba4f-0deb-472b-99fa-7531f35b0dca, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:28:07.816892 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:07.836903 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5452a4d0-c48f-4d34-8321-c089e41db359 None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:07.837310 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5452a4d0-c48f-4d34-8321-c089e41db359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:07.838908 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a63cb6a7-9157-4565-b4c7-97b1a0a73ffc req-1a5b6e58-509a-4bd6-8d79-a923e633d5ca service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491048 Dec 22 15:28:07.863785 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d46874d-2a6f-4865-96ee-e6d53205e33c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting subnet ee17e1bc-6c3b-4b39-8518-a355b425ce4a {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:28:07.868169 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8d46874d-2a6f-4865-96ee-e6d53205e33c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:07.945939 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-52b87b4e-5c21-4669-b0f3-e0e92e6b24a1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Deleting port c1e1e30f-41e6-4f22-a650-36d83566dbe9 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:07.946407 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52b87b4e-5c21-4669-b0f3-e0e92e6b24a1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:07.952419 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8d46874d-2a6f-4865-96ee-e6d53205e33c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:07.989405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-65a7edbc-4685-4d0c-aac7-961384c9d350 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:28:07.993200 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-65a7edbc-4685-4d0c-aac7-961384c9d350 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 1.1416504 Dec 22 15:28:07.995837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35506) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:08.015569 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2d4e918c-7a6a-4cd6-ae24-e91bfd37d7d1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:08.026569 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f6a56fc5-4db1-4d80-8f6c-6c9b071a10e2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:08.086474 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e918c-7a6a-4cd6-ae24-e91bfd37d7d1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Subnet': ['ID=0eeda19c-9672-41c0-9765-815939e01962,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:08.095252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2d4e918c-7a6a-4cd6-ae24-e91bfd37d7d1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:08.100430 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2d4e918c-7a6a-4cd6-ae24-e91bfd37d7d1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:08.102412 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d28a2-9f71-4181-8f02-eaa63f38c028 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port 5e95118d-821c-4389-9010-134f84a35f68 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:08.102856 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec2d28a2-9f71-4181-8f02-eaa63f38c028 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:08.134032 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a22c47-86b8-4b5c-aa49-4b8ef77fce29 req-00dff212-1275-43b9-90e3-0d1a38e97c0a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:08.136518 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-62a22c47-86b8-4b5c-aa49-4b8ef77fce29 req-00dff212-1275-43b9-90e3-0d1a38e97c0a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 946 time: 0.4032552 Dec 22 15:28:08.137681 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2d4e918c-7a6a-4cd6-ae24-e91bfd37d7d1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/subnets/0eeda19c-9672-41c0-9765-815939e01962 HTTP/1.1" status: 204 len: 168 time: 2.4341466 Dec 22 15:28:08.142348 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35510) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:08.144594 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc7474a-e296-40ea-98a2-b21cce0e6df7 None None] Network 0c6768a8-9bb3-490d-adf1-e992b8f141ae requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:08.197613 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-5452a4d0-c48f-4d34-8321-c089e41db359 None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:28:08.217066 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1d6c95-9b64-4d5a-b83a-f0a750bd7cc7 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] DELETE failed (client error): The resource could not be found. Dec 22 15:28:08.217581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1d6c95-9b64-4d5a-b83a-f0a750bd7cc7 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:28:08.222512 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6e1d6c95-9b64-4d5a-b83a-f0a750bd7cc7 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/subnets/4f742ac3-dea9-4b21-bddf-9a68292c507e HTTP/1.1" status: 404 len: 337 time: 0.0703404 Dec 22 15:28:08.225528 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35514) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:08.240502 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Router 3b75110d-20ba-45ba-b58c-50f778c2cd9b has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:28:08.241308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8d46874d-2a6f-4865-96ee-e6d53205e33c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:08.318199 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-17474d49-31b8-4662-9c58-9e1ee1df9faa tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e24232b-be29-4cdb-a574-2eb440466510 HTTP/1.1" status: 200 len: 205 time: 0.0835900 Dec 22 15:28:08.329126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35518) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:08.376531 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:08.384593 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-62a22c47-86b8-4b5c-aa49-4b8ef77fce29 req-7321aa54-5146-44c3-958b-0cb1e9e01a20 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867576 Dec 22 15:28:08.397451 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port e4046254-7ae4-40a6-a10c-bfc3ec274d92, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e4046254-7ae4-40a6-a10c-bfc3ec274d92,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:28:08.410534 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5452a4d0-c48f-4d34-8321-c089e41db359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:28:04Z', 'revision_number': 11, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:08.437825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-703e15f5-e573-429f-a47d-18ecb7e9535f None None] Provisioning complete for port 94b3321b-f2a6-4eb1-9c27-465593c03c29 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:08.439893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-703e15f5-e573-429f-a47d-18ecb7e9535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:08.443823 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-40430c0c-f604-4bcd-a0c9-37af870c8125 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] delete failed (client error): The resource could not be found. Dec 22 15:28:08.446404 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-40430c0c-f604-4bcd-a0c9-37af870c8125 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/routers/4e24232b-be29-4cdb-a574-2eb440466510 HTTP/1.1" status: 404 len: 336 time: 0.1136458 Dec 22 15:28:08.453064 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35522) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:08.474547 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5452a4d0-c48f-4d34-8321-c089e41db359 None None] Checking router: abc7d5a1-3004-4908-a377-bccfc6871e96 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:28:08.476999 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:08.489314 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:08.567674 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52b87b4e-5c21-4669-b0f3-e0e92e6b24a1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:08.585206 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-287e649b-45d8-4cf5-987f-37f20479dfc4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] DELETE failed (client error): The resource could not be found. Dec 22 15:28:08.585815 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-287e649b-45d8-4cf5-987f-37f20479dfc4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:28:08.590143 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-287e649b-45d8-4cf5-987f-37f20479dfc4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/subnets/c8951e15-ece4-4b70-8204-ae3066e60581 HTTP/1.1" status: 404 len: 337 time: 0.1338103 Dec 22 15:28:08.595852 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35526) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:08.597035 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] For port eadcba4f-0deb-472b-99fa-7531f35b0dca, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:28:08.642470 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5452a4d0-c48f-4d34-8321-c089e41db359 None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:08.643043 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5452a4d0-c48f-4d34-8321-c089e41db359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:08.664182 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e7554a-a02f-4454-ace4-9c842046b0c4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] DELETE failed (client error): The resource could not be found. Dec 22 15:28:08.666809 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e7554a-a02f-4454-ace4-9c842046b0c4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:28:08.694487 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a2e7554a-a02f-4454-ace4-9c842046b0c4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/subnets/c56ef561-7227-41e9-8c7a-14c44c8a1cb7 HTTP/1.1" status: 404 len: 337 time: 0.0934381 Dec 22 15:28:08.698672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35530) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:08.712498 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] For port eadcba4f-0deb-472b-99fa-7531f35b0dca, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=eadcba4f-0deb-472b-99fa-7531f35b0dca,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:28:08.732803 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-52b87b4e-5c21-4669-b0f3-e0e92e6b24a1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Calling delete_port for c1e1e30f-41e6-4f22-a650-36d83566dbe9 owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:08.735760 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-703e15f5-e573-429f-a47d-18ecb7e9535f None None] Port 94b3321b-f2a6-4eb1-9c27-465593c03c29 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:28:08.763934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8d46874d-2a6f-4865-96ee-e6d53205e33c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:08.776083 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-26dc1732-6463-4c0f-a3bb-85d575666023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:08.799384 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:28:08.804151 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:08.806289 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] 10.222.0.59 "PUT /v2.0/routers/3b75110d-20ba-45ba-b58c-50f778c2cd9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1599455 Dec 22 15:28:08.829845 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-5452a4d0-c48f-4d34-8321-c089e41db359 None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:28:08.832122 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] Sync routers for ids ['3b75110d-20ba-45ba-b58c-50f778c2cd9b'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:28:08.861405 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] Routers {'3b75110d-20ba-45ba-b58c-50f778c2cd9b'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:08.862539 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['3b75110d-20ba-45ba-b58c-50f778c2cd9b'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:08.876526 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=e4046254-7ae4-40a6-a10c-bfc3ec274d92,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:08.876923 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec2d28a2-9f71-4181-8f02-eaa63f38c028 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:08.907204 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c75adc4-f349-4ac1-8990-c7816e7b02f8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] DELETE failed (client error): The resource could not be found. Dec 22 15:28:08.907935 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c75adc4-f349-4ac1-8990-c7816e7b02f8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:28:08.927239 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2c75adc4-f349-4ac1-8990-c7816e7b02f8 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/subnets/682a4c61-62c9-4e85-9cd1-1ea477c3e128 HTTP/1.1" status: 404 len: 337 time: 0.2270906 Dec 22 15:28:08.935802 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35536) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:08.938506 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46874d-2a6f-4865-96ee-e6d53205e33c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Subnet': ['ID=ee17e1bc-6c3b-4b39-8518-a355b425ce4a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:08.951021 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8d46874d-2a6f-4865-96ee-e6d53205e33c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:08.956129 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8d46874d-2a6f-4865-96ee-e6d53205e33c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:08.963523 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8d46874d-2a6f-4865-96ee-e6d53205e33c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/subnets/ee17e1bc-6c3b-4b39-8518-a355b425ce4a HTTP/1.1" status: 204 len: 168 time: 1.2239211 Dec 22 15:28:09.007007 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:09.046250 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eb2da2-a46c-4a9c-98ab-958312a12e68 None None] Network f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:09.049331 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35540) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:09.122614 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a2397d8f-b0cc-4df3-9152-684735744618 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:09.188003 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52b87b4e-5c21-4669-b0f3-e0e92e6b24a1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:09.192553 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:09.251210 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d28a2-9f71-4181-8f02-eaa63f38c028 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for 5e95118d-821c-4389-9010-134f84a35f68 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:09.281676 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafa9e4d-7bab-4212-93c1-638573cb679c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] DELETE failed (client error): The resource could not be found. Dec 22 15:28:09.288107 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafa9e4d-7bab-4212-93c1-638573cb679c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:28:09.288107 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-aafa9e4d-7bab-4212-93c1-638573cb679c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/ports/61c7f450-fcb7-48d7-bbc6-edbc0905f295 HTTP/1.1" status: 404 len: 333 time: 0.3473103 Dec 22 15:28:09.294912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35544) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:09.432395 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ed4661-f945-4c9c-995d-1333d0ece30a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] DELETE failed (client error): The resource could not be found. Dec 22 15:28:09.432867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ed4661-f945-4c9c-995d-1333d0ece30a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:28:09.434640 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-79ed4661-f945-4c9c-995d-1333d0ece30a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/subnets/35b3b21b-9f31-416c-b0ee-d2f13bff39ab HTTP/1.1" status: 404 len: 337 time: 0.0809855 Dec 22 15:28:09.448534 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] Set router 3b75110d-20ba-45ba-b58c-50f778c2cd9b gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:28:09.454033 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-703e15f5-e573-429f-a47d-18ecb7e9535f None None] Provisioning complete for port 151cf300-0eb6-4c46-8435-bbe520e42f3e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:09.455114 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-703e15f5-e573-429f-a47d-18ecb7e9535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:09.464584 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35552) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:09.580105 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:09.589701 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5452a4d0-c48f-4d34-8321-c089e41db359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:28:04Z', 'revision_number': 11, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:09.599003 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-44eaddd5-aa6c-44b9-89f7-5aea7ae8327a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] DELETE failed (client error): The resource could not be found. Dec 22 15:28:09.599468 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44eaddd5-aa6c-44b9-89f7-5aea7ae8327a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:28:09.605099 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-44eaddd5-aa6c-44b9-89f7-5aea7ae8327a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/subnets/6450f8df-7160-44a4-8388-02626e2c7153 HTTP/1.1" status: 404 len: 337 time: 0.1204317 Dec 22 15:28:09.605564 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35558) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:09.694591 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d62ce1f-5097-4223-875b-9bbee383df2b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] DELETE failed (client error): The resource could not be found. Dec 22 15:28:09.695595 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d62ce1f-5097-4223-875b-9bbee383df2b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:28:09.733780 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Pushing event updated for resources: {'Port': ['ID=eadcba4f-0deb-472b-99fa-7531f35b0dca,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:09.735262 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b87b4e-5c21-4669-b0f3-e0e92e6b24a1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Pushing event deleted for resources: {'Port': ['ID=c1e1e30f-41e6-4f22-a650-36d83566dbe9,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:09.740946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:09.829113 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-52b87b4e-5c21-4669-b0f3-e0e92e6b24a1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:09.925035 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Deleting port e2cf00af-38e7-4eba-b2af-f14f34fb6c10 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:09.925409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:09.972432 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5452a4d0-c48f-4d34-8321-c089e41db359 None None] The sync data for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv is: [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:28:04Z', 'revision_number': 11, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:28:10.011953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52b87b4e-5c21-4669-b0f3-e0e92e6b24a1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:10.058390 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1d62ce1f-5097-4223-875b-9bbee383df2b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/ports/7833b69f-8609-4b62-a1b5-b15757166b9a HTTP/1.1" status: 404 len: 333 time: 0.4489603 Dec 22 15:28:10.061682 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35562) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:10.325485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52b87b4e-5c21-4669-b0f3-e0e92e6b24a1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:10.328981 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52b87b4e-5c21-4669-b0f3-e0e92e6b24a1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:10.373455 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-c268a0de-c8c4-4ddf-86a0-5dc938662ed4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] DELETE failed (client error): The resource could not be found. Dec 22 15:28:10.373917 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c268a0de-c8c4-4ddf-86a0-5dc938662ed4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:28:10.391246 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35566) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:10.398467 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c268a0de-c8c4-4ddf-86a0-5dc938662ed4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/subnets/ad2d7a61-9ef3-4a0c-8d96-b1c94818510d HTTP/1.1" status: 404 len: 337 time: 0.2767043 Dec 22 15:28:10.426538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679810f-37f7-4116-bd5f-32a0f508445d req-2eb2143a-d4df-4964-8767-23906d1cbe4c tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:10.426538 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9679810f-37f7-4116-bd5f-32a0f508445d req-2eb2143a-d4df-4964-8767-23906d1cbe4c tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 946 time: 0.4203324 Dec 22 15:28:10.477341 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b75110d-20ba-45ba-b58c-50f778c2cd9b', 'name': 'tempest-TestVolumeBootPattern-119885800-router', 'tenant_id': '645745d9191f482f87e02999732ce483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'e4046254-7ae4-40a6-a10c-bfc3ec274d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:48Z', 'updated_at': '2021-12-22T15:28:04Z', 'revision_number': 4, 'project_id': '645745d9191f482f87e02999732ce483', 'gw_port': {'id': 'e4046254-7ae4-40a6-a10c-bfc3ec274d92', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b75110d-20ba-45ba-b58c-50f778c2cd9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:52Z', 'updated_at': '2021-12-22T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '35b66597-e37a-4993-983b-8a9a738eaaec', 'name': '', 'network_id': '0cf221b7-c2b0-4216-887e-9c588a757b0d', 'tenant_id': '645745d9191f482f87e02999732ce483', 'mac_address': 'fa:16:3e:92:bf:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b75110d-20ba-45ba-b58c-50f778c2cd9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'bc4f0114-6cda-4335-ba80-4f7e6651cd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:01Z', 'updated_at': '2021-12-22T15:28:05Z', 'revision_number': 2, 'project_id': '645745d9191f482f87e02999732ce483', 'subnets': [{'id': 'bc4f0114-6cda-4335-ba80-4f7e6651cd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:10.490189 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ff3af3-dfc2-4fa6-bfbc-d44c691df16f None None] DHCP port deletion for 0c6768a8-9bb3-490d-adf1-e992b8f141ae request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:28:10.497897 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] Checking router: 3b75110d-20ba-45ba-b58c-50f778c2cd9b for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:28:10.497897 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] Updating router 3b75110d-20ba-45ba-b58c-50f778c2cd9b port 35b66597-e37a-4993-983b-8a9a738eaaec binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:28:10.498166 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-11ff3af3-dfc2-4fa6-bfbc-d44c691df16f None None] Deleting port 151cf300-0eb6-4c46-8435-bbe520e42f3e {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:10.503700 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-11ff3af3-dfc2-4fa6-bfbc-d44c691df16f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:10.548098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec2d28a2-9f71-4181-8f02-eaa63f38c028 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:10.570563 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a117e1ba-4882-42d3-82e9-edb31f0f6968 tempest-ServersTestManualDisk-1505587833 tempest-ServersTestManualDisk-1505587833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:10.581972 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05d4491-a4ca-4917-8b85-e00e7ace43f4 None None] DHCP port deletion for f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:28:10.623257 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52b87b4e-5c21-4669-b0f3-e0e92e6b24a1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:10.627958 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b87b4e-5c21-4669-b0f3-e0e92e6b24a1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Fanout notify agent at l3_agent the message router_deleted on router af5b77ce-a22f-4597-9e0d-11945841f9f9 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:28:10.664972 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f05d4491-a4ca-4917-8b85-e00e7ace43f4 None None] Deleting port e2cf00af-38e7-4eba-b2af-f14f34fb6c10 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:10.665559 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f05d4491-a4ca-4917-8b85-e00e7ace43f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:10.708243 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:10.716911 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-6056e6ba-4636-46e3-a88b-0c3a13447847 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] DELETE failed (client error): The resource could not be found. Dec 22 15:28:10.717886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6056e6ba-4636-46e3-a88b-0c3a13447847 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:28:10.758550 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52b87b4e-5c21-4669-b0f3-e0e92e6b24a1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:10.758550 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-52b87b4e-5c21-4669-b0f3-e0e92e6b24a1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] 10.222.0.59 "DELETE /v2.0/routers/af5b77ce-a22f-4597-9e0d-11945841f9f9 HTTP/1.1" status: 204 len: 168 time: 4.3016217 Dec 22 15:28:10.761679 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35570) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:10.881403 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0d2c71-de3f-44c8-8e4d-9c3b1740ba50 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Deleting subnet c5a397d4-8130-4320-96cc-7a6d0308d8e1 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:28:10.885226 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6056e6ba-4636-46e3-a88b-0c3a13447847 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/subnets/32006e1a-79fc-4d21-b94e-9593249a1450 HTTP/1.1" status: 404 len: 337 time: 0.4577420 Dec 22 15:28:10.890334 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9679810f-37f7-4116-bd5f-32a0f508445d req-89a41ec8-09d3-4820-aed5-ff3acd18443c tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4641418 Dec 22 15:28:10.891639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1c0d2c71-de3f-44c8-8e4d-9c3b1740ba50 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:10.926035 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35574) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:10.932746 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] For port e2cf00af-38e7-4eba-b2af-f14f34fb6c10, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e2cf00af-38e7-4eba-b2af-f14f34fb6c10,segment=NetworkSegment(fd86a7c1-d397-4cfd-98c8-7dec1a03add2),segment_id=fd86a7c1-d397-4cfd-98c8-7dec1a03add2)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:28:10.933345 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:11.066674 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35580) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:11.073304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e4046254-7ae4-40a6-a10c-bfc3ec274d92 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:28:11.133078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1c0d2c71-de3f-44c8-8e4d-9c3b1740ba50 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:11.283591 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:11.286731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec2d28a2-9f71-4181-8f02-eaa63f38c028 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:11.290195 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ec2d28a2-9f71-4181-8f02-eaa63f38c028 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/5e95118d-821c-4389-9010-134f84a35f68 HTTP/1.1" status: 204 len: 168 time: 3.2930212 Dec 22 15:28:11.292323 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d28a2-9f71-4181-8f02-eaa63f38c028 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=5e95118d-821c-4389-9010-134f84a35f68,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:11.297926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ec2d28a2-9f71-4181-8f02-eaa63f38c028 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:11.298750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35582) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:11.302498 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] Transition to ACTIVE for port object 35b66597-e37a-4993-983b-8a9a738eaaec will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:11.348478 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1c0d2c71-de3f-44c8-8e4d-9c3b1740ba50 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:11.440632 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Calling delete_port for e2cf00af-38e7-4eba-b2af-f14f34fb6c10 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:11.463273 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-acfe079d-3f28-44d9-ace5-f646204c98ae tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-618355692', 'description': 'tempest-secgroup-smoke-618355692 description', 'project_id': '84464132bfda464dbef4abab87427463'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:11.471751 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:11.476201 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:11.488646 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-acfe079d-3f28-44d9-ace5-f646204c98ae tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:11.506740 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-acfe079d-3f28-44d9-ace5-f646204c98ae tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Usage tracker for resource:security_group and tenant:84464132bfda464dbef4abab87427463 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:11.509016 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port e4046254-7ae4-40a6-a10c-bfc3ec274d92 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:11.510010 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:11.516647 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-acfe079d-3f28-44d9-ace5-f646204c98ae tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:11.530671 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-acfe079d-3f28-44d9-ace5-f646204c98ae tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:11.570212 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-f05d4491-a4ca-4917-8b85-e00e7ace43f4 None None] For port e2cf00af-38e7-4eba-b2af-f14f34fb6c10, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e2cf00af-38e7-4eba-b2af-f14f34fb6c10,segment=NetworkSegment(fd86a7c1-d397-4cfd-98c8-7dec1a03add2),segment_id=fd86a7c1-d397-4cfd-98c8-7dec1a03add2)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:28:11.570958 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f05d4491-a4ca-4917-8b85-e00e7ace43f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:11.587359 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-11ff3af3-dfc2-4fa6-bfbc-d44c691df16f None None] For port 151cf300-0eb6-4c46-8435-bbe520e42f3e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=151cf300-0eb6-4c46-8435-bbe520e42f3e,segment=NetworkSegment(e43601be-9f0d-468f-965a-5ce33315fb3d),segment_id=e43601be-9f0d-468f-965a-5ce33315fb3d)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:28:11.588274 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-11ff3af3-dfc2-4fa6-bfbc-d44c691df16f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:11.658506 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1c0d2c71-de3f-44c8-8e4d-9c3b1740ba50 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:11.670593 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fd950c-4bce-4e02-b476-7fb87853e930 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:11.673869 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fd950c-4bce-4e02-b476-7fb87853e930 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:11.675306 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b9fd950c-4bce-4e02-b476-7fb87853e930 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:28:11.688441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0640534a-89ca-47d8-85fa-203ab92ef325 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:11.780137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-acfe079d-3f28-44d9-ace5-f646204c98ae tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:11.857276 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b9fd950c-4bce-4e02-b476-7fb87853e930 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:28:11.862338 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1c0d2c71-de3f-44c8-8e4d-9c3b1740ba50 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:11.863421 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b9fd950c-4bce-4e02-b476-7fb87853e930 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4421918 Dec 22 15:28:11.864263 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35588) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:11.882323 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d2c71-de3f-44c8-8e4d-9c3b1740ba50 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Pushing event deleted for resources: {'Subnet': ['ID=c5a397d4-8130-4320-96cc-7a6d0308d8e1,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:11.894465 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1c0d2c71-de3f-44c8-8e4d-9c3b1740ba50 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:11.930373 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-54a79aef-1f56-4622-957f-3666373df72e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Deleting port 94b3321b-f2a6-4eb1-9c27-465593c03c29 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:11.930858 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-54a79aef-1f56-4622-957f-3666373df72e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:11.945551 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:11.969916 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8f96070-805b-48d1-8105-45b3caf5d5e8 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:11.992405 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75197547-a9a9-46b0-a58b-3781ba04faa8 None None] Pushing event updated for resources: {'Port': ['ID=35b66597-e37a-4993-983b-8a9a738eaaec,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:12.019279 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75197547-a9a9-46b0-a58b-3781ba04faa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:12.019798 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75197547-a9a9-46b0-a58b-3781ba04faa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:12.020933 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75197547-a9a9-46b0-a58b-3781ba04faa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:12.020933 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75197547-a9a9-46b0-a58b-3781ba04faa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:12.021417 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75197547-a9a9-46b0-a58b-3781ba04faa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:12.021921 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75197547-a9a9-46b0-a58b-3781ba04faa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:12.022447 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75197547-a9a9-46b0-a58b-3781ba04faa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:12.022975 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75197547-a9a9-46b0-a58b-3781ba04faa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:12.023501 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75197547-a9a9-46b0-a58b-3781ba04faa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:12.024021 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75197547-a9a9-46b0-a58b-3781ba04faa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:12.024549 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75197547-a9a9-46b0-a58b-3781ba04faa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:12.025130 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75197547-a9a9-46b0-a58b-3781ba04faa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:12.048757 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd059b74-df22-4251-8bf2-fdc39481448b None None] Network 0ade1569-4404-413c-b049-6a3d85ff0b77 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:12.056771 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-75197547-a9a9-46b0-a58b-3781ba04faa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:12.081828 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] Attempting to bind port 35b66597-e37a-4993-983b-8a9a738eaaec on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:28:12.083105 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] Attempting to bind port 35b66597-e37a-4993-983b-8a9a738eaaec by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0cf221b7-c2b0-4216-887e-9c588a757b0d'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:28:12.084067 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] Attempting to bind port 35b66597-e37a-4993-983b-8a9a738eaaec on network 0cf221b7-c2b0-4216-887e-9c588a757b0d {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:28:12.095760 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Port': ['ID=e2cf00af-38e7-4eba-b2af-f14f34fb6c10,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:12.097078 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f05d4491-a4ca-4917-8b85-e00e7ace43f4 None None] Calling delete_port for e2cf00af-38e7-4eba-b2af-f14f34fb6c10 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:12.098842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] No DVR routers for this DVR port e2cf00af-38e7-4eba-b2af-f14f34fb6c10 on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:28:12.105230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:12.110704 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1c0d2c71-de3f-44c8-8e4d-9c3b1740ba50 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] 10.222.0.59 "DELETE /v2.0/subnets/c5a397d4-8130-4320-96cc-7a6d0308d8e1 HTTP/1.1" status: 204 len: 168 time: 1.3379047 Dec 22 15:28:12.117413 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:28:12.118485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35592) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:12.118810 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] Checking segment: {'id': '6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0cf221b7-c2b0-4216-887e-9c588a757b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:28:12.119808 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:12.120676 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] Bound using segment: {'id': '6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0cf221b7-c2b0-4216-887e-9c588a757b0d'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:28:12.126998 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] Bound port: 35b66597-e37a-4993-983b-8a9a738eaaec, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0cf221b7-c2b0-4216-887e-9c588a757b0d'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:28:12.132015 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:12.135974 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-acfe079d-3f28-44d9-ace5-f646204c98ae tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:12.141754 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-11ff3af3-dfc2-4fa6-bfbc-d44c691df16f None None] Calling delete_port for 151cf300-0eb6-4c46-8435-bbe520e42f3e owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:12.192827 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c0cdef-ba92-4b4a-8f4c-8f8fc0cd97fa tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet bb3f2f6e-6876-4e3a-8ada-ba8716612caa {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:28:12.204162 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-63c0cdef-ba92-4b4a-8f4c-8f8fc0cd97fa tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:12.283177 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:12.286507 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-acfe079d-3f28-44d9-ace5-f646204c98ae tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Usage tracker for resource:security_group_rule and tenant:84464132bfda464dbef4abab87427463 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:12.294188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-acfe079d-3f28-44d9-ace5-f646204c98ae tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:12.306202 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-acfe079d-3f28-44d9-ace5-f646204c98ae tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:12.394727 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:12.419769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-63c0cdef-ba92-4b4a-8f4c-8f8fc0cd97fa tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:12.441856 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] For port 35b66597-e37a-4993-983b-8a9a738eaaec, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:28:12.449797 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] For port 35b66597-e37a-4993-983b-8a9a738eaaec, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=35b66597-e37a-4993-983b-8a9a738eaaec,segment=NetworkSegment(6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e),segment_id=6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:28:12.480141 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Deleting port 9dfe2582-8d5c-4ef3-8273-dc47f68e5736 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:12.480823 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:12.498838 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:12.544600 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd86a7c1-d397-4cfd-98c8-7dec1a03add2') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:12.545141 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd86a7c1-d397-4cfd-98c8-7dec1a03add2') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:12.548343 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:12.567513 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:12.569215 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:12.580747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141443c-6e77-4623-85a0-a88337a53e1c req-7586ffda-dd25-4391-95e7-57bc45b10ceb tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:12.582508 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c141443c-6e77-4623-85a0-a88337a53e1c req-7586ffda-dd25-4391-95e7-57bc45b10ceb tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 946 time: 1.2582781 Dec 22 15:28:12.597609 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-54a79aef-1f56-4622-957f-3666373df72e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:12.676643 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-63c0cdef-ba92-4b4a-8f4c-8f8fc0cd97fa tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:12.752662 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] Routers {'3b75110d-20ba-45ba-b58c-50f778c2cd9b'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:12.753321 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['3b75110d-20ba-45ba-b58c-50f778c2cd9b'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:12.853412 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-f05d4491-a4ca-4917-8b85-e00e7ace43f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:28:12.854108 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-f05d4491-a4ca-4917-8b85-e00e7ace43f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:28:12.856180 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:12.870172 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:28:12.870873 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:12.882679 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-20d9d4d9-cabf-492a-acb7-ba8267937713 None None] Could not find standard attr ID for object 5e95118d-821c-4389-9010-134f84a35f68. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:28:12.905890 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device eadcba4f-0deb-472b-99fa-7531f35b0dca up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:28:12.935015 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75197547-a9a9-46b0-a58b-3781ba04faa8 None None] Pushing event updated for resources: {'Port': ['ID=35b66597-e37a-4993-983b-8a9a738eaaec,revision_number=4']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:12.951714 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-75197547-a9a9-46b0-a58b-3781ba04faa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:13.080387 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-11ff3af3-dfc2-4fa6-bfbc-d44c691df16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:13.124687 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-11ebc44b-62f6-4561-9fd3-f7ed00a05364 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:28:13.133690 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:28:13.138770 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-63c0cdef-ba92-4b4a-8f4c-8f8fc0cd97fa tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:13.154739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c600e4d6-ff60-4777-a261-f4afd44d2a94 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:13.177792 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] Set router 3b75110d-20ba-45ba-b58c-50f778c2cd9b gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:28:13.227274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-54a79aef-1f56-4622-957f-3666373df72e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Calling delete_port for 94b3321b-f2a6-4eb1-9c27-465593c03c29 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:13.236484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0cdef-ba92-4b4a-8f4c-8f8fc0cd97fa tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3f2f6e-6876-4e3a-8ada-ba8716612caa,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:13.248610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-63c0cdef-ba92-4b4a-8f4c-8f8fc0cd97fa tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:13.249594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:13.262845 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ff3af3-dfc2-4fa6-bfbc-d44c691df16f None None] No DVR routers for this DVR port 151cf300-0eb6-4c46-8435-bbe520e42f3e on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:28:13.265298 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-63c0cdef-ba92-4b4a-8f4c-8f8fc0cd97fa tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:13.274916 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-20d9d4d9-cabf-492a-acb7-ba8267937713 None None] Provisioning for port eadcba4f-0deb-472b-99fa-7531f35b0dca completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:28:13.305463 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5533d008-c89c-4d09-bf15-da9f1dd6f2af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:13.322487 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0beb81d-b5c2-4818-a224-e989d066a496 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:13.348369 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:13.360428 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/networks/f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25 HTTP/1.1" status: 204 len: 168 time: 4.2544611 Dec 22 15:28:13.362438 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Pushing event deleted for resources: {'Network': ['ID=f45f1ee8-a8d5-4552-b62f-d5aaa5cbda25,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:13.372017 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:13.372416 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff3af3-dfc2-4fa6-bfbc-d44c691df16f None None] Pushing event deleted for resources: {'Port': ['ID=151cf300-0eb6-4c46-8435-bbe520e42f3e,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:13.372789 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35596) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:13.384405 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-11ff3af3-dfc2-4fa6-bfbc-d44c691df16f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:13.394492 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-acfe079d-3f28-44d9-ace5-f646204c98ae tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:13.402481 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f05d4491-a4ca-4917-8b85-e00e7ace43f4 None None] Deleting port e2cf00af-38e7-4eba-b2af-f14f34fb6c10 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:13.402836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5b8b9682-6c09-4879-8220-915b7ebf9d4c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'router': {'routes': None}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:13.403440 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f05d4491-a4ca-4917-8b85-e00e7ace43f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:13.441519 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c141443c-6e77-4623-85a0-a88337a53e1c req-6bec0751-51d2-46cb-bb0f-4977fa7ad1e3 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8258221 Dec 22 15:28:13.593010 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35600) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:13.605440 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-acfe079d-3f28-44d9-ace5-f646204c98ae tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:13.633091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b11c1181-63a9-4f4e-a948-69f215f343d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:13.700345 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f05d4491-a4ca-4917-8b85-e00e7ace43f4 None None] The port 'e2cf00af-38e7-4eba-b2af-f14f34fb6c10' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:28:13.741108 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] For port 9dfe2582-8d5c-4ef3-8273-dc47f68e5736, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=9dfe2582-8d5c-4ef3-8273-dc47f68e5736,segment=NetworkSegment(38c3fea4-ead6-44d6-a5a7-a7dfe9fe5a51),segment_id=38c3fea4-ead6-44d6-a5a7-a7dfe9fe5a51)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:28:13.741108 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:13.749416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe079d-3f28-44d9-ace5-f646204c98ae tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5badb9a5-6f46-48eb-9141-a6163c784b32,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:13.756770 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-acfe079d-3f28-44d9-ace5-f646204c98ae tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:13.820725 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-acfe079d-3f28-44d9-ace5-f646204c98ae tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:13.825332 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-acfe079d-3f28-44d9-ace5-f646204c98ae tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.5123608 Dec 22 15:28:13.825968 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35604) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:13.882084 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port eadcba4f-0deb-472b-99fa-7531f35b0dca completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:28:13.891138 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port eadcba4f-0deb-472b-99fa-7531f35b0dca triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:13.891853 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:13.909860 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-00779530-db76-4de8-85ca-005c1349ff83 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Request body: {'security_group_rule': {'security_group_id': '5badb9a5-6f46-48eb-9141-a6163c784b32', 'project_id': '84464132bfda464dbef4abab87427463', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:13.923294 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:28:13.925937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Calling delete_port for 9dfe2582-8d5c-4ef3-8273-dc47f68e5736 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:13.942465 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5deff21c-62af-4093-a3da-23c9ce3f0518 None None] DHCP port deletion for 0ade1569-4404-413c-b049-6a3d85ff0b77 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:28:13.955532 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-54a79aef-1f56-4622-957f-3666373df72e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:13.970690 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-5deff21c-62af-4093-a3da-23c9ce3f0518 None None] Deleting port 9dfe2582-8d5c-4ef3-8273-dc47f68e5736 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:13.971379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5deff21c-62af-4093-a3da-23c9ce3f0518 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:13.972258 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b75110d-20ba-45ba-b58c-50f778c2cd9b', 'name': 'tempest-TestVolumeBootPattern-119885800-router', 'tenant_id': '645745d9191f482f87e02999732ce483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'e4046254-7ae4-40a6-a10c-bfc3ec274d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:48Z', 'updated_at': '2021-12-22T15:28:04Z', 'revision_number': 4, 'project_id': '645745d9191f482f87e02999732ce483', 'gw_port': {'id': 'e4046254-7ae4-40a6-a10c-bfc3ec274d92', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b75110d-20ba-45ba-b58c-50f778c2cd9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:52Z', 'updated_at': '2021-12-22T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '35b66597-e37a-4993-983b-8a9a738eaaec', 'name': '', 'network_id': '0cf221b7-c2b0-4216-887e-9c588a757b0d', 'tenant_id': '645745d9191f482f87e02999732ce483', 'mac_address': 'fa:16:3e:92:bf:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b75110d-20ba-45ba-b58c-50f778c2cd9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'bc4f0114-6cda-4335-ba80-4f7e6651cd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:01Z', 'updated_at': '2021-12-22T15:28:12Z', 'revision_number': 4, 'project_id': '645745d9191f482f87e02999732ce483', 'subnets': [{'id': 'bc4f0114-6cda-4335-ba80-4f7e6651cd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:13.977920 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174ec91b-98ef-4317-ab81-71525506fbba None None] The sync data for ids ['3b75110d-20ba-45ba-b58c-50f778c2cd9b'] in dv-neutron-822674-1-hyperv is: [{'id': '3b75110d-20ba-45ba-b58c-50f778c2cd9b', 'name': 'tempest-TestVolumeBootPattern-119885800-router', 'tenant_id': '645745d9191f482f87e02999732ce483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'e4046254-7ae4-40a6-a10c-bfc3ec274d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:48Z', 'updated_at': '2021-12-22T15:28:04Z', 'revision_number': 4, 'project_id': '645745d9191f482f87e02999732ce483', 'gw_port': {'id': 'e4046254-7ae4-40a6-a10c-bfc3ec274d92', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b75110d-20ba-45ba-b58c-50f778c2cd9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:52Z', 'updated_at': '2021-12-22T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '35b66597-e37a-4993-983b-8a9a738eaaec', 'name': '', 'network_id': '0cf221b7-c2b0-4216-887e-9c588a757b0d', 'tenant_id': '645745d9191f482f87e02999732ce483', 'mac_address': 'fa:16:3e:92:bf:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b75110d-20ba-45ba-b58c-50f778c2cd9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'bc4f0114-6cda-4335-ba80-4f7e6651cd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:01Z', 'updated_at': '2021-12-22T15:28:12Z', 'revision_number': 4, 'project_id': '645745d9191f482f87e02999732ce483', 'subnets': [{'id': 'bc4f0114-6cda-4335-ba80-4f7e6651cd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:28:13.980083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-00779530-db76-4de8-85ca-005c1349ff83 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:13.982483 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2093d2fe-0cae-4f5d-8a2a-a2ac7bd6a95e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:14.011042 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-63c0cdef-ba92-4b4a-8f4c-8f8fc0cd97fa tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/bb3f2f6e-6876-4e3a-8ada-ba8716612caa HTTP/1.1" status: 204 len: 168 time: 2.1431499 Dec 22 15:28:14.014184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35608) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:14.024112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-00779530-db76-4de8-85ca-005c1349ff83 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Usage tracker for resource:security_group_rule and tenant:84464132bfda464dbef4abab87427463 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:14.168167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-00779530-db76-4de8-85ca-005c1349ff83 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:14.177750 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-86b5ffd9-3840-48b3-91d9-1184b3056572 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1567266 Dec 22 15:28:14.182676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35612) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:14.190419 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-00779530-db76-4de8-85ca-005c1349ff83 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:14.210977 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a79aef-1f56-4622-957f-3666373df72e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Port': ['ID=94b3321b-f2a6-4eb1-9c27-465593c03c29,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:14.279893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a12a79e-49e6-4ec1-a1a6-2c5973313661 None None] DHCP port deletion for a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:28:14.306765 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-8a12a79e-49e6-4ec1-a1a6-2c5973313661 None None] Deleting port eadcba4f-0deb-472b-99fa-7531f35b0dca {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:14.307147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a12a79e-49e6-4ec1-a1a6-2c5973313661 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:14.319994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.extraroute_db [None req-5b8b9682-6c09-4879-8220-915b7ebf9d4c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Added routes are [] {{(pid=88217) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 15:28:14.320586 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.extraroute_db [None req-5b8b9682-6c09-4879-8220-915b7ebf9d4c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Removed routes are [] {{(pid=88217) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 15:28:14.320675 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b8b9682-6c09-4879-8220-915b7ebf9d4c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:14.354470 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-54a79aef-1f56-4622-957f-3666373df72e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:14.364697 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:14.380337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-54a79aef-1f56-4622-957f-3666373df72e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:14.411515 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-00779530-db76-4de8-85ca-005c1349ff83 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:14.456232 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:14.505996 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-79af903d-3783-4a56-a57d-7e424c5f63eb tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:14.532090 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-5deff21c-62af-4093-a3da-23c9ce3f0518 None None] For port 9dfe2582-8d5c-4ef3-8273-dc47f68e5736, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=9dfe2582-8d5c-4ef3-8273-dc47f68e5736,segment=NetworkSegment(38c3fea4-ead6-44d6-a5a7-a7dfe9fe5a51),segment_id=38c3fea4-ead6-44d6-a5a7-a7dfe9fe5a51)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:28:14.532500 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5deff21c-62af-4093-a3da-23c9ce3f0518 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:14.543471 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c011971f-1b08-4bdd-8ced-d0a1516e75f5 tempest-TestNetworkAdvancedServerOps-47677099 tempest-TestNetworkAdvancedServerOps-47677099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:14.546007 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c011971f-1b08-4bdd-8ced-d0a1516e75f5 tempest-TestNetworkAdvancedServerOps-47677099 tempest-TestNetworkAdvancedServerOps-47677099-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 1094 time: 0.9498270 Dec 22 15:28:14.557274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35618) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:14.567748 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port eadcba4f-0deb-472b-99fa-7531f35b0dca, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=eadcba4f-0deb-472b-99fa-7531f35b0dca,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:28:14.581691 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] No DVR routers for this DVR port 9dfe2582-8d5c-4ef3-8273-dc47f68e5736 on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:28:14.602407 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-54a79aef-1f56-4622-957f-3666373df72e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/ports/94b3321b-f2a6-4eb1-9c27-465593c03c29 HTTP/1.1" status: 204 len: 168 time: 3.6734829 Dec 22 15:28:14.657784 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:14.668396 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Pushing event deleted for resources: {'Port': ['ID=9dfe2582-8d5c-4ef3-8273-dc47f68e5736,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:14.686969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:14.692082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35622) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:14.702529 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-5deff21c-62af-4093-a3da-23c9ce3f0518 None None] Calling delete_port for 9dfe2582-8d5c-4ef3-8273-dc47f68e5736 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:14.708102 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:14.713258 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b8b9682-6c09-4879-8220-915b7ebf9d4c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:14.718623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b8b9682-6c09-4879-8220-915b7ebf9d4c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:14.735703 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:14.751930 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8131e752-5d14-4092-9f7d-f5e75547e4fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:14.761572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ee2d35-cfbf-4e80-b371-a2ce2d106e74 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:14.771074 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-64ee2d35-cfbf-4e80-b371-a2ce2d106e74 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:28:14.844109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Usage tracker for resource:floatingip and tenant:0d737c316a4542e78135e34c5fa7a4f9 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:14.864250 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:14.892501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8b9682-6c09-4879-8220-915b7ebf9d4c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router abc7d5a1-3004-4908-a377-bccfc6871e96 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:28:14.918158 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e2cf00af-38e7-4eba-b2af-f14f34fb6c10 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:28:14.972204 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: e2cf00af-38e7-4eba-b2af-f14f34fb6c10 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:28:14.972555 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e2cf00af-38e7-4eba-b2af-f14f34fb6c10 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:28:14.972996 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 151cf300-0eb6-4c46-8435-bbe520e42f3e no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:28:15.019145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:15.048995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-00779530-db76-4de8-85ca-005c1349ff83 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:15.059950 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:15.073772 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-64ee2d35-cfbf-4e80-b371-a2ce2d106e74 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:28:15.077299 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-64ee2d35-cfbf-4e80-b371-a2ce2d106e74 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8681402 Dec 22 15:28:15.084130 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35626) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:15.100222 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d75bfc98-3ce5-4e8e-a548-8c021f98f24e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:15.101148 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 151cf300-0eb6-4c46-8435-bbe520e42f3e {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:28:15.101572 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 151cf300-0eb6-4c46-8435-bbe520e42f3e not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:28:15.102303 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6b9b5e3c-7973-4554-b2f0-12ae4f25831e no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:28:15.119383 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8b9682-6c09-4879-8220-915b7ebf9d4c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:28:15.134583 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b8b9682-6c09-4879-8220-915b7ebf9d4c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:15.136941 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5b8b9682-6c09-4879-8220-915b7ebf9d4c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/abc7d5a1-3004-4908-a377-bccfc6871e96 HTTP/1.1" status: 200 len: 701 time: 1.7625337 Dec 22 15:28:15.139805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35630) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:15.154691 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4809cdbe-b724-4f7c-ae11-df4670b89adf None None] Sync routers for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:28:15.163510 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 6b9b5e3c-7973-4554-b2f0-12ae4f25831e {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:28:15.163865 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6b9b5e3c-7973-4554-b2f0-12ae4f25831e not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:28:15.174553 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=eadcba4f-0deb-472b-99fa-7531f35b0dca,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:15.188103 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:15.190650 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-8a12a79e-49e6-4ec1-a1a6-2c5973313661 None None] For port eadcba4f-0deb-472b-99fa-7531f35b0dca, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=eadcba4f-0deb-472b-99fa-7531f35b0dca,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:28:15.191064 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a12a79e-49e6-4ec1-a1a6-2c5973313661 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:15.196640 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a70f95-e2fa-42d9-9312-30c9e7a3acaf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:15.197430 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-88a70f95-e2fa-42d9-9312-30c9e7a3acaf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:28:15.209871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ade1569-4404-413c-b049-6a3d85ff0b77']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:15.210093 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-5deff21c-62af-4093-a3da-23c9ce3f0518 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:28:15.210428 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-5deff21c-62af-4093-a3da-23c9ce3f0518 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:28:15.218725 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-00779530-db76-4de8-85ca-005c1349ff83 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:15.221270 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:15.251949 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-de419e74-53d2-41fb-b1b7-a9f3ba028b15 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Synchronizing usage tracker for tenant:7b4975992c034d11b43920ae668ae5e2 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:28:15.266514 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:15.283059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4809cdbe-b724-4f7c-ae11-df4670b89adf None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:15.283838 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4809cdbe-b724-4f7c-ae11-df4670b89adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:15.298805 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c3fea4-ead6-44d6-a5a7-a7dfe9fe5a51') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:15.299137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c3fea4-ead6-44d6-a5a7-a7dfe9fe5a51') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:15.341793 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-de419e74-53d2-41fb-b1b7-a9f3ba028b15 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Unset dirty status for tenant:7b4975992c034d11b43920ae668ae5e2 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:28:15.342609 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-00779530-db76-4de8-85ca-005c1349ff83 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:15.347210 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-00779530-db76-4de8-85ca-005c1349ff83 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4431305 Dec 22 15:28:15.348082 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-de419e74-53d2-41fb-b1b7-a9f3ba028b15 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/ports?device_id=abc7d5a1-3004-4908-a377-bccfc6871e96 HTTP/1.1" status: 200 len: 205 time: 0.2061174 Dec 22 15:28:15.350727 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35634) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:15.351148 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35636) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:15.441689 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-8a12a79e-49e6-4ec1-a1a6-2c5973313661 None None] Calling delete_port for eadcba4f-0deb-472b-99fa-7531f35b0dca owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:15.448238 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00779530-db76-4de8-85ca-005c1349ff83 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5e7663-0787-45b0-b5a6-2abd7049049c,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:15.451743 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:15.479091 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 35b66597-e37a-4993-983b-8a9a738eaaec up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:28:15.497436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-00779530-db76-4de8-85ca-005c1349ff83 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:15.557703 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-837c9326-d34c-492e-9659-db15e592c31c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:15.692339 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-4809cdbe-b724-4f7c-ae11-df4670b89adf None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:28:15.739523 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-5deff21c-62af-4093-a3da-23c9ce3f0518 None None] Deleting port 9dfe2582-8d5c-4ef3-8273-dc47f68e5736 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:15.740051 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5deff21c-62af-4093-a3da-23c9ce3f0518 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:15.768337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:15.817042 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-88a70f95-e2fa-42d9-9312-30c9e7a3acaf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:28:15.818290 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-abb7f1e6-ca41-4f42-b9c6-88a26ded4fbe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Request body: {'security_group_rule': {'security_group_id': '5badb9a5-6f46-48eb-9141-a6163c784b32', 'project_id': '84464132bfda464dbef4abab87427463', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:15.821050 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-88a70f95-e2fa-42d9-9312-30c9e7a3acaf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7264428 Dec 22 15:28:15.832856 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35642) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:15.837379 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d75bfc98-3ce5-4e8e-a548-8c021f98f24e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:15.892270 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4809cdbe-b724-4f7c-ae11-df4670b89adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:28:04Z', 'revision_number': 11, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:15.921009 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:28:15.921565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:28:15.944724 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:28:15.949810 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-5deff21c-62af-4093-a3da-23c9ce3f0518 None None] The port '9dfe2582-8d5c-4ef3-8273-dc47f68e5736' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:28:15.955429 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4809cdbe-b724-4f7c-ae11-df4670b89adf None None] Checking router: abc7d5a1-3004-4908-a377-bccfc6871e96 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:28:15.972755 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4809cdbe-b724-4f7c-ae11-df4670b89adf None None] Routers {'abc7d5a1-3004-4908-a377-bccfc6871e96'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:15.973417 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4809cdbe-b724-4f7c-ae11-df4670b89adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['abc7d5a1-3004-4908-a377-bccfc6871e96'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:15.998346 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5ece2ddc-c7ed-4115-98ff-4812e4fef085 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1560078 Dec 22 15:28:16.063806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-d75bfc98-3ce5-4e8e-a548-8c021f98f24e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6768a8-9bb3-490d-adf1-e992b8f141ae']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:16.071168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35646) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:16.109383 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-9da0b7c4-6e96-4fbe-a18e-79474f25a170 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:16.127264 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-d75bfc98-3ce5-4e8e-a548-8c021f98f24e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43601be-9f0d-468f-965a-5ce33315fb3d') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:16.127584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-d75bfc98-3ce5-4e8e-a548-8c021f98f24e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43601be-9f0d-468f-965a-5ce33315fb3d') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:16.201586 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d75bfc98-3ce5-4e8e-a548-8c021f98f24e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:16.226476 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-abb7f1e6-ca41-4f42-b9c6-88a26ded4fbe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:16.238915 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:16.244297 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-8a12a79e-49e6-4ec1-a1a6-2c5973313661 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:28:16.244899 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-8a12a79e-49e6-4ec1-a1a6-2c5973313661 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:28:16.245660 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 35b66597-e37a-4993-983b-8a9a738eaaec completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:28:16.257513 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bcf0e6d1-f32d-4547-b7cd-10ffd8be5458 tempest-FloatingIPTestJSON-2142633079 tempest-FloatingIPTestJSON-2142633079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:16.262426 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 35b66597-e37a-4993-983b-8a9a738eaaec triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:16.263088 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:16.277238 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d75bfc98-3ce5-4e8e-a548-8c021f98f24e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:16.279838 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:16.298308 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75bfc98-3ce5-4e8e-a548-8c021f98f24e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:28:16.298831 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d75bfc98-3ce5-4e8e-a548-8c021f98f24e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:16.311014 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-4809cdbe-b724-4f7c-ae11-df4670b89adf None None] Set router abc7d5a1-3004-4908-a377-bccfc6871e96 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:28:16.315645 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:28:16.319973 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Pushing event deleted for resources: {'Network': ['ID=0ade1569-4404-413c-b049-6a3d85ff0b77,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:16.333953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9da0b7c4-6e96-4fbe-a18e-79474f25a170 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:16.337592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:16.340181 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] 10.222.0.59 "DELETE /v2.0/networks/0ade1569-4404-413c-b049-6a3d85ff0b77 HTTP/1.1" status: 204 len: 168 time: 4.2109439 Dec 22 15:28:16.384508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-abb7f1e6-ca41-4f42-b9c6-88a26ded4fbe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Usage tracker for resource:security_group_rule and tenant:84464132bfda464dbef4abab87427463 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:16.389395 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35650) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:16.400942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-abb7f1e6-ca41-4f42-b9c6-88a26ded4fbe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:16.431852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9da0b7c4-6e96-4fbe-a18e-79474f25a170 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:16.491227 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:16.536107 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-837c9326-d34c-492e-9659-db15e592c31c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:16.540412 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-abb7f1e6-ca41-4f42-b9c6-88a26ded4fbe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:16.556709 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4809cdbe-b724-4f7c-ae11-df4670b89adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:28:04Z', 'revision_number': 11, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:16.559235 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-837c9326-d34c-492e-9659-db15e592c31c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:16.564632 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da0b7c4-6e96-4fbe-a18e-79474f25a170 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:28:16.569604 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9da0b7c4-6e96-4fbe-a18e-79474f25a170 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:16.571943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4809cdbe-b724-4f7c-ae11-df4670b89adf None None] The sync data for ids ['abc7d5a1-3004-4908-a377-bccfc6871e96'] in dv-neutron-822674-1-hyperv is: [{'id': 'abc7d5a1-3004-4908-a377-bccfc6871e96', 'name': 'tempest-RoutersTest-router-1514704787', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:54Z', 'updated_at': '2021-12-22T15:28:04Z', 'revision_number': 11, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:28:16.600163 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d75bfc98-3ce5-4e8e-a548-8c021f98f24e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:16.615654 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-921cea44-ced0-48a2-a582-2b65f294fe6f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:16.630432 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d75bfc98-3ce5-4e8e-a548-8c021f98f24e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:16.716526 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bfc98-3ce5-4e8e-a548-8c021f98f24e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Pushing event deleted for resources: {'Network': ['ID=0c6768a8-9bb3-490d-adf1-e992b8f141ae,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:16.729672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d75bfc98-3ce5-4e8e-a548-8c021f98f24e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:16.742740 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:16.765070 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-8a12a79e-49e6-4ec1-a1a6-2c5973313661 None None] Deleting port eadcba4f-0deb-472b-99fa-7531f35b0dca {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:16.765766 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a12a79e-49e6-4ec1-a1a6-2c5973313661 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:16.779251 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d75bfc98-3ce5-4e8e-a548-8c021f98f24e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] 10.222.0.59 "DELETE /v2.0/networks/0c6768a8-9bb3-490d-adf1-e992b8f141ae HTTP/1.1" status: 204 len: 168 time: 2.0694129 Dec 22 15:28:16.785338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-0799f710-ede5-47ac-ab3a-74b0cf2bf6bd tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Deleting port 1d703051-008c-4a8a-95c6-bb15ed7528fe {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:16.786073 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0799f710-ede5-47ac-ab3a-74b0cf2bf6bd tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:16.883861 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Allocated IP 172.26.6.233 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/55912505-723c-43cd-8dd3-35b8a4a9aa0e) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:28:16.885351 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-837c9326-d34c-492e-9659-db15e592c31c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:16.885956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837c9326-d34c-492e-9659-db15e592c31c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Fanout notify agent at l3_agent the message router_deleted on router abc7d5a1-3004-4908-a377-bccfc6871e96 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:28:16.896206 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abb7f1e6-ca41-4f42-b9c6-88a26ded4fbe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:16.943212 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 35b66597-e37a-4993-983b-8a9a738eaaec, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=35b66597-e37a-4993-983b-8a9a738eaaec,segment=NetworkSegment(6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e),segment_id=6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:28:16.954894 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-837c9326-d34c-492e-9659-db15e592c31c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:16.956238 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-837c9326-d34c-492e-9659-db15e592c31c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/routers/abc7d5a1-3004-4908-a377-bccfc6871e96 HTTP/1.1" status: 204 len: 168 time: 1.6036060 Dec 22 15:28:16.967962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35656) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:17.036477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7e2cccb5-16c9-4ed0-acba-3aac1a675150 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1882568092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:17.065878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7e2cccb5-16c9-4ed0-acba-3aac1a675150 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:17.077652 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7e2cccb5-16c9-4ed0-acba-3aac1a675150 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Usage tracker for resource:router and tenant:7b4975992c034d11b43920ae668ae5e2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:17.084370 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7e2cccb5-16c9-4ed0-acba-3aac1a675150 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:17.085169 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:17.099413 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7e2cccb5-16c9-4ed0-acba-3aac1a675150 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:17.122446 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d669e400-e316-46a3-bfe6-32094245aadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:17.174841 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abb7f1e6-ca41-4f42-b9c6-88a26ded4fbe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:17.208180 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0799f710-ede5-47ac-ab3a-74b0cf2bf6bd tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:17.208869 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0799f710-ede5-47ac-ab3a-74b0cf2bf6bd tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:17.227252 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e2cccb5-16c9-4ed0-acba-3aac1a675150 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:17.229250 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e2cccb5-16c9-4ed0-acba-3aac1a675150 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:17.259121 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 9dfe2582-8d5c-4ef3-8273-dc47f68e5736 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:28:17.277705 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:17.307492 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abb7f1e6-ca41-4f42-b9c6-88a26ded4fbe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:17.371896 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 9dfe2582-8d5c-4ef3-8273-dc47f68e5736 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:28:17.372164 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 9dfe2582-8d5c-4ef3-8273-dc47f68e5736 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:28:17.372630 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device eadcba4f-0deb-472b-99fa-7531f35b0dca no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:28:17.377959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-96676f9a-0653-4aa5-8472-cc67df7979ff tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:17.395406 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-0799f710-ede5-47ac-ab3a-74b0cf2bf6bd tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Calling delete_port for 1d703051-008c-4a8a-95c6-bb15ed7528fe owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:17.476491 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e2cccb5-16c9-4ed0-acba-3aac1a675150 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:17.479313 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7f1e6-ca41-4f42-b9c6-88a26ded4fbe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c862ce-e901-433d-aa30-70cd0dd77800,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:17.491484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-abb7f1e6-ca41-4f42-b9c6-88a26ded4fbe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:17.513366 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=35b66597-e37a-4993-983b-8a9a738eaaec,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:17.523896 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:17.532017 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-8a12a79e-49e6-4ec1-a1a6-2c5973313661 None None] For port eadcba4f-0deb-472b-99fa-7531f35b0dca, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=eadcba4f-0deb-472b-99fa-7531f35b0dca,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:28:17.532443 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a12a79e-49e6-4ec1-a1a6-2c5973313661 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:17.571006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9da0b7c4-6e96-4fbe-a18e-79474f25a170 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:17.580785 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bf829999-7d86-4aa7-a7d1-72255e5a0937 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:17.611097 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abb7f1e6-ca41-4f42-b9c6-88a26ded4fbe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:17.615070 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-abb7f1e6-ca41-4f42-b9c6-88a26ded4fbe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.2537925 Dec 22 15:28:17.620226 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e2cccb5-16c9-4ed0-acba-3aac1a675150 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:17.637516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35660) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:17.656476 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-a0759f2a-7576-480a-ad33-277a15a3610b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Request body: {'security_group_rule': {'security_group_id': '5badb9a5-6f46-48eb-9141-a6163c784b32', 'project_id': '84464132bfda464dbef4abab87427463', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:17.675141 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:17.702812 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-8a12a79e-49e6-4ec1-a1a6-2c5973313661 None None] Calling delete_port for eadcba4f-0deb-472b-99fa-7531f35b0dca owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:17.704449 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a0759f2a-7576-480a-ad33-277a15a3610b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:17.742511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e2cccb5-16c9-4ed0-acba-3aac1a675150 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:17.746788 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7e2cccb5-16c9-4ed0-acba-3aac1a675150 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7749660 Dec 22 15:28:17.753380 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35666) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:17.754188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a0759f2a-7576-480a-ad33-277a15a3610b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Usage tracker for resource:security_group_rule and tenant:84464132bfda464dbef4abab87427463 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:17.761808 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da0b7c4-6e96-4fbe-a18e-79474f25a170 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:17.768509 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a0759f2a-7576-480a-ad33-277a15a3610b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:17.770080 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-defe7ea8-cfa5-4c18-8509-4ea3e1c25f4c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:17.777942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-9da0b7c4-6e96-4fbe-a18e-79474f25a170 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:17.783438 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da0b7c4-6e96-4fbe-a18e-79474f25a170 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:17.784685 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9da0b7c4-6e96-4fbe-a18e-79474f25a170 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:17.798753 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:17.809593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a0759f2a-7576-480a-ad33-277a15a3610b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:17.822261 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35670) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:17.827850 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:17.831820 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:17.833029 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:17.893173 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0799f710-ede5-47ac-ab3a-74b0cf2bf6bd tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:17.916111 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e5b24c4a-071b-4f54-8d0b-b1a1a86710f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:17.934306 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0b7c4-6e96-4fbe-a18e-79474f25a170 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=b72d28a5-1c8d-4761-806b-6c6f89652e25,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:17.939718 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9da0b7c4-6e96-4fbe-a18e-79474f25a170 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:17.947902 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a12a79e-49e6-4ec1-a1a6-2c5973313661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:17.953259 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a0dbc9f2-15dd-4dd3-8c0e-a5b5b40908e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:17.973758 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:18.050360 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12a79e-49e6-4ec1-a1a6-2c5973313661 None None] Pushing event deleted for resources: {'Port': ['ID=eadcba4f-0deb-472b-99fa-7531f35b0dca,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:18.059748 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8a12a79e-49e6-4ec1-a1a6-2c5973313661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:18.068200 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a12a79e-49e6-4ec1-a1a6-2c5973313661 None None] No DVR routers for this DVR port eadcba4f-0deb-472b-99fa-7531f35b0dca on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:28:18.091707 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f6c3ae-a083-4e28-8690-da1898650e1f None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:18.114795 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799f710-ede5-47ac-ab3a-74b0cf2bf6bd tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Pushing event deleted for resources: {'Port': ['ID=1d703051-008c-4a8a-95c6-bb15ed7528fe,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:18.123712 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0799f710-ede5-47ac-ab3a-74b0cf2bf6bd tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:18.233398 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9da0b7c4-6e96-4fbe-a18e-79474f25a170 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1437361 Dec 22 15:28:18.235436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a0759f2a-7576-480a-ad33-277a15a3610b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:18.251420 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35676) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:18.254878 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 35b66597-e37a-4993-983b-8a9a738eaaec up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:28:18.293958 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-d04894a1-2455-4304-b618-672f5757e53f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'fixed_ips': [{'subnet_id': 'b72d28a5-1c8d-4761-806b-6c6f89652e25', 'ip_address': '2001:db8::b225:27c:fde1:4027'}], 'name': 'tempest-NetworksTestDHCPv6-74425142'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:18.367028 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7cc8bace-e979-41c2-a98e-445a58928caa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=842f3ac375dd4ba3beae00957da10632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5414667 Dec 22 15:28:18.367937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event updated for resources: {'Port': ['ID=55912505-723c-43cd-8dd3-35b8a4a9aa0e,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:18.400965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35680) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:18.458743 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 35b66597-e37a-4993-983b-8a9a738eaaec triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:18.459529 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:18.495205 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'fixed_ips': [{'subnet_id': 'b72d28a5-1c8d-4761-806b-6c6f89652e25'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:28:18.498770 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:18.612822 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:18.663676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a0759f2a-7576-480a-ad33-277a15a3610b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:18.765637 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a0759f2a-7576-480a-ad33-277a15a3610b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:18.772439 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-61e4b43b-e9a1-4981-b0e9-4592b84272c4 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:18.781418 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Allocated IP 2001:db8::2 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/b72d28a5-1c8d-4761-806b-6c6f89652e25/8631e680-ac82-4ce3-8fff-1e063f77209f) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:28:18.823264 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0759f2a-7576-480a-ad33-277a15a3610b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c494af-c285-473f-a60f-b63ef2f00e5f,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:18.834270 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a0759f2a-7576-480a-ad33-277a15a3610b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:18.839658 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d04894a1-2455-4304-b618-672f5757e53f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:18.856192 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d04894a1-2455-4304-b618-672f5757e53f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:18.870678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0799f710-ede5-47ac-ab3a-74b0cf2bf6bd tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:18.873486 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0799f710-ede5-47ac-ab3a-74b0cf2bf6bd tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:18.879397 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0799f710-ede5-47ac-ab3a-74b0cf2bf6bd tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] 10.222.0.59 "DELETE /v2.0/floatingips/9b70b73f-c37a-4ae2-baab-f1c9d512baab HTTP/1.1" status: 204 len: 168 time: 2.4831688 Dec 22 15:28:18.921604 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-347363d2-49aa-4950-9787-2243ce02f2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:18.927486 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-defe7ea8-cfa5-4c18-8509-4ea3e1c25f4c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:18.959940 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-347363d2-49aa-4950-9787-2243ce02f2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:18.989667 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a0759f2a-7576-480a-ad33-277a15a3610b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:18.990916 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a0759f2a-7576-480a-ad33-277a15a3610b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3462694 Dec 22 15:28:18.994068 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35686) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:19.004194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a9db810d-0be7-4037-8a1a-c7562e54db04 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Request body: {'security_group_rule': {'security_group_id': '5badb9a5-6f46-48eb-9141-a6163c784b32', 'project_id': '84464132bfda464dbef4abab87427463', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:19.013267 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-defe7ea8-cfa5-4c18-8509-4ea3e1c25f4c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:19.015944 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a9db810d-0be7-4037-8a1a-c7562e54db04 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:19.022621 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a9db810d-0be7-4037-8a1a-c7562e54db04 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Usage tracker for resource:security_group_rule and tenant:84464132bfda464dbef4abab87427463 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:19.071126 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:19.079815 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a9db810d-0be7-4037-8a1a-c7562e54db04 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:19.093130 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04894a1-2455-4304-b618-672f5757e53f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:28:19.100414 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a9db810d-0be7-4037-8a1a-c7562e54db04 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:19.143018 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:19.244708 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d04894a1-2455-4304-b618-672f5757e53f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:19.278651 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Transition to ACTIVE for port object 8631e680-ac82-4ce3-8fff-1e063f77209f will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:19.284292 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-347363d2-49aa-4950-9787-2243ce02f2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:19.292536 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-867bb75a-9766-4405-988e-8171a1364bfb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:19.301835 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defe7ea8-cfa5-4c18-8509-4ea3e1c25f4c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Router 1d8eb0e5-b52b-4e62-96a2-c4e377c2f2a1 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:28:19.305362 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Transition to ACTIVE for port object 8631e680-ac82-4ce3-8fff-1e063f77209f will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:19.310431 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347363d2-49aa-4950-9787-2243ce02f2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ae15e8-a2d1-4d27-acb4-ea8701fa248d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:19.317751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9db810d-0be7-4037-8a1a-c7562e54db04 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:19.325088 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-347363d2-49aa-4950-9787-2243ce02f2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:19.341529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-347363d2-49aa-4950-9787-2243ce02f2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:19.342818 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-347363d2-49aa-4950-9787-2243ce02f2fb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a0ae15e8-a2d1-4d27-acb4-ea8701fa248d HTTP/1.1" status: 204 len: 168 time: 0.9242587 Dec 22 15:28:19.381029 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-d04894a1-2455-4304-b618-672f5757e53f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port 3a1df3cc-b8ff-4bcd-a1c3-e6d6dae83c71 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:28:19.399248 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:19.405323 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-00c517b1-5b7f-4b72-9d4b-6f8aa98f5682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:19.485376 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:19.487926 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:19.491438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:19.494860 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:19.522025 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Pushing event updated for resources: {'Port': ['ID=8631e680-ac82-4ce3-8fff-1e063f77209f,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:19.529719 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:19.594687 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defe7ea8-cfa5-4c18-8509-4ea3e1c25f4c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:28:19.602788 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-defe7ea8-cfa5-4c18-8509-4ea3e1c25f4c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:19.603831 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-defe7ea8-cfa5-4c18-8509-4ea3e1c25f4c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "PUT /v2.0/routers/1d8eb0e5-b52b-4e62-96a2-c4e377c2f2a1 HTTP/1.1" status: 200 len: 694 time: 1.8464525 Dec 22 15:28:19.607075 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35694) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:19.611369 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0443dfc-43e5-46e9-ad05-55dd33915ddc None None] Sync routers for ids ['1d8eb0e5-b52b-4e62-96a2-c4e377c2f2a1'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:28:19.639610 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0443dfc-43e5-46e9-ad05-55dd33915ddc None None] Routers {'1d8eb0e5-b52b-4e62-96a2-c4e377c2f2a1'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:19.641129 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-a0443dfc-43e5-46e9-ad05-55dd33915ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['1d8eb0e5-b52b-4e62-96a2-c4e377c2f2a1'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:19.670921 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Attempting to bind port 8631e680-ac82-4ce3-8fff-1e063f77209f on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:28:19.671494 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Attempting to bind port 8631e680-ac82-4ce3-8fff-1e063f77209f by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:28:19.673688 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Attempting to bind port 8631e680-ac82-4ce3-8fff-1e063f77209f on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:28:19.697450 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:28:19.700749 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:28:19.705784 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:19.706943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:28:19.708218 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Bound port: 8631e680-ac82-4ce3-8fff-1e063f77209f, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:28:19.709365 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:19.770824 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35698) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:19.785853 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9db810d-0be7-4037-8a1a-c7562e54db04 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:19.852545 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-a0443dfc-43e5-46e9-ad05-55dd33915ddc None None] Set router 1d8eb0e5-b52b-4e62-96a2-c4e377c2f2a1 gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:28:19.922396 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fc4e4913-aeef-40ec-ade0-35670278fea8 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/routers/1d8eb0e5-b52b-4e62-96a2-c4e377c2f2a1 HTTP/1.1" status: 200 len: 700 time: 0.3131561 Dec 22 15:28:19.923448 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35704) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:19.928077 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9db810d-0be7-4037-8a1a-c7562e54db04 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:20.025802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] For port 8631e680-ac82-4ce3-8fff-1e063f77209f, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:28:20.026889 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:20.029417 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] For port 8631e680-ac82-4ce3-8fff-1e063f77209f, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8631e680-ac82-4ce3-8fff-1e063f77209f,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:28:20.060139 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db810d-0be7-4037-8a1a-c7562e54db04 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfcc6cfd-b15b-49bc-81e4-dc91b2d0c7c0,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:20.062299 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-d04894a1-2455-4304-b618-672f5757e53f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::b225:27c:fde1:4027 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/b72d28a5-1c8d-4761-806b-6c6f89652e25/3a1df3cc-b8ff-4bcd-a1c3-e6d6dae83c71) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:28:20.095934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a9db810d-0be7-4037-8a1a-c7562e54db04 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:20.100514 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-27cd1cb4-263e-45ba-8e1b-82d2dad53166 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d8eb0e5-b52b-4e62-96a2-c4e377c2f2a1 HTTP/1.1" status: 200 len: 205 time: 0.1748059 Dec 22 15:28:20.103261 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35710) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:20.130931 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-a0443dfc-43e5-46e9-ad05-55dd33915ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8eb0e5-b52b-4e62-96a2-c4e377c2f2a1', 'name': 'tempest-RoutersTest-router-1882568092', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:28:18Z', 'revision_number': 2, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:20.139149 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0443dfc-43e5-46e9-ad05-55dd33915ddc None None] Checking router: 1d8eb0e5-b52b-4e62-96a2-c4e377c2f2a1 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:28:20.141304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:20.145498 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a5227ee1-a03f-45e7-8f47-aa085a5d2ce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:20.158564 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0443dfc-43e5-46e9-ad05-55dd33915ddc None None] Routers {'1d8eb0e5-b52b-4e62-96a2-c4e377c2f2a1'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:20.166496 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-a0443dfc-43e5-46e9-ad05-55dd33915ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['1d8eb0e5-b52b-4e62-96a2-c4e377c2f2a1'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:20.225401 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9db810d-0be7-4037-8a1a-c7562e54db04 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:20.227630 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a9db810d-0be7-4037-8a1a-c7562e54db04 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2313824 Dec 22 15:28:20.250212 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35714) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:20.379631 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-35ce792a-16c8-4b5e-96b4-04fa894932fe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Request body: {'security_group_rule': {'security_group_id': '5badb9a5-6f46-48eb-9141-a6163c784b32', 'project_id': '84464132bfda464dbef4abab87427463', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:20.415234 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-35ce792a-16c8-4b5e-96b4-04fa894932fe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:20.422289 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-35ce792a-16c8-4b5e-96b4-04fa894932fe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Usage tracker for resource:security_group_rule and tenant:84464132bfda464dbef4abab87427463 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:20.442596 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-35ce792a-16c8-4b5e-96b4-04fa894932fe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:20.447634 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-857c449e-7486-4cf5-8796-53e3ed368592 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:20.501813 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-a0443dfc-43e5-46e9-ad05-55dd33915ddc None None] Set router 1d8eb0e5-b52b-4e62-96a2-c4e377c2f2a1 gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:28:20.541159 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Pushing event updated for resources: {'Port': ['ID=8631e680-ac82-4ce3-8fff-1e063f77209f,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:20.554434 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:20.564753 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:20.572081 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d04894a1-2455-4304-b618-672f5757e53f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:20.613735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d04894a1-2455-4304-b618-672f5757e53f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object 3a1df3cc-b8ff-4bcd-a1c3-e6d6dae83c71 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:20.631728 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-35ce792a-16c8-4b5e-96b4-04fa894932fe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:20.647521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:20.669457 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fd0517c4-ad0e-49ff-be53-706f596c68a9 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:20.772178 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-a0443dfc-43e5-46e9-ad05-55dd33915ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8eb0e5-b52b-4e62-96a2-c4e377c2f2a1', 'name': 'tempest-RoutersTest-router-1882568092', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:28:18Z', 'revision_number': 2, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:20.778377 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0443dfc-43e5-46e9-ad05-55dd33915ddc None None] The sync data for ids ['1d8eb0e5-b52b-4e62-96a2-c4e377c2f2a1'] in dv-neutron-822674-1-hyperv is: [{'id': '1d8eb0e5-b52b-4e62-96a2-c4e377c2f2a1', 'name': 'tempest-RoutersTest-router-1882568092', 'tenant_id': '7b4975992c034d11b43920ae668ae5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:28:18Z', 'revision_number': 2, 'project_id': '7b4975992c034d11b43920ae668ae5e2', 'gw_port_host': None}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:28:20.985551 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:21.185763 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-35ce792a-16c8-4b5e-96b4-04fa894932fe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Project 84464132bfda464dbef4abab87427463 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:28:21.275738 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-35ce792a-16c8-4b5e-96b4-04fa894932fe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:21.328793 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-857c449e-7486-4cf5-8796-53e3ed368592 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:21.346953 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-857c449e-7486-4cf5-8796-53e3ed368592 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:21.471057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-35ce792a-16c8-4b5e-96b4-04fa894932fe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:21.488143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event updated for resources: {'Port': ['ID=55912505-723c-43cd-8dd3-35b8a4a9aa0e,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:21.491315 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:21.502712 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-60752815-6390-4aa3-9493-f360b0624b71 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5fac0e600a6c4b14b1658ffc8f114201&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7277722 Dec 22 15:28:21.505812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35732) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:21.512139 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Floating IP 6270a07e-db8b-40c2-89f3-6f96ed4fffd1 associated. External IP: 172.26.6.233, port: dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15. Dec 22 15:28:21.521132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-857c449e-7486-4cf5-8796-53e3ed368592 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:21.521623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857c449e-7486-4cf5-8796-53e3ed368592 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Fanout notify agent at l3_agent the message router_deleted on router 1d8eb0e5-b52b-4e62-96a2-c4e377c2f2a1 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:28:21.568012 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-35ce792a-16c8-4b5e-96b4-04fa894932fe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:21.571870 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d04894a1-2455-4304-b618-672f5757e53f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:21.588626 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1a3aba78-3888-477c-ae62-7333307c104c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:21.589276 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-01d22a8b-931b-4902-8408-d1b337226257 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:21.675538 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce792a-16c8-4b5e-96b4-04fa894932fe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d91b90-8858-44d2-8e02-e4073ec53b22,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:21.676335 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04894a1-2455-4304-b618-672f5757e53f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:21.682917 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-d04894a1-2455-4304-b618-672f5757e53f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:21.683614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-35ce792a-16c8-4b5e-96b4-04fa894932fe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:21.691384 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-857c449e-7486-4cf5-8796-53e3ed368592 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:21.696978 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-857c449e-7486-4cf5-8796-53e3ed368592 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/routers/1d8eb0e5-b52b-4e62-96a2-c4e377c2f2a1 HTTP/1.1" status: 204 len: 168 time: 1.5886817 Dec 22 15:28:21.708107 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35738) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:21.708743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35740) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:21.747765 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04894a1-2455-4304-b618-672f5757e53f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:21.753919 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04894a1-2455-4304-b618-672f5757e53f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:21.754632 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d04894a1-2455-4304-b618-672f5757e53f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:21.789324 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04894a1-2455-4304-b618-672f5757e53f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=3a1df3cc-b8ff-4bcd-a1c3-e6d6dae83c71,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:21.789649 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-35ce792a-16c8-4b5e-96b4-04fa894932fe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:21.789649 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-35ce792a-16c8-4b5e-96b4-04fa894932fe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5344429 Dec 22 15:28:21.790463 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d04894a1-2455-4304-b618-672f5757e53f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:21.793158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35748) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:21.801986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-0a26fc07-16a0-4cf8-98f7-d2fc029341dd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Request body: {'security_group_rule': {'security_group_id': '5badb9a5-6f46-48eb-9141-a6163c784b32', 'project_id': '84464132bfda464dbef4abab87427463', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:21.816068 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0a26fc07-16a0-4cf8-98f7-d2fc029341dd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:21.821753 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-43156a2a-945e-47c6-ad32-b75623ecddc0 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d8eb0e5-b52b-4e62-96a2-c4e377c2f2a1 HTTP/1.1" status: 200 len: 205 time: 0.1085463 Dec 22 15:28:21.822460 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4f05b98-dbc6-449e-aa12-40dc0e9b86d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:21.825037 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35752) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:21.827108 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0a26fc07-16a0-4cf8-98f7-d2fc029341dd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Usage tracker for resource:security_group_rule and tenant:84464132bfda464dbef4abab87427463 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:21.834426 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0a26fc07-16a0-4cf8-98f7-d2fc029341dd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:21.844537 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0a26fc07-16a0-4cf8-98f7-d2fc029341dd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:21.920312 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d04894a1-2455-4304-b618-672f5757e53f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.6549799 Dec 22 15:28:21.922476 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35756) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:21.979744 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-30805f2d-d587-4d69-aabd-d0f44a69dc73 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] delete failed (client error): The resource could not be found. Dec 22 15:28:21.982316 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-30805f2d-d587-4d69-aabd-d0f44a69dc73 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/routers/1d8eb0e5-b52b-4e62-96a2-c4e377c2f2a1 HTTP/1.1" status: 404 len: 336 time: 0.1517367 Dec 22 15:28:21.984639 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-919b6a52-0855-45bb-933f-09e93961859d tempest-SubnetPoolsTestJSON-1120423333 tempest-SubnetPoolsTestJSON-1120423333-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1669914213', 'prefixes': ['172.20.0.0/16']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:21.999588 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4f05b98-dbc6-449e-aa12-40dc0e9b86d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:22.006344 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35760) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:22.010811 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-0a26fc07-16a0-4cf8-98f7-d2fc029341dd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Project 84464132bfda464dbef4abab87427463 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:28:22.012552 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-919b6a52-0855-45bb-933f-09e93961859d tempest-SubnetPoolsTestJSON-1120423333 tempest-SubnetPoolsTestJSON-1120423333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:22.042082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0a26fc07-16a0-4cf8-98f7-d2fc029341dd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:22.079657 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-260c1f2d-1dbb-4d58-a09e-d1b170eaf40e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] DELETE failed (client error): The resource could not be found. Dec 22 15:28:22.080125 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-260c1f2d-1dbb-4d58-a09e-d1b170eaf40e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:28:22.081858 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-260c1f2d-1dbb-4d58-a09e-d1b170eaf40e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/subnets/91eeedd8-8e83-474d-970b-7d8428fa0b0d HTTP/1.1" status: 404 len: 337 time: 0.0745099 Dec 22 15:28:22.086736 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35764) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:22.131983 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0175aac4-5cfd-438f-934c-704995b308d0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:22.138049 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0175aac4-5cfd-438f-934c-704995b308d0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:22.139841 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0175aac4-5cfd-438f-934c-704995b308d0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:28:22.164465 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Router 236d475b-bb0b-42d3-ba5b-baa916368801 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:28:22.165941 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a851953-7b01-400d-8f8e-df98d2cd2166 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] DELETE failed (client error): The resource could not be found. Dec 22 15:28:22.169024 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a851953-7b01-400d-8f8e-df98d2cd2166 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:28:22.171214 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2a851953-7b01-400d-8f8e-df98d2cd2166 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/subnets/82ed3255-5370-4e47-9e09-a28009308aab HTTP/1.1" status: 404 len: 337 time: 0.0807722 Dec 22 15:28:22.175041 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35768) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:22.221713 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ddae900-1a59-4dc0-aeb7-af2bc8abda1f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] DELETE failed (client error): The resource could not be found. Dec 22 15:28:22.224499 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ddae900-1a59-4dc0-aeb7-af2bc8abda1f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:28:22.235900 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5ddae900-1a59-4dc0-aeb7-af2bc8abda1f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/subnets/824af6ef-16c3-419f-8845-0e54d85456e6 HTTP/1.1" status: 404 len: 337 time: 0.0595059 Dec 22 15:28:22.236767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35772) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:22.286628 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4f05b98-dbc6-449e-aa12-40dc0e9b86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:22.289710 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0a26fc07-16a0-4cf8-98f7-d2fc029341dd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:22.294972 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c9044e1e-b277-4cf4-aa27-4c06d7781f2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:22.302051 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8631e680-ac82-4ce3-8fff-1e063f77209f up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:28:22.311802 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0175aac4-5cfd-438f-934c-704995b308d0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:28:22.313167 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0175aac4-5cfd-438f-934c-704995b308d0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.3897290 Dec 22 15:28:22.316619 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e048f2-19c8-4a66-ab6d-c540ed5cdc81 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] DELETE failed (client error): The resource could not be found. Dec 22 15:28:22.317193 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e048f2-19c8-4a66-ab6d-c540ed5cdc81 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:28:22.321918 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-74e048f2-19c8-4a66-ab6d-c540ed5cdc81 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/subnets/ee17e1bc-6c3b-4b39-8518-a355b425ce4a HTTP/1.1" status: 404 len: 337 time: 0.0839703 Dec 22 15:28:22.322922 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35776) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:22.323361 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35778) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:22.328184 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4f05b98-dbc6-449e-aa12-40dc0e9b86d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:22.330475 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f4f05b98-dbc6-449e-aa12-40dc0e9b86d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e5620eae-5ce2-48f5-8dea-0aa4fe15f691 HTTP/1.1" status: 204 len: 168 time: 0.8218358 Dec 22 15:28:22.348069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f05b98-dbc6-449e-aa12-40dc0e9b86d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5620eae-5ce2-48f5-8dea-0aa4fe15f691,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:22.388131 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0a26fc07-16a0-4cf8-98f7-d2fc029341dd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:22.507676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:22.600868 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a9f0099e-35ca-4f6a-a971-d559f41f13ba tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port 3a1df3cc-b8ff-4bcd-a1c3-e6d6dae83c71 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:22.601414 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9f0099e-35ca-4f6a-a971-d559f41f13ba tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:22.608920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26fc07-16a0-4cf8-98f7-d2fc029341dd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19cedfb0-5738-4409-8dc3-30bf9915e772,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:22.613766 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0a26fc07-16a0-4cf8-98f7-d2fc029341dd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:22.641688 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:28:22.661516 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec165dc-d596-4917-91cb-8bf17946f0b9 None None] Sync routers for ids ['236d475b-bb0b-42d3-ba5b-baa916368801'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:28:22.675435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f4f05b98-dbc6-449e-aa12-40dc0e9b86d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:22.683247 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec165dc-d596-4917-91cb-8bf17946f0b9 None None] Routers {'236d475b-bb0b-42d3-ba5b-baa916368801'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:22.683929 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7ec165dc-d596-4917-91cb-8bf17946f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['236d475b-bb0b-42d3-ba5b-baa916368801'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:22.692006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0a26fc07-16a0-4cf8-98f7-d2fc029341dd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:22.699937 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0a26fc07-16a0-4cf8-98f7-d2fc029341dd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8999932 Dec 22 15:28:22.735930 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35790) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:22.742648 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-53372fde-68f0-47ed-87d0-8295be239846 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/ports?device_id=abc7d5a1-3004-4908-a377-bccfc6871e96 HTTP/1.1" status: 200 len: 205 time: 0.3934908 Dec 22 15:28:22.897579 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-919b6a52-0855-45bb-933f-09e93961859d tempest-SubnetPoolsTestJSON-1120423333 tempest-SubnetPoolsTestJSON-1120423333-project] Notify callbacks [] for subnetpool, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:22.898171 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-919b6a52-0855-45bb-933f-09e93961859d tempest-SubnetPoolsTestJSON-1120423333 tempest-SubnetPoolsTestJSON-1120423333-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.1839914 Dec 22 15:28:22.905036 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35800) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:22.917587 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-7c7e4cf3-df52-40af-b3ef-763155a1ba8f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] delete failed (client error): The resource could not be found. Dec 22 15:28:22.918684 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7c7e4cf3-df52-40af-b3ef-763155a1ba8f tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/routers/abc7d5a1-3004-4908-a377-bccfc6871e96 HTTP/1.1" status: 404 len: 336 time: 0.1803637 Dec 22 15:28:22.919525 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:22.955500 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 8631e680-ac82-4ce3-8fff-1e063f77209f completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:28:22.966925 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35806) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:23.047718 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-7ec165dc-d596-4917-91cb-8bf17946f0b9 None None] Set router 236d475b-bb0b-42d3-ba5b-baa916368801 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:28:23.048507 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-817577d0-f6d2-4569-b1d9-3c585312072a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Synchronizing usage tracker for tenant:7b4975992c034d11b43920ae668ae5e2 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:28:23.078725 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.5050452 Dec 22 15:28:23.081424 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adc2d58-1e70-4fac-bbaf-e14984f3de65', 'tag': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:28:23.175573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-817577d0-f6d2-4569-b1d9-3c585312072a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Unset dirty status for tenant:7b4975992c034d11b43920ae668ae5e2 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:28:23.179178 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-817577d0-f6d2-4569-b1d9-3c585312072a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/ports?device_id=20748233-66f0-448f-99cb-b91a322d2fa3 HTTP/1.1" status: 200 len: 205 time: 0.2088869 Dec 22 15:28:23.179503 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35828) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:23.449328 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7237dce9-6d01-4445-b613-ee357a35761f tempest-SubnetPoolsTestJSON-1120423333 tempest-SubnetPoolsTestJSON-1120423333-project] 10.222.0.59 "GET /v2.0/subnetpools/8fa4de27-e721-44fd-b79d-e01b4217835c HTTP/1.1" status: 200 len: 732 time: 0.5430629 Dec 22 15:28:23.454002 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35840) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:23.465927 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-990a448f-bc54-4b3e-acd8-8748de33c094 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] delete failed (client error): The resource could not be found. Dec 22 15:28:23.467014 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-990a448f-bc54-4b3e-acd8-8748de33c094 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/routers/20748233-66f0-448f-99cb-b91a322d2fa3 HTTP/1.1" status: 404 len: 336 time: 0.2865222 Dec 22 15:28:23.470631 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-8ace739b-03ee-42f6-b001-a4b1c7e2860b tempest-SubnetPoolsTestJSON-1120423333 tempest-SubnetPoolsTestJSON-1120423333-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1586747288'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:23.482782 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35848) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:23.545331 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ac2a0df4-9225-4d85-9e07-d41b26c1dea1 None None] Provisioning for port 8631e680-ac82-4ce3-8fff-1e063f77209f completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:28:23.579764 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ac2a0df4-9225-4d85-9e07-d41b26c1dea1 None None] Provisioning complete for port 8631e680-ac82-4ce3-8fff-1e063f77209f triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:23.580515 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ac2a0df4-9225-4d85-9e07-d41b26c1dea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:23.671027 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-93187faa-42b1-484e-8330-6efc558e8ebd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] DELETE failed (client error): The resource could not be found. Dec 22 15:28:23.671521 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93187faa-42b1-484e-8330-6efc558e8ebd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:28:23.673348 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-93187faa-42b1-484e-8330-6efc558e8ebd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/subnets/b31bfaf0-22e6-4e04-8201-97b67045fcb9 HTTP/1.1" status: 404 len: 337 time: 0.1829014 Dec 22 15:28:23.686349 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d172b-3f59-4b0c-a2fc-6f15af7b1c3a req-986af54e-0029-49b7-b5f5-34cc1d1bba99 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:23.690298 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35860) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:23.699559 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c22d172b-3f59-4b0c-a2fc-6f15af7b1c3a req-986af54e-0029-49b7-b5f5-34cc1d1bba99 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 946 time: 0.3747237 Dec 22 15:28:23.701318 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adc2d58-1e70-4fac-bbaf-e14984f3de65', 'tag': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15', 'status': 'completed', 'code': 200} Dec 22 15:28:23.750767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9f0099e-35ca-4f6a-a971-d559f41f13ba tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:23.808155 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c22d172b-3f59-4b0c-a2fc-6f15af7b1c3a req-d96fdda6-8312-48ca-b2f7-e7f3bd60285c tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998385 Dec 22 15:28:23.811636 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8ace739b-03ee-42f6-b001-a4b1c7e2860b tempest-SubnetPoolsTestJSON-1120423333 tempest-SubnetPoolsTestJSON-1120423333-project] Notify callbacks [] for subnetpool, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:23.813484 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8ace739b-03ee-42f6-b001-a4b1c7e2860b tempest-SubnetPoolsTestJSON-1120423333 tempest-SubnetPoolsTestJSON-1120423333-project] 10.222.0.59 "PUT /v2.0/subnetpools/8fa4de27-e721-44fd-b79d-e01b4217835c HTTP/1.1" status: 200 len: 684 time: 0.3586376 Dec 22 15:28:23.818047 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35864) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:23.836061 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35868) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:23.855500 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4ddffc13-96b1-4e29-a5aa-c544c4f6e5bc tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/ports?device_id=eeefca05-d345-41d1-97a9-6c15134ea6a3 HTTP/1.1" status: 200 len: 205 time: 0.1604238 Dec 22 15:28:23.856696 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35872) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:23.857122 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35874) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:23.941652 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ac2a0df4-9225-4d85-9e07-d41b26c1dea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:23.954959 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc864eef-8d31-460f-861d-ea4604c39c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:23.985792 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cc864eef-8d31-460f-861d-ea4604c39c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:23.996995 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ac2a0df4-9225-4d85-9e07-d41b26c1dea1 None None] For port 8631e680-ac82-4ce3-8fff-1e063f77209f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8631e680-ac82-4ce3-8fff-1e063f77209f,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:28:24.000391 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cc864eef-8d31-460f-861d-ea4604c39c95 admin admin] Usage tracker for resource:security_group_rule and tenant:1020774b617042b7af0ec2144e49d0fa is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:24.006794 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cc864eef-8d31-460f-861d-ea4604c39c95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:24.013017 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7ec165dc-d596-4917-91cb-8bf17946f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706391036', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:05Z', 'updated_at': '2021-12-22T15:27:25Z', 'revision_number': 4, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'gw_port': {'id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:61:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:07Z', 'updated_at': '2021-12-22T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '6270a07e-db8b-40c2-89f3-6f96ed4fffd1', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'floating_ip_address': '172.26.6.233', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'port_id': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82', 'mac_address': 'fa:16:3e:96:80:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adc2d58-1e70-4fac-bbaf-e14984f3de65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:28:18Z', 'updated_at': '2021-12-22T15:28:18Z', 'revision_number': 0, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc127250-e434-439c-a0ed-7ac8366b1bb7', 'name': '', 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'mac_address': 'fa:16:3e:17:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '3a0a88bf-b45a-493d-9874-68623dfbadd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:22Z', 'updated_at': '2021-12-22T15:27:35Z', 'revision_number': 5, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'subnets': [{'id': '3a0a88bf-b45a-493d-9874-68623dfbadd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:24.017903 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cc864eef-8d31-460f-861d-ea4604c39c95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:24.018462 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec165dc-d596-4917-91cb-8bf17946f0b9 None None] Checking router: 236d475b-bb0b-42d3-ba5b-baa916368801 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:28:24.033005 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec165dc-d596-4917-91cb-8bf17946f0b9 None None] Routers {'236d475b-bb0b-42d3-ba5b-baa916368801'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:24.034195 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7ec165dc-d596-4917-91cb-8bf17946f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:27:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['236d475b-bb0b-42d3-ba5b-baa916368801'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:24.093016 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ac2a0df4-9225-4d85-9e07-d41b26c1dea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:24.103004 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:24.192551 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-82372958-085d-4751-97f2-4186c286d0b4 tempest-SubnetPoolsTestJSON-1120423333 tempest-SubnetPoolsTestJSON-1120423333-project] Notify callbacks [] for subnetpool, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:24.195104 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-82372958-085d-4751-97f2-4186c286d0b4 tempest-SubnetPoolsTestJSON-1120423333 tempest-SubnetPoolsTestJSON-1120423333-project] 10.222.0.59 "DELETE /v2.0/subnetpools/8fa4de27-e721-44fd-b79d-e01b4217835c HTTP/1.1" status: 204 len: 168 time: 0.3756247 Dec 22 15:28:24.202729 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35880) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:24.240314 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-59c3157a-80fa-41c4-b171-18e273829e2d tempest-SubnetPoolsTestJSON-1120423333 tempest-SubnetPoolsTestJSON-1120423333-project] show failed (client error): The resource could not be found. Dec 22 15:28:24.242168 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-59c3157a-80fa-41c4-b171-18e273829e2d tempest-SubnetPoolsTestJSON-1120423333 tempest-SubnetPoolsTestJSON-1120423333-project] 10.222.0.59 "GET /v2.0/subnetpools/8fa4de27-e721-44fd-b79d-e01b4217835c HTTP/1.1" status: 404 len: 346 time: 0.0375342 Dec 22 15:28:24.250278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35884) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:24.285650 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a0df4-9225-4d85-9e07-d41b26c1dea1 None None] Pushing event updated for resources: {'Port': ['ID=8631e680-ac82-4ce3-8fff-1e063f77209f,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:24.291926 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ac2a0df4-9225-4d85-9e07-d41b26c1dea1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:24.306344 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-8d3d400e-de02-44f5-b03c-e2104c497e5d tempest-SubnetPoolsTestJSON-1120423333 tempest-SubnetPoolsTestJSON-1120423333-project] delete failed (client error): The resource could not be found. Dec 22 15:28:24.308702 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8d3d400e-de02-44f5-b03c-e2104c497e5d tempest-SubnetPoolsTestJSON-1120423333 tempest-SubnetPoolsTestJSON-1120423333-project] 10.222.0.59 "DELETE /v2.0/subnetpools/8fa4de27-e721-44fd-b79d-e01b4217835c HTTP/1.1" status: 404 len: 346 time: 0.0547237 Dec 22 15:28:24.348958 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-7ec165dc-d596-4917-91cb-8bf17946f0b9 None None] Set router 236d475b-bb0b-42d3-ba5b-baa916368801 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:28:24.358461 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a9f0099e-35ca-4f6a-a971-d559f41f13ba tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for 3a1df3cc-b8ff-4bcd-a1c3-e6d6dae83c71 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:24.412526 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc864eef-8d31-460f-861d-ea4604c39c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:24.424876 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-04993e56-d836-4bf8-9f2b-a5477cc5150e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] delete failed (client error): The resource could not be found. Dec 22 15:28:24.426319 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-04993e56-d836-4bf8-9f2b-a5477cc5150e tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/routers/eeefca05-d345-41d1-97a9-6c15134ea6a3 HTTP/1.1" status: 404 len: 336 time: 0.5613897 Dec 22 15:28:24.431348 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35890) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:24.457098 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bb1ac19b-8106-4a44-ab06-775980dfd65e None None] Provisioning for port 3a1df3cc-b8ff-4bcd-a1c3-e6d6dae83c71 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:28:24.489426 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-57bedfcd-3d2a-4868-a34e-848f7ba34053 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/floatingips/6270a07e-db8b-40c2-89f3-6f96ed4fffd1 HTTP/1.1" status: 200 len: 992 time: 0.6259263 Dec 22 15:28:24.501348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bb1ac19b-8106-4a44-ab06-775980dfd65e None None] Provisioning complete for port 3a1df3cc-b8ff-4bcd-a1c3-e6d6dae83c71 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:24.501737 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bb1ac19b-8106-4a44-ab06-775980dfd65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:24.524947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecad79-37e7-4e43-8f03-3dc49c95b7ad req-54119acb-9d12-4055-9490-1aee852fe26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:24.527116 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8cecad79-37e7-4e43-8f03-3dc49c95b7ad req-54119acb-9d12-4055-9490-1aee852fe26b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d737c316a4542e78135e34c5fa7a4f9&device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 1099 time: 0.7685003 Dec 22 15:28:24.541889 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6496f8be-4c9a-437b-88a2-d92dad8b8f3a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ed5814-c5c2-49bc-8714-d54c3d2d6323 HTTP/1.1" status: 200 len: 205 time: 0.1090555 Dec 22 15:28:24.543075 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35894) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:24.564415 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-bb1ac19b-8106-4a44-ab06-775980dfd65e None None] Port 3a1df3cc-b8ff-4bcd-a1c3-e6d6dae83c71 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:28:24.604527 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc864eef-8d31-460f-861d-ea4604c39c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:24.776237 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6ae5a52d-176d-4691-b428-6ee407ad8b3c tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:24.809695 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-91c1f748-ab61-44dc-8f68-b7f5f536c9a1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] delete failed (client error): The resource could not be found. Dec 22 15:28:24.813736 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-91c1f748-ab61-44dc-8f68-b7f5f536c9a1 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/routers/f7ed5814-c5c2-49bc-8714-d54c3d2d6323 HTTP/1.1" status: 404 len: 336 time: 0.2693806 Dec 22 15:28:24.815453 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35900) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:24.836580 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-cc864eef-8d31-460f-861d-ea4604c39c95 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1020774b617042b7af0ec2144e49d0fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9994750 Dec 22 15:28:24.837659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc864eef-8d31-460f-861d-ea4604c39c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66580b4-55b4-483f-b7d9-fdb133567bf6,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:24.841540 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35904) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:24.853884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cc864eef-8d31-460f-861d-ea4604c39c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:24.919732 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c6359c-4fac-42d8-87c1-e55fe4b409f0 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] DELETE failed (client error): The resource could not be found. Dec 22 15:28:24.920465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c6359c-4fac-42d8-87c1-e55fe4b409f0 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:28:24.956233 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-70c6359c-4fac-42d8-87c1-e55fe4b409f0 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/subnets/ff8b5ccb-2f53-47b3-bffb-61d7344d23c5 HTTP/1.1" status: 404 len: 337 time: 0.1323256 Dec 22 15:28:24.959808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35912) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:25.027351 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1f3d9c61-02cf-47b4-8839-97315c912039 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/ports?device_id=b10545a9-0609-46c7-82d5-104f44e23e1e HTTP/1.1" status: 200 len: 205 time: 0.0660422 Dec 22 15:28:25.030286 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35916) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:25.044256 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3e61d2f-1b27-4aa5-adc0-ac3681a4af01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:25.099839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3e61d2f-1b27-4aa5-adc0-ac3681a4af01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:25.102123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecad79-37e7-4e43-8f03-3dc49c95b7ad req-7a1e4b38-2fae-4903-a5d4-3ec595924b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:25.104017 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8cecad79-37e7-4e43-8f03-3dc49c95b7ad req-7a1e4b38-2fae-4903-a5d4-3ec595924b8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8cd8c74-3563-4ac0-9801-9129eb7e0a82 HTTP/1.1" status: 200 len: 897 time: 0.5679269 Dec 22 15:28:25.112943 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9f0099e-35ca-4f6a-a971-d559f41f13ba tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:25.159278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35920) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:25.180852 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-e6c9b8ba-7671-4628-acd8-b4005cf01663 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] delete failed (client error): The resource could not be found. Dec 22 15:28:25.182284 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e6c9b8ba-7671-4628-acd8-b4005cf01663 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/routers/b10545a9-0609-46c7-82d5-104f44e23e1e HTTP/1.1" status: 404 len: 336 time: 0.1501923 Dec 22 15:28:25.183332 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:25.195024 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35924) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:25.284265 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0099e-35ca-4f6a-a971-d559f41f13ba tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=3a1df3cc-b8ff-4bcd-a1c3-e6d6dae83c71,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:25.321835 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a9f0099e-35ca-4f6a-a971-d559f41f13ba tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:25.324215 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-0897cd9f-7cd6-4e38-b286-9918ea56f53c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] DELETE failed (client error): The resource could not be found. Dec 22 15:28:25.324670 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0897cd9f-7cd6-4e38-b286-9918ea56f53c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:28:25.332328 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2a019f63-03cb-47a5-ae00-d24476da1cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:25.341488 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0897cd9f-7cd6-4e38-b286-9918ea56f53c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/subnets/41420d66-7eca-4521-a56a-3610abffe6c9 HTTP/1.1" status: 404 len: 337 time: 0.1065984 Dec 22 15:28:25.344291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35932) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:25.431861 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7ec165dc-d596-4917-91cb-8bf17946f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706391036', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:05Z', 'updated_at': '2021-12-22T15:27:25Z', 'revision_number': 4, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'gw_port': {'id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:61:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:07Z', 'updated_at': '2021-12-22T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '6270a07e-db8b-40c2-89f3-6f96ed4fffd1', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'floating_ip_address': '172.26.6.233', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'port_id': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82', 'mac_address': 'fa:16:3e:96:80:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adc2d58-1e70-4fac-bbaf-e14984f3de65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:28:18Z', 'updated_at': '2021-12-22T15:28:18Z', 'revision_number': 0, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc127250-e434-439c-a0ed-7ac8366b1bb7', 'name': '', 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'mac_address': 'fa:16:3e:17:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '3a0a88bf-b45a-493d-9874-68623dfbadd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:22Z', 'updated_at': '2021-12-22T15:27:35Z', 'revision_number': 5, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'subnets': [{'id': '3a0a88bf-b45a-493d-9874-68623dfbadd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:25.435782 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9f0099e-35ca-4f6a-a971-d559f41f13ba tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:25.445559 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a9f0099e-35ca-4f6a-a971-d559f41f13ba tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/3a1df3cc-b8ff-4bcd-a1c3-e6d6dae83c71 HTTP/1.1" status: 204 len: 168 time: 3.1085002 Dec 22 15:28:25.457556 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-59ba7e23-dffd-4c5d-90ae-fdecc7af631a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "GET /v2.0/ports?device_id=e86d32bf-1419-4d1d-935a-62c7d88b48c7 HTTP/1.1" status: 200 len: 205 time: 0.1014843 Dec 22 15:28:25.459087 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35936) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:25.459087 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35938) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:25.461898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec165dc-d596-4917-91cb-8bf17946f0b9 None None] The sync data for ids ['236d475b-bb0b-42d3-ba5b-baa916368801'] in dv-neutron-822674-1-hyperv is: [{'id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706391036', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:05Z', 'updated_at': '2021-12-22T15:27:25Z', 'revision_number': 4, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'gw_port': {'id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:61:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:07Z', 'updated_at': '2021-12-22T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '6270a07e-db8b-40c2-89f3-6f96ed4fffd1', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'floating_ip_address': '172.26.6.233', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'port_id': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82', 'mac_address': 'fa:16:3e:96:80:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adc2d58-1e70-4fac-bbaf-e14984f3de65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:28:18Z', 'updated_at': '2021-12-22T15:28:18Z', 'revision_number': 0, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc127250-e434-439c-a0ed-7ac8366b1bb7', 'name': '', 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'mac_address': 'fa:16:3e:17:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '3a0a88bf-b45a-493d-9874-68623dfbadd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:22Z', 'updated_at': '2021-12-22T15:27:35Z', 'revision_number': 5, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'subnets': [{'id': '3a0a88bf-b45a-493d-9874-68623dfbadd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:28:25.462191 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8cecad79-37e7-4e43-8f03-3dc49c95b7ad req-0f86ba2e-7a26-48d2-8f75-fe69b1f10ff9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 HTTP/1.1" status: 200 len: 1000 time: 0.3466902 Dec 22 15:28:25.587449 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35944) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:25.681390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3e61d2f-1b27-4aa5-adc0-ac3681a4af01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:25.720121 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-23124462-37f4-4142-b251-b0be34c01afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:25.724649 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecad79-37e7-4e43-8f03-3dc49c95b7ad req-6c8199af-a030-4b03-8fc4-04c72676f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:25.726130 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8cecad79-37e7-4e43-8f03-3dc49c95b7ad req-6c8199af-a030-4b03-8fc4-04c72676f3cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a0a88bf-b45a-493d-9874-68623dfbadd3 HTTP/1.1" status: 200 len: 835 time: 0.2561319 Dec 22 15:28:25.747353 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e61d2f-1b27-4aa5-adc0-ac3681a4af01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66580b4-55b4-483f-b7d9-fdb133567bf6,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:25.756064 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-033768ee-07c3-4e15-a43b-8212765e7c21 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] delete failed (client error): The resource could not be found. Dec 22 15:28:25.757788 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-033768ee-07c3-4e15-a43b-8212765e7c21 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/routers/e86d32bf-1419-4d1d-935a-62c7d88b48c7 HTTP/1.1" status: 404 len: 336 time: 0.2934999 Dec 22 15:28:25.778525 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-69ddbcfd-7014-4155-a996-c2f00318c56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:25.786928 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 35950) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:25.811604 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f3e61d2f-1b27-4aa5-adc0-ac3681a4af01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:25.822628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3e61d2f-1b27-4aa5-adc0-ac3681a4af01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:25.826368 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f3e61d2f-1b27-4aa5-adc0-ac3681a4af01 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c66580b4-55b4-483f-b7d9-fdb133567bf6 HTTP/1.1" status: 204 len: 168 time: 0.9843607 Dec 22 15:28:25.857351 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ea419e-76f0-4be9-bf99-1a98d993438b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:25.861227 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ea419e-76f0-4be9-bf99-1a98d993438b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:25.864037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b8ea419e-76f0-4be9-bf99-1a98d993438b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:28:25.872448 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-69ddbcfd-7014-4155-a996-c2f00318c56e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:25.890468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-69ddbcfd-7014-4155-a996-c2f00318c56e admin admin] Usage tracker for resource:security_group_rule and tenant:a083a80a697d459d9f6fcb240e7a7b0b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:25.890657 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b08107-b911-4ccf-a615-097a974c21f0 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] DELETE failed (client error): The resource could not be found. Dec 22 15:28:25.891345 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b08107-b911-4ccf-a615-097a974c21f0 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:28:25.894296 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-53b08107-b911-4ccf-a615-097a974c21f0 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/subnets/111b3f20-083e-41af-8665-cd0508024733 HTTP/1.1" status: 404 len: 337 time: 0.1066597 Dec 22 15:28:25.899155 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a181cb-e95d-478c-a3c5-575e29a3e80b None None] New status for floating IP 6270a07e-db8b-40c2-89f3-6f96ed4fffd1: ACTIVE {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:28:25.900069 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35956) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:25.900513 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-69ddbcfd-7014-4155-a996-c2f00318c56e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:25.911855 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0b6717ee-1dc6-44d4-aca6-7c46eec6848e tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/floatingips/6270a07e-db8b-40c2-89f3-6f96ed4fffd1 HTTP/1.1" status: 200 len: 992 time: 0.3228471 Dec 22 15:28:25.971551 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecad79-37e7-4e43-8f03-3dc49c95b7ad req-af15c1fa-ac90-4a56-99cd-716c5c335ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:25.973531 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8cecad79-37e7-4e43-8f03-3dc49c95b7ad req-af15c1fa-ac90-4a56-99cd-716c5c335ccd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8cd8c74-3563-4ac0-9801-9129eb7e0a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2377534 Dec 22 15:28:25.997902 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-69ddbcfd-7014-4155-a996-c2f00318c56e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:26.003001 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9eb607b-cebf-4ad2-a4dd-1f83cddc2cd8 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] DELETE failed (client error): The resource could not be found. Dec 22 15:28:26.003972 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9eb607b-cebf-4ad2-a4dd-1f83cddc2cd8 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:28:26.007128 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e9eb607b-cebf-4ad2-a4dd-1f83cddc2cd8 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] 10.222.0.59 "DELETE /v2.0/subnets/8a68abde-0d94-4c3f-be1b-942a43f34f56 HTTP/1.1" status: 404 len: 337 time: 0.1007879 Dec 22 15:28:26.011157 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b8ea419e-76f0-4be9-bf99-1a98d993438b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:28:26.016222 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b8ea419e-76f0-4be9-bf99-1a98d993438b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5554554 Dec 22 15:28:26.024554 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 35964) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:26.261438 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-7139239e-e8ac-458a-9ef3-cc7d619dcb40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet b72d28a5-1c8d-4761-806b-6c6f89652e25 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:28:26.270416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7139239e-e8ac-458a-9ef3-cc7d619dcb40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:26.418410 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8631e680-ac82-4ce3-8fff-1e063f77209f up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:28:26.548288 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8cecad79-37e7-4e43-8f03-3dc49c95b7ad req-f40a4e12-83af-46cc-8712-9fa98998618a service neutron] 10.222.0.57 "GET /v2.0/networks/e8cd8c74-3563-4ac0-9801-9129eb7e0a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5517585 Dec 22 15:28:26.613823 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7139239e-e8ac-458a-9ef3-cc7d619dcb40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:26.643489 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 8631e680-ac82-4ce3-8fff-1e063f77209f triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:26.643953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:26.900537 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-69ddbcfd-7014-4155-a996-c2f00318c56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:26.918157 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36002) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:27.004670 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7139239e-e8ac-458a-9ef3-cc7d619dcb40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:27.020125 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8cecad79-37e7-4e43-8f03-3dc49c95b7ad req-59dc3e0e-e80a-491c-8642-f1fb68691586 service neutron] 10.222.0.57 "GET /v2.0/networks/e8cd8c74-3563-4ac0-9801-9129eb7e0a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635940 Dec 22 15:28:27.061203 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-70808f75-d116-4b6f-8e40-14570e739d21 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/floatingips/6270a07e-db8b-40c2-89f3-6f96ed4fffd1 HTTP/1.1" status: 200 len: 992 time: 0.1393120 Dec 22 15:28:27.287238 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36008) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:27.399295 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-69ddbcfd-7014-4155-a996-c2f00318c56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:27.419771 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ac970762-1ff8-49db-9bac-6429bb391e19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:27.494564 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7139239e-e8ac-458a-9ef3-cc7d619dcb40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:27.537614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36016) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:27.548997 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7139239e-e8ac-458a-9ef3-cc7d619dcb40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:27.561230 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89d1b30-13ae-4882-93b0-c82c8e795b45 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:27.588079 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b186fdd-4422-4b5c-b412-b1ae827512d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:27.641142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9b186fdd-4422-4b5c-b412-b1ae827512d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:27.658628 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9b186fdd-4422-4b5c-b412-b1ae827512d4 admin admin] Usage tracker for resource:security_group_rule and tenant:90e629dc533e4f07a4dc9c6ac4eaf766 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:27.667061 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9b186fdd-4422-4b5c-b412-b1ae827512d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:27.670445 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-69ddbcfd-7014-4155-a996-c2f00318c56e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a083a80a697d459d9f6fcb240e7a7b0b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5057683 Dec 22 15:28:27.673627 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36020) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:27.683127 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddbcfd-7014-4155-a996-c2f00318c56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242db693-11fc-4218-935f-3fdedfa53f68,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:27.690296 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-69ddbcfd-7014-4155-a996-c2f00318c56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:27.696061 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9b186fdd-4422-4b5c-b412-b1ae827512d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:27.706458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1c0d2c71-de3f-44c8-8e4d-9c3b1740ba50 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:27.772845 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7139239e-e8ac-458a-9ef3-cc7d619dcb40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/b72d28a5-1c8d-4761-806b-6c6f89652e25 HTTP/1.1" status: 204 len: 168 time: 1.7466819 Dec 22 15:28:27.773923 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36024) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:27.799906 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139239e-e8ac-458a-9ef3-cc7d619dcb40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=b72d28a5-1c8d-4761-806b-6c6f89652e25,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:27.803887 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7139239e-e8ac-458a-9ef3-cc7d619dcb40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:27.851726 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-565fba95-216f-407a-a834-bd7bc5c5cd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:27.948628 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b4e13ae0-360c-47dc-9d6e-5d9ebc20327d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1629822 Dec 22 15:28:27.951585 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3879b065-312f-4905-8d7b-79422214f7b4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7b4975992c034d11b43920ae668ae5e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6629119 Dec 22 15:28:27.962341 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36028) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:27.966715 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36030) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:27.975222 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab63c04-f3d9-4f97-bb2b-4e691c64f84c None None] DHCP port deletion for a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:28:27.981085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-0ab63c04-f3d9-4f97-bb2b-4e691c64f84c None None] Deleting port 8631e680-ac82-4ce3-8fff-1e063f77209f {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:27.991376 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0ab63c04-f3d9-4f97-bb2b-4e691c64f84c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:27.991558 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-d1271fcc-e270-4ad9-ac50-829c2909a456 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:28.065628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36036) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:28.088898 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b186fdd-4422-4b5c-b412-b1ae827512d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:28.176431 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b186fdd-4422-4b5c-b412-b1ae827512d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:28.187868 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2a74b328-197b-4c60-b8b2-ba4261788fd0 tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:28.243211 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8631e680-ac82-4ce3-8fff-1e063f77209f no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:28:28.281557 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b186fdd-4422-4b5c-b412-b1ae827512d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a587a7f-d6df-4f53-80f3-f941411f9470,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:28.302589 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9b186fdd-4422-4b5c-b412-b1ae827512d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:28.318965 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9b186fdd-4422-4b5c-b412-b1ae827512d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=90e629dc533e4f07a4dc9c6ac4eaf766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7790277 Dec 22 15:28:28.319872 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36040) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:28.320697 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-333105f9-493e-4cda-89e8-e76acd91c8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:28.386390 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0ab63c04-f3d9-4f97-bb2b-4e691c64f84c None None] For port 8631e680-ac82-4ce3-8fff-1e063f77209f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8631e680-ac82-4ce3-8fff-1e063f77209f,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:28:28.395049 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0ab63c04-f3d9-4f97-bb2b-4e691c64f84c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:28.395305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d1271fcc-e270-4ad9-ac50-829c2909a456 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:28.417161 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2ac71795-cba1-46b7-8f5c-4c7bd4be7344 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/floatingips/6270a07e-db8b-40c2-89f3-6f96ed4fffd1 HTTP/1.1" status: 200 len: 994 time: 0.2875371 Dec 22 15:28:28.429122 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d1271fcc-e270-4ad9-ac50-829c2909a456 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:28.441461 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d1271fcc-e270-4ad9-ac50-829c2909a456 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:28.459300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0b4e59e8-3025-4a06-b41a-bcf27accdf85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:28.462906 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d1271fcc-e270-4ad9-ac50-829c2909a456 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:28.466006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-333105f9-493e-4cda-89e8-e76acd91c8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:28.553266 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9d6dea8-f4cb-412e-94cf-ac5cdc8e3b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:28.556337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0b4e59e8-3025-4a06-b41a-bcf27accdf85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:28.616453 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9d6dea8-f4cb-412e-94cf-ac5cdc8e3b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:28.639213 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1271fcc-e270-4ad9-ac50-829c2909a456 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:28:28.642871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d1271fcc-e270-4ad9-ac50-829c2909a456 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:28.649654 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-0ab63c04-f3d9-4f97-bb2b-4e691c64f84c None None] Calling delete_port for 8631e680-ac82-4ce3-8fff-1e063f77209f owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:28.748073 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-333105f9-493e-4cda-89e8-e76acd91c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:28.759269 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cc864eef-8d31-460f-861d-ea4604c39c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:28.797426 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333105f9-493e-4cda-89e8-e76acd91c8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242db693-11fc-4218-935f-3fdedfa53f68,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:28.804821 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-333105f9-493e-4cda-89e8-e76acd91c8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:28.814958 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-333105f9-493e-4cda-89e8-e76acd91c8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:28.819634 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-333105f9-493e-4cda-89e8-e76acd91c8b3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/242db693-11fc-4218-935f-3fdedfa53f68 HTTP/1.1" status: 204 len: 168 time: 1.1384792 Dec 22 15:28:28.894093 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0b4e59e8-3025-4a06-b41a-bcf27accdf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:28.900291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ce71ea8b-c675-4a37-9b75-86de47e0901f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:28.998375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:29.051811 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0ab63c04-f3d9-4f97-bb2b-4e691c64f84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:29.071473 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9d6dea8-f4cb-412e-94cf-ac5cdc8e3b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:29.080693 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e59e8-3025-4a06-b41a-bcf27accdf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3eba927-ee40-4a01-bb60-d994792db3b3,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:29.099952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0b4e59e8-3025-4a06-b41a-bcf27accdf85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:29.099952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4e3f764a-f360-4e5e-9a5b-6b5782ddd431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:29.107228 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-849588d6-b35c-4413-8fea-d2406eb62f8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:29.121577 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0b4e59e8-3025-4a06-b41a-bcf27accdf85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:29.126985 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0b4e59e8-3025-4a06-b41a-bcf27accdf85 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c3eba927-ee40-4a01-bb60-d994792db3b3 HTTP/1.1" status: 204 len: 168 time: 1.1524482 Dec 22 15:28:29.131196 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9d6dea8-f4cb-412e-94cf-ac5cdc8e3b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:29.146675 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f9d6dea8-f4cb-412e-94cf-ac5cdc8e3b06 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4a587a7f-d6df-4f53-80f3-f941411f9470 HTTP/1.1" status: 204 len: 168 time: 0.8234107 Dec 22 15:28:29.151058 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6dea8-f4cb-412e-94cf-ac5cdc8e3b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a587a7f-d6df-4f53-80f3-f941411f9470,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:29.162623 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f9d6dea8-f4cb-412e-94cf-ac5cdc8e3b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:29.194685 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:29.196936 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:29.249348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab63c04-f3d9-4f97-bb2b-4e691c64f84c None None] Pushing event deleted for resources: {'Port': ['ID=8631e680-ac82-4ce3-8fff-1e063f77209f,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:29.254369 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0ab63c04-f3d9-4f97-bb2b-4e691c64f84c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:29.258279 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab63c04-f3d9-4f97-bb2b-4e691c64f84c None None] No DVR routers for this DVR port 8631e680-ac82-4ce3-8fff-1e063f77209f on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:28:29.457469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d1271fcc-e270-4ad9-ac50-829c2909a456 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:29.482892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ede06b18-8026-4323-9119-ea358519a7b0 tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:29.561817 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1271fcc-e270-4ad9-ac50-829c2909a456 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:29.566094 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-d1271fcc-e270-4ad9-ac50-829c2909a456 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:29.571073 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1271fcc-e270-4ad9-ac50-829c2909a456 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:29.571688 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d1271fcc-e270-4ad9-ac50-829c2909a456 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:29.581828 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289a08fc-7e3a-4d02-b1a1-586c31509058 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:29.600518 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1271fcc-e270-4ad9-ac50-829c2909a456 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=33eb3af2-5d06-47ea-8204-a779077c5053,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:29.605679 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d1271fcc-e270-4ad9-ac50-829c2909a456 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:29.679898 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d1271fcc-e270-4ad9-ac50-829c2909a456 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7113671 Dec 22 15:28:29.684205 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36052) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:29.692073 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-edcca6a8-c370-46ae-952a-15d9e6c6cfea tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'fixed_ips': [{'subnet_id': '33eb3af2-5d06-47ea-8204-a779077c5053', 'ip_address': '2001:db8::2e46:9439:56b5:c7c5'}], 'name': 'tempest-NetworksTestDHCPv6-515509793'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:30.038962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-edcca6a8-c370-46ae-952a-15d9e6c6cfea tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:30.069790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-edcca6a8-c370-46ae-952a-15d9e6c6cfea tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:30.128723 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'fixed_ips': [{'subnet_id': '33eb3af2-5d06-47ea-8204-a779077c5053'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:28:30.129661 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:30.159494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcca6a8-c370-46ae-952a-15d9e6c6cfea tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:28:30.381277 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Allocated IP 2001:db8::2 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/33eb3af2-5d06-47ea-8204-a779077c5053/e7169f45-a5cb-432f-b65a-c43f2494c5dc) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:28:30.415420 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-edcca6a8-c370-46ae-952a-15d9e6c6cfea tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:30.480177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-edcca6a8-c370-46ae-952a-15d9e6c6cfea tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port 75a9a22f-016f-43a1-b591-acfb8c4b5f23 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:28:30.845492 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:30.862534 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Transition to ACTIVE for port object e7169f45-a5cb-432f-b65a-c43f2494c5dc will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:30.870502 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:30.888045 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Transition to ACTIVE for port object e7169f45-a5cb-432f-b65a-c43f2494c5dc will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:30.941400 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:30.945601 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-35fd5cce-64a4-4e89-93ed-f8e7d0771697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:31.020858 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:31.024283 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:31.028387 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:31.047208 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Pushing event updated for resources: {'Port': ['ID=e7169f45-a5cb-432f-b65a-c43f2494c5dc,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:31.075650 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:31.094140 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-edcca6a8-c370-46ae-952a-15d9e6c6cfea tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::2e46:9439:56b5:c7c5 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/33eb3af2-5d06-47ea-8204-a779077c5053/75a9a22f-016f-43a1-b591-acfb8c4b5f23) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:28:31.157584 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Attempting to bind port e7169f45-a5cb-432f-b65a-c43f2494c5dc on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:28:31.158284 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Attempting to bind port e7169f45-a5cb-432f-b65a-c43f2494c5dc by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:28:31.158633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Attempting to bind port e7169f45-a5cb-432f-b65a-c43f2494c5dc on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:28:31.165954 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:28:31.166856 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:28:31.167529 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:31.168056 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:28:31.168715 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Bound port: e7169f45-a5cb-432f-b65a-c43f2494c5dc, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:28:31.169209 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:31.293515 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] For port e7169f45-a5cb-432f-b65a-c43f2494c5dc, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:28:31.302491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] For port e7169f45-a5cb-432f-b65a-c43f2494c5dc, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e7169f45-a5cb-432f-b65a-c43f2494c5dc,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:28:31.349856 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36096) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:31.364240 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36102) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:31.381606 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:31.396320 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:31.531304 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-edcca6a8-c370-46ae-952a-15d9e6c6cfea tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:31.533594 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Pushing event updated for resources: {'Port': ['ID=e7169f45-a5cb-432f-b65a-c43f2494c5dc,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:31.538349 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:31.553491 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-5c7809a7-9936-44b3-a62e-b3a2c20bf02a tempest-DvrRoutersNegativeTest-1835189249 tempest-DvrRoutersNegativeTest-1835189249-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1477255367', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:31.557882 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-edcca6a8-c370-46ae-952a-15d9e6c6cfea tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object 75a9a22f-016f-43a1-b591-acfb8c4b5f23 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:31.559723 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.policy [None req-5c7809a7-9936-44b3-a62e-b3a2c20bf02a tempest-DvrRoutersNegativeTest-1835189249 tempest-DvrRoutersNegativeTest-1835189249-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88218) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Dec 22 15:28:31.560588 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.policy [None req-5c7809a7-9936-44b3-a62e-b3a2c20bf02a tempest-DvrRoutersNegativeTest-1835189249 tempest-DvrRoutersNegativeTest-1835189249-project] Failed policy check for 'create_router' {{(pid=88218) enforce /opt/stack/neutron/neutron/policy.py:520}} Dec 22 15:28:31.561810 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-5c7809a7-9936-44b3-a62e-b3a2c20bf02a tempest-DvrRoutersNegativeTest-1835189249 tempest-DvrRoutersNegativeTest-1835189249-project] create failed (client error): Access was denied to this resource. Dec 22 15:28:31.564512 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5c7809a7-9936-44b3-a62e-b3a2c20bf02a tempest-DvrRoutersNegativeTest-1835189249 tempest-DvrRoutersNegativeTest-1835189249-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2132421 Dec 22 15:28:31.580022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Request body: {'networks': [{'name': 'tempest-network--1128898101'}, {'name': 'tempest-network--1349370800'}]} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:31.580794 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Request body: {'network': {'name': 'tempest-network--1128898101'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:31.581878 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Request body: {'network': {'name': 'tempest-network--1349370800'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:31.595044 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:31.603705 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Usage tracker for resource:network and tenant:2135902ccb874866bda352283ab8b6eb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:31.608481 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:31.618851 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:31.650397 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-edcca6a8-c370-46ae-952a-15d9e6c6cfea tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:31.656717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d6090516-2c79-4669-9157-683b6a3a2d21 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:31.710283 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Made reservation on behalf of 2135902ccb874866bda352283ab8b6eb for: {'network': 2} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:28:31.717720 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:31.740134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:31.745741 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcca6a8-c370-46ae-952a-15d9e6c6cfea tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=75a9a22f-016f-43a1-b591-acfb8c4b5f23,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:31.749271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-edcca6a8-c370-46ae-952a-15d9e6c6cfea tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:31.764311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:31.766960 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Usage tracker for resource:security_group_rule and tenant:2135902ccb874866bda352283ab8b6eb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:31.767763 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcca6a8-c370-46ae-952a-15d9e6c6cfea tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:31.769152 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-edcca6a8-c370-46ae-952a-15d9e6c6cfea tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:31.770857 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:31.771996 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcca6a8-c370-46ae-952a-15d9e6c6cfea tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:31.778218 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcca6a8-c370-46ae-952a-15d9e6c6cfea tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:31.778932 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-edcca6a8-c370-46ae-952a-15d9e6c6cfea tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:31.780127 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:31.893890 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-edcca6a8-c370-46ae-952a-15d9e6c6cfea tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2056587 Dec 22 15:28:31.894080 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36110) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:32.012099 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:32.087662 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958c7293-39ed-47ec-93ec-4fe9a7029f5d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:32.097342 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958c7293-39ed-47ec-93ec-4fe9a7029f5d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:32.098878 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-958c7293-39ed-47ec-93ec-4fe9a7029f5d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:28:32.105494 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:32.106468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:32.166214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-de292744-65e7-4df3-b2c3-bdbbd18fde39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:32.299173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71bee322-dbb1-40c9-96ab-9ebdccf67f7e,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:32.313228 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:32.330725 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:28:32.367614 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-958c7293-39ed-47ec-93ec-4fe9a7029f5d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:28:32.375989 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-958c7293-39ed-47ec-93ec-4fe9a7029f5d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4811080 Dec 22 15:28:32.378841 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36118) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:32.390639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:32.394389 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Added segment 2ea595d1-b36b-4f1a-a81c-139f4efbbf71 of type vlan for network 93eacf7e-56ef-4b0a-8d3a-a5b91a18f0e2 Dec 22 15:28:32.454126 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e7169f45-a5cb-432f-b65a-c43f2494c5dc up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:28:32.526952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:32.551820 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36122) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:32.596306 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ebd20248-4839-4a8a-9d01-4c31fd266880 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port 75a9a22f-016f-43a1-b591-acfb8c4b5f23 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:32.598494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ebd20248-4839-4a8a-9d01-4c31fd266880 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:32.687682 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:28:32.730273 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:32.730849 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Added segment 78800415-cf81-49ba-9639-6db524b77b15 of type vlan for network dcedce63-5001-4748-aae0-b950f2a53f44 Dec 22 15:28:32.830049 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:32.890826 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port e7169f45-a5cb-432f-b65a-c43f2494c5dc completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:28:33.054571 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24b3c134-1e3c-414d-a56f-5ce2200ea7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:33.074006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:33.075589 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:33.083512 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:33.090022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:33.091001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:33.097920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:33.110506 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ebd20248-4839-4a8a-9d01-4c31fd266880 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:33.138557 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-24b3c134-1e3c-414d-a56f-5ce2200ea7e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:33.143463 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-24b3c134-1e3c-414d-a56f-5ce2200ea7e4 admin admin] Usage tracker for resource:security_group_rule and tenant:8506f96036954c5a97aa8d8945b04ed4 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:33.147188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-24b3c134-1e3c-414d-a56f-5ce2200ea7e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:33.156806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-24b3c134-1e3c-414d-a56f-5ce2200ea7e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:33.265237 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24b3c134-1e3c-414d-a56f-5ce2200ea7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:33.397703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24b3c134-1e3c-414d-a56f-5ce2200ea7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:33.440069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ebd20248-4839-4a8a-9d01-4c31fd266880 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for 75a9a22f-016f-43a1-b591-acfb8c4b5f23 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:33.458128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event updated for resources: {'Network': ['ID=93eacf7e-56ef-4b0a-8d3a-a5b91a18f0e2,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:33.482092 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 93eacf7e-56ef-4b0a-8d3a-a5b91a18f0e2 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:28:33.596489 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event updated for resources: {'Network': ['ID=dcedce63-5001-4748-aae0-b950f2a53f44,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:33.600308 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:33.616141 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aa9e79d1-0d34-42e3-9bb1-a952b0b2fcdf tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.483s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:33.616890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aa9e79d1-0d34-42e3-9bb1-a952b0b2fcdf tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:33.623676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8e3d5517-dde9-4376-8256-46bc2dc6304b tempest-ServerActionsTestJSON-1039460328 tempest-ServerActionsTestJSON-1039460328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:33.646529 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-24b3c134-1e3c-414d-a56f-5ce2200ea7e4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8506f96036954c5a97aa8d8945b04ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0928423 Dec 22 15:28:33.649970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36128) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:33.705025 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3c134-1e3c-414d-a56f-5ce2200ea7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958c4b44-9ea4-4ee9-98c7-a8e0c66e27b2,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:33.708848 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-24b3c134-1e3c-414d-a56f-5ce2200ea7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:33.721452 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.3552427 Dec 22 15:28:33.722928 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36132) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:33.803119 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network dcedce63-5001-4748-aae0-b950f2a53f44 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:28:34.031595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2862259b-e6d1-492e-a8bb-7faaf864ac4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:34.052756 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2862259b-e6d1-492e-a8bb-7faaf864ac4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:34.188953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745acf27-5d2e-46fb-aaa6-b729637bcc05 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:34.188953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745acf27-5d2e-46fb-aaa6-b729637bcc05 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:34.193383 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745acf27-5d2e-46fb-aaa6-b729637bcc05 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:34.199868 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745acf27-5d2e-46fb-aaa6-b729637bcc05 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:34.201112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-745acf27-5d2e-46fb-aaa6-b729637bcc05 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Synchronizing usage tracker for tenant:2135902ccb874866bda352283ab8b6eb on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:28:34.495828 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ebd20248-4839-4a8a-9d01-4c31fd266880 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:34.502142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-48d6799f-414b-4539-b6e3-50dfc4c408f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:34.537224 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2862259b-e6d1-492e-a8bb-7faaf864ac4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:34.538504 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6f051db0-0de7-4919-b93c-6915d1b7c561 None None] Provisioning for port e7169f45-a5cb-432f-b65a-c43f2494c5dc completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:28:34.551238 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd20248-4839-4a8a-9d01-4c31fd266880 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=75a9a22f-016f-43a1-b591-acfb8c4b5f23,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:34.551765 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-745acf27-5d2e-46fb-aaa6-b729637bcc05 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Unset dirty status for tenant:2135902ccb874866bda352283ab8b6eb on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:28:34.554039 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-745acf27-5d2e-46fb-aaa6-b729637bcc05 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8213258 Dec 22 15:28:34.554822 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ebd20248-4839-4a8a-9d01-4c31fd266880 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:34.555815 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6f051db0-0de7-4919-b93c-6915d1b7c561 None None] Provisioning complete for port e7169f45-a5cb-432f-b65a-c43f2494c5dc triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:34.556357 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6f051db0-0de7-4919-b93c-6915d1b7c561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:34.556961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dd3c9333-09c9-485c-be12-fcc391c9322f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:34.564882 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36138) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:34.585360 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2862259b-e6d1-492e-a8bb-7faaf864ac4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:34.587956 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2862259b-e6d1-492e-a8bb-7faaf864ac4e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/958c4b44-9ea4-4ee9-98c7-a8e0c66e27b2 HTTP/1.1" status: 204 len: 168 time: 0.9362204 Dec 22 15:28:34.595374 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862259b-e6d1-492e-a8bb-7faaf864ac4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958c4b44-9ea4-4ee9-98c7-a8e0c66e27b2,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:34.601690 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2862259b-e6d1-492e-a8bb-7faaf864ac4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:34.731699 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ebd20248-4839-4a8a-9d01-4c31fd266880 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:34.760342 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6f051db0-0de7-4919-b93c-6915d1b7c561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:34.846968 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6f051db0-0de7-4919-b93c-6915d1b7c561 None None] For port e7169f45-a5cb-432f-b65a-c43f2494c5dc, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e7169f45-a5cb-432f-b65a-c43f2494c5dc,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:28:34.919096 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6f051db0-0de7-4919-b93c-6915d1b7c561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:34.921085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-11ff3af3-dfc2-4fa6-bfbc-d44c691df16f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:35.017499 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2882ab07-3449-44cd-8347-5b95ca18b196 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:35.032308 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f051db0-0de7-4919-b93c-6915d1b7c561 None None] Pushing event updated for resources: {'Port': ['ID=e7169f45-a5cb-432f-b65a-c43f2494c5dc,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:35.044200 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6f051db0-0de7-4919-b93c-6915d1b7c561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:35.047865 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2e509003-6f1b-4616-b11f-5492905093bc None None] Could not find standard attr ID for object 75a9a22f-016f-43a1-b591-acfb8c4b5f23. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:28:35.078423 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ebd20248-4839-4a8a-9d01-4c31fd266880 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/75a9a22f-016f-43a1-b591-acfb8c4b5f23 HTTP/1.1" status: 204 len: 168 time: 2.6926806 Dec 22 15:28:35.079000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36148) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:35.190789 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2882ab07-3449-44cd-8347-5b95ca18b196 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:35.239886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82966519-71fd-4421-82d5-326c9ba3c7fe tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:35.241686 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82966519-71fd-4421-82d5-326c9ba3c7fe tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:35.242645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-82966519-71fd-4421-82d5-326c9ba3c7fe tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:28:35.257226 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-2882ab07-3449-44cd-8347-5b95ca18b196 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93eacf7e-56ef-4b0a-8d3a-a5b91a18f0e2']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:35.279863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-2882ab07-3449-44cd-8347-5b95ca18b196 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea595d1-b36b-4f1a-a81c-139f4efbbf71') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:35.280429 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-2882ab07-3449-44cd-8347-5b95ca18b196 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea595d1-b36b-4f1a-a81c-139f4efbbf71') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:35.295067 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2882ab07-3449-44cd-8347-5b95ca18b196 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:35.312846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-82966519-71fd-4421-82d5-326c9ba3c7fe tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:28:35.314130 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-82966519-71fd-4421-82d5-326c9ba3c7fe tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2353237 Dec 22 15:28:35.317009 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36158) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:35.324785 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2882ab07-3449-44cd-8347-5b95ca18b196 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:35.339363 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2882ab07-3449-44cd-8347-5b95ca18b196 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:28:35.339773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2882ab07-3449-44cd-8347-5b95ca18b196 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:28:35.359467 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:28:35.425047 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet 33eb3af2-5d06-47ea-8204-a779077c5053 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:28:35.430743 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:35.525308 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:35.541140 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2882ab07-3449-44cd-8347-5b95ca18b196 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:35.545312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2f5dee02-f5f8-45a5-912b-4e6b5fea5a6a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:35.562832 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2882ab07-3449-44cd-8347-5b95ca18b196 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:35.582471 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882ab07-3449-44cd-8347-5b95ca18b196 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event deleted for resources: {'Network': ['ID=93eacf7e-56ef-4b0a-8d3a-a5b91a18f0e2,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:35.586117 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2882ab07-3449-44cd-8347-5b95ca18b196 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:35.642153 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:35.674088 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2882ab07-3449-44cd-8347-5b95ca18b196 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "DELETE /v2.0/networks/93eacf7e-56ef-4b0a-8d3a-a5b91a18f0e2 HTTP/1.1" status: 204 len: 168 time: 1.1139424 Dec 22 15:28:35.679709 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36164) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:35.821479 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:35.825766 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d1271fcc-e270-4ad9-ac50-829c2909a456 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:35.875001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=33eb3af2-5d06-47ea-8204-a779077c5053,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:35.886508 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:35.897233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:35.897233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:35.897233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:35.897233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:35.897233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:35.897233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:35.897233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:35.897233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:35.897233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:35.897233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:35.897233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:35.897233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:35.901476 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:35.906760 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765a2965-ab11-4353-9820-99465faa7e5e None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:35.920379 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a614-9e7d-46ee-b6c1-b763839c77ab tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:35.965192 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/33eb3af2-5d06-47ea-8204-a779077c5053 HTTP/1.1" status: 204 len: 168 time: 0.6466973 Dec 22 15:28:35.970252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36174) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:36.069385 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:36.182402 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a614-9e7d-46ee-b6c1-b763839c77ab tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:36.208356 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36180) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:36.211387 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7df6f5fa-fd09-4262-960b-94fe329e6097 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2384403 Dec 22 15:28:36.220599 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:36.252585 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-7cb9a614-9e7d-46ee-b6c1-b763839c77ab tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcedce63-5001-4748-aae0-b950f2a53f44']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:36.333603 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e7169f45-a5cb-432f-b65a-c43f2494c5dc up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:28:36.431566 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-7cb9a614-9e7d-46ee-b6c1-b763839c77ab tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78800415-cf81-49ba-9639-6db524b77b15') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:36.437733 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-7cb9a614-9e7d-46ee-b6c1-b763839c77ab tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78800415-cf81-49ba-9639-6db524b77b15') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:36.464520 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80d181e-2d66-4ac4-ad99-a4fe806e976d None None] DHCP port deletion for a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:28:36.499880 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-a80d181e-2d66-4ac4-ad99-a4fe806e976d None None] Deleting port e7169f45-a5cb-432f-b65a-c43f2494c5dc {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:36.500865 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a80d181e-2d66-4ac4-ad99-a4fe806e976d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:36.526896 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a614-9e7d-46ee-b6c1-b763839c77ab tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:36.549265 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:36.552083 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a614-9e7d-46ee-b6c1-b763839c77ab tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:36.558538 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:36.564716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb9a614-9e7d-46ee-b6c1-b763839c77ab tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:28:36.565300 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a614-9e7d-46ee-b6c1-b763839c77ab tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:28:36.581874 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:28:36.589771 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:36.596242 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:36.665245 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port e7169f45-a5cb-432f-b65a-c43f2494c5dc triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:36.666336 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:36.758654 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:28:36.767138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:36.802564 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a614-9e7d-46ee-b6c1-b763839c77ab tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:36.811499 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a614-9e7d-46ee-b6c1-b763839c77ab tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:36.828094 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f391e116-510f-49e4-82b7-f2db3226a91e tempest-NetworksTest-1629416393 tempest-NetworksTest-1629416393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:36.910198 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-a80d181e-2d66-4ac4-ad99-a4fe806e976d None None] For port e7169f45-a5cb-432f-b65a-c43f2494c5dc, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e7169f45-a5cb-432f-b65a-c43f2494c5dc,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:28:36.911146 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a80d181e-2d66-4ac4-ad99-a4fe806e976d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:36.940035 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9a614-9e7d-46ee-b6c1-b763839c77ab tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event deleted for resources: {'Network': ['ID=dcedce63-5001-4748-aae0-b950f2a53f44,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:36.957313 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7cb9a614-9e7d-46ee-b6c1-b763839c77ab tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "DELETE /v2.0/networks/dcedce63-5001-4748-aae0-b950f2a53f44 HTTP/1.1" status: 204 len: 168 time: 1.2761219 Dec 22 15:28:36.958594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7cb9a614-9e7d-46ee-b6c1-b763839c77ab tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:36.961543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36192) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:37.057091 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-a80d181e-2d66-4ac4-ad99-a4fe806e976d None None] Calling delete_port for e7169f45-a5cb-432f-b65a-c43f2494c5dc owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:37.177038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a566d10-b621-4318-93f2-3ec553f777ee tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:37.183890 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a566d10-b621-4318-93f2-3ec553f777ee tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:37.184733 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3a566d10-b621-4318-93f2-3ec553f777ee tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Synchronizing usage tracker for tenant:2135902ccb874866bda352283ab8b6eb on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:28:37.266878 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a80d181e-2d66-4ac4-ad99-a4fe806e976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:37.275869 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0ab63c04-f3d9-4f97-bb2b-4e691c64f84c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:37.337863 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d181e-2d66-4ac4-ad99-a4fe806e976d None None] Pushing event deleted for resources: {'Port': ['ID=e7169f45-a5cb-432f-b65a-c43f2494c5dc,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:37.341017 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a80d181e-2d66-4ac4-ad99-a4fe806e976d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:37.351575 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d181e-2d66-4ac4-ad99-a4fe806e976d None None] No DVR routers for this DVR port e7169f45-a5cb-432f-b65a-c43f2494c5dc on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:28:37.608240 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3a566d10-b621-4318-93f2-3ec553f777ee tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Unset dirty status for tenant:2135902ccb874866bda352283ab8b6eb on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:28:37.611969 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3a566d10-b621-4318-93f2-3ec553f777ee tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6474216 Dec 22 15:28:37.617171 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36206) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:37.624179 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-447315f6-9079-4ba3-94ca-681f9d5ebfba tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1824697981'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:37.632090 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-447315f6-9079-4ba3-94ca-681f9d5ebfba tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:37.645931 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-447315f6-9079-4ba3-94ca-681f9d5ebfba tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:37.661714 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:37.668076 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:37.692628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36210) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:37.729717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447315f6-9079-4ba3-94ca-681f9d5ebfba tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Made reservation on behalf of 2135902ccb874866bda352283ab8b6eb for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:28:37.736666 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-447315f6-9079-4ba3-94ca-681f9d5ebfba tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:37.790937 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:37.800495 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:37.805158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:37.806031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:37.812512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af1abc9-4d5f-4dfe-8e28-607fb3038e2e None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:37.883308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447315f6-9079-4ba3-94ca-681f9d5ebfba tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:28:37.887230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=82750ef5-6272-4a70-9829-b43817309855,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:37.906875 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:37.907512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:37.908207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:37.908852 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:37.909491 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:37.910094 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:37.910748 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:37.914491 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:37.914491 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:37.914491 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:37.914491 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:37.914491 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:37.921019 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:37.930211 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-447315f6-9079-4ba3-94ca-681f9d5ebfba tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:37.930211 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-447315f6-9079-4ba3-94ca-681f9d5ebfba tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Added segment 2f1018c1-190a-425f-8379-ae442ce977ce of type vlan for network fdd17031-b03a-42d4-bb3e-1ee5bd356d4f Dec 22 15:28:37.947070 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7322223 Dec 22 15:28:37.948718 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36216) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:37.954552 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-58c9102f-15d8-4b4c-a6d6-6632648b9214 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'fixed_ips': [{'subnet_id': '82750ef5-6272-4a70-9829-b43817309855', 'ip_address': '2001:db8::f264:9195:3e3b:62be'}], 'name': 'tempest-NetworksTestDHCPv6-32537365'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:38.004620 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-447315f6-9079-4ba3-94ca-681f9d5ebfba tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:38.087011 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'network': {'name': 'tempest-network-smoke--622699350', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'port_security_enabled': True}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:38.107528 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:38.116114 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:network and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:38.121857 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:38.132343 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:38.152823 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-447315f6-9079-4ba3-94ca-681f9d5ebfba tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:38.158682 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447315f6-9079-4ba3-94ca-681f9d5ebfba tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:38.159633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-447315f6-9079-4ba3-94ca-681f9d5ebfba tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:38.181128 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fd84313a-60e3-4803-b7f4-bc84e9479a13 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:38.205621 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-58c9102f-15d8-4b4c-a6d6-6632648b9214 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:38.213386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-58c9102f-15d8-4b4c-a6d6-6632648b9214 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:port and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:38.216375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'fixed_ips': [{'subnet_id': '82750ef5-6272-4a70-9829-b43817309855'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:28:38.217764 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:38.219103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-58c9102f-15d8-4b4c-a6d6-6632648b9214 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:38.228389 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-58c9102f-15d8-4b4c-a6d6-6632648b9214 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:38.273194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:28:38.282465 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:38.296244 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e7169f45-a5cb-432f-b65a-c43f2494c5dc no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:28:38.313012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:38.334426 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: e7169f45-a5cb-432f-b65a-c43f2494c5dc {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:28:38.335099 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e7169f45-a5cb-432f-b65a-c43f2494c5dc not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:28:38.346535 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:38.357979 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c9102f-15d8-4b4c-a6d6-6632648b9214 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:28:38.399438 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:38.420105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:38.546773 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Allocated IP 2001:db8::2 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/82750ef5-6272-4a70-9829-b43817309855/f48bdc20-a851-4d3f-84f6-1414394403b8) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:28:38.584513 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447315f6-9079-4ba3-94ca-681f9d5ebfba tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event updated for resources: {'Network': ['ID=fdd17031-b03a-42d4-bb3e-1ee5bd356d4f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:38.587887 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-447315f6-9079-4ba3-94ca-681f9d5ebfba tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:38.606790 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network fdd17031-b03a-42d4-bb3e-1ee5bd356d4f details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:28:38.634253 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:38.741947 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-447315f6-9079-4ba3-94ca-681f9d5ebfba tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1191192 Dec 22 15:28:38.742832 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36222) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:38.747586 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-58c9102f-15d8-4b4c-a6d6-6632648b9214 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:38.751294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8b09f100-e056-4554-b66c-653eef02b7ea tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1676916805'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:38.764710 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8b09f100-e056-4554-b66c-653eef02b7ea tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:38.773633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8b09f100-e056-4554-b66c-653eef02b7ea tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Usage tracker for resource:network and tenant:2135902ccb874866bda352283ab8b6eb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:38.786349 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8b09f100-e056-4554-b66c-653eef02b7ea tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:38.795339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8b09f100-e056-4554-b66c-653eef02b7ea tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:38.797541 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-58c9102f-15d8-4b4c-a6d6-6632648b9214 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port 2e9b5c3b-820f-4018-ab71-a3dc1c0ca2d6 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:28:38.894439 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b09f100-e056-4554-b66c-653eef02b7ea tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Made reservation on behalf of 2135902ccb874866bda352283ab8b6eb for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:28:38.903555 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b09f100-e056-4554-b66c-653eef02b7ea tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:38.917150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:38.974835 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b09f100-e056-4554-b66c-653eef02b7ea tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:28:38.997581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b09f100-e056-4554-b66c-653eef02b7ea tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:38.998954 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-8b09f100-e056-4554-b66c-653eef02b7ea tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Added segment 8cae4643-0959-4053-b509-3bfff0c9c5a1 of type vlan for network 17c2aeb5-ca1c-4cd8-87bf-bff70b82689f Dec 22 15:28:39.052382 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b09f100-e056-4554-b66c-653eef02b7ea tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:39.064181 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:39.113231 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Transition to ACTIVE for port object f48bdc20-a851-4d3f-84f6-1414394403b8 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:39.158136 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Transition to ACTIVE for port object f48bdc20-a851-4d3f-84f6-1414394403b8 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:39.193002 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:39.201134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-11ec0bf0-de36-4f00-a468-ad8f57518d6f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:39.250208 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b09f100-e056-4554-b66c-653eef02b7ea tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:39.251079 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:39.258461 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b09f100-e056-4554-b66c-653eef02b7ea tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:39.259631 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a80d181e-2d66-4ac4-ad99-a4fe806e976d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:39.259852 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b09f100-e056-4554-b66c-653eef02b7ea tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:39.263771 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:39.324671 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:28:39.367894 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ea2e30-dabb-419f-9a9f-24e78be43acf,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:39.379291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:39.385309 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:39.385865 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Added segment 3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf of type vlan for network c4875b83-54f2-4714-b57a-87a98f0d12f7 Dec 22 15:28:39.397094 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09f100-e056-4554-b66c-653eef02b7ea tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event updated for resources: {'Network': ['ID=17c2aeb5-ca1c-4cd8-87bf-bff70b82689f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:39.400341 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8b09f100-e056-4554-b66c-653eef02b7ea tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:39.432622 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-58c9102f-15d8-4b4c-a6d6-6632648b9214 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::f264:9195:3e3b:62be (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/82750ef5-6272-4a70-9829-b43817309855/2e9b5c3b-820f-4018-ab71-a3dc1c0ca2d6) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:28:39.446300 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8b09f100-e056-4554-b66c-653eef02b7ea tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7022219 Dec 22 15:28:39.446661 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Pushing event updated for resources: {'Port': ['ID=f48bdc20-a851-4d3f-84f6-1414394403b8,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:39.449107 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 17c2aeb5-ca1c-4cd8-87bf-bff70b82689f details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:28:39.450480 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36226) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:39.461151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Request body: {'ports': [{'network_id': 'fdd17031-b03a-42d4-bb3e-1ee5bd356d4f', 'name': 'tempest-port--1687853210', 'admin_state_up': True}, {'network_id': '17c2aeb5-ca1c-4cd8-87bf-bff70b82689f', 'admin_state_up': False}]} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:39.462356 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Request body: {'port': {'network_id': 'fdd17031-b03a-42d4-bb3e-1ee5bd356d4f', 'name': 'tempest-port--1687853210', 'admin_state_up': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:39.464351 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Request body: {'port': {'network_id': '17c2aeb5-ca1c-4cd8-87bf-bff70b82689f', 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:39.465544 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:39.479010 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:39.484397 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:39.492857 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:39.501667 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:39.733593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:39.733593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:39.733593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:39.733593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:39.820290 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-58c9102f-15d8-4b4c-a6d6-6632648b9214 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:39.847536 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-58c9102f-15d8-4b4c-a6d6-6632648b9214 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object 2e9b5c3b-820f-4018-ab71-a3dc1c0ca2d6 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:39.925078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:39.942945 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Usage tracker for resource:port and tenant:2135902ccb874866bda352283ab8b6eb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:39.947437 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:39.958279 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:39.996210 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Network': ['ID=c4875b83-54f2-4714-b57a-87a98f0d12f7,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:40.000665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Attempting to bind port f48bdc20-a851-4d3f-84f6-1414394403b8 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:28:40.001287 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Attempting to bind port f48bdc20-a851-4d3f-84f6-1414394403b8 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:28:40.001910 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Attempting to bind port f48bdc20-a851-4d3f-84f6-1414394403b8 on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:28:40.003077 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-58c9102f-15d8-4b4c-a6d6-6632648b9214 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:40.008027 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:40.014859 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4f18c749-5b97-48ac-b9f9-e7d4df34f575 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:40.019013 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:28:40.019364 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:28:40.019735 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:40.020362 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:28:40.021062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Bound port: f48bdc20-a851-4d3f-84f6-1414394403b8, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:28:40.021728 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:40.043978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Made reservation on behalf of 2135902ccb874866bda352283ab8b6eb for: {'port': 2} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:28:40.050012 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network c4875b83-54f2-4714-b57a-87a98f0d12f7 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:28:40.054194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:40.074957 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:40.128378 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9102f-15d8-4b4c-a6d6-6632648b9214 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=2e9b5c3b-820f-4018-ab71-a3dc1c0ca2d6,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:40.156714 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-58c9102f-15d8-4b4c-a6d6-6632648b9214 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:40.156714 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c9102f-15d8-4b4c-a6d6-6632648b9214 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:40.159797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-58c9102f-15d8-4b4c-a6d6-6632648b9214 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:40.166480 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c9102f-15d8-4b4c-a6d6-6632648b9214 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:40.181079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c9102f-15d8-4b4c-a6d6-6632648b9214 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:40.183603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-58c9102f-15d8-4b4c-a6d6-6632648b9214 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:40.197466 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.5015066 Dec 22 15:28:40.209109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36232) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:40.233449 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'admin_state_up': True, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:40.254906 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] For port f48bdc20-a851-4d3f-84f6-1414394403b8, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:28:40.256877 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:40.259903 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] For port f48bdc20-a851-4d3f-84f6-1414394403b8, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f48bdc20-a851-4d3f-84f6-1414394403b8,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:28:40.265432 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:router and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:40.270772 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:40.282269 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:40.298169 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] device_id is not set on port 246d1f0e-f583-4677-a046-2d7724b8a6ef yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:28:40.325738 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-58c9102f-15d8-4b4c-a6d6-6632648b9214 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3769715 Dec 22 15:28:40.331111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36236) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:40.353564 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:40.357697 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:40.402552 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:40.403783 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:40.423601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:40.449895 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Pushing event updated for resources: {'Port': ['ID=f48bdc20-a851-4d3f-84f6-1414394403b8,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:40.456526 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:40.497397 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63cab2f-282b-4617-a0ac-3e8ab47941bc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:40.513502 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63cab2f-282b-4617-a0ac-3e8ab47941bc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:40.515417 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e63cab2f-282b-4617-a0ac-3e8ab47941bc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:28:40.531633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:40.678911 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] device_id is not set on port 9b1566f9-f946-4807-9a2f-05c55ff5f3b0 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:28:40.707346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e63cab2f-282b-4617-a0ac-3e8ab47941bc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:28:40.707346 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e63cab2f-282b-4617-a0ac-3e8ab47941bc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3728909 Dec 22 15:28:40.722610 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36240) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:40.943822 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:40.957568 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:41.001987 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4c80b43b-18d2-46f9-b501-7f57258db13f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port 2e9b5c3b-820f-4018-ab71-a3dc1c0ca2d6 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:41.003025 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c80b43b-18d2-46f9-b501-7f57258db13f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:41.075163 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:41.083244 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-edcca6a8-c370-46ae-952a-15d9e6c6cfea tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:41.186560 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event updated for resources: {'Port': ['ID=246d1f0e-f583-4677-a046-2d7724b8a6ef,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:41.198000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:41.217581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Checking segment: {'id': '2f1018c1-190a-425f-8379-ae442ce977ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fdd17031-b03a-42d4-bb3e-1ee5bd356d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:28:41.217581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Network hostable DHCP agents. Network: fdd17031-b03a-42d4-bb3e-1ee5bd356d4f, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:28:41.222615 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-27f750a9-0376-47d6-a064-9deaf3071620 req-ab2495cb-d5eb-40b4-8837-b4d4773c2c4d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2164392 Dec 22 15:28:41.313364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Network fdd17031-b03a-42d4-bb3e-1ee5bd356d4f is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:28:41.494979 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f750a9-0376-47d6-a064-9deaf3071620 req-8191c633-40a2-4a66-8376-ab3a2c3dfd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:41.498754 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-27f750a9-0376-47d6-a064-9deaf3071620 req-8191c633-40a2-4a66-8376-ab3a2c3dfd31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d737c316a4542e78135e34c5fa7a4f9&device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 1099 time: 0.1436470 Dec 22 15:28:41.565338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, fdd17031-b03a-42d4-bb3e-1ee5bd356d4f) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:41.579303 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfd2d72-637d-44ca-bf9b-7e91c4ff57cf None None] Network fdd17031-b03a-42d4-bb3e-1ee5bd356d4f requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:41.581076 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:41.582356 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:41.594599 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a9f0099e-35ca-4f6a-a971-d559f41f13ba tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:41.656967 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c80b43b-18d2-46f9-b501-7f57258db13f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:41.804648 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4c80b43b-18d2-46f9-b501-7f57258db13f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for 2e9b5c3b-820f-4018-ab71-a3dc1c0ca2d6 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:41.979528 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event updated for resources: {'Port': ['ID=9b1566f9-f946-4807-9a2f-05c55ff5f3b0,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:42.007078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:42.066549 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:42.115555 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:42.128128 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f750a9-0376-47d6-a064-9deaf3071620 req-8fbc3df2-1f55-4f50-b803-53b46ff5b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:42.130353 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-27f750a9-0376-47d6-a064-9deaf3071620 req-8fbc3df2-1f55-4f50-b803-53b46ff5b1d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8cd8c74-3563-4ac0-9801-9129eb7e0a82 HTTP/1.1" status: 200 len: 897 time: 0.6015079 Dec 22 15:28:42.136867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Checking segment: {'id': '8cae4643-0959-4053-b509-3bfff0c9c5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '17c2aeb5-ca1c-4cd8-87bf-bff70b82689f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:28:42.137380 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Network hostable DHCP agents. Network: 17c2aeb5-ca1c-4cd8-87bf-bff70b82689f, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:28:42.291799 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bbfe128e-4c21-4120-ae9d-1260889cef65 None None] Provisioning for port f48bdc20-a851-4d3f-84f6-1414394403b8 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:28:42.414481 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f48bdc20-a851-4d3f-84f6-1414394403b8 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:28:42.422566 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-27f750a9-0376-47d6-a064-9deaf3071620 req-85e85f88-1f8a-4ab3-ba68-4c2b98eb4475 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 HTTP/1.1" status: 200 len: 1002 time: 0.2767224 Dec 22 15:28:42.500726 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.26.6.74 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/e8677861-69dc-4e84-8cc4-3373269be48b) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:28:42.503172 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c80b43b-18d2-46f9-b501-7f57258db13f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:42.521741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:42.594500 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80b43b-18d2-46f9-b501-7f57258db13f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=2e9b5c3b-820f-4018-ab71-a3dc1c0ca2d6,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:42.602367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4c80b43b-18d2-46f9-b501-7f57258db13f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:42.722320 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c80b43b-18d2-46f9-b501-7f57258db13f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:42.737300 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3b70598c-6f78-426d-9ee5-38a5a5911349 None None] Could not find standard attr ID for object 2e9b5c3b-820f-4018-ab71-a3dc1c0ca2d6. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:28:42.765183 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f750a9-0376-47d6-a064-9deaf3071620 req-abd85283-5d20-4be9-9d92-548f5d1a05b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:42.766877 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-27f750a9-0376-47d6-a064-9deaf3071620 req-abd85283-5d20-4be9-9d92-548f5d1a05b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a0a88bf-b45a-493d-9874-68623dfbadd3 HTTP/1.1" status: 200 len: 835 time: 0.3232510 Dec 22 15:28:42.851900 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:42.889171 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f750a9-0376-47d6-a064-9deaf3071620 req-3a0f197f-6d3a-40ab-b315-aabcf13f76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:42.890935 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-27f750a9-0376-47d6-a064-9deaf3071620 req-3a0f197f-6d3a-40ab-b315-aabcf13f76d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8cd8c74-3563-4ac0-9801-9129eb7e0a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1161103 Dec 22 15:28:43.019213 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port f48bdc20-a851-4d3f-84f6-1414394403b8 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:28:43.029773 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port f48bdc20-a851-4d3f-84f6-1414394403b8 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:43.042416 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:43.060741 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-27f750a9-0376-47d6-a064-9deaf3071620 req-f5f73a09-d688-4afc-aa2d-edd4d38d096f service neutron] 10.222.0.57 "GET /v2.0/networks/e8cd8c74-3563-4ac0-9801-9129eb7e0a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588643 Dec 22 15:28:43.096026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Network 17c2aeb5-ca1c-4cd8-87bf-bff70b82689f is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:28:43.121496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:43.129840 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:43.201091 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4c80b43b-18d2-46f9-b501-7f57258db13f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/2e9b5c3b-820f-4018-ab71-a3dc1c0ca2d6 HTTP/1.1" status: 204 len: 168 time: 2.4694116 Dec 22 15:28:43.216300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36248) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:43.240125 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 17c2aeb5-ca1c-4cd8-87bf-bff70b82689f) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:43.262922 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:43.267174 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb93598f-1245-4204-b208-6363f8726481 None None] Network 17c2aeb5-ca1c-4cd8-87bf-bff70b82689f requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:43.275166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:43.285737 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:43.286887 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:43.373591 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:43.382632 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:43.391820 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:43.432032 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-27f750a9-0376-47d6-a064-9deaf3071620 req-779cfdf7-9f13-4a02-87bd-7ff1ccc6db08 service neutron] 10.222.0.57 "GET /v2.0/networks/e8cd8c74-3563-4ac0-9801-9129eb7e0a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642440 Dec 22 15:28:43.472133 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.0176749 Dec 22 15:28:43.472735 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36252) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:43.527625 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e98734c-fc0e-457b-bdcb-46260cf536a1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:43.529877 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e98734c-fc0e-457b-bdcb-46260cf536a1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:43.530995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-8e98734c-fc0e-457b-bdcb-46260cf536a1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:28:43.551372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=e8677861-69dc-4e84-8cc4-3373269be48b,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:43.554977 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:43.603102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:43.667963 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eab338-58c0-4930-ae75-a1ba43c9cd4a tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:43.688791 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eab338-58c0-4930-ae75-a1ba43c9cd4a tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:43.690543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-90eab338-58c0-4930-ae75-a1ba43c9cd4a tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Synchronizing usage tracker for tenant:2135902ccb874866bda352283ab8b6eb on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:28:43.749847 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-8e98734c-fc0e-457b-bdcb-46260cf536a1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:28:43.751487 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8e98734c-fc0e-457b-bdcb-46260cf536a1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5338686 Dec 22 15:28:43.755397 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36258) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:43.766796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port f48bdc20-a851-4d3f-84f6-1414394403b8, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f48bdc20-a851-4d3f-84f6-1414394403b8,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:28:43.856440 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-90eab338-58c0-4930-ae75-a1ba43c9cd4a tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Unset dirty status for tenant:2135902ccb874866bda352283ab8b6eb on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:28:43.862789 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-90eab338-58c0-4930-ae75-a1ba43c9cd4a tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3834743 Dec 22 15:28:43.863407 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36262) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:43.867778 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:43.871527 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:43.938306 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-429b15b4-8a20-403b-a494-bdde87f82399 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet 82750ef5-6272-4a70-9829-b43817309855 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:28:43.951233 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-429b15b4-8a20-403b-a494-bdde87f82399 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:43.998087 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-27ef56e6-5925-45bf-b306-ed5ff417b32f tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Deleting port 246d1f0e-f583-4677-a046-2d7724b8a6ef {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:43.998531 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27ef56e6-5925-45bf-b306-ed5ff417b32f tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:44.024458 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=f48bdc20-a851-4d3f-84f6-1414394403b8,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:44.056913 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:44.106037 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-429b15b4-8a20-403b-a494-bdde87f82399 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:44.340353 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f48bdc20-a851-4d3f-84f6-1414394403b8 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:28:44.355069 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:44.523680 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27ef56e6-5925-45bf-b306-ed5ff417b32f tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:44.525260 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port f48bdc20-a851-4d3f-84f6-1414394403b8 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:44.525920 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:44.537349 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-429b15b4-8a20-403b-a494-bdde87f82399 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:44.826137 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-27ef56e6-5925-45bf-b306-ed5ff417b32f tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Calling delete_port for 246d1f0e-f583-4677-a046-2d7724b8a6ef owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:44.930578 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:45.073335 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-429b15b4-8a20-403b-a494-bdde87f82399 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:45.083923 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fdb30427-855a-497b-8f2c-24c38033ee54 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:45.129281 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27ef56e6-5925-45bf-b306-ed5ff417b32f tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:45.147112 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b15b4-8a20-403b-a494-bdde87f82399 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=82750ef5-6272-4a70-9829-b43817309855,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:45.151625 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-429b15b4-8a20-403b-a494-bdde87f82399 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:45.154216 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d532e7aa-73f3-480a-9c00-732d06d10f19 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:45.188963 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-429b15b4-8a20-403b-a494-bdde87f82399 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:45.199234 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16f3578-afe1-4252-a01e-b4e46d5e1291 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:45.209294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef56e6-5925-45bf-b306-ed5ff417b32f tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event deleted for resources: {'Port': ['ID=246d1f0e-f583-4677-a046-2d7724b8a6ef,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:45.211893 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-27ef56e6-5925-45bf-b306-ed5ff417b32f tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:45.220299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27ef56e6-5925-45bf-b306-ed5ff417b32f tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:45.294689 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-429b15b4-8a20-403b-a494-bdde87f82399 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/82750ef5-6272-4a70-9829-b43817309855 HTTP/1.1" status: 204 len: 168 time: 1.5341685 Dec 22 15:28:45.296696 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36268) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:45.435599 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5c7ccd05-8660-4a31-8afe-7e00ac553fa2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1358001 Dec 22 15:28:45.439224 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36272) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:45.532326 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-27ef56e6-5925-45bf-b306-ed5ff417b32f tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "DELETE /v2.0/ports/246d1f0e-f583-4677-a046-2d7724b8a6ef HTTP/1.1" status: 204 len: 168 time: 1.6672449 Dec 22 15:28:45.538387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36276) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:45.570209 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f8dd9a-9c4f-43a3-b374-69d86d012092 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:45.571406 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e9f8dd9a-9c4f-43a3-b374-69d86d012092 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:28:45.609770 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:28:45.670375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0596b3-28b9-4ac7-b12f-d64db886392b None None] DHCP port deletion for a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:28:45.678279 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3c0596b3-28b9-4ac7-b12f-d64db886392b None None] Deleting port f48bdc20-a851-4d3f-84f6-1414394403b8 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:45.678279 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3c0596b3-28b9-4ac7-b12f-d64db886392b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:45.701866 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e9f8dd9a-9c4f-43a3-b374-69d86d012092 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:28:45.703114 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e9f8dd9a-9c4f-43a3-b374-69d86d012092 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2622881 Dec 22 15:28:45.706921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ae9db395-fc8a-4d66-8d55-a1a13801055b tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Deleting port 9b1566f9-f946-4807-9a2f-05c55ff5f3b0 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:45.707477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ae9db395-fc8a-4d66-8d55-a1a13801055b tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:45.711369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36280) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:45.990095 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7e8c14-d02f-4225-aeae-ec787b0586e2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:45.993545 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ac7e8c14-d02f-4225-aeae-ec787b0586e2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2804797 Dec 22 15:28:46.013632 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36284) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:46.085930 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3c0596b3-28b9-4ac7-b12f-d64db886392b None None] For port f48bdc20-a851-4d3f-84f6-1414394403b8, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f48bdc20-a851-4d3f-84f6-1414394403b8,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:28:46.087542 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3c0596b3-28b9-4ac7-b12f-d64db886392b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:46.173459 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-edea79ba-d04a-4cc1-8245-f446eea5524e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1565564 Dec 22 15:28:46.190956 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36290) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:46.220225 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-4127b865-4235-43fc-bcf9-20161160bfc9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:46.417451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:28:46.440528 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ae9db395-fc8a-4d66-8d55-a1a13801055b tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:46.492744 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] Sync routers for ids ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:28:46.497984 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f48bdc20-a851-4d3f-84f6-1414394403b8 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:28:46.567515 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4127b865-4235-43fc-bcf9-20161160bfc9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:46.577412 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4127b865-4235-43fc-bcf9-20161160bfc9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:46.583304 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4127b865-4235-43fc-bcf9-20161160bfc9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:46.598725 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4127b865-4235-43fc-bcf9-20161160bfc9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:46.621685 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3c0596b3-28b9-4ac7-b12f-d64db886392b None None] Calling delete_port for f48bdc20-a851-4d3f-84f6-1414394403b8 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:46.631826 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:46.640387 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.4235313 Dec 22 15:28:46.646660 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36294) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:46.685289 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ae9db395-fc8a-4d66-8d55-a1a13801055b tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Calling delete_port for 9b1566f9-f946-4807-9a2f-05c55ff5f3b0 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:46.707615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4127b865-4235-43fc-bcf9-20161160bfc9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:28:46.715031 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4127b865-4235-43fc-bcf9-20161160bfc9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:46.717252 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] Routers {'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:46.718996 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:28:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:46.986606 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ae9db395-fc8a-4d66-8d55-a1a13801055b tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:46.999322 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-846e9d5f-e3dd-45ae-941e-8c3507d11610 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:47.106466 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9db395-fc8a-4d66-8d55-a1a13801055b tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event deleted for resources: {'Port': ['ID=9b1566f9-f946-4807-9a2f-05c55ff5f3b0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:47.109847 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3c0596b3-28b9-4ac7-b12f-d64db886392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:47.117739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ae9db395-fc8a-4d66-8d55-a1a13801055b tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:47.120261 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ae9db395-fc8a-4d66-8d55-a1a13801055b tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:47.134272 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:47.144595 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ae9db395-fc8a-4d66-8d55-a1a13801055b tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "DELETE /v2.0/ports/9b1566f9-f946-4807-9a2f-05c55ff5f3b0 HTTP/1.1" status: 204 len: 168 time: 1.6040251 Dec 22 15:28:47.145865 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36300) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:47.176147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0596b3-28b9-4ac7-b12f-d64db886392b None None] No DVR routers for this DVR port f48bdc20-a851-4d3f-84f6-1414394403b8 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:28:47.183450 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-14bfe001-3d36-4fb1-a113-dd13ad9711c7 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=1e3de4c345a044948e6178acdaa2b3de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5378704 Dec 22 15:28:47.186953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0596b3-28b9-4ac7-b12f-d64db886392b None None] Pushing event deleted for resources: {'Port': ['ID=f48bdc20-a851-4d3f-84f6-1414394403b8,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:47.187871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36304) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:47.192356 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:47.202684 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3c0596b3-28b9-4ac7-b12f-d64db886392b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:47.245559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1210abcf-2ea2-44fe-b53e-cfe54a6ddbf3 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Synchronizing usage tracker for tenant:2135902ccb874866bda352283ab8b6eb on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:28:47.318629 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] Set router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:28:47.398849 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1210abcf-2ea2-44fe-b53e-cfe54a6ddbf3 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Unset dirty status for tenant:2135902ccb874866bda352283ab8b6eb on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:28:47.400507 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1210abcf-2ea2-44fe-b53e-cfe54a6ddbf3 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2532618 Dec 22 15:28:47.406509 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36310) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:47.414497 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-499f5653-5df2-42db-81b0-5eeadb13287c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-943399666'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:47.432822 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-499f5653-5df2-42db-81b0-5eeadb13287c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:47.452233 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-499f5653-5df2-42db-81b0-5eeadb13287c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Usage tracker for resource:network and tenant:2135902ccb874866bda352283ab8b6eb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:47.478755 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-499f5653-5df2-42db-81b0-5eeadb13287c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:47.493751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-499f5653-5df2-42db-81b0-5eeadb13287c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:47.565063 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499f5653-5df2-42db-81b0-5eeadb13287c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Made reservation on behalf of 2135902ccb874866bda352283ab8b6eb for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:28:47.572471 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-499f5653-5df2-42db-81b0-5eeadb13287c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:47.647845 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499f5653-5df2-42db-81b0-5eeadb13287c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:28:47.668877 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-499f5653-5df2-42db-81b0-5eeadb13287c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:47.670081 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-499f5653-5df2-42db-81b0-5eeadb13287c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Added segment be9ea5fd-03e6-49d4-99bc-6dad34d234cb of type vlan for network 81a27554-15a9-4b34-9fa8-5850070cf230 Dec 22 15:28:47.732059 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-499f5653-5df2-42db-81b0-5eeadb13287c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:47.743585 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0288df13-5f0b-4c96-892b-88666a177141 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:47.750218 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0288df13-5f0b-4c96-892b-88666a177141 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4890921 Dec 22 15:28:47.750218 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36314) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:47.807235 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:40Z', 'updated_at': '2021-12-22T15:28:43Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:42Z', 'updated_at': '2021-12-22T15:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:47.814087 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1ec296ac-6274-41a6-b39f-efc83985109c tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0625477 Dec 22 15:28:47.815799 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] Checking router: cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:28:47.816621 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] Updating router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 port e8677861-69dc-4e84-8cc4-3373269be48b binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:28:47.818029 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36318) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:47.824636 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-e81a6584-bd51-446a-bb4a-4aa879817710 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1201267193', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:47.920120 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:47.959997 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e81a6584-bd51-446a-bb4a-4aa879817710 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:47.967369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e81a6584-bd51-446a-bb4a-4aa879817710 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:subnet and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:47.973444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e81a6584-bd51-446a-bb4a-4aa879817710 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:47.989009 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e81a6584-bd51-446a-bb4a-4aa879817710 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:47.993260 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-499f5653-5df2-42db-81b0-5eeadb13287c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:48.001747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f5653-5df2-42db-81b0-5eeadb13287c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:48.003287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-499f5653-5df2-42db-81b0-5eeadb13287c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:48.007039 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a44e7ad5-ab70-4e11-a5cb-e05b06f8e8a3 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:48.055698 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4127b865-4235-43fc-bcf9-20161160bfc9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:48.060189 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-49af8c8f-1620-4723-97b7-5ffb0075065a tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:48.142955 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4127b865-4235-43fc-bcf9-20161160bfc9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:48.145492 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-4127b865-4235-43fc-bcf9-20161160bfc9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:48.150283 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127b865-4235-43fc-bcf9-20161160bfc9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:48.152747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4127b865-4235-43fc-bcf9-20161160bfc9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:48.156329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f5653-5df2-42db-81b0-5eeadb13287c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event updated for resources: {'Network': ['ID=81a27554-15a9-4b34-9fa8-5850070cf230,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:48.163936 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81a6584-bd51-446a-bb4a-4aa879817710 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:28:48.167272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-499f5653-5df2-42db-81b0-5eeadb13287c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:48.167564 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e81a6584-bd51-446a-bb4a-4aa879817710 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:48.186917 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-499f5653-5df2-42db-81b0-5eeadb13287c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7790794 Dec 22 15:28:48.191232 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36330) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:48.194086 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127b865-4235-43fc-bcf9-20161160bfc9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=c4775292-ca83-4140-aff3-f900fb01d8fe,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:48.197228 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a33c8c16-cd99-41a6-9184-554d10227858 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1916538570'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:48.205207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4127b865-4235-43fc-bcf9-20161160bfc9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:48.212816 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a33c8c16-cd99-41a6-9184-554d10227858 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:48.217472 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a33c8c16-cd99-41a6-9184-554d10227858 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Usage tracker for resource:network and tenant:2135902ccb874866bda352283ab8b6eb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:48.221468 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a33c8c16-cd99-41a6-9184-554d10227858 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:48.238826 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a33c8c16-cd99-41a6-9184-554d10227858 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:48.290136 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cb6d21-8518-4af2-b91d-48c2d59cde01 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:48.313728 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 81a27554-15a9-4b34-9fa8-5850070cf230 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:28:48.334633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33c8c16-cd99-41a6-9184-554d10227858 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Made reservation on behalf of 2135902ccb874866bda352283ab8b6eb for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:28:48.343776 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a33c8c16-cd99-41a6-9184-554d10227858 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:48.419454 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4127b865-4235-43fc-bcf9-20161160bfc9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2205667 Dec 22 15:28:48.425294 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36334) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:48.431890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-ae95f61d-a14f-439d-ba61-fc10ae79cc88 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'fixed_ips': [{'subnet_id': 'c4775292-ca83-4140-aff3-f900fb01d8fe', 'ip_address': '2001:db8::e815:b58d:d29:8083'}], 'name': 'tempest-NetworksTestDHCPv6-974859768'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:48.440740 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33c8c16-cd99-41a6-9184-554d10227858 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:28:48.464240 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a33c8c16-cd99-41a6-9184-554d10227858 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:48.466089 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-a33c8c16-cd99-41a6-9184-554d10227858 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Added segment 9be37d1b-ab50-48e6-8a8b-361438c72502 of type vlan for network b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0 Dec 22 15:28:48.540377 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a33c8c16-cd99-41a6-9184-554d10227858 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:48.644278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a33c8c16-cd99-41a6-9184-554d10227858 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:48.652613 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33c8c16-cd99-41a6-9184-554d10227858 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:48.653409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a33c8c16-cd99-41a6-9184-554d10227858 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:48.669091 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7642ba66-96d0-49b7-a729-6ae0f6136fcd tempest-ExternalNetworksTestJSON-2125437871 tempest-ExternalNetworksTestJSON-2125437871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:48.797753 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ae95f61d-a14f-439d-ba61-fc10ae79cc88 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:48.845646 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ae95f61d-a14f-439d-ba61-fc10ae79cc88 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:48.933459 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c8c16-cd99-41a6-9184-554d10227858 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event updated for resources: {'Network': ['ID=b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:48.938436 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a33c8c16-cd99-41a6-9184-554d10227858 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:48.946672 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a33c8c16-cd99-41a6-9184-554d10227858 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7539020 Dec 22 15:28:48.957802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:28:49.010298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e81a6584-bd51-446a-bb4a-4aa879817710 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:49.018531 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9da0b7c4-6e96-4fbe-a18e-79474f25a170 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:49.074882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae95f61d-a14f-439d-ba61-fc10ae79cc88 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:28:49.328095 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a6584-bd51-446a-bb4a-4aa879817710 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Subnet': ['ID=6f80122e-0fd2-4395-9a05-3d4566aebec6,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:49.371535 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e81a6584-bd51-446a-bb4a-4aa879817710 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:49.421751 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81a6584-bd51-446a-bb4a-4aa879817710 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Checking segment: {'id': '3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:28:49.427224 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81a6584-bd51-446a-bb4a-4aa879817710 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network hostable DHCP agents. Network: c4875b83-54f2-4714-b57a-87a98f0d12f7, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:28:49.592945 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:49.593306 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae95f61d-a14f-439d-ba61-fc10ae79cc88 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:49.618326 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] Transition to ACTIVE for port object e8677861-69dc-4e84-8cc4-3373269be48b will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:49.647194 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'fixed_ips': [{'subnet_id': 'c4775292-ca83-4140-aff3-f900fb01d8fe'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:28:49.648724 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:49.651055 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-ae95f61d-a14f-439d-ba61-fc10ae79cc88 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port 74e297e6-4dab-4223-920c-09b49b9258a9 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:28:49.759729 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:49.780120 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3c0596b3-28b9-4ac7-b12f-d64db886392b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:49.886106 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81a6584-bd51-446a-bb4a-4aa879817710 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network c4875b83-54f2-4714-b57a-87a98f0d12f7 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:28:49.980367 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f9d23-b1df-4131-88b4-a8038b761a80 None None] Pushing event updated for resources: {'Port': ['ID=e8677861-69dc-4e84-8cc4-3373269be48b,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:49.987994 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7d0f9d23-b1df-4131-88b4-a8038b761a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:50.044085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] Attempting to bind port e8677861-69dc-4e84-8cc4-3373269be48b on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:28:50.045084 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] Attempting to bind port e8677861-69dc-4e84-8cc4-3373269be48b by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:28:50.046066 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] Attempting to bind port e8677861-69dc-4e84-8cc4-3373269be48b on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:28:50.073824 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:28:50.074940 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:28:50.075858 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:50.076863 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:28:50.081054 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] Bound port: e8677861-69dc-4e84-8cc4-3373269be48b, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:28:50.082069 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:50.268461 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] For port e8677861-69dc-4e84-8cc4-3373269be48b, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:28:50.273136 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] For port e8677861-69dc-4e84-8cc4-3373269be48b, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e8677861-69dc-4e84-8cc4-3373269be48b,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:28:50.317629 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-e81a6584-bd51-446a-bb4a-4aa879817710 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, c4875b83-54f2-4714-b57a-87a98f0d12f7) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:50.327431 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81a6584-bd51-446a-bb4a-4aa879817710 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:50.329015 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e81a6584-bd51-446a-bb4a-4aa879817710 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:50.335340 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ccab2c-6ecc-49d3-b887-e4cedd71ac54 None None] Network c4875b83-54f2-4714-b57a-87a98f0d12f7 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:50.339878 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-ae95f61d-a14f-439d-ba61-fc10ae79cc88 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::e815:b58d:d29:8083 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/c4775292-ca83-4140-aff3-f900fb01d8fe/74e297e6-4dab-4223-920c-09b49b9258a9) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:28:50.403786 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:50.521672 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:50.534995 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e81a6584-bd51-446a-bb4a-4aa879817710 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7125239 Dec 22 15:28:50.536617 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36354) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:50.818659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae95f61d-a14f-439d-ba61-fc10ae79cc88 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:50.838272 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ae95f61d-a14f-439d-ba61-fc10ae79cc88 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object 74e297e6-4dab-4223-920c-09b49b9258a9 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:50.892989 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f9d23-b1df-4131-88b4-a8038b761a80 None None] Pushing event updated for resources: {'Port': ['ID=e8677861-69dc-4e84-8cc4-3373269be48b,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:50.899804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] Routers {'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:50.900602 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:28:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:50.929375 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:28:50.953190 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae95f61d-a14f-439d-ba61-fc10ae79cc88 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:50.967858 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:51.012622 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9d23-b1df-4131-88b4-a8038b761a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:51.013245 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9d23-b1df-4131-88b4-a8038b761a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:51.013664 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9d23-b1df-4131-88b4-a8038b761a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:51.014260 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9d23-b1df-4131-88b4-a8038b761a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:51.016213 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9d23-b1df-4131-88b4-a8038b761a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:51.016840 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9d23-b1df-4131-88b4-a8038b761a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:51.017248 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9d23-b1df-4131-88b4-a8038b761a80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:51.017629 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9d23-b1df-4131-88b4-a8038b761a80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:51.018020 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9d23-b1df-4131-88b4-a8038b761a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:51.020960 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9d23-b1df-4131-88b4-a8038b761a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:51.021573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9d23-b1df-4131-88b4-a8038b761a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:51.022103 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9d23-b1df-4131-88b4-a8038b761a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:28:51.092026 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7d0f9d23-b1df-4131-88b4-a8038b761a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:51.181469 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Allocated IP 2001:db8::2 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/c4775292-ca83-4140-aff3-f900fb01d8fe/fa4462e8-366f-471a-a76a-f2fe48984450) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:28:51.265495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae95f61d-a14f-439d-ba61-fc10ae79cc88 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:51.273147 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-ae95f61d-a14f-439d-ba61-fc10ae79cc88 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:51.285089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae95f61d-a14f-439d-ba61-fc10ae79cc88 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:51.298392 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae95f61d-a14f-439d-ba61-fc10ae79cc88 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:51.299243 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae95f61d-a14f-439d-ba61-fc10ae79cc88 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:51.355188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95f61d-a14f-439d-ba61-fc10ae79cc88 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=74e297e6-4dab-4223-920c-09b49b9258a9,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:51.371570 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ae95f61d-a14f-439d-ba61-fc10ae79cc88 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:51.599995 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] Set router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:28:51.631542 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ae95f61d-a14f-439d-ba61-fc10ae79cc88 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.2041352 Dec 22 15:28:51.632932 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36362) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:51.650244 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-0f0c6083-03cd-48b9-b52e-12f625d6c916 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'fixed_ips': [{'subnet_id': 'c4775292-ca83-4140-aff3-f900fb01d8fe', 'ip_address': '2001:db8::e815:b58d:d29:8083'}], 'name': 'tempest-NetworksTestDHCPv6-1185553540'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:52.121970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0f0c6083-03cd-48b9-b52e-12f625d6c916 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:52.174029 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0f0c6083-03cd-48b9-b52e-12f625d6c916 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:52.307933 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0c6083-03cd-48b9-b52e-12f625d6c916 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:28:52.330248 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f0c6083-03cd-48b9-b52e-12f625d6c916 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:52.421545 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-0f0c6083-03cd-48b9-b52e-12f625d6c916 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port 0c935875-353b-4006-8851-7ad06d9d600a yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:28:52.450793 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6999132a-4586-415c-ab01-d5657152388c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-c4875b83-54f2-4714-b57a-87a98f0d12f7', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ips': [{'subnet_id': '6f80122e-0fd2-4395-9a05-3d4566aebec6'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:28:52.451904 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6999132a-4586-415c-ab01-d5657152388c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:52.675485 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:52.997069 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:53.050254 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Transition to ACTIVE for port object fa4462e8-366f-471a-a76a-f2fe48984450 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:53.121682 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Transition to ACTIVE for port object fa4462e8-366f-471a-a76a-f2fe48984450 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:53.143752 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-6999132a-4586-415c-ab01-d5657152388c None None] Allocated IP 172.20.0.2 (c4875b83-54f2-4714-b57a-87a98f0d12f7/6f80122e-0fd2-4395-9a05-3d4566aebec6/5ed02498-a7cf-471b-b938-c442d4926d9b) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:28:53.224347 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:40Z', 'updated_at': '2021-12-22T15:28:43Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:42Z', 'updated_at': '2021-12-22T15:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:53.287222 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:53.292972 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ac2a0df4-9225-4d85-9e07-d41b26c1dea1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:53.399951 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f52a2e2-04c1-46e7-8e5d-f2526e9e7d99 None None] The sync data for ids ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'] in dv-neutron-822674-1-hyperv is: [{'id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:40Z', 'updated_at': '2021-12-22T15:28:43Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:42Z', 'updated_at': '2021-12-22T15:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:28:53.442493 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:53.449364 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:53.453302 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:53.484464 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0c6083-03cd-48b9-b52e-12f625d6c916 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 15:28:53.485142 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0c6083-03cd-48b9-b52e-12f625d6c916 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:28:53.578545 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Pushing event updated for resources: {'Port': ['ID=fa4462e8-366f-471a-a76a-f2fe48984450,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:53.589370 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:53.616463 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0f0c6083-03cd-48b9-b52e-12f625d6c916 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.9817145 Dec 22 15:28:53.619711 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36376) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:53.630485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Attempting to bind port fa4462e8-366f-471a-a76a-f2fe48984450 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:28:53.630978 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Attempting to bind port fa4462e8-366f-471a-a76a-f2fe48984450 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:28:53.631206 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Attempting to bind port fa4462e8-366f-471a-a76a-f2fe48984450 on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:28:53.670504 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:28:53.672375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:28:53.673171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:53.674197 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:28:53.676669 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Bound port: fa4462e8-366f-471a-a76a-f2fe48984450, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:28:53.677921 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:53.762170 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0214ab1b-47ab-464e-8e4d-b9f0102b67a6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:53.774768 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0214ab1b-47ab-464e-8e4d-b9f0102b67a6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:53.775608 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0214ab1b-47ab-464e-8e4d-b9f0102b67a6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:28:53.777851 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36380) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:53.785204 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Request body: {'subnets': [{'network_id': '81a27554-15a9-4b34-9fa8-5850070cf230', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--877166609', 'ip_version': 6}, {'network_id': 'b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:53.785591 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Request body: {'subnet': {'network_id': '81a27554-15a9-4b34-9fa8-5850070cf230', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--877166609', 'ip_version': 6}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:53.786202 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Request body: {'subnet': {'network_id': 'b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:53.909255 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0214ab1b-47ab-464e-8e4d-b9f0102b67a6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:28:53.914294 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0214ab1b-47ab-464e-8e4d-b9f0102b67a6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2932329 Dec 22 15:28:53.915202 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36384) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:54.028634 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6999132a-4586-415c-ab01-d5657152388c None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:54.058672 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] For port fa4462e8-366f-471a-a76a-f2fe48984450, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:28:54.066733 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] For port fa4462e8-366f-471a-a76a-f2fe48984450, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=fa4462e8-366f-471a-a76a-f2fe48984450,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:28:54.069242 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6999132a-4586-415c-ab01-d5657152388c None None] Transition to ACTIVE for port object 5ed02498-a7cf-471b-b938-c442d4926d9b will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:54.076715 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-42628856-a83e-441f-b85b-ba00ee0e6838 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port 74e297e6-4dab-4223-920c-09b49b9258a9 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:28:54.077654 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-42628856-a83e-441f-b85b-ba00ee0e6838 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:54.108802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6999132a-4586-415c-ab01-d5657152388c None None] Transition to ACTIVE for port object 5ed02498-a7cf-471b-b938-c442d4926d9b will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:54.161431 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:54.175031 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6f051db0-0de7-4919-b93c-6915d1b7c561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:54.261550 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6999132a-4586-415c-ab01-d5657152388c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:54.308492 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:54.342898 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Usage tracker for resource:subnet and tenant:2135902ccb874866bda352283ab8b6eb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:54.359765 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:54.371364 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:54.401132 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e8677861-69dc-4e84-8cc4-3373269be48b up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:28:54.480184 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6999132a-4586-415c-ab01-d5657152388c None None] Network c4875b83-54f2-4714-b57a-87a98f0d12f7 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:54.483987 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Made reservation on behalf of 2135902ccb874866bda352283ab8b6eb for: {'subnet': 2} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:28:54.491569 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:54.492254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:54.505001 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.20.0.1 (c4875b83-54f2-4714-b57a-87a98f0d12f7/6f80122e-0fd2-4395-9a05-3d4566aebec6/f44dca5f-fa62-4ac7-a169-ebd59d273a0c) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:28:54.532375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-6999132a-4586-415c-ab01-d5657152388c None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:54.588080 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6999132a-4586-415c-ab01-d5657152388c None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:54.683985 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-42628856-a83e-441f-b85b-ba00ee0e6838 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:54.783393 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Pushing event updated for resources: {'Port': ['ID=fa4462e8-366f-471a-a76a-f2fe48984450,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:54.827483 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:54.833124 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8a12a79e-49e6-4ec1-a1a6-2c5973313661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.543s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:54.987608 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-42628856-a83e-441f-b85b-ba00ee0e6838 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for 74e297e6-4dab-4223-920c-09b49b9258a9 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:28:55.149311 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6999132a-4586-415c-ab01-d5657152388c None None] Attempting to bind port 5ed02498-a7cf-471b-b938-c442d4926d9b on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:28:55.149907 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6999132a-4586-415c-ab01-d5657152388c None None] Attempting to bind port 5ed02498-a7cf-471b-b938-c442d4926d9b by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:28:55.150539 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6999132a-4586-415c-ab01-d5657152388c None None] Attempting to bind port 5ed02498-a7cf-471b-b938-c442d4926d9b on network c4875b83-54f2-4714-b57a-87a98f0d12f7 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:28:55.167169 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999132a-4586-415c-ab01-d5657152388c None None] Pushing event updated for resources: {'Port': ['ID=5ed02498-a7cf-471b-b938-c442d4926d9b,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:55.181443 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6999132a-4586-415c-ab01-d5657152388c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:55.211820 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port e8677861-69dc-4e84-8cc4-3373269be48b completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:28:55.243046 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6999132a-4586-415c-ab01-d5657152388c None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:28:55.244066 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6999132a-4586-415c-ab01-d5657152388c None None] Checking segment: {'id': '3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:28:55.247082 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6999132a-4586-415c-ab01-d5657152388c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:55.251107 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6999132a-4586-415c-ab01-d5657152388c None None] Bound using segment: {'id': '3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:28:55.252316 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6999132a-4586-415c-ab01-d5657152388c None None] Bound port: 5ed02498-a7cf-471b-b938-c442d4926d9b, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:28:55.253325 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6999132a-4586-415c-ab01-d5657152388c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:55.261651 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:55.419822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port e8677861-69dc-4e84-8cc4-3373269be48b triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:55.420415 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:55.442590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Transition to ACTIVE for port object f44dca5f-fa62-4ac7-a169-ebd59d273a0c will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:55.648906 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1c6f9d0c-a256-4906-b27f-ef917c32b838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:55.733142 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6999132a-4586-415c-ab01-d5657152388c None None] For port 5ed02498-a7cf-471b-b938-c442d4926d9b, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:28:55.788739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:55.795513 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-42628856-a83e-441f-b85b-ba00ee0e6838 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:55.856538 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-af1470b6-9b43-429d-8c56-6d39b720d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:55.887427 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6999132a-4586-415c-ab01-d5657152388c None None] For port 5ed02498-a7cf-471b-b938-c442d4926d9b, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=5ed02498-a7cf-471b-b938-c442d4926d9b,segment=NetworkSegment(3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf),segment_id=3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:28:55.903152 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:55.922693 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port e8677861-69dc-4e84-8cc4-3373269be48b, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e8677861-69dc-4e84-8cc4-3373269be48b,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:28:55.946121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network c4875b83-54f2-4714-b57a-87a98f0d12f7 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:55.981649 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6999132a-4586-415c-ab01-d5657152388c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:55.987905 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a5227ee1-a03f-45e7-8f47-aa085a5d2ce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:55.992398 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:55.997716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:56.021957 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:56.026842 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e81a6584-bd51-446a-bb4a-4aa879817710 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:56.062561 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:56.133465 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999132a-4586-415c-ab01-d5657152388c None None] Pushing event updated for resources: {'Port': ['ID=5ed02498-a7cf-471b-b938-c442d4926d9b,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:56.140575 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event updated for resources: {'Subnet': ['ID=55a35c19-ac35-4c2a-a919-c6687a5a0dc0,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:56.144788 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:56.152250 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Checking segment: {'id': 'be9ea5fd-03e6-49d4-99bc-6dad34d234cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '81a27554-15a9-4b34-9fa8-5850070cf230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:28:56.152763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Network hostable DHCP agents. Network: 81a27554-15a9-4b34-9fa8-5850070cf230, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:28:56.164969 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6999132a-4586-415c-ab01-d5657152388c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:56.168170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7d0f9d23-b1df-4131-88b4-a8038b761a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:56.276447 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Network 81a27554-15a9-4b34-9fa8-5850070cf230 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:28:56.285977 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-42628856-a83e-441f-b85b-ba00ee0e6838 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:56.304470 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=e8677861-69dc-4e84-8cc4-3373269be48b,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:56.307956 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:56.310270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=f44dca5f-fa62-4ac7-a169-ebd59d273a0c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:56.358807 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-42628856-a83e-441f-b85b-ba00ee0e6838 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/74e297e6-4dab-4223-920c-09b49b9258a9 HTTP/1.1" status: 204 len: 168 time: 2.4417851 Dec 22 15:28:56.362709 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36396) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:56.399421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42628856-a83e-441f-b85b-ba00ee0e6838 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=74e297e6-4dab-4223-920c-09b49b9258a9,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:56.404364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-42628856-a83e-441f-b85b-ba00ee0e6838 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:56.404804 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.500s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:56.405643 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:56.417408 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:56.519912 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 81a27554-15a9-4b34-9fa8-5850070cf230) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:56.528266 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:56.533948 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34806c06-f274-4232-90ce-a38d996e27f5 None None] Network 81a27554-15a9-4b34-9fa8-5850070cf230 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:56.573250 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device fa4462e8-366f-471a-a76a-f2fe48984450 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:28:56.584222 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cc546c3d-5b3c-42bc-956f-667e3a47edc6 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:56.767747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfda554-5c4d-44de-95e6-62bbf650fe87 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:56.769630 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfda554-5c4d-44de-95e6-62bbf650fe87 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:56.771041 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-adfda554-5c4d-44de-95e6-62bbf650fe87 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:28:56.785943 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Checking segment: {'id': '9be37d1b-ab50-48e6-8a8b-361438c72502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:28:56.787578 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Network hostable DHCP agents. Network: b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:28:56.802522 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event updated for resources: {'Subnet': ['ID=c31c84c2-2749-4482-8703-ad67622f7000,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:56.829302 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:56.901736 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-adfda554-5c4d-44de-95e6-62bbf650fe87 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:28:56.903517 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-adfda554-5c4d-44de-95e6-62bbf650fe87 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5391724 Dec 22 15:28:56.906774 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36400) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:56.974089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Network b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:28:57.041361 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d4ef06-4eb4-4263-a5d8-2578884472ad tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet c4775292-ca83-4140-aff3-f900fb01d8fe {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:28:57.049665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f7d4ef06-4eb4-4263-a5d8-2578884472ad tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:57.054559 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port fa4462e8-366f-471a-a76a-f2fe48984450 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:28:57.088231 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:57.090446 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:57.101626 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:57.102107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:57.103043 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:57.147645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f7d4ef06-4eb4-4263-a5d8-2578884472ad tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:57.151627 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f948f8c-c183-46b7-a09b-74a4c21e9597 None None] Network b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:57.312476 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.5331056 Dec 22 15:28:57.313852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36404) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:57.320777 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-81a27554-15a9-4b34-9fa8-5850070cf230', 'network_id': '81a27554-15a9-4b34-9fa8-5850070cf230', 'tenant_id': '2135902ccb874866bda352283ab8b6eb', 'fixed_ips': [{'subnet_id': '55a35c19-ac35-4c2a-a919-c6687a5a0dc0'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:28:57.322638 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:57.580206 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dcc10f-e6d9-4ce7-ae1a-4702514061f5 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:57.589907 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dcc10f-e6d9-4ce7-ae1a-4702514061f5 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:57.592398 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dcc10f-e6d9-4ce7-ae1a-4702514061f5 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:57.594180 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-99dcc10f-e6d9-4ce7-ae1a-4702514061f5 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Synchronizing usage tracker for tenant:2135902ccb874866bda352283ab8b6eb on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:28:57.613725 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f7d4ef06-4eb4-4263-a5d8-2578884472ad tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:57.720739 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c9eb310a-0b11-42b4-ba77-95f124b2a629 None None] Provisioning for port fa4462e8-366f-471a-a76a-f2fe48984450 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:28:57.740155 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c9eb310a-0b11-42b4-ba77-95f124b2a629 None None] Provisioning complete for port fa4462e8-366f-471a-a76a-f2fe48984450 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:57.740851 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c9eb310a-0b11-42b4-ba77-95f124b2a629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:57.776909 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-99dcc10f-e6d9-4ce7-ae1a-4702514061f5 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Unset dirty status for tenant:2135902ccb874866bda352283ab8b6eb on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:28:57.785345 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-99dcc10f-e6d9-4ce7-ae1a-4702514061f5 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4555490 Dec 22 15:28:57.803857 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36412) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:57.896628 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:57.993672 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a5c321b5-c6b7-43b3-9881-44e5089685bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:58.004592 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:58.046639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f7d4ef06-4eb4-4263-a5d8-2578884472ad tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:58.057363 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:58.060199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aaa4b1b6-fb2c-4b06-9478-f70afc83ab33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:58.111571 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4ef06-4eb4-4263-a5d8-2578884472ad tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=c4775292-ca83-4140-aff3-f900fb01d8fe,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:58.118549 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f7d4ef06-4eb4-4263-a5d8-2578884472ad tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:58.118768 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0', 'network_id': 'b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0', 'tenant_id': '2135902ccb874866bda352283ab8b6eb', 'fixed_ips': [{'subnet_id': 'c31c84c2-2749-4482-8703-ad67622f7000'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:28:58.119516 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:58.133998 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f7d4ef06-4eb4-4263-a5d8-2578884472ad tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:58.154177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Allocated IP 2001:db8::1 (81a27554-15a9-4b34-9fa8-5850070cf230/55a35c19-ac35-4c2a-a919-c6687a5a0dc0/3f8e2ef0-c464-42b1-b479-695d4ecd8538) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:28:58.165525 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-620d1e4d-0da4-40a3-a47b-24435498a097 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Deleting subnet 55a35c19-ac35-4c2a-a919-c6687a5a0dc0 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:28:58.207501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:58.243341 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=f44dca5f-fa62-4ac7-a169-ebd59d273a0c,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:58.249408 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:58.259816 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f7d4ef06-4eb4-4263-a5d8-2578884472ad tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/c4775292-ca83-4140-aff3-f900fb01d8fe HTTP/1.1" status: 204 len: 168 time: 1.3516591 Dec 22 15:28:58.263491 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36416) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:58.334575 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6c0822-dba9-4730-b684-44f50270f541 None None] Network c4875b83-54f2-4714-b57a-87a98f0d12f7 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:58.377041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c9eb310a-0b11-42b4-ba77-95f124b2a629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:58.429811 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36420) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:58.433575 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f18269e0-8375-4da8-af12-75c0562573c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1686962 Dec 22 15:28:58.439841 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c24cd30f-1d85-4df8-a095-1aaffe709500 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:58.515325 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8d67e7-ff6d-48eb-a46e-aacb63493f8f None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:28:58.583657 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e8677861-69dc-4e84-8cc4-3373269be48b up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:28:58.608301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c24cd30f-1d85-4df8-a095-1aaffe709500 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:28:58.611919 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network c4875b83-54f2-4714-b57a-87a98f0d12f7 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:58.614483 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:58.617056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c24cd30f-1d85-4df8-a095-1aaffe709500 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:28:58.624332 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c24cd30f-1d85-4df8-a095-1aaffe709500 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:28:58.686158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c24cd30f-1d85-4df8-a095-1aaffe709500 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:28:58.815368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24cd30f-1d85-4df8-a095-1aaffe709500 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:28:58.820052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c24cd30f-1d85-4df8-a095-1aaffe709500 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:59.110199 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:28:59.134484 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c9eb310a-0b11-42b4-ba77-95f124b2a629 None None] For port fa4462e8-366f-471a-a76a-f2fe48984450, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=fa4462e8-366f-471a-a76a-f2fe48984450,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:28:59.214020 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Allocated IP 2001:db8:0:1::1 (b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0/c31c84c2-2749-4482-8703-ad67622f7000/a40c7484-81f1-400a-9c0f-fc86f49c5ac7) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:28:59.253485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:59.296484 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c9eb310a-0b11-42b4-ba77-95f124b2a629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:59.387736 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:59.426668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:28:59.457426 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/routers/cc68b2f8-2613-4afa-b6a8-83eec44bf4b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9169090 Dec 22 15:28:59.459489 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36428) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:59.460402 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] Sync routers for ids ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:28:59.492132 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] Routers {'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:59.494268 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:28:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:28:59.498659 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:59.582321 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e2771a8d-b40d-4dd3-b520-45172f20e3f6 None None] Could not find standard attr ID for object 74e297e6-4dab-4223-920c-09b49b9258a9. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:28:59.601131 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c24cd30f-1d85-4df8-a095-1aaffe709500 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:59.611054 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c47e55d9-82dd-4be3-aad6-3e54c9165596 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:28:59.693793 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port e8677861-69dc-4e84-8cc4-3373269be48b triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:28:59.694188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:59.701280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff6751-2a65-4b84-86fb-b63ef9361116 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.701850 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff6751-2a65-4b84-86fb-b63ef9361116 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.702955 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff6751-2a65-4b84-86fb-b63ef9361116 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.703491 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff6751-2a65-4b84-86fb-b63ef9361116 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.704027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff6751-2a65-4b84-86fb-b63ef9361116 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.704554 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff6751-2a65-4b84-86fb-b63ef9361116 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.705080 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff6751-2a65-4b84-86fb-b63ef9361116 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.705597 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff6751-2a65-4b84-86fb-b63ef9361116 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.706140 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff6751-2a65-4b84-86fb-b63ef9361116 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.706796 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff6751-2a65-4b84-86fb-b63ef9361116 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.707616 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff6751-2a65-4b84-86fb-b63ef9361116 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.707830 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff6751-2a65-4b84-86fb-b63ef9361116 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.715820 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-45ff6751-2a65-4b84-86fb-b63ef9361116 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8378 time: 0.2494662 Dec 22 15:28:59.715820 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36432) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:59.722452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24cd30f-1d85-4df8-a095-1aaffe709500 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:28:59.757391 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-c24cd30f-1d85-4df8-a095-1aaffe709500 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:28:59.760760 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24cd30f-1d85-4df8-a095-1aaffe709500 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.761509 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c24cd30f-1d85-4df8-a095-1aaffe709500 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:59.793696 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cd30f-1d85-4df8-a095-1aaffe709500 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=30e986ca-94dd-42b1-9ee5-03ba231f9e25,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:59.797776 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c24cd30f-1d85-4df8-a095-1aaffe709500 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:59.828794 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:28:59.851746 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb310a-0b11-42b4-ba77-95f124b2a629 None None] Pushing event updated for resources: {'Port': ['ID=fa4462e8-366f-471a-a76a-f2fe48984450,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:28:59.861901 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0af78a-854d-432b-9983-8150ce8b3ba3 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.868767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0af78a-854d-432b-9983-8150ce8b3ba3 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.868767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0af78a-854d-432b-9983-8150ce8b3ba3 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.868767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0af78a-854d-432b-9983-8150ce8b3ba3 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.868767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0af78a-854d-432b-9983-8150ce8b3ba3 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.868767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0af78a-854d-432b-9983-8150ce8b3ba3 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.868767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0af78a-854d-432b-9983-8150ce8b3ba3 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.868767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0af78a-854d-432b-9983-8150ce8b3ba3 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.868767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0af78a-854d-432b-9983-8150ce8b3ba3 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.868767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0af78a-854d-432b-9983-8150ce8b3ba3 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:28:59.869703 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c9eb310a-0b11-42b4-ba77-95f124b2a629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:28:59.871901 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dd0af78a-854d-432b-9983-8150ce8b3ba3 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6527 time: 0.1546659 Dec 22 15:28:59.876943 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36436) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:59.883679 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Transition to ACTIVE for port object 3f8e2ef0-c464-42b1-b479-695d4ecd8538 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:59.909748 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] Set router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:28:59.960901 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36440) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:59.961489 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c24cd30f-1d85-4df8-a095-1aaffe709500 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5296018 Dec 22 15:28:59.966933 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Transition to ACTIVE for port object 3f8e2ef0-c464-42b1-b479-695d4ecd8538 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:28:59.969347 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-739c71b9-d65a-43b8-83ad-79fb69123c0f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'fixed_ips': [{'subnet_id': '30e986ca-94dd-42b1-9ee5-03ba231f9e25', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-421138513'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:28:59.973249 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e2771a8d-b40d-4dd3-b520-45172f20e3f6 None None] Provisioning for port 5ed02498-a7cf-471b-b938-c442d4926d9b completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:00.069343 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-620d1e4d-0da4-40a3-a47b-24435498a097 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:00.131652 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335c573d-534b-4801-94ce-9991e5e45640 None None] DHCP port deletion for a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:29:00.141131 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:00.169972 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-335c573d-534b-4801-94ce-9991e5e45640 None None] Deleting port fa4462e8-366f-471a-a76a-f2fe48984450 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:29:00.170612 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-335c573d-534b-4801-94ce-9991e5e45640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:00.212749 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0a2f5ac3-eb93-44da-8f93-a579d1f5de66 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.3339360 Dec 22 15:29:00.216436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-739c71b9-d65a-43b8-83ad-79fb69123c0f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:00.224255 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-739c71b9-d65a-43b8-83ad-79fb69123c0f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:port and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:00.229937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-739c71b9-d65a-43b8-83ad-79fb69123c0f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:00.241583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-739c71b9-d65a-43b8-83ad-79fb69123c0f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:00.250557 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:00.301381 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-620d1e4d-0da4-40a3-a47b-24435498a097 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:00.354680 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Network 81a27554-15a9-4b34-9fa8-5850070cf230 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:00.427204 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-620d1e4d-0da4-40a3-a47b-24435498a097 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:00.460650 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Pushing event updated for resources: {'Port': ['ID=3f8e2ef0-c464-42b1-b479-695d4ecd8538,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:00.465249 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:00.466973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:00.468058 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739c71b9-d65a-43b8-83ad-79fb69123c0f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:29:00.469457 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:00.530924 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:40Z', 'updated_at': '2021-12-22T15:28:56Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:42Z', 'updated_at': '2021-12-22T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'f44dca5f-fa62-4ac7-a169-ebd59d273a0c', 'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:07:97:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:53Z', 'updated_at': '2021-12-22T15:28:57Z', 'revision_number': 2, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:00.536739 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] Checking router: cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:29:00.537968 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] Updating router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 port f44dca5f-fa62-4ac7-a169-ebd59d273a0c binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:29:00.581662 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36448) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:00.588165 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-19be3f87-47b0-4072-9659-a1195200dd10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1498740243', 'description': 'tempest-secgroup-smoke-1498740243 description', 'project_id': '1e3de4c345a044948e6178acdaa2b3de'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:00.596701 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-19be3f87-47b0-4072-9659-a1195200dd10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:00.607374 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 5ed02498-a7cf-471b-b938-c442d4926d9b up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:29:00.610630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-19be3f87-47b0-4072-9659-a1195200dd10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:00.614771 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-19be3f87-47b0-4072-9659-a1195200dd10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:00.623165 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-19be3f87-47b0-4072-9659-a1195200dd10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:00.661681 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:00.726968 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:00.776401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-739c71b9-d65a-43b8-83ad-79fb69123c0f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:00.810132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19be3f87-47b0-4072-9659-a1195200dd10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:00.823222 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-739c71b9-d65a-43b8-83ad-79fb69123c0f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port 788feeee-0805-48a8-9be1-15549c6211c0 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:29:00.836601 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Transition to ACTIVE for port object a40c7484-81f1-400a-9c0f-fc86f49c5ac7 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:00.855424 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-19be3f87-47b0-4072-9659-a1195200dd10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:00.862775 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-19be3f87-47b0-4072-9659-a1195200dd10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:00.866903 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-19be3f87-47b0-4072-9659-a1195200dd10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:00.887758 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Attempting to bind port 3f8e2ef0-c464-42b1-b479-695d4ecd8538 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:29:00.887758 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Attempting to bind port 3f8e2ef0-c464-42b1-b479-695d4ecd8538 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'be9ea5fd-03e6-49d4-99bc-6dad34d234cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '81a27554-15a9-4b34-9fa8-5850070cf230'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:29:00.887758 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Attempting to bind port 3f8e2ef0-c464-42b1-b479-695d4ecd8538 on network 81a27554-15a9-4b34-9fa8-5850070cf230 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:29:00.890688 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-19be3f87-47b0-4072-9659-a1195200dd10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:00.899677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:29:00.900067 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Checking segment: {'id': 'be9ea5fd-03e6-49d4-99bc-6dad34d234cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '81a27554-15a9-4b34-9fa8-5850070cf230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:29:00.900483 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:00.900891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Bound using segment: {'id': 'be9ea5fd-03e6-49d4-99bc-6dad34d234cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '81a27554-15a9-4b34-9fa8-5850070cf230'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:29:00.901441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Bound port: 3f8e2ef0-c464-42b1-b479-695d4ecd8538, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9ea5fd-03e6-49d4-99bc-6dad34d234cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '81a27554-15a9-4b34-9fa8-5850070cf230'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:29:00.901826 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:00.943522 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-620d1e4d-0da4-40a3-a47b-24435498a097 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:00.947451 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Transition to ACTIVE for port object a40c7484-81f1-400a-9c0f-fc86f49c5ac7 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:01.012792 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:01.035734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-335c573d-534b-4801-94ce-9991e5e45640 None None] For port fa4462e8-366f-471a-a76a-f2fe48984450, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=fa4462e8-366f-471a-a76a-f2fe48984450,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:01.036175 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-335c573d-534b-4801-94ce-9991e5e45640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:01.044859 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-21035e2f-76f1-467b-9aef-3fad1a443531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:01.050267 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:01.057464 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:01.079665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19be3f87-47b0-4072-9659-a1195200dd10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:01.142385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d1e4d-0da4-40a3-a47b-24435498a097 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event deleted for resources: {'Subnet': ['ID=55a35c19-ac35-4c2a-a919-c6687a5a0dc0,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:01.186514 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19be3f87-47b0-4072-9659-a1195200dd10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:01.191514 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:01.245790 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-620d1e4d-0da4-40a3-a47b-24435498a097 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:01.246847 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be3f87-47b0-4072-9659-a1195200dd10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:01.251329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-19be3f87-47b0-4072-9659-a1195200dd10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:01.266978 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 5ed02498-a7cf-471b-b938-c442d4926d9b completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:01.269138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-620d1e4d-0da4-40a3-a47b-24435498a097 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:01.280362 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-335c573d-534b-4801-94ce-9991e5e45640 None None] Calling delete_port for fa4462e8-366f-471a-a76a-f2fe48984450 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:29:01.281059 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-739c71b9-d65a-43b8-83ad-79fb69123c0f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:29:01.281570 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739c71b9-d65a-43b8-83ad-79fb69123c0f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:29:01.326205 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 5ed02498-a7cf-471b-b938-c442d4926d9b triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:01.326677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:01.348828 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19be3f87-47b0-4072-9659-a1195200dd10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:01.352004 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-19be3f87-47b0-4072-9659-a1195200dd10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7689106 Dec 22 15:29:01.355276 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36454) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:01.375860 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-75e38999-5739-4d4b-848b-629a81507ee5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:01.380196 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Network b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:01.397867 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:01.398204 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:01.398396 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:01.407825 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] Transition to ACTIVE for port object f44dca5f-fa62-4ac7-a169-ebd59d273a0c will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:01.415167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-75e38999-5739-4d4b-848b-629a81507ee5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:01.419721 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-75e38999-5739-4d4b-848b-629a81507ee5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:01.423100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-75e38999-5739-4d4b-848b-629a81507ee5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:01.430402 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-75e38999-5739-4d4b-848b-629a81507ee5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:01.464684 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-620d1e4d-0da4-40a3-a47b-24435498a097 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "DELETE /v2.0/subnets/55a35c19-ac35-4c2a-a919-c6687a5a0dc0 HTTP/1.1" status: 204 len: 168 time: 3.6552944 Dec 22 15:29:01.464684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36458) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:01.481088 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Pushing event updated for resources: {'Port': ['ID=a40c7484-81f1-400a-9c0f-fc86f49c5ac7,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:01.484471 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:01.518326 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-739c71b9-d65a-43b8-83ad-79fb69123c0f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5543568 Dec 22 15:29:01.522335 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36462) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:01.588193 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:01.598103 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:01.620475 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b09f038-1e81-4498-b47d-62b6aaa0e360 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Deleting subnet c31c84c2-2749-4482-8703-ad67622f7000 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:29:01.630329 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3b09f038-1e81-4498-b47d-62b6aaa0e360 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:01.650332 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] For port 3f8e2ef0-c464-42b1-b479-695d4ecd8538, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:29:01.693356 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-846fcd52-621d-465d-b870-27bf4bf6e528 None None] Provisioning complete for port 5ed02498-a7cf-471b-b938-c442d4926d9b triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:01.694039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-846fcd52-621d-465d-b870-27bf4bf6e528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:01.729020 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] For port 3f8e2ef0-c464-42b1-b479-695d4ecd8538, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=3f8e2ef0-c464-42b1-b479-695d4ecd8538,segment=NetworkSegment(be9ea5fd-03e6-49d4-99bc-6dad34d234cb),segment_id=be9ea5fd-03e6-49d4-99bc-6dad34d234cb)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:29:01.748268 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Attempting to bind port a40c7484-81f1-400a-9c0f-fc86f49c5ac7 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:29:01.748883 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Attempting to bind port a40c7484-81f1-400a-9c0f-fc86f49c5ac7 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '9be37d1b-ab50-48e6-8a8b-361438c72502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:29:01.753632 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Attempting to bind port a40c7484-81f1-400a-9c0f-fc86f49c5ac7 on network b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:29:01.771582 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:29:01.772033 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Checking segment: {'id': '9be37d1b-ab50-48e6-8a8b-361438c72502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:29:01.772570 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:01.773045 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Bound using segment: {'id': '9be37d1b-ab50-48e6-8a8b-361438c72502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:29:01.773619 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Bound port: a40c7484-81f1-400a-9c0f-fc86f49c5ac7, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be37d1b-ab50-48e6-8a8b-361438c72502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:29:01.774082 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:01.794958 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8320839-31fd-431b-8e0a-057cbce48a25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:01.796924 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3b09f038-1e81-4498-b47d-62b6aaa0e360 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:01.797105 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c8320839-31fd-431b-8e0a-057cbce48a25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:01.838264 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:01.858991 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:01.930656 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3b09f038-1e81-4498-b47d-62b6aaa0e360 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:01.953007 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c8320839-31fd-431b-8e0a-057cbce48a25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:01.961002 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c8320839-31fd-431b-8e0a-057cbce48a25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4349709 Dec 22 15:29:01.962029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36466) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:02.001976 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-335c573d-534b-4801-94ce-9991e5e45640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:02.026035 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:02.029225 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-75e38999-5739-4d4b-848b-629a81507ee5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:02.038717 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca36a2-0708-4586-8031-ca52b75a34d3 None None] Pushing event updated for resources: {'Port': ['ID=f44dca5f-fa62-4ac7-a169-ebd59d273a0c,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:02.039900 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335c573d-534b-4801-94ce-9991e5e45640 None None] No DVR routers for this DVR port fa4462e8-366f-471a-a76a-f2fe48984450 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:29:02.088404 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-94ca36a2-0708-4586-8031-ca52b75a34d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:02.089680 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] Attempting to bind port f44dca5f-fa62-4ac7-a169-ebd59d273a0c on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:29:02.097020 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] Attempting to bind port f44dca5f-fa62-4ac7-a169-ebd59d273a0c by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:29:02.097020 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] Attempting to bind port f44dca5f-fa62-4ac7-a169-ebd59d273a0c on network c4875b83-54f2-4714-b57a-87a98f0d12f7 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:29:02.105276 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:29:02.106138 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] Checking segment: {'id': '3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:29:02.106856 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:02.107516 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] Bound using segment: {'id': '3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:29:02.108693 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] Bound port: f44dca5f-fa62-4ac7-a169-ebd59d273a0c, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:29:02.109215 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:02.148739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0362d58e-d0ea-4fd5-9fbf-1af6bbe7688c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:02.151408 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0362d58e-d0ea-4fd5-9fbf-1af6bbe7688c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:02.152703 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0362d58e-d0ea-4fd5-9fbf-1af6bbe7688c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:02.157799 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3b09f038-1e81-4498-b47d-62b6aaa0e360 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:02.178091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c11b2484-01ce-4336-a59e-644bbd7e3150 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:02.209751 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7da3d1-4ad7-4136-b912-e7e11e505fbf None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:02.233851 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-846fcd52-621d-465d-b870-27bf4bf6e528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:02.280747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09f038-1e81-4498-b47d-62b6aaa0e360 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event deleted for resources: {'Subnet': ['ID=c31c84c2-2749-4482-8703-ad67622f7000,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:02.296658 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] For port f44dca5f-fa62-4ac7-a169-ebd59d273a0c, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:29:02.298600 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0362d58e-d0ea-4fd5-9fbf-1af6bbe7688c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:02.298807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3b09f038-1e81-4498-b47d-62b6aaa0e360 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:02.304165 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3b09f038-1e81-4498-b47d-62b6aaa0e360 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:02.306008 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0362d58e-d0ea-4fd5-9fbf-1af6bbe7688c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3408525 Dec 22 15:29:02.308478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36470) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:02.309364 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] For port f44dca5f-fa62-4ac7-a169-ebd59d273a0c, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f44dca5f-fa62-4ac7-a169-ebd59d273a0c,segment=NetworkSegment(3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf),segment_id=3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:29:02.320388 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Pushing event updated for resources: {'Port': ['ID=3f8e2ef0-c464-42b1-b479-695d4ecd8538,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:02.324197 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:02.332118 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3b09f038-1e81-4498-b47d-62b6aaa0e360 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "DELETE /v2.0/subnets/c31c84c2-2749-4482-8703-ad67622f7000 HTTP/1.1" status: 204 len: 168 time: 0.8641098 Dec 22 15:29:02.334216 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-75e38999-5739-4d4b-848b-629a81507ee5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:02.335530 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36474) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:02.343631 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ee929a58-6542-4cdc-845d-5568f3a2d25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:02.385036 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] For port a40c7484-81f1-400a-9c0f-fc86f49c5ac7, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:29:02.388124 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 5ed02498-a7cf-471b-b938-c442d4926d9b, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=5ed02498-a7cf-471b-b938-c442d4926d9b,segment=NetworkSegment(3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf),segment_id=3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:02.422795 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:02.439558 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-59129ad5-1c93-4e04-9158-5f23c2c698d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:02.472512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c649b5-6648-4fe2-b5c7-e5525800bb09 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet 30e986ca-94dd-42b1-9ee5-03ba231f9e25 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:29:02.484110 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-74c649b5-6648-4fe2-b5c7-e5525800bb09 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:02.490364 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c573d-534b-4801-94ce-9991e5e45640 None None] Pushing event deleted for resources: {'Port': ['ID=fa4462e8-366f-471a-a76a-f2fe48984450,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:02.493883 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cae3fb-0c0a-488e-86e1-5d5a91e3d4d5 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:02.494155 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-335c573d-534b-4801-94ce-9991e5e45640 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:02.499505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e4cae3fb-0c0a-488e-86e1-5d5a91e3d4d5 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Synchronizing usage tracker for tenant:2135902ccb874866bda352283ab8b6eb on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:02.500859 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] For port a40c7484-81f1-400a-9c0f-fc86f49c5ac7, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=a40c7484-81f1-400a-9c0f-fc86f49c5ac7,segment=NetworkSegment(9be37d1b-ab50-48e6-8a8b-361438c72502),segment_id=9be37d1b-ab50-48e6-8a8b-361438c72502)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:29:02.503286 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-75e38999-5739-4d4b-848b-629a81507ee5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:02.506570 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-59203cd0-3a35-429d-a30a-76b8f437e7f0 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:02.508943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:02.516888 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-88b3dee5-9faa-4f3e-8da1-c57cf79dd0b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:02.591176 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e38999-5739-4d4b-848b-629a81507ee5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af5444d-d799-41cc-9500-ddd2330ce35c,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:02.597331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-75e38999-5739-4d4b-848b-629a81507ee5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:02.608803 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-74c649b5-6648-4fe2-b5c7-e5525800bb09 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:02.627027 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22801c88-eb21-436a-9763-d4794ebc9ac9 None None] Network 81a27554-15a9-4b34-9fa8-5850070cf230 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:02.683002 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca36a2-0708-4586-8031-ca52b75a34d3 None None] Pushing event updated for resources: {'Port': ['ID=f44dca5f-fa62-4ac7-a169-ebd59d273a0c,revision_number=4']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:02.692537 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-94ca36a2-0708-4586-8031-ca52b75a34d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:02.706868 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-74c649b5-6648-4fe2-b5c7-e5525800bb09 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:02.715811 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] Routers {'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:02.717038 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:28:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:02.730558 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device fa4462e8-366f-471a-a76a-f2fe48984450 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:29:02.744921 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e4cae3fb-0c0a-488e-86e1-5d5a91e3d4d5 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Unset dirty status for tenant:2135902ccb874866bda352283ab8b6eb on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:02.750872 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e4cae3fb-0c0a-488e-86e1-5d5a91e3d4d5 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4098847 Dec 22 15:29:02.754532 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36480) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:02.781347 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:02.827327 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-75e38999-5739-4d4b-848b-629a81507ee5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:02.835027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36484) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:02.839094 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-75e38999-5739-4d4b-848b-629a81507ee5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4815726 Dec 22 15:29:02.843129 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a6cbfa81-41c0-41e9-afa0-90c4a1f08d5e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:02.861357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a6cbfa81-41c0-41e9-afa0-90c4a1f08d5e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:02.870260 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a6cbfa81-41c0-41e9-afa0-90c4a1f08d5e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:02.878732 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a6cbfa81-41c0-41e9-afa0-90c4a1f08d5e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:02.897276 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a6cbfa81-41c0-41e9-afa0-90c4a1f08d5e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:02.941509 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-74c649b5-6648-4fe2-b5c7-e5525800bb09 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:02.961529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f3da7506-66d3-41dc-8d1d-e4c9aaae126e tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:03.011395 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-846fcd52-621d-465d-b870-27bf4bf6e528 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:29:03.013524 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-846fcd52-621d-465d-b870-27bf4bf6e528 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:29:03.013698 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-74c649b5-6648-4fe2-b5c7-e5525800bb09 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:03.017658 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=5ed02498-a7cf-471b-b938-c442d4926d9b,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:03.023898 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c649b5-6648-4fe2-b5c7-e5525800bb09 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=30e986ca-94dd-42b1-9ee5-03ba231f9e25,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:03.026964 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:03.034941 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-74c649b5-6648-4fe2-b5c7-e5525800bb09 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:03.073268 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:03.077872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6cbfa81-41c0-41e9-afa0-90c4a1f08d5e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:03.133337 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: fa4462e8-366f-471a-a76a-f2fe48984450 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:29:03.133849 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device fa4462e8-366f-471a-a76a-f2fe48984450 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:29:03.139062 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:03.169798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6cbfa81-41c0-41e9-afa0-90c4a1f08d5e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:03.173401 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-74c649b5-6648-4fe2-b5c7-e5525800bb09 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/30e986ca-94dd-42b1-9ee5-03ba231f9e25 HTTP/1.1" status: 204 len: 168 time: 0.8632369 Dec 22 15:29:03.177282 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36488) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:03.180388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Deleting port a40c7484-81f1-400a-9c0f-fc86f49c5ac7 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:29:03.180988 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:03.239758 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] Set router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:29:03.345767 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d16942db-b111-49b5-bb00-499862dbaab5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1531386 Dec 22 15:29:03.345767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36492) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:03.346097 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Pushing event updated for resources: {'Port': ['ID=a40c7484-81f1-400a-9c0f-fc86f49c5ac7,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:03.346598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6cbfa81-41c0-41e9-afa0-90c4a1f08d5e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:03.358999 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8e0b0719-671c-43cf-b893-6a60017d7aee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:03.359307 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:03.400977 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0f32b88c-601b-4b89-b1e0-8a9960406ab5 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:03.523153 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] For port a40c7484-81f1-400a-9c0f-fc86f49c5ac7, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=a40c7484-81f1-400a-9c0f-fc86f49c5ac7,segment=NetworkSegment(9be37d1b-ab50-48e6-8a8b-361438c72502),segment_id=9be37d1b-ab50-48e6-8a8b-361438c72502)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:03.523665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:03.791223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbfa81-41c0-41e9-afa0-90c4a1f08d5e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58ec24d-fda2-49a5-bc8f-e3679d49ee9b,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:03.798303 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a6cbfa81-41c0-41e9-afa0-90c4a1f08d5e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:03.807177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6cbfa81-41c0-41e9-afa0-90c4a1f08d5e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:03.807177 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a6cbfa81-41c0-41e9-afa0-90c4a1f08d5e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9641433 Dec 22 15:29:03.811268 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36496) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:03.838383 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-cc51cd3f-2ce6-4f82-96a2-d54dcf4c3e4c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:03.843707 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-846fcd52-621d-465d-b870-27bf4bf6e528 None None] Provisioning for port f44dca5f-fa62-4ac7-a169-ebd59d273a0c completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:03.865792 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cc51cd3f-2ce6-4f82-96a2-d54dcf4c3e4c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:03.871479 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Calling delete_port for a40c7484-81f1-400a-9c0f-fc86f49c5ac7 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:29:03.872259 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:40Z', 'updated_at': '2021-12-22T15:28:56Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:42Z', 'updated_at': '2021-12-22T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'f44dca5f-fa62-4ac7-a169-ebd59d273a0c', 'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:07:97:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:53Z', 'updated_at': '2021-12-22T15:29:02Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:03.875669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cc51cd3f-2ce6-4f82-96a2-d54dcf4c3e4c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:03.877773 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa4a839-7f33-428d-a23e-cf4e94418360 None None] The sync data for ids ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'] in dv-neutron-822674-1-hyperv is: [{'id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:40Z', 'updated_at': '2021-12-22T15:28:56Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:42Z', 'updated_at': '2021-12-22T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'f44dca5f-fa62-4ac7-a169-ebd59d273a0c', 'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:07:97:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:53Z', 'updated_at': '2021-12-22T15:29:02Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:29:03.879073 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8e0b0719-671c-43cf-b893-6a60017d7aee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:03.882134 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cc51cd3f-2ce6-4f82-96a2-d54dcf4c3e4c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:03.887319 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8e0b0719-671c-43cf-b893-6a60017d7aee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:03.892976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8e0b0719-671c-43cf-b893-6a60017d7aee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:03.896147 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cc51cd3f-2ce6-4f82-96a2-d54dcf4c3e4c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:03.907442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8e0b0719-671c-43cf-b893-6a60017d7aee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:04.039405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cc51cd3f-2ce6-4f82-96a2-d54dcf4c3e4c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:04.068151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0b0719-671c-43cf-b893-6a60017d7aee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:29:04.074873 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8e0b0719-671c-43cf-b893-6a60017d7aee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:04.148164 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:04.159235 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ae95f61d-a14f-439d-ba61-fc10ae79cc88 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:04.198888 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] No DVR routers for this DVR port a40c7484-81f1-400a-9c0f-fc86f49c5ac7 on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:29:04.346327 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event deleted for resources: {'Port': ['ID=a40c7484-81f1-400a-9c0f-fc86f49c5ac7,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:04.354900 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:04.404626 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cc51cd3f-2ce6-4f82-96a2-d54dcf4c3e4c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:04.507492 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:04.555753 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cc51cd3f-2ce6-4f82-96a2-d54dcf4c3e4c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:04.562597 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8f882eac-ff57-4022-8979-1d65b7607516 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:04.604091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:04.626123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51cd3f-2ce6-4f82-96a2-d54dcf4c3e4c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1117af18-dc79-464c-9804-13c3f55a224a,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:04.634188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be37d1b-ab50-48e6-8a8b-361438c72502') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:04.634481 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cc51cd3f-2ce6-4f82-96a2-d54dcf4c3e4c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:04.634647 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be37d1b-ab50-48e6-8a8b-361438c72502') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:04.659405 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:04.696276 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:04.718150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:29:04.719003 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:29:04.773737 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:29:04.842166 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f44dca5f-fa62-4ac7-a169-ebd59d273a0c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:29:04.885373 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8e0b0719-671c-43cf-b893-6a60017d7aee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:04.903367 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f1a522ac-2aef-438b-8519-0cd442e0a0cb tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:04.975063 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cc51cd3f-2ce6-4f82-96a2-d54dcf4c3e4c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:04.979260 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cc51cd3f-2ce6-4f82-96a2-d54dcf4c3e4c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1492498 Dec 22 15:29:04.979993 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36504) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:04.991786 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-a15bb621-cf47-4e63-b185-f58c799f1a79 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:04.992422 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a83947-97ac-4c0e-aba0-95352eec28d3 None None] Network b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:05.002202 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0b0719-671c-43cf-b893-6a60017d7aee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:05.003852 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-8e0b0719-671c-43cf-b893-6a60017d7aee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:05.007889 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a15bb621-cf47-4e63-b185-f58c799f1a79 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:05.009444 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0b0719-671c-43cf-b893-6a60017d7aee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:05.010045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8e0b0719-671c-43cf-b893-6a60017d7aee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:05.015967 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5363b9ee-a289-4633-9623-c4451abf28d9 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:05.018089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a15bb621-cf47-4e63-b185-f58c799f1a79 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:05.025230 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a15bb621-cf47-4e63-b185-f58c799f1a79 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:05.036118 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b0719-671c-43cf-b893-6a60017d7aee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=f119c0be-a906-4679-ae32-0949f6b89713,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:05.039707 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8e0b0719-671c-43cf-b893-6a60017d7aee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:05.040959 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a15bb621-cf47-4e63-b185-f58c799f1a79 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:05.048358 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:05.052808 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-84a860e1-da51-427c-9888-3d1646db34f3 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:05.068531 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:05.081266 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event deleted for resources: {'Network': ['ID=b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:05.093065 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:05.094426 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "DELETE /v2.0/networks/b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0 HTTP/1.1" status: 204 len: 168 time: 2.3383317 Dec 22 15:29:05.096750 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36508) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:05.112267 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a83947-97ac-4c0e-aba0-95352eec28d3 None None] Network b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0 could not be found, it might have been deleted concurrently. {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 15:29:05.113771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port f44dca5f-fa62-4ac7-a169-ebd59d273a0c completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:05.126214 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8e0b0719-671c-43cf-b893-6a60017d7aee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7781668 Dec 22 15:29:05.128549 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36512) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:05.131109 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f4b80fed-97fd-42a8-b59a-c8df99bb4a73 None None] Could not find standard attr ID for object a40c7484-81f1-400a-9c0f-fc86f49c5ac7. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:29:05.136822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port f44dca5f-fa62-4ac7-a169-ebd59d273a0c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:05.137184 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:05.188794 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1303e674-10b6-4fea-b948-051d5e47c69b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1381851249', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:05.211915 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1303e674-10b6-4fea-b948-051d5e47c69b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:05.220501 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1303e674-10b6-4fea-b948-051d5e47c69b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:router and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:05.235887 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1303e674-10b6-4fea-b948-051d5e47c69b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:05.256419 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1303e674-10b6-4fea-b948-051d5e47c69b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:05.263482 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a15bb621-cf47-4e63-b185-f58c799f1a79 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:05.286919 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:05.303298 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde814fc-9f88-47c5-84e6-03ae802af538 None None] DHCP port deletion for b7d517a7-7a6c-402c-9d0a-014aa9e3c8a0 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:29:05.327809 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Deleting port 3f8e2ef0-c464-42b1-b479-695d4ecd8538 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:29:05.328154 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:05.388086 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1303e674-10b6-4fea-b948-051d5e47c69b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:05.388988 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1303e674-10b6-4fea-b948-051d5e47c69b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:05.430106 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a15bb621-cf47-4e63-b185-f58c799f1a79 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:05.482474 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1303e674-10b6-4fea-b948-051d5e47c69b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:05.521804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:05.524752 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a15bb621-cf47-4e63-b185-f58c799f1a79 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:05.529106 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e103d111-6196-45cd-b4a5-120dfe69ae3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:05.534275 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'fixed_ips': [{'subnet_id': 'f119c0be-a906-4679-ae32-0949f6b89713'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:29:05.535249 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:05.617107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15bb621-cf47-4e63-b185-f58c799f1a79 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b1d24b-f341-474e-b0bb-a7ba33540c71,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:05.617832 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port f44dca5f-fa62-4ac7-a169-ebd59d273a0c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f44dca5f-fa62-4ac7-a169-ebd59d273a0c,segment=NetworkSegment(3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf),segment_id=3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:05.621691 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a15bb621-cf47-4e63-b185-f58c799f1a79 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:05.661480 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] For port 3f8e2ef0-c464-42b1-b479-695d4ecd8538, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=3f8e2ef0-c464-42b1-b479-695d4ecd8538,segment=NetworkSegment(be9ea5fd-03e6-49d4-99bc-6dad34d234cb),segment_id=be9ea5fd-03e6-49d4-99bc-6dad34d234cb)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:05.661855 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:05.729006 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:05.730337 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 5ed02498-a7cf-471b-b938-c442d4926d9b up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:29:05.732579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1303e674-10b6-4fea-b948-051d5e47c69b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:05.784986 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-818cf7ed-82a1-47b6-989e-2015e52f004a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:05.813785 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Calling delete_port for 3f8e2ef0-c464-42b1-b479-695d4ecd8538 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:29:05.844413 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a15bb621-cf47-4e63-b185-f58c799f1a79 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:05.845534 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a15bb621-cf47-4e63-b185-f58c799f1a79 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8640461 Dec 22 15:29:05.851704 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36518) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:05.862860 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5d33f2fa-7a44-4022-96ac-44f0c2ae046a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:05.877758 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5d33f2fa-7a44-4022-96ac-44f0c2ae046a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:05.886421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5d33f2fa-7a44-4022-96ac-44f0c2ae046a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:05.890064 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5d33f2fa-7a44-4022-96ac-44f0c2ae046a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:05.907414 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5d33f2fa-7a44-4022-96ac-44f0c2ae046a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:05.965182 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Allocated IP 2001:db8::2 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/f119c0be-a906-4679-ae32-0949f6b89713/c1d1ce32-1bb2-4e69-b709-97c2a9df4371) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:29:05.984098 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1303e674-10b6-4fea-b948-051d5e47c69b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:05.985998 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1303e674-10b6-4fea-b948-051d5e47c69b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8522797 Dec 22 15:29:05.995566 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36522) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:06.004238 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=f44dca5f-fa62-4ac7-a169-ebd59d273a0c,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:06.016203 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:06.098821 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:06.159242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b2d2859f-6630-4450-8b3e-e56361bb2ee4 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:06.162007 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-5d33f2fa-7a44-4022-96ac-44f0c2ae046a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:29:06.169341 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:06.171347 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d33f2fa-7a44-4022-96ac-44f0c2ae046a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:06.184402 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 5ed02498-a7cf-471b-b938-c442d4926d9b triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:06.185051 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:06.250362 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d33f2fa-7a44-4022-96ac-44f0c2ae046a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:06.363758 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d33f2fa-7a44-4022-96ac-44f0c2ae046a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:06.365737 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a9db810d-0be7-4037-8a1a-c7562e54db04 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:06.400880 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33f2fa-7a44-4022-96ac-44f0c2ae046a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f199d83-72c3-4a55-b0b0-10aee541ccbe,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:06.403546 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5d33f2fa-7a44-4022-96ac-44f0c2ae046a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:06.442376 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event deleted for resources: {'Port': ['ID=3f8e2ef0-c464-42b1-b479-695d4ecd8538,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:06.508439 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:06.526993 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] No DVR routers for this DVR port 3f8e2ef0-c464-42b1-b479-695d4ecd8538 on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:29:06.535465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d33f2fa-7a44-4022-96ac-44f0c2ae046a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:06.540379 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5d33f2fa-7a44-4022-96ac-44f0c2ae046a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6819561 Dec 22 15:29:06.540667 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36528) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:06.547096 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-564a8901-ed80-4937-bf17-fc2cb08ddf53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:06.554439 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-564a8901-ed80-4937-bf17-fc2cb08ddf53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:06.559504 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-564a8901-ed80-4937-bf17-fc2cb08ddf53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:06.563295 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-564a8901-ed80-4937-bf17-fc2cb08ddf53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:06.571440 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-564a8901-ed80-4937-bf17-fc2cb08ddf53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:06.630266 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:06.659720 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Transition to ACTIVE for port object c1d1ce32-1bb2-4e69-b709-97c2a9df4371 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:06.665261 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-564a8901-ed80-4937-bf17-fc2cb08ddf53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:29:06.678492 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-564a8901-ed80-4937-bf17-fc2cb08ddf53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:06.698459 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Transition to ACTIVE for port object c1d1ce32-1bb2-4e69-b709-97c2a9df4371 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:06.734164 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f44dca5f-fa62-4ac7-a169-ebd59d273a0c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:29:06.805261 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-564a8901-ed80-4937-bf17-fc2cb08ddf53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:06.806170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:06.810735 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6999132a-4586-415c-ab01-d5657152388c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:06.890154 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:06.891927 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:06.898508 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:06.901666 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Pushing event updated for resources: {'Port': ['ID=c1d1ce32-1bb2-4e69-b709-97c2a9df4371,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:06.904580 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:06.907346 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:06.907944 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port f44dca5f-fa62-4ac7-a169-ebd59d273a0c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:06.908319 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:06.924280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-564a8901-ed80-4937-bf17-fc2cb08ddf53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:06.938749 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:06.963551 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a27554-15a9-4b34-9fa8-5850070cf230']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:06.976312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a8901-ed80-4937-bf17-fc2cb08ddf53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4164479-3c41-4b99-8b97-bdba94bad68e,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:06.981156 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-564a8901-ed80-4937-bf17-fc2cb08ddf53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:06.984697 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9ea5fd-03e6-49d4-99bc-6dad34d234cb') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:06.984957 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9ea5fd-03e6-49d4-99bc-6dad34d234cb') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:07.032017 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:07.049699 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:07.054708 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Attempting to bind port c1d1ce32-1bb2-4e69-b709-97c2a9df4371 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:29:07.055534 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Attempting to bind port c1d1ce32-1bb2-4e69-b709-97c2a9df4371 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:29:07.055534 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Attempting to bind port c1d1ce32-1bb2-4e69-b709-97c2a9df4371 on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:29:07.065980 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:29:07.066446 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:29:07.066843 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:07.067256 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:29:07.067760 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Bound port: c1d1ce32-1bb2-4e69-b709-97c2a9df4371, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:29:07.068194 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:07.072066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:07.090979 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-564a8901-ed80-4937-bf17-fc2cb08ddf53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:07.097927 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-564a8901-ed80-4937-bf17-fc2cb08ddf53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5515306 Dec 22 15:29:07.139046 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:29:07.140192 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:29:07.168664 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:29:07.229082 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a40c7484-81f1-400a-9c0f-fc86f49c5ac7 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:29:07.271407 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: a40c7484-81f1-400a-9c0f-fc86f49c5ac7 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:29:07.271896 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a40c7484-81f1-400a-9c0f-fc86f49c5ac7 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:29:07.277269 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] For port c1d1ce32-1bb2-4e69-b709-97c2a9df4371, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:29:07.282515 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] For port c1d1ce32-1bb2-4e69-b709-97c2a9df4371, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c1d1ce32-1bb2-4e69-b709-97c2a9df4371,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:29:07.383080 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:07.392710 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:07.471100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-8767a112-cbae-4689-8901-ca1ea741f293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:07.511781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:07.518361 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3e54699c-3bd4-4ef0-8e50-b1cc3610bab2 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:07.533965 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:07.558324 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Pushing event updated for resources: {'Port': ['ID=c1d1ce32-1bb2-4e69-b709-97c2a9df4371,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:07.561234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event deleted for resources: {'Network': ['ID=81a27554-15a9-4b34-9fa8-5850070cf230,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:07.566706 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:07.615948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:07.646148 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "DELETE /v2.0/networks/81a27554-15a9-4b34-9fa8-5850070cf230 HTTP/1.1" status: 204 len: 168 time: 2.5455928 Dec 22 15:29:07.646859 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36546) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:07.699264 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-8767a112-cbae-4689-8901-ca1ea741f293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:07.700440 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-8767a112-cbae-4689-8901-ca1ea741f293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1498740243&fields=id&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 267 time: 0.3882320 Dec 22 15:29:07.706027 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::1 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/f119c0be-a906-4679-ae32-0949f6b89713/53027c51-bdea-410b-9eb0-1460db71bea4) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:29:08.213355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-deee7707-92ec-407f-b878-0630b7b5a51d tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:08.317662 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-a4fd7b0d-d43b-4c21-ae09-af54f1a50437 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:08.318855 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-a4fd7b0d-d43b-4c21-ae09-af54f1a50437 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:08.417499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-a4fd7b0d-d43b-4c21-ae09-af54f1a50437 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:08.424828 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-a4fd7b0d-d43b-4c21-ae09-af54f1a50437 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/networks?id=c4875b83-54f2-4714-b57a-87a98f0d12f7 HTTP/1.1" status: 200 len: 796 time: 0.6153173 Dec 22 15:29:08.491943 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:08.524957 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-7ebcec00-5d60-4fa3-8e17-47d9fe6b8283 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/quotas/1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 375 time: 0.0990772 Dec 22 15:29:08.589868 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-deee7707-92ec-407f-b878-0630b7b5a51d tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:08.608136 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object 53027c51-bdea-410b-9eb0-1460db71bea4 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:08.633683 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-deee7707-92ec-407f-b878-0630b7b5a51d tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c2aeb5-ca1c-4cd8-87bf-bff70b82689f']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:08.659884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-deee7707-92ec-407f-b878-0630b7b5a51d tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cae4643-0959-4053-b509-3bfff0c9c5a1') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:08.660269 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-deee7707-92ec-407f-b878-0630b7b5a51d tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cae4643-0959-4053-b509-3bfff0c9c5a1') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:08.678104 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-deee7707-92ec-407f-b878-0630b7b5a51d tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:08.703961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-deee7707-92ec-407f-b878-0630b7b5a51d tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:08.716375 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deee7707-92ec-407f-b878-0630b7b5a51d tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:29:08.722386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-deee7707-92ec-407f-b878-0630b7b5a51d tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:29:08.735702 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:29:08.782140 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c1d1ce32-1bb2-4e69-b709-97c2a9df4371 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:29:08.833352 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:08.843315 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:08.861373 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a5cc3b-cfea-4857-b2c0-039eaee200c6 None None] get_active_networks_info from dv-neutron-822674-1-hyperv {{(pid=88219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 15:29:08.884441 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-d1604ada-b147-4c16-9da0-4ba6b5601500 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3496521 Dec 22 15:29:08.994599 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:09.004061 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:09.022587 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:09.023457 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:09.035284 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a5cc3b-cfea-4857-b2c0-039eaee200c6 None None] Resources bound (agent type, host, resource id): {{(pid=88219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 15:29:09.043274 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4f081be6-28d9-41f1-8a8b-fa709f09bd34 None None] Provisioning for port c1d1ce32-1bb2-4e69-b709-97c2a9df4371 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:09.057708 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port c1d1ce32-1bb2-4e69-b709-97c2a9df4371 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:09.068920 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4f081be6-28d9-41f1-8a8b-fa709f09bd34 None None] Provisioning complete for port c1d1ce32-1bb2-4e69-b709-97c2a9df4371 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:09.069984 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4f081be6-28d9-41f1-8a8b-fa709f09bd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:09.107630 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port c1d1ce32-1bb2-4e69-b709-97c2a9df4371 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:09.109071 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:09.193516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-deee7707-92ec-407f-b878-0630b7b5a51d tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:09.195441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=53027c51-bdea-410b-9eb0-1460db71bea4,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:09.202397 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:09.208343 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-bff24e62-576c-400b-8c4a-2e07cee72f40 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:29:09.215209 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-bff24e62-576c-400b-8c4a-2e07cee72f40 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3127413 Dec 22 15:29:09.229752 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f4712ce6-8499-4884-b3ed-172515064103 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:09.278348 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-deee7707-92ec-407f-b878-0630b7b5a51d tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:09.360503 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee7707-92ec-407f-b878-0630b7b5a51d tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event deleted for resources: {'Network': ['ID=17c2aeb5-ca1c-4cd8-87bf-bff70b82689f,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:09.376676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-deee7707-92ec-407f-b878-0630b7b5a51d tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:09.464072 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-deee7707-92ec-407f-b878-0630b7b5a51d tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "DELETE /v2.0/networks/17c2aeb5-ca1c-4cd8-87bf-bff70b82689f HTTP/1.1" status: 204 len: 168 time: 1.8157907 Dec 22 15:29:09.468046 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36556) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:09.543238 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-a314e2ca-e25c-481f-9b08-d2a13e4c5938 service neutron] 10.222.0.59 "GET /v2.0/networks/c4875b83-54f2-4714-b57a-87a98f0d12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268006 Dec 22 15:29:09.598491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:09.609734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4f081be6-28d9-41f1-8a8b-fa709f09bd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:09.627191 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bfda4fe-0979-41dd-9693-833070e6533c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:09.668606 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-4f081be6-28d9-41f1-8a8b-fa709f09bd34 None None] For port c1d1ce32-1bb2-4e69-b709-97c2a9df4371, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c1d1ce32-1bb2-4e69-b709-97c2a9df4371,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:09.745242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:09.761422 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-65dffeaf-ec74-40c9-ac4c-d77b5b0deb53 service neutron] 10.222.0.59 "GET /v2.0/networks/c4875b83-54f2-4714-b57a-87a98f0d12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060766 Dec 22 15:29:09.765225 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4f081be6-28d9-41f1-8a8b-fa709f09bd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:09.778318 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:09.794959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bfda4fe-0979-41dd-9693-833070e6533c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:09.832882 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-4bfda4fe-0979-41dd-9693-833070e6533c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd17031-b03a-42d4-bb3e-1ee5bd356d4f']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:09.848234 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-4bfda4fe-0979-41dd-9693-833070e6533c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1018c1-190a-425f-8379-ae442ce977ce') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:09.848542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-4bfda4fe-0979-41dd-9693-833070e6533c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1018c1-190a-425f-8379-ae442ce977ce') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:09.870937 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bfda4fe-0979-41dd-9693-833070e6533c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:09.894768 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bfda4fe-0979-41dd-9693-833070e6533c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:09.928101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bfda4fe-0979-41dd-9693-833070e6533c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:29:09.928595 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bfda4fe-0979-41dd-9693-833070e6533c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:09.961216 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:29:09.962186 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:29:09.970366 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:29:10.043789 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f081be6-28d9-41f1-8a8b-fa709f09bd34 None None] Pushing event updated for resources: {'Port': ['ID=c1d1ce32-1bb2-4e69-b709-97c2a9df4371,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:10.048740 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-4f081be6-28d9-41f1-8a8b-fa709f09bd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:10.358981 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bfda4fe-0979-41dd-9693-833070e6533c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:10.371163 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:10.451777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bfda4fe-0979-41dd-9693-833070e6533c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:10.485273 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfda4fe-0979-41dd-9693-833070e6533c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Pushing event deleted for resources: {'Network': ['ID=fdd17031-b03a-42d4-bb3e-1ee5bd356d4f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:10.498508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4bfda4fe-0979-41dd-9693-833070e6533c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:10.508134 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4bfda4fe-0979-41dd-9693-833070e6533c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] 10.222.0.59 "DELETE /v2.0/networks/fdd17031-b03a-42d4-bb3e-1ee5bd356d4f HTTP/1.1" status: 204 len: 168 time: 1.0330777 Dec 22 15:29:10.550627 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e02f5b7b-1fdd-498d-a953-b6f07486ce1f None None] Provisioning for port 53027c51-bdea-410b-9eb0-1460db71bea4 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:10.570276 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e02f5b7b-1fdd-498d-a953-b6f07486ce1f None None] Provisioning complete for port 53027c51-bdea-410b-9eb0-1460db71bea4 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:10.570730 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e02f5b7b-1fdd-498d-a953-b6f07486ce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:10.588351 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:10.683319 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d5715a0f-4dac-4b6f-8a16-812ac677352e req-9567499b-1cb7-418d-a89b-31de0d12b232 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 210 time: 0.4581056 Dec 22 15:29:10.687248 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e02f5b7b-1fdd-498d-a953-b6f07486ce1f None None] Port 53027c51-bdea-410b-9eb0-1460db71bea4 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:29:10.774890 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c1d1ce32-1bb2-4e69-b709-97c2a9df4371 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:29:10.805522 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-636034af-dd82-4786-9afa-540aa9773f0e tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Synchronizing usage tracker for tenant:84464132bfda464dbef4abab87427463 on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:10.809801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:10.810880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:10.815137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-74752658-074d-4c67-aef1-7d4f85d01837 tempest-FloatingIPAdminTestJSON-699698287 tempest-FloatingIPAdminTestJSON-699698287-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:10.854893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port c1d1ce32-1bb2-4e69-b709-97c2a9df4371 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:10.855278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:11.004479 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=53027c51-bdea-410b-9eb0-1460db71bea4,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:11.007775 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:11.081886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:11.083091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:11.170494 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-636034af-dd82-4786-9afa-540aa9773f0e tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Unset dirty status for tenant:84464132bfda464dbef4abab87427463 on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:11.172252 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-636034af-dd82-4786-9afa-540aa9773f0e tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-618355692&fields=id&tenant_id=84464132bfda464dbef4abab87427463 HTTP/1.1" status: 200 len: 267 time: 0.4194100 Dec 22 15:29:11.537115 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-84d8ab93-6f14-425d-9604-40f73c814f3d None None] Provisioning complete for port 53027c51-bdea-410b-9eb0-1460db71bea4 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:11.538015 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-84d8ab93-6f14-425d-9604-40f73c814f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:11.548473 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-c447b5a3-f69e-42fb-901d-3b9b4ba25df4 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:11.551240 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-c447b5a3-f69e-42fb-901d-3b9b4ba25df4 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/networks?id=3ff4b8cf-1075-4500-85d7-9341f04be41f HTTP/1.1" status: 200 len: 811 time: 0.3002002 Dec 22 15:29:11.581095 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-5f410c5e-1bcc-40cf-9286-a82285c7bb47 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/quotas/84464132bfda464dbef4abab87427463 HTTP/1.1" status: 200 len: 375 time: 0.0151222 Dec 22 15:29:11.603846 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36594) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:11.666386 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-84d8ab93-6f14-425d-9604-40f73c814f3d None None] Port 53027c51-bdea-410b-9eb0-1460db71bea4 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:29:11.687885 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Router 365addaa-9e35-46b1-bdf1-ed03c302dd0a is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:29:11.705905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-47aa836a-b1bc-4748-8f15-4d3a1034d9b9 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Synchronizing usage tracker for tenant:84464132bfda464dbef4abab87427463 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:11.851773 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9a15a160-088c-4eb7-9848-f2a49405660d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2135902ccb874866bda352283ab8b6eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459297 Dec 22 15:29:11.855287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36602) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:11.950351 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-db218018-b119-4ef3-b0b2-7d64a067a5e3 req-cd0857c4-ba81-4612-b8ed-db0dc989b342 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 210 time: 0.1548359 Dec 22 15:29:11.972207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d19b5008-f303-48a6-88cf-c0aa9656cc08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:11.995597 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:29:12.006682 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "PUT /v2.0/routers/365addaa-9e35-46b1-bdf1-ed03c302dd0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0064905 Dec 22 15:29:12.006682 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36606) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:12.014648 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] Sync routers for ids ['365addaa-9e35-46b1-bdf1-ed03c302dd0a'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:29:12.029492 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] Routers {'365addaa-9e35-46b1-bdf1-ed03c302dd0a'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:12.030301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d19b5008-f303-48a6-88cf-c0aa9656cc08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:12.032309 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:28:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['365addaa-9e35-46b1-bdf1-ed03c302dd0a'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:12.058660 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-47aa836a-b1bc-4748-8f15-4d3a1034d9b9 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Unset dirty status for tenant:84464132bfda464dbef4abab87427463 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:12.070849 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-47aa836a-b1bc-4748-8f15-4d3a1034d9b9 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=84464132bfda464dbef4abab87427463&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4793193 Dec 22 15:29:12.208858 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091eb3b2-4aea-4a81-a480-cf4d7d5a365e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:12.209887 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-091eb3b2-4aea-4a81-a480-cf4d7d5a365e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:12.226977 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d19b5008-f303-48a6-88cf-c0aa9656cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:12.247922 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-19be3f87-47b0-4072-9659-a1195200dd10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:12.279432 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-6db4e682-4fc8-4742-b309-9d88a6c10865 service neutron] 10.222.0.59 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949134 Dec 22 15:29:12.288944 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b5008-f303-48a6-88cf-c0aa9656cc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bee322-dbb1-40c9-96ab-9ebdccf67f7e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:12.293634 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d19b5008-f303-48a6-88cf-c0aa9656cc08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:12.296184 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d19b5008-f303-48a6-88cf-c0aa9656cc08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:12.302557 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d19b5008-f303-48a6-88cf-c0aa9656cc08 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/71bee322-dbb1-40c9-96ab-9ebdccf67f7e HTTP/1.1" status: 204 len: 168 time: 0.4451778 Dec 22 15:29:12.308440 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] Set router 365addaa-9e35-46b1-bdf1-ed03c302dd0a gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:29:12.336476 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-091eb3b2-4aea-4a81-a480-cf4d7d5a365e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:12.340402 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-091eb3b2-4aea-4a81-a480-cf4d7d5a365e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports/53027c51-bdea-410b-9eb0-1460db71bea4 HTTP/1.1" status: 200 len: 911 time: 0.3303978 Dec 22 15:29:12.341215 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36612) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:12.489865 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-2f563c21-dea0-46bd-8dab-21cb9422b094 service neutron] 10.222.0.59 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021823 Dec 22 15:29:12.555903 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895aa3d1-17ad-4da0-8330-db79c4aa52ec tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:12.565520 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895aa3d1-17ad-4da0-8330-db79c4aa52ec tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:12.568061 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-895aa3d1-17ad-4da0-8330-db79c4aa52ec tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2246532 Dec 22 15:29:12.570638 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36616) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:12.923659 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365addaa-9e35-46b1-bdf1-ed03c302dd0a', 'name': 'tempest-NetworksTestDHCPv6-router-1381851249', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:29:05Z', 'updated_at': '2021-12-22T15:29:09Z', 'revision_number': 2, 'project_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'gw_port_host': None, '_interfaces': [{'id': '53027c51-bdea-410b-9eb0-1460db71bea4', 'name': '', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'mac_address': 'fa:16:3e:69:5d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365addaa-9e35-46b1-bdf1-ed03c302dd0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f119c0be-a906-4679-ae32-0949f6b89713', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:29:07Z', 'updated_at': '2021-12-22T15:29:10Z', 'revision_number': 2, 'project_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'subnets': [{'id': 'f119c0be-a906-4679-ae32-0949f6b89713', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:12.942847 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] Checking router: 365addaa-9e35-46b1-bdf1-ed03c302dd0a for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:29:12.943283 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] Updating router 365addaa-9e35-46b1-bdf1-ed03c302dd0a port 53027c51-bdea-410b-9eb0-1460db71bea4 binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:29:13.104503 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:13.453474 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4c2de179-2bed-4846-a258-f66006515334 req-dddb0a6d-663e-4f3b-b0a9-4454c8da5dad tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 210 time: 0.1786191 Dec 22 15:29:13.668900 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:13.694796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] Transition to ACTIVE for port object 53027c51-bdea-410b-9eb0-1460db71bea4 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:13.787180 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:13.796586 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:14.104279 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-9034fdcc-f1ec-489e-ad05-bcca24a6cc8d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:14.106064 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-9034fdcc-f1ec-489e-ad05-bcca24a6cc8d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/networks?id=c4875b83-54f2-4714-b57a-87a98f0d12f7 HTTP/1.1" status: 200 len: 796 time: 0.4516995 Dec 22 15:29:14.256289 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5efe119-aa49-4026-a544-304bcf0b15bb None None] Pushing event updated for resources: {'Port': ['ID=53027c51-bdea-410b-9eb0-1460db71bea4,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:14.265459 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c5efe119-aa49-4026-a544-304bcf0b15bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:14.272476 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e50f3eaf-b435-4c5e-89f8-3d7c7f67f31f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:14.306720 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] Attempting to bind port 53027c51-bdea-410b-9eb0-1460db71bea4 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:29:14.307490 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] Attempting to bind port 53027c51-bdea-410b-9eb0-1460db71bea4 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:29:14.308364 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] Attempting to bind port 53027c51-bdea-410b-9eb0-1460db71bea4 on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:29:14.317509 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:29:14.318506 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:29:14.319224 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:14.320501 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:29:14.321340 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] Bound port: 53027c51-bdea-410b-9eb0-1460db71bea4, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:29:14.322022 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:14.490752 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36654) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:14.503673 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-96a6dcae-f866-480c-a70c-a63e65aa8906 req-063060c4-60b7-49ad-ba5a-1d70e0c8f74f tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 210 time: 0.1067295 Dec 22 15:29:14.526484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-b81a4678-71d3-4b8d-b81d-10ae09094b0f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:14.529015 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] For port 53027c51-bdea-410b-9eb0-1460db71bea4, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:29:14.534072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] For port 53027c51-bdea-410b-9eb0-1460db71bea4, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=53027c51-bdea-410b-9eb0-1460db71bea4,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:29:14.550903 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-b81a4678-71d3-4b8d-b81d-10ae09094b0f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:14.551933 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-b81a4678-71d3-4b8d-b81d-10ae09094b0f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 380 time: 0.4255202 Dec 22 15:29:14.572027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-3ca81423-5125-4f1b-98e4-d596eb575d7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'port': {'device_id': '84a29b03-4b8a-4329-9e2c-ba6cef6de74b', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'admin_state_up': True, 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'security_groups': ['65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:14.662286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:14.667762 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:14.755119 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-5df4927d-f5e8-4b5f-b6cc-ca694958615e tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-787481844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:14.767447 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-33ac4feb-4b34-400f-8c33-17267887738a req-78a09cc2-50ec-4285-bb0f-4495cd25055e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 210 time: 0.0721946 Dec 22 15:29:14.770434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-5df4927d-f5e8-4b5f-b6cc-ca694958615e tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:14.776379 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-5df4927d-f5e8-4b5f-b6cc-ca694958615e tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Usage tracker for resource:router and tenant:fb4690a0623441d59b7444eec1574b89 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:14.780558 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-5df4927d-f5e8-4b5f-b6cc-ca694958615e tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:14.790194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-5df4927d-f5e8-4b5f-b6cc-ca694958615e tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:14.804159 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] Routers {'365addaa-9e35-46b1-bdf1-ed03c302dd0a'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:14.804923 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:28:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['365addaa-9e35-46b1-bdf1-ed03c302dd0a'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:14.896100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5df4927d-f5e8-4b5f-b6cc-ca694958615e tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:14.897332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5df4927d-f5e8-4b5f-b6cc-ca694958615e tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:14.920647 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-3ca81423-5125-4f1b-98e4-d596eb575d7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:14.921564 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5df4927d-f5e8-4b5f-b6cc-ca694958615e tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:14.928060 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-3ca81423-5125-4f1b-98e4-d596eb575d7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:port and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:14.932093 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-3ca81423-5125-4f1b-98e4-d596eb575d7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:14.939071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e50f3eaf-b435-4c5e-89f8-3d7c7f67f31f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port 53027c51-bdea-410b-9eb0-1460db71bea4 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:29:14.939564 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e50f3eaf-b435-4c5e-89f8-3d7c7f67f31f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:14.966019 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-3ca81423-5125-4f1b-98e4-d596eb575d7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:15.033009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5efe119-aa49-4026-a544-304bcf0b15bb None None] Pushing event updated for resources: {'Port': ['ID=53027c51-bdea-410b-9eb0-1460db71bea4,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:15.039485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c5efe119-aa49-4026-a544-304bcf0b15bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:15.051838 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] Set router 365addaa-9e35-46b1-bdf1-ed03c302dd0a gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:29:15.174016 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-3ca81423-5125-4f1b-98e4-d596eb575d7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:29:15.177588 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-3ca81423-5125-4f1b-98e4-d596eb575d7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:15.242041 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5df4927d-f5e8-4b5f-b6cc-ca694958615e tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:15.363026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-e50f3eaf-b435-4c5e-89f8-3d7c7f67f31f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] For port 53027c51-bdea-410b-9eb0-1460db71bea4, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=53027c51-bdea-410b-9eb0-1460db71bea4,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:15.363402 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e50f3eaf-b435-4c5e-89f8-3d7c7f67f31f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:15.379866 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5df4927d-f5e8-4b5f-b6cc-ca694958615e tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:15.382324 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5df4927d-f5e8-4b5f-b6cc-ca694958615e tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8876257 Dec 22 15:29:15.391645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36670) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:15.400687 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1948907861'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:15.411858 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:15.429846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Usage tracker for resource:network and tenant:fb4690a0623441d59b7444eec1574b89 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:15.435410 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:15.450131 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:15.561696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Made reservation on behalf of fb4690a0623441d59b7444eec1574b89 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:29:15.563533 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e50f3eaf-b435-4c5e-89f8-3d7c7f67f31f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for 53027c51-bdea-410b-9eb0-1460db71bea4 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:29:15.567010 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:15.583457 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:15.621153 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:15.630324 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365addaa-9e35-46b1-bdf1-ed03c302dd0a', 'name': 'tempest-NetworksTestDHCPv6-router-1381851249', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:29:05Z', 'updated_at': '2021-12-22T15:29:09Z', 'revision_number': 2, 'project_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'gw_port_host': None, '_interfaces': [{'id': '53027c51-bdea-410b-9eb0-1460db71bea4', 'name': '', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'mac_address': 'fa:16:3e:69:5d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365addaa-9e35-46b1-bdf1-ed03c302dd0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f119c0be-a906-4679-ae32-0949f6b89713', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:29:07Z', 'updated_at': '2021-12-22T15:29:14Z', 'revision_number': 4, 'project_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'subnets': [{'id': 'f119c0be-a906-4679-ae32-0949f6b89713', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:15.632358 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Usage tracker for resource:security_group_rule and tenant:fb4690a0623441d59b7444eec1574b89 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:15.643348 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:15.651805 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae4e49c-a11e-4155-b037-19e71497ac0b None None] The sync data for ids ['365addaa-9e35-46b1-bdf1-ed03c302dd0a'] in dv-neutron-822674-1-hyperv is: [{'id': '365addaa-9e35-46b1-bdf1-ed03c302dd0a', 'name': 'tempest-NetworksTestDHCPv6-router-1381851249', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:29:05Z', 'updated_at': '2021-12-22T15:29:09Z', 'revision_number': 2, 'project_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'gw_port_host': None, '_interfaces': [{'id': '53027c51-bdea-410b-9eb0-1460db71bea4', 'name': '', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'mac_address': 'fa:16:3e:69:5d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365addaa-9e35-46b1-bdf1-ed03c302dd0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f119c0be-a906-4679-ae32-0949f6b89713', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:29:07Z', 'updated_at': '2021-12-22T15:29:14Z', 'revision_number': 4, 'project_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'subnets': [{'id': 'f119c0be-a906-4679-ae32-0949f6b89713', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:29:15.743532 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:15.756681 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-75e0524a-0e5d-41bd-b59c-1e8aa47b8134 req-4f871e9c-32da-4938-af14-cd44a33d80c7 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 210 time: 0.1183274 Dec 22 15:29:15.912013 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:15.991730 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:15.995429 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-3ca81423-5125-4f1b-98e4-d596eb575d7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.20.0.5 (c4875b83-54f2-4714-b57a-87a98f0d12f7/6f80122e-0fd2-4395-9a05-3d4566aebec6/b30e04f2-bf56-4de7-9df1-e30523181c5e) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:29:16.002001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0799107f-27d3-41e1-8a3e-cab337950118 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:16.103065 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6e455f93-8ec5-41ba-b231-2a1111fa6eaa req-24524a90-323b-4516-9f54-6231767ef560 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 210 time: 0.0844052 Dec 22 15:29:16.107525 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:29:16.116387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4887fc-273e-4e0c-b648-fb79aba8c181,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:16.121024 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:16.130537 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:16.131128 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Added segment 910d7187-fad6-4cf6-a9ec-f2ff1da0f607 of type vlan for network 564e2e73-31a4-4714-9f2b-39d30b77e65f Dec 22 15:29:16.176668 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:16.305118 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:16.314404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:16.315305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:16.323167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-deee7707-92ec-407f-b878-0630b7b5a51d tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:16.382089 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-3ca81423-5125-4f1b-98e4-d596eb575d7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:16.425859 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-3ca81423-5125-4f1b-98e4-d596eb575d7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Transition to ACTIVE for port object b30e04f2-bf56-4de7-9df1-e30523181c5e will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:16.428017 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e50f3eaf-b435-4c5e-89f8-3d7c7f67f31f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:16.436813 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-27ef56e6-5925-45bf-b306-ed5ff417b32f tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:16.470046 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Pushing event updated for resources: {'Network': ['ID=564e2e73-31a4-4714-9f2b-39d30b77e65f,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:16.481669 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:16.482387 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 564e2e73-31a4-4714-9f2b-39d30b77e65f details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:29:16.502378 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f3eaf-b435-4c5e-89f8-3d7c7f67f31f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=53027c51-bdea-410b-9eb0-1460db71bea4,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:16.553481 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e50f3eaf-b435-4c5e-89f8-3d7c7f67f31f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:16.561459 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1652772 Dec 22 15:29:16.561982 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36680) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:16.568304 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1798c97e-3520-485b-a445-e0f1f608a967 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Request body: {'subnet': {'network_id': '564e2e73-31a4-4714-9f2b-39d30b77e65f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:16.737317 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e50f3eaf-b435-4c5e-89f8-3d7c7f67f31f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:16.769657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1798c97e-3520-485b-a445-e0f1f608a967 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:16.782314 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1798c97e-3520-485b-a445-e0f1f608a967 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Usage tracker for resource:subnet and tenant:fb4690a0623441d59b7444eec1574b89 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:16.782314 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1798c97e-3520-485b-a445-e0f1f608a967 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:16.784634 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1798c97e-3520-485b-a445-e0f1f608a967 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:16.879669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-3ca81423-5125-4f1b-98e4-d596eb575d7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:16.887644 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-936424fd-bbde-451b-b50e-cb4fc0cc9f21 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:16.893331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1798c97e-3520-485b-a445-e0f1f608a967 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Made reservation on behalf of fb4690a0623441d59b7444eec1574b89 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:29:16.898567 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1798c97e-3520-485b-a445-e0f1f608a967 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:17.032352 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-3ca81423-5125-4f1b-98e4-d596eb575d7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network c4875b83-54f2-4714-b57a-87a98f0d12f7 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:17.037772 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-3ca81423-5125-4f1b-98e4-d596eb575d7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:17.044079 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-3ca81423-5125-4f1b-98e4-d596eb575d7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:17.077941 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c8dfaf38-039a-4ebf-88ca-d2f0c0478842 req-91b1c2c8-5107-4c51-aaf6-1299b5e9c386 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 210 time: 0.1175873 Dec 22 15:29:17.258969 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca81423-5125-4f1b-98e4-d596eb575d7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=b30e04f2-bf56-4de7-9df1-e30523181c5e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:17.275658 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3ca81423-5125-4f1b-98e4-d596eb575d7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:17.350601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1798c97e-3520-485b-a445-e0f1f608a967 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:17.360768 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-02103c7c-548f-4c55-972a-def320cea4f8 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:17.376790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50f3eaf-b435-4c5e-89f8-3d7c7f67f31f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Router 365addaa-9e35-46b1-bdf1-ed03c302dd0a has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:29:17.390434 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-3ca81423-5125-4f1b-98e4-d596eb575d7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:17.391195 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-3ca81423-5125-4f1b-98e4-d596eb575d7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:17.457071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798c97e-3520-485b-a445-e0f1f608a967 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Pushing event updated for resources: {'Subnet': ['ID=910b867e-c51d-4e13-8e56-b3900006de16,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:17.462779 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1798c97e-3520-485b-a445-e0f1f608a967 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:17.475537 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0df332-d392-4057-9d7d-8c8e4a943d45 None None] Provisioning for port b30e04f2-bf56-4de7-9df1-e30523181c5e completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:17.479103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1798c97e-3520-485b-a445-e0f1f608a967 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Checking segment: {'id': '910d7187-fad6-4cf6-a9ec-f2ff1da0f607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '564e2e73-31a4-4714-9f2b-39d30b77e65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:29:17.491144 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1798c97e-3520-485b-a445-e0f1f608a967 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Network hostable DHCP agents. Network: 564e2e73-31a4-4714-9f2b-39d30b77e65f, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:29:17.491357 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0df332-d392-4057-9d7d-8c8e4a943d45 None None] Provisioning complete for port b30e04f2-bf56-4de7-9df1-e30523181c5e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:17.491357 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0df332-d392-4057-9d7d-8c8e4a943d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:17.499456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922211a7-764f-4443-8dc5-7b3099c6d4a6 req-8fcb7244-0ccf-4d91-824f-1b2d9781207c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:17.501030 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-922211a7-764f-4443-8dc5-7b3099c6d4a6 req-8fcb7244-0ccf-4d91-824f-1b2d9781207c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 931 time: 0.1877532 Dec 22 15:29:17.560447 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-922211a7-764f-4443-8dc5-7b3099c6d4a6 req-59c79913-e5c5-4c8a-9c09-d87d432d9abb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509102 Dec 22 15:29:17.576118 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0df332-d392-4057-9d7d-8c8e4a943d45 None None] Port b30e04f2-bf56-4de7-9df1-e30523181c5e cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:29:17.583795 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50f3eaf-b435-4c5e-89f8-3d7c7f67f31f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:29:17.594449 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1798c97e-3520-485b-a445-e0f1f608a967 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Network 564e2e73-31a4-4714-9f2b-39d30b77e65f is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:29:17.689449 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-1798c97e-3520-485b-a445-e0f1f608a967 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 564e2e73-31a4-4714-9f2b-39d30b77e65f) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:17.690372 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-3ca81423-5125-4f1b-98e4-d596eb575d7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1321905 Dec 22 15:29:17.692875 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e50f3eaf-b435-4c5e-89f8-3d7c7f67f31f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "PUT /v2.0/routers/365addaa-9e35-46b1-bdf1-ed03c302dd0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1209393 Dec 22 15:29:17.696026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36688) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:17.697845 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1798c97e-3520-485b-a445-e0f1f608a967 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:17.698561 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1798c97e-3520-485b-a445-e0f1f608a967 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:17.704668 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94283723-4639-470d-bc5c-7d31eaa5bcaf None None] Network 564e2e73-31a4-4714-9f2b-39d30b77e65f requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:17.750768 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Request body: {'port': {'device_id': '84a29b03-4b8a-4329-9e2c-ba6cef6de74b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:17.755040 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14358e27-7343-4a48-bba7-1e3d890ff23c None None] Sync routers for ids ['365addaa-9e35-46b1-bdf1-ed03c302dd0a'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:29:17.773209 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14358e27-7343-4a48-bba7-1e3d890ff23c None None] Routers {'365addaa-9e35-46b1-bdf1-ed03c302dd0a'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:17.774239 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-14358e27-7343-4a48-bba7-1e3d890ff23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:28:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['365addaa-9e35-46b1-bdf1-ed03c302dd0a'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:17.850267 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1798c97e-3520-485b-a445-e0f1f608a967 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2872059 Dec 22 15:29:17.854375 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36692) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:17.860819 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-ae312a99-eb3a-4927-89d1-0d4441922236 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Request body: {'network': {'name': 'tempest-router-network01--657821878'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:17.866584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ae312a99-eb3a-4927-89d1-0d4441922236 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:17.871968 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ae312a99-eb3a-4927-89d1-0d4441922236 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Usage tracker for resource:network and tenant:fb4690a0623441d59b7444eec1574b89 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:17.879373 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ae312a99-eb3a-4927-89d1-0d4441922236 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:17.883631 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ae312a99-eb3a-4927-89d1-0d4441922236 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:17.961434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae312a99-eb3a-4927-89d1-0d4441922236 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Made reservation on behalf of fb4690a0623441d59b7444eec1574b89 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:29:17.968885 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae312a99-eb3a-4927-89d1-0d4441922236 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:17.981917 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-14358e27-7343-4a48-bba7-1e3d890ff23c None None] Set router 365addaa-9e35-46b1-bdf1-ed03c302dd0a gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:29:18.041565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae312a99-eb3a-4927-89d1-0d4441922236 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:29:18.047954 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-564e2e73-31a4-4714-9f2b-39d30b77e65f', 'network_id': '564e2e73-31a4-4714-9f2b-39d30b77e65f', 'tenant_id': 'fb4690a0623441d59b7444eec1574b89', 'fixed_ips': [{'subnet_id': '910b867e-c51d-4e13-8e56-b3900006de16'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:29:18.049894 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:18.063449 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae312a99-eb3a-4927-89d1-0d4441922236 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:18.064414 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-ae312a99-eb3a-4927-89d1-0d4441922236 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Added segment 6cf35e5c-35c0-4158-ad4e-42b54d2c1f05 of type vlan for network 5edf4ab1-a793-43a0-9659-3128ba082a4e Dec 22 15:29:18.106138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cc87df-3b4a-407e-865d-b42d68adbb92 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:18.108027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cc87df-3b4a-407e-865d-b42d68adbb92 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:18.108999 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-06cc87df-3b4a-407e-865d-b42d68adbb92 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:18.148750 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae312a99-eb3a-4927-89d1-0d4441922236 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:18.164979 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-14358e27-7343-4a48-bba7-1e3d890ff23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365addaa-9e35-46b1-bdf1-ed03c302dd0a', 'name': 'tempest-NetworksTestDHCPv6-router-1381851249', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:29:05Z', 'updated_at': '2021-12-22T15:29:16Z', 'revision_number': 3, 'project_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:18.171675 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14358e27-7343-4a48-bba7-1e3d890ff23c None None] Checking router: 365addaa-9e35-46b1-bdf1-ed03c302dd0a for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:29:18.190944 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14358e27-7343-4a48-bba7-1e3d890ff23c None None] Routers {'365addaa-9e35-46b1-bdf1-ed03c302dd0a'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:18.192508 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-14358e27-7343-4a48-bba7-1e3d890ff23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:28:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['365addaa-9e35-46b1-bdf1-ed03c302dd0a'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:18.240389 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:18.256737 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-2997e91f-ce3c-4289-b6b8-c9bbb99bee83 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:18.257782 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-2997e91f-ce3c-4289-b6b8-c9bbb99bee83 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Synchronizing usage tracker for tenant:84464132bfda464dbef4abab87427463 on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:18.313706 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae312a99-eb3a-4927-89d1-0d4441922236 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:18.320727 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae312a99-eb3a-4927-89d1-0d4441922236 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:18.321668 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae312a99-eb3a-4927-89d1-0d4441922236 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:18.338100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aa9e79d1-0d34-42e3-9bb1-a952b0b2fcdf tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:18.350717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-06cc87df-3b4a-407e-865d-b42d68adbb92 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:18.352020 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-06cc87df-3b4a-407e-865d-b42d68adbb92 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6541293 Dec 22 15:29:18.355924 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36698) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:18.434847 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Allocated IP 172.20.0.2 (564e2e73-31a4-4714-9f2b-39d30b77e65f/910b867e-c51d-4e13-8e56-b3900006de16/3ceaf137-b537-4e51-81dd-3990e3a79456) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:29:18.472584 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-2997e91f-ce3c-4289-b6b8-c9bbb99bee83 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Unset dirty status for tenant:84464132bfda464dbef4abab87427463 on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:18.473723 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-2997e91f-ce3c-4289-b6b8-c9bbb99bee83 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.57 "GET /v2.0/networks?id=3ff4b8cf-1075-4500-85d7-9341f04be41f HTTP/1.1" status: 200 len: 811 time: 0.7351167 Dec 22 15:29:18.525415 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-14358e27-7343-4a48-bba7-1e3d890ff23c None None] Set router 365addaa-9e35-46b1-bdf1-ed03c302dd0a gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:29:18.603485 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-68828fc3-bde5-4f87-b883-af12e798525e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet f119c0be-a906-4679-ae32-0949f6b89713 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:29:18.630037 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68828fc3-bde5-4f87-b883-af12e798525e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:18.649799 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3fa3d914-c56c-4d05-a2c8-5af5e8f45e16 req-2d6ed96f-d2cf-4342-83c2-87ef7b496f9b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 210 time: 0.2524307 Dec 22 15:29:18.673750 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-14358e27-7343-4a48-bba7-1e3d890ff23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365addaa-9e35-46b1-bdf1-ed03c302dd0a', 'name': 'tempest-NetworksTestDHCPv6-router-1381851249', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:29:05Z', 'updated_at': '2021-12-22T15:29:16Z', 'revision_number': 3, 'project_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:18.689422 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14358e27-7343-4a48-bba7-1e3d890ff23c None None] The sync data for ids ['365addaa-9e35-46b1-bdf1-ed03c302dd0a'] in dv-neutron-822674-1-hyperv is: [{'id': '365addaa-9e35-46b1-bdf1-ed03c302dd0a', 'name': 'tempest-NetworksTestDHCPv6-router-1381851249', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:29:05Z', 'updated_at': '2021-12-22T15:29:16Z', 'revision_number': 3, 'project_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'gw_port_host': None}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:29:18.738744 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ae312a99-eb3a-4927-89d1-0d4441922236 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8823318 Dec 22 15:29:18.740488 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36704) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:18.771421 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-321d468c-7643-4b2a-89cb-ba5d1af38ae3 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Request body: {'network': {'name': 'tempest-router-network02--1889330897'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:18.803496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-321d468c-7643-4b2a-89cb-ba5d1af38ae3 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:18.804192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-b5a1a64e-50c8-4569-bdfe-45906492402d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Synchronizing usage tracker for tenant:84464132bfda464dbef4abab87427463 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:18.808478 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae312a99-eb3a-4927-89d1-0d4441922236 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Pushing event updated for resources: {'Network': ['ID=5edf4ab1-a793-43a0-9659-3128ba082a4e,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:18.814211 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ae312a99-eb3a-4927-89d1-0d4441922236 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:18.825463 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-321d468c-7643-4b2a-89cb-ba5d1af38ae3 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Usage tracker for resource:network and tenant:fb4690a0623441d59b7444eec1574b89 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:18.831989 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-321d468c-7643-4b2a-89cb-ba5d1af38ae3 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:18.845080 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-321d468c-7643-4b2a-89cb-ba5d1af38ae3 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:18.865516 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 5edf4ab1-a793-43a0-9659-3128ba082a4e details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:29:18.945475 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68828fc3-bde5-4f87-b883-af12e798525e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:18.947013 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321d468c-7643-4b2a-89cb-ba5d1af38ae3 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Made reservation on behalf of fb4690a0623441d59b7444eec1574b89 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:29:18.950976 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-321d468c-7643-4b2a-89cb-ba5d1af38ae3 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:18.996639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a8c12-2255-44e7-b912-4add1e85604d req-ca394df9-6998-4228-b58e-eeb7f4cfe3b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:18.999440 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8c6a8c12-2255-44e7-b912-4add1e85604d req-ca394df9-6998-4228-b58e-eeb7f4cfe3b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 931 time: 0.1339023 Dec 22 15:29:19.000094 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-b5a1a64e-50c8-4569-bdfe-45906492402d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Unset dirty status for tenant:84464132bfda464dbef4abab87427463 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:19.004099 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-b5a1a64e-50c8-4569-bdfe-45906492402d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84464132bfda464dbef4abab87427463 HTTP/1.1" status: 200 len: 379 time: 0.5196354 Dec 22 15:29:19.022768 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:19.036061 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Transition to ACTIVE for port object 3ceaf137-b537-4e51-81dd-3990e3a79456 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:19.053855 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-321d468c-7643-4b2a-89cb-ba5d1af38ae3 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:29:19.059775 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-989ad779-967f-46a3-8ba9-97efd073a6ee tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Request body: {'port': {'device_id': 'b9e4aff4-f860-4359-814d-c3222775d756', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'admin_state_up': True, 'tenant_id': '84464132bfda464dbef4abab87427463', 'security_groups': ['5badb9a5-6f46-48eb-9141-a6163c784b32']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:19.062864 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Transition to ACTIVE for port object 3ceaf137-b537-4e51-81dd-3990e3a79456 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:19.086094 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8c6a8c12-2255-44e7-b912-4add1e85604d req-334d2ab0-0667-43b1-b3a8-f8ddfa497efa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782151 Dec 22 15:29:19.087398 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-321d468c-7643-4b2a-89cb-ba5d1af38ae3 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:19.088000 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-321d468c-7643-4b2a-89cb-ba5d1af38ae3 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Added segment 83a3925f-8f7e-4b74-9502-22ea56679a18 of type vlan for network 827109aa-fc91-46c3-85b6-699994a21153 Dec 22 15:29:19.136460 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:19.144806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-321d468c-7643-4b2a-89cb-ba5d1af38ae3 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:19.148878 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c5efe119-aa49-4026-a544-304bcf0b15bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:19.219730 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Network 564e2e73-31a4-4714-9f2b-39d30b77e65f is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:19.230065 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:19.241028 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:19.249715 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-321d468c-7643-4b2a-89cb-ba5d1af38ae3 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:19.263372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321d468c-7643-4b2a-89cb-ba5d1af38ae3 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:19.267735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-321d468c-7643-4b2a-89cb-ba5d1af38ae3 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:19.269048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:19.429133 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-989ad779-967f-46a3-8ba9-97efd073a6ee tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:19.443502 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-989ad779-967f-46a3-8ba9-97efd073a6ee tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:19.447788 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Pushing event updated for resources: {'Port': ['ID=3ceaf137-b537-4e51-81dd-3990e3a79456,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:19.452333 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:19.453626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Attempting to bind port 3ceaf137-b537-4e51-81dd-3990e3a79456 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:29:19.454405 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Attempting to bind port 3ceaf137-b537-4e51-81dd-3990e3a79456 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '910d7187-fad6-4cf6-a9ec-f2ff1da0f607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '564e2e73-31a4-4714-9f2b-39d30b77e65f'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:29:19.454860 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Attempting to bind port 3ceaf137-b537-4e51-81dd-3990e3a79456 on network 564e2e73-31a4-4714-9f2b-39d30b77e65f {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:29:19.463934 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:29:19.464647 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Checking segment: {'id': '910d7187-fad6-4cf6-a9ec-f2ff1da0f607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '564e2e73-31a4-4714-9f2b-39d30b77e65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:29:19.464966 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d468c-7643-4b2a-89cb-ba5d1af38ae3 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Pushing event updated for resources: {'Network': ['ID=827109aa-fc91-46c3-85b6-699994a21153,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:19.465348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:19.465912 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Bound using segment: {'id': '910d7187-fad6-4cf6-a9ec-f2ff1da0f607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '564e2e73-31a4-4714-9f2b-39d30b77e65f'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:29:19.466487 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Bound port: 3ceaf137-b537-4e51-81dd-3990e3a79456, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910d7187-fad6-4cf6-a9ec-f2ff1da0f607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '564e2e73-31a4-4714-9f2b-39d30b77e65f'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:29:19.471040 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:19.471200 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-321d468c-7643-4b2a-89cb-ba5d1af38ae3 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:19.471320 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68828fc3-bde5-4f87-b883-af12e798525e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:19.488762 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 827109aa-fc91-46c3-85b6-699994a21153 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:29:19.518421 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-321d468c-7643-4b2a-89cb-ba5d1af38ae3 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7704005 Dec 22 15:29:19.526793 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36714) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:19.538655 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30e04f2-bf56-4de7-9df1-e30523181c5e {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:29:19.540108 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1a736ba5-2561-4447-a159-a3c9638afa45 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Request body: {'subnet': {'network_id': '5edf4ab1-a793-43a0-9659-3128ba082a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:19.550747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:19.557446 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-989ad779-967f-46a3-8ba9-97efd073a6ee tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Made reservation on behalf of 84464132bfda464dbef4abab87427463 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:29:19.561638 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-989ad779-967f-46a3-8ba9-97efd073a6ee tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:19.642355 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Transition to ACTIVE for port object b30e04f2-bf56-4de7-9df1-e30523181c5e will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:19.719959 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] For port 3ceaf137-b537-4e51-81dd-3990e3a79456, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:29:19.724352 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] For port 3ceaf137-b537-4e51-81dd-3990e3a79456, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=3ceaf137-b537-4e51-81dd-3990e3a79456,segment=NetworkSegment(910d7187-fad6-4cf6-a9ec-f2ff1da0f607),segment_id=910d7187-fad6-4cf6-a9ec-f2ff1da0f607)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:29:19.727166 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1a736ba5-2561-4447-a159-a3c9638afa45 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:19.734391 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1a736ba5-2561-4447-a159-a3c9638afa45 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Usage tracker for resource:subnet and tenant:fb4690a0623441d59b7444eec1574b89 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:19.738191 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1a736ba5-2561-4447-a159-a3c9638afa45 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:19.745817 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1a736ba5-2561-4447-a159-a3c9638afa45 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:19.772462 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:19.777135 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68828fc3-bde5-4f87-b883-af12e798525e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:19.794971 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ae9db395-fc8a-4d66-8d55-a1a13801055b tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:19.815642 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:19.820379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7d0f9d23-b1df-4131-88b4-a8038b761a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:19.843246 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a736ba5-2561-4447-a159-a3c9638afa45 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Made reservation on behalf of fb4690a0623441d59b7444eec1574b89 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:29:19.851513 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a736ba5-2561-4447-a159-a3c9638afa45 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:19.902216 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c29fa37-8512-48cf-8b38-aeab6dd43ade None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:19.941652 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68828fc3-bde5-4f87-b883-af12e798525e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:20.005133 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-989ad779-967f-46a3-8ba9-97efd073a6ee tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Allocated IP 172.20.0.4 (3ff4b8cf-1075-4500-85d7-9341f04be41f/5e2f5610-73fd-4689-9d49-ece9b5bf2feb/19072660-f220-4195-b6e9-48bdcb18153e) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:29:20.050405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Pushing event updated for resources: {'Port': ['ID=b30e04f2-bf56-4de7-9df1-e30523181c5e,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:20.069048 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:20.079619 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d0f91145-0d07-4bbe-af87-e522fcd05a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:20.087982 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Pushing event updated for resources: {'Port': ['ID=3ceaf137-b537-4e51-81dd-3990e3a79456,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:20.096012 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:20.171699 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-68828fc3-bde5-4f87-b883-af12e798525e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/f119c0be-a906-4679-ae32-0949f6b89713 HTTP/1.1" status: 204 len: 168 time: 1.8146353 Dec 22 15:29:20.180868 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36722) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:20.191474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68828fc3-bde5-4f87-b883-af12e798525e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=f119c0be-a906-4679-ae32-0949f6b89713,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:20.300276 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-68828fc3-bde5-4f87-b883-af12e798525e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:20.577140 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7557a1-0599-47db-ace9-96272fc7754d None None] DHCP port deletion for a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:29:20.582127 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-8c7557a1-0599-47db-ace9-96272fc7754d None None] Deleting port c1d1ce32-1bb2-4e69-b709-97c2a9df4371 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:29:20.582728 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8c7557a1-0599-47db-ace9-96272fc7754d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:20.637225 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9f36cb0a-58cd-4dfe-8d0c-3524ed153790 req-d36de867-9e71-4a4d-a850-df5f08978932 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 210 time: 0.7411814 Dec 22 15:29:20.911726 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d9244-8f13-44d0-9bd3-9a5638141928 req-45a75393-2324-4250-8997-27d94a3363bd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:20.926829 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a73d9244-8f13-44d0-9bd3-9a5638141928 req-45a75393-2324-4250-8997-27d94a3363bd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 943 time: 0.4503732 Dec 22 15:29:20.973825 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a736ba5-2561-4447-a159-a3c9638afa45 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:20.984577 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 3ceaf137-b537-4e51-81dd-3990e3a79456 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:29:20.992338 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-923d487b-69b5-46fe-bb21-9ae7f517708a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:21.151711 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Attempting to bind port b30e04f2-bf56-4de7-9df1-e30523181c5e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:29:21.152600 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Attempting to bind port b30e04f2-bf56-4de7-9df1-e30523181c5e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:29:21.153032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Attempting to bind port b30e04f2-bf56-4de7-9df1-e30523181c5e on network c4875b83-54f2-4714-b57a-87a98f0d12f7 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:29:21.205280 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a73d9244-8f13-44d0-9bd3-9a5638141928 req-46ca37a0-26c2-4d0b-9ff2-092b5fcd6743 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738159 Dec 22 15:29:21.206476 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Port b30e04f2-bf56-4de7-9df1-e30523181c5e on network c4875b83-54f2-4714-b57a-87a98f0d12f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:29:21.207009 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Attempting to bind port b30e04f2-bf56-4de7-9df1-e30523181c5e on network c4875b83-54f2-4714-b57a-87a98f0d12f7 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:29:21.261304 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0cc54cdb-918a-4458-b5ac-57c2adf8a926 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.0679479 Dec 22 15:29:21.263272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:29:21.263835 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Checking segment: {'id': '3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:29:21.264676 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Bound using segment: {'id': '3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:29:21.265289 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Bound port: b30e04f2-bf56-4de7-9df1-e30523181c5e, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:29:21.266110 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:21.274062 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36726) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:21.275571 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a736ba5-2561-4447-a159-a3c9638afa45 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Checking segment: {'id': '6cf35e5c-35c0-4158-ad4e-42b54d2c1f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5edf4ab1-a793-43a0-9659-3128ba082a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:29:21.276423 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a736ba5-2561-4447-a159-a3c9638afa45 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Network hostable DHCP agents. Network: 5edf4ab1-a793-43a0-9659-3128ba082a4e, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:29:21.315548 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-8c7557a1-0599-47db-ace9-96272fc7754d None None] For port c1d1ce32-1bb2-4e69-b709-97c2a9df4371, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c1d1ce32-1bb2-4e69-b709-97c2a9df4371,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:21.316321 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8c7557a1-0599-47db-ace9-96272fc7754d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:21.366316 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-989ad779-967f-46a3-8ba9-97efd073a6ee tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:21.413770 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a736ba5-2561-4447-a159-a3c9638afa45 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Pushing event updated for resources: {'Subnet': ['ID=34ade2cf-c9bb-4eee-bd68-4997da6cab46,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:21.427353 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1a736ba5-2561-4447-a159-a3c9638afa45 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:21.516252 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-989ad779-967f-46a3-8ba9-97efd073a6ee tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Transition to ACTIVE for port object 19072660-f220-4195-b6e9-48bdcb18153e will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:21.569348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 3ceaf137-b537-4e51-81dd-3990e3a79456 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:21.573964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-762791ec-0377-4558-b86a-095fd342e1aa tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:21.580774 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-8c7557a1-0599-47db-ace9-96272fc7754d None None] Calling delete_port for c1d1ce32-1bb2-4e69-b709-97c2a9df4371 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:29:21.613664 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] For port b30e04f2-bf56-4de7-9df1-e30523181c5e, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:29:21.619977 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] For port b30e04f2-bf56-4de7-9df1-e30523181c5e, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b30e04f2-bf56-4de7-9df1-e30523181c5e,segment=NetworkSegment(3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf),segment_id=3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:29:21.638823 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-989ad779-967f-46a3-8ba9-97efd073a6ee tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:21.654743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:21.701571 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c1d1ce32-1bb2-4e69-b709-97c2a9df4371 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:29:21.864606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a736ba5-2561-4447-a159-a3c9638afa45 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Network 5edf4ab1-a793-43a0-9659-3128ba082a4e is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:29:21.884422 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:21.891644 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ad779-967f-46a3-8ba9-97efd073a6ee tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event updated for resources: {'Port': ['ID=19072660-f220-4195-b6e9-48bdcb18153e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:21.898904 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-989ad779-967f-46a3-8ba9-97efd073a6ee tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:21.900136 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-989ad779-967f-46a3-8ba9-97efd073a6ee tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:21.906161 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8c7557a1-0599-47db-ace9-96272fc7754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:21.919506 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b0be7388-6f23-4251-8bb0-32df9c5c18a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:21.990531 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-989ad779-967f-46a3-8ba9-97efd073a6ee tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Network 3ff4b8cf-1075-4500-85d7-9341f04be41f is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:21.996450 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-989ad779-967f-46a3-8ba9-97efd073a6ee tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:21.999504 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:21.999785 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-1a736ba5-2561-4447-a159-a3c9638afa45 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 5edf4ab1-a793-43a0-9659-3128ba082a4e) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:22.000308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:22.001190 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7557a1-0599-47db-ace9-96272fc7754d None None] Pushing event deleted for resources: {'Port': ['ID=c1d1ce32-1bb2-4e69-b709-97c2a9df4371,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:22.002243 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] 10.222.0.57 "PUT /v2.0/ports/b30e04f2-bf56-4de7-9df1-e30523181c5e HTTP/1.1" status: 200 len: 1093 time: 4.2555265 Dec 22 15:29:22.005927 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a29b03-4b8a-4329-9e2c-ba6cef6de74b', 'tag': 'b30e04f2-bf56-4de7-9df1-e30523181c5e'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:29:22.011748 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8c7557a1-0599-47db-ace9-96272fc7754d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:22.012821 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-989ad779-967f-46a3-8ba9-97efd073a6ee tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:22.013296 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Port c1d1ce32-1bb2-4e69-b709-97c2a9df4371 update to DOWN by agent not found {{(pid=88219) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 22 15:29:22.017662 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 53027c51-bdea-410b-9eb0-1460db71bea4 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:29:22.073423 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5066179-f9d4-4f97-a2ea-bfc065c64466 None None] Network 564e2e73-31a4-4714-9f2b-39d30b77e65f requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:22.098528 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 53027c51-bdea-410b-9eb0-1460db71bea4 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:29:22.098969 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 53027c51-bdea-410b-9eb0-1460db71bea4 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:29:22.109143 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e10f48-4e40-4fed-9b8c-8814941ff9d9 None None] Network 5edf4ab1-a793-43a0-9659-3128ba082a4e requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:22.189543 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a29b03-4b8a-4329-9e2c-ba6cef6de74b', 'tag': 'b30e04f2-bf56-4de7-9df1-e30523181c5e', 'status': 'completed', 'code': 200} Dec 22 15:29:22.226327 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a736ba5-2561-4447-a159-a3c9638afa45 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:22.231575 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a736ba5-2561-4447-a159-a3c9638afa45 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:22.302216 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7557a1-0599-47db-ace9-96272fc7754d None None] No DVR routers for this DVR port c1d1ce32-1bb2-4e69-b709-97c2a9df4371 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:29:22.303758 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Pushing event updated for resources: {'Port': ['ID=b30e04f2-bf56-4de7-9df1-e30523181c5e,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:22.311960 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:22.352318 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-989ad779-967f-46a3-8ba9-97efd073a6ee tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:22.353271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-989ad779-967f-46a3-8ba9-97efd073a6ee tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:22.429026 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-762791ec-0377-4558-b86a-095fd342e1aa tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:22.430169 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-59cd0486-8bf0-46cd-b21d-8e4ecd4c90f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:22.431846 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-59cd0486-8bf0-46cd-b21d-8e4ecd4c90f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 1096 time: 0.2458544 Dec 22 15:29:22.440988 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-762791ec-0377-4558-b86a-095fd342e1aa tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:22.533380 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-45ca42a9-e967-4e49-b990-7eb6eb1f2c31 None None] Provisioning for port 3ceaf137-b537-4e51-81dd-3990e3a79456 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:22.551776 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-45ca42a9-e967-4e49-b990-7eb6eb1f2c31 None None] Provisioning complete for port 3ceaf137-b537-4e51-81dd-3990e3a79456 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:22.552175 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-45ca42a9-e967-4e49-b990-7eb6eb1f2c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:22.559465 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1a736ba5-2561-4447-a159-a3c9638afa45 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0297496 Dec 22 15:29:22.561668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36736) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:22.566176 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-ba83fb41-9de2-4f28-a892-bb86b669ad7d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b30e04f2-bf56-4de7-9df1-e30523181c5e HTTP/1.1" status: 200 len: 217 time: 0.1254451 Dec 22 15:29:22.571715 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-98033448-017b-40fc-9e86-4cef3b04fb2a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Request body: {'subnet': {'network_id': '827109aa-fc91-46c3-85b6-699994a21153', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:22.667545 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-989ad779-967f-46a3-8ba9-97efd073a6ee tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6173079 Dec 22 15:29:22.703135 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d9574-597b-457b-b628-9f6fcdb3caf4 req-e30a3a36-9f6a-4576-9329-411cb1c28bde tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:22.704882 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d09d9574-597b-457b-b628-9f6fcdb3caf4 req-e30a3a36-9f6a-4576-9329-411cb1c28bde tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 931 time: 0.7063010 Dec 22 15:29:22.736732 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-b2e77056-9def-487c-b983-eb8696a21c16 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:29:22.737799 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-b2e77056-9def-487c-b983-eb8696a21c16 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0635521 Dec 22 15:29:22.749499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-762791ec-0377-4558-b86a-095fd342e1aa tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:22.749837 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762791ec-0377-4558-b86a-095fd342e1aa tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Fanout notify agent at l3_agent the message router_deleted on router 365addaa-9e35-46b1-bdf1-ed03c302dd0a {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:29:22.761521 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Request body: {'port': {'device_id': 'b9e4aff4-f860-4359-814d-c3222775d756', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:22.783173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-762791ec-0377-4558-b86a-095fd342e1aa tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:22.787796 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-762791ec-0377-4558-b86a-095fd342e1aa tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/routers/365addaa-9e35-46b1-bdf1-ed03c302dd0a HTTP/1.1" status: 204 len: 168 time: 1.4946585 Dec 22 15:29:22.832158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36740) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:22.852306 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34de45b-9f62-45e3-9b07-4740e9118a18 req-9e0442b5-e22e-4315-a8a7-af6a960d7cf7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:22.856549 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a34de45b-9f62-45e3-9b07-4740e9118a18 req-9e0442b5-e22e-4315-a8a7-af6a960d7cf7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 943 time: 0.2462177 Dec 22 15:29:22.863937 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d09d9574-597b-457b-b628-9f6fcdb3caf4 req-3e19983c-61b2-4bd4-9a03-ed2c1a6e3c05 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514153 Dec 22 15:29:22.883494 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-ae5e737e-8914-43ab-8d00-1dd8d080fa21 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:22.933784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-0d32ff12-7ed9-40fb-a951-6724ad76c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:22.934672 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-0d32ff12-7ed9-40fb-a951-6724ad76c6f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f80122e-0fd2-4395-9a05-3d4566aebec6 HTTP/1.1" status: 200 len: 835 time: 0.3457286 Dec 22 15:29:22.997267 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-45ca42a9-e967-4e49-b990-7eb6eb1f2c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:23.015428 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-98033448-017b-40fc-9e86-4cef3b04fb2a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:23.035789 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-98033448-017b-40fc-9e86-4cef3b04fb2a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Usage tracker for resource:subnet and tenant:fb4690a0623441d59b7444eec1574b89 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:23.039366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:23.051078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-98033448-017b-40fc-9e86-4cef3b04fb2a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:23.064864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-98033448-017b-40fc-9e86-4cef3b04fb2a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:23.087558 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a34de45b-9f62-45e3-9b07-4740e9118a18 req-6bf23493-fa0f-449b-9c32-ac705e8a9250 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161939 Dec 22 15:29:23.097701 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ae5e737e-8914-43ab-8d00-1dd8d080fa21 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:23.114808 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ae5e737e-8914-43ab-8d00-1dd8d080fa21 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:23.126763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ae5e737e-8914-43ab-8d00-1dd8d080fa21 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:23.138361 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ae5e737e-8914-43ab-8d00-1dd8d080fa21 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:23.157910 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-45ca42a9-e967-4e49-b990-7eb6eb1f2c31 None None] For port 3ceaf137-b537-4e51-81dd-3990e3a79456, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=3ceaf137-b537-4e51-81dd-3990e3a79456,segment=NetworkSegment(910d7187-fad6-4cf6-a9ec-f2ff1da0f607),segment_id=910d7187-fad6-4cf6-a9ec-f2ff1da0f607)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:23.178898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-5edf4ab1-a793-43a0-9659-3128ba082a4e', 'network_id': '5edf4ab1-a793-43a0-9659-3128ba082a4e', 'tenant_id': 'fb4690a0623441d59b7444eec1574b89', 'fixed_ips': [{'subnet_id': '34ade2cf-c9bb-4eee-bd68-4997da6cab46'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:29:23.180068 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:23.204549 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-b6851621-3f9a-49a0-a475-a9d5456e0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:23.206452 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-b6851621-3f9a-49a0-a475-a9d5456e0c75 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4875b83-54f2-4714-b57a-87a98f0d12f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2615986 Dec 22 15:29:23.255287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98033448-017b-40fc-9e86-4cef3b04fb2a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Made reservation on behalf of fb4690a0623441d59b7444eec1574b89 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:29:23.259301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-98033448-017b-40fc-9e86-4cef3b04fb2a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:23.270547 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5e737e-8914-43ab-8d00-1dd8d080fa21 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:29:23.276689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae5e737e-8914-43ab-8d00-1dd8d080fa21 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:23.374389 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Allocated IP 172.20.0.2 (5edf4ab1-a793-43a0-9659-3128ba082a4e/34ade2cf-c9bb-4eee-bd68-4997da6cab46/71230f61-29de-48f6-8e52-efbc69b60585) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:29:23.598019 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-45ca42a9-e967-4e49-b990-7eb6eb1f2c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:23.618422 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6a8309a5-5c89-49c2-8ca0-1dc7566d4a23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:23.671901 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-5eb80e48-2c88-489a-b146-fbfb458ecabe service neutron] 10.222.0.57 "GET /v2.0/networks/c4875b83-54f2-4714-b57a-87a98f0d12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556143 Dec 22 15:29:23.768361 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:23.787342 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca42a9-e967-4e49-b990-7eb6eb1f2c31 None None] Pushing event updated for resources: {'Port': ['ID=3ceaf137-b537-4e51-81dd-3990e3a79456,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:23.793369 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-45ca42a9-e967-4e49-b990-7eb6eb1f2c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:23.796124 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Transition to ACTIVE for port object 71230f61-29de-48f6-8e52-efbc69b60585 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:23.819262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ad160a04-3c8a-423b-9102-e4c459234a51 None None] Provisioning for port 19072660-f220-4195-b6e9-48bdcb18153e completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:23.923784 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae5e737e-8914-43ab-8d00-1dd8d080fa21 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:23.927876 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4f1d282a-1158-401d-af3b-f26df74adde9 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:23.928542 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ad160a04-3c8a-423b-9102-e4c459234a51 None None] Provisioning complete for port 19072660-f220-4195-b6e9-48bdcb18153e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:23.929104 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ad160a04-3c8a-423b-9102-e4c459234a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:24.035485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5e737e-8914-43ab-8d00-1dd8d080fa21 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:24.037777 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ad160a04-3c8a-423b-9102-e4c459234a51 None None] Port 19072660-f220-4195-b6e9-48bdcb18153e cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:29:24.042048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-ae5e737e-8914-43ab-8d00-1dd8d080fa21 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:24.049674 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Transition to ACTIVE for port object 71230f61-29de-48f6-8e52-efbc69b60585 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:24.050608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5e737e-8914-43ab-8d00-1dd8d080fa21 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:24.051053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae5e737e-8914-43ab-8d00-1dd8d080fa21 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:24.057860 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937579f6-9e58-4873-8909-49bbbf40a6d6 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:24.075279 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e737e-8914-43ab-8d00-1dd8d080fa21 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=13d550dd-c10e-4d3d-95e1-1b5ff32e5659,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:24.085199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ae5e737e-8914-43ab-8d00-1dd8d080fa21 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:24.177057 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:24.189840 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e7b5e1c1-ffa0-4d12-aaf0-e6321ff6fc27 req-ddc4de2e-8fe2-4cbc-8ff8-13466c4e2382 service neutron] 10.222.0.57 "GET /v2.0/networks/c4875b83-54f2-4714-b57a-87a98f0d12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101025 Dec 22 15:29:24.205701 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:24.209074 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19072660-f220-4195-b6e9-48bdcb18153e {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:29:24.230216 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:24.238193 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b411519-e60d-493b-be75-6f9b350165db req-c7781fd2-93a2-45b2-817d-47f47027b6bd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:24.253224 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8b411519-e60d-493b-be75-6f9b350165db req-c7781fd2-93a2-45b2-817d-47f47027b6bd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 931 time: 0.1846459 Dec 22 15:29:24.259561 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ae5e737e-8914-43ab-8d00-1dd8d080fa21 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3933625 Dec 22 15:29:24.266660 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Transition to ACTIVE for port object 19072660-f220-4195-b6e9-48bdcb18153e will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:24.268842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36748) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:24.275814 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-042c3e24-7121-4ae1-b57e-f35f83ecb763 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1677559416', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:24.278639 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Network 5edf4ab1-a793-43a0-9659-3128ba082a4e is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:24.284062 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-042c3e24-7121-4ae1-b57e-f35f83ecb763 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:24.290366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-042c3e24-7121-4ae1-b57e-f35f83ecb763 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:router and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:24.295291 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-042c3e24-7121-4ae1-b57e-f35f83ecb763 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:24.303102 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-042c3e24-7121-4ae1-b57e-f35f83ecb763 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:24.312996 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:24.325041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:24.355001 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8b411519-e60d-493b-be75-6f9b350165db req-d3e4e674-8939-4265-adcc-f76f01e89758 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956340 Dec 22 15:29:24.402263 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-98033448-017b-40fc-9e86-4cef3b04fb2a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:24.415680 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c24cd30f-1d85-4df8-a095-1aaffe709500 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:24.457806 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Pushing event updated for resources: {'Port': ['ID=71230f61-29de-48f6-8e52-efbc69b60585,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:24.478027 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:24.483334 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-042c3e24-7121-4ae1-b57e-f35f83ecb763 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:24.484438 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-042c3e24-7121-4ae1-b57e-f35f83ecb763 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:24.497718 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:24.513170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9b9834a7-2398-44ba-b478-5db68e8992fe None None] Provisioning complete for port 3ceaf137-b537-4e51-81dd-3990e3a79456 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:24.513690 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9b9834a7-2398-44ba-b478-5db68e8992fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:24.550080 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Attempting to bind port 71230f61-29de-48f6-8e52-efbc69b60585 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:29:24.550578 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Attempting to bind port 71230f61-29de-48f6-8e52-efbc69b60585 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '6cf35e5c-35c0-4158-ad4e-42b54d2c1f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5edf4ab1-a793-43a0-9659-3128ba082a4e'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:29:24.551041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Attempting to bind port 71230f61-29de-48f6-8e52-efbc69b60585 on network 5edf4ab1-a793-43a0-9659-3128ba082a4e {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:29:24.594789 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:29:24.595263 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Checking segment: {'id': '6cf35e5c-35c0-4158-ad4e-42b54d2c1f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5edf4ab1-a793-43a0-9659-3128ba082a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:29:24.600485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:24.600485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Bound using segment: {'id': '6cf35e5c-35c0-4158-ad4e-42b54d2c1f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5edf4ab1-a793-43a0-9659-3128ba082a4e'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:29:24.600485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Bound port: 71230f61-29de-48f6-8e52-efbc69b60585, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf35e5c-35c0-4158-ad4e-42b54d2c1f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5edf4ab1-a793-43a0-9659-3128ba082a4e'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:29:24.600485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:24.629248 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98033448-017b-40fc-9e86-4cef3b04fb2a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Pushing event updated for resources: {'Subnet': ['ID=03d03841-905e-412b-8121-82f95e5280ad,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:24.645487 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-98033448-017b-40fc-9e86-4cef3b04fb2a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:24.646151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-de6ff5f1-a5d5-4199-8718-4b24a3d07b13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:24.689541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-042c3e24-7121-4ae1-b57e-f35f83ecb763 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:24.709057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98033448-017b-40fc-9e86-4cef3b04fb2a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Checking segment: {'id': '83a3925f-8f7e-4b74-9502-22ea56679a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '827109aa-fc91-46c3-85b6-699994a21153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:29:24.709057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98033448-017b-40fc-9e86-4cef3b04fb2a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Network hostable DHCP agents. Network: 827109aa-fc91-46c3-85b6-699994a21153, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:29:24.727403 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf954d-3821-404d-a2fe-93a85bb57120 req-c6a90205-87e4-4d1a-928a-24b679e748f1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:24.736590 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0adf954d-3821-404d-a2fe-93a85bb57120 req-c6a90205-87e4-4d1a-928a-24b679e748f1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 943 time: 0.1760008 Dec 22 15:29:24.800057 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0adf954d-3821-404d-a2fe-93a85bb57120 req-d27ceef9-982f-4fa6-b2b0-fa3d41155dae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580223 Dec 22 15:29:24.900117 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Pushing event updated for resources: {'Port': ['ID=19072660-f220-4195-b6e9-48bdcb18153e,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:24.910383 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:24.917356 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2cf24-7423-4370-9706-9b2d91ff10c1 req-731a3228-82a9-4c49-8488-66983ae1780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:24.917818 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'fixed_ips': [{'subnet_id': '13d550dd-c10e-4d3d-95e1-1b5ff32e5659'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:29:24.918643 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:24.919289 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f8d2cf24-7423-4370-9706-9b2d91ff10c1 req-731a3228-82a9-4c49-8488-66983ae1780f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 1096 time: 0.6049776 Dec 22 15:29:24.932279 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 3ceaf137-b537-4e51-81dd-3990e3a79456 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:29:24.964480 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-042c3e24-7121-4ae1-b57e-f35f83ecb763 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:24.979344 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] For port 71230f61-29de-48f6-8e52-efbc69b60585, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:29:25.004864 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] For port 71230f61-29de-48f6-8e52-efbc69b60585, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=71230f61-29de-48f6-8e52-efbc69b60585,segment=NetworkSegment(6cf35e5c-35c0-4158-ad4e-42b54d2c1f05),segment_id=6cf35e5c-35c0-4158-ad4e-42b54d2c1f05)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:29:25.046267 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Attempting to bind port 19072660-f220-4195-b6e9-48bdcb18153e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:29:25.046512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Attempting to bind port 19072660-f220-4195-b6e9-48bdcb18153e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'bddc1ea0-8315-42db-9b7b-9931461fda46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:29:25.047122 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Attempting to bind port 19072660-f220-4195-b6e9-48bdcb18153e on network 3ff4b8cf-1075-4500-85d7-9341f04be41f {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:29:25.058065 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98033448-017b-40fc-9e86-4cef3b04fb2a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Network 827109aa-fc91-46c3-85b6-699994a21153 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:29:25.076453 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Port 19072660-f220-4195-b6e9-48bdcb18153e on network 3ff4b8cf-1075-4500-85d7-9341f04be41f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:29:25.076777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Attempting to bind port 19072660-f220-4195-b6e9-48bdcb18153e on network 3ff4b8cf-1075-4500-85d7-9341f04be41f {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:29:25.088626 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:29:25.088971 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Checking segment: {'id': 'bddc1ea0-8315-42db-9b7b-9931461fda46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:29:25.089366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Bound using segment: {'id': 'bddc1ea0-8315-42db-9b7b-9931461fda46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:29:25.089831 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Bound port: 19072660-f220-4195-b6e9-48bdcb18153e, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bddc1ea0-8315-42db-9b7b-9931461fda46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:29:25.090173 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:25.126983 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:25.145037 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:25.183414 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-98033448-017b-40fc-9e86-4cef3b04fb2a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 827109aa-fc91-46c3-85b6-699994a21153) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:25.197220 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98033448-017b-40fc-9e86-4cef3b04fb2a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:25.197797 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-98033448-017b-40fc-9e86-4cef3b04fb2a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:25.204307 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2cf24-7423-4370-9706-9b2d91ff10c1 req-2faa4ef4-4657-4d53-a295-6e1106f3ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:25.205852 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f8d2cf24-7423-4370-9706-9b2d91ff10c1 req-2faa4ef4-4657-4d53-a295-6e1106f3ff0b service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4875b83-54f2-4714-b57a-87a98f0d12f7 HTTP/1.1" status: 200 len: 897 time: 0.2791209 Dec 22 15:29:25.210696 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-042c3e24-7121-4ae1-b57e-f35f83ecb763 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:25.212042 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 3ceaf137-b537-4e51-81dd-3990e3a79456 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:25.212773 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:25.214996 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36752) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:25.215245 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-042c3e24-7121-4ae1-b57e-f35f83ecb763 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9443390 Dec 22 15:29:25.256685 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7543a4-50d5-43a1-96a9-c35a8e8d5d1e None None] Network 827109aa-fc91-46c3-85b6-699994a21153 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:25.320008 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f8d2cf24-7423-4370-9706-9b2d91ff10c1 req-47df083e-cecb-4f59-a4e7-92d21d41f866 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b30e04f2-bf56-4de7-9df1-e30523181c5e HTTP/1.1" status: 200 len: 217 time: 0.0786388 Dec 22 15:29:25.325786 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] For port 19072660-f220-4195-b6e9-48bdcb18153e, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:29:25.336574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] For port 19072660-f220-4195-b6e9-48bdcb18153e, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=19072660-f220-4195-b6e9-48bdcb18153e,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:29:25.465719 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-98033448-017b-40fc-9e86-4cef3b04fb2a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8996537 Dec 22 15:29:25.466757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36758) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:25.499195 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Pushing event updated for resources: {'Port': ['ID=71230f61-29de-48f6-8e52-efbc69b60585,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:25.512093 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:25.518119 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-58916f49-cbbd-4f5c-9072-c8be9023b99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:25.553149 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Allocated IP 2001:db8::2 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/13d550dd-c10e-4d3d-95e1-1b5ff32e5659/34ea246a-d069-4f3e-9555-0cd507639c4f) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:29:25.608313 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:25.673434 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4f08febb-c627-4c5c-bc7b-53f021b0548a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:25.743827 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2cf24-7423-4370-9706-9b2d91ff10c1 req-3d7dd377-2032-40b4-9129-317d910b6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:25.745603 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f8d2cf24-7423-4370-9706-9b2d91ff10c1 req-3d7dd377-2032-40b4-9129-317d910b6b26 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f80122e-0fd2-4395-9a05-3d4566aebec6 HTTP/1.1" status: 200 len: 835 time: 0.4056735 Dec 22 15:29:25.853338 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-827109aa-fc91-46c3-85b6-699994a21153', 'network_id': '827109aa-fc91-46c3-85b6-699994a21153', 'tenant_id': 'fb4690a0623441d59b7444eec1574b89', 'fixed_ips': [{'subnet_id': '03d03841-905e-412b-8121-82f95e5280ad'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:29:25.854358 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:25.969958 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:25.970921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:25.975911 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] 10.222.0.57 "PUT /v2.0/ports/19072660-f220-4195-b6e9-48bdcb18153e HTTP/1.1" status: 200 len: 1093 time: 3.2192016 Dec 22 15:29:25.976770 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e4aff4-f860-4359-814d-c3222775d756', 'tag': '19072660-f220-4195-b6e9-48bdcb18153e'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:29:26.330887 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:26.450899 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Allocated IP 172.20.0.2 (827109aa-fc91-46c3-85b6-699994a21153/03d03841-905e-412b-8121-82f95e5280ad/5e000d02-38c4-48c5-9704-539b16857211) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:29:26.525530 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82806c-85c7-44d6-a313-e7f11944209e req-67d85c8a-2bed-49e4-8fc7-39ebdbddaed3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:26.526746 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Pushing event updated for resources: {'Port': ['ID=19072660-f220-4195-b6e9-48bdcb18153e,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:26.533860 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ab82806c-85c7-44d6-a313-e7f11944209e req-67d85c8a-2bed-49e4-8fc7-39ebdbddaed3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 943 time: 0.9945412 Dec 22 15:29:26.599148 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.926s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:26.649702 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:26.670623 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Transition to ACTIVE for port object 34ea246a-d069-4f3e-9555-0cd507639c4f will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:26.697246 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2cf24-7423-4370-9706-9b2d91ff10c1 req-455ee411-10af-473e-990e-3cc8b8ddaeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:26.699014 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f8d2cf24-7423-4370-9706-9b2d91ff10c1 req-455ee411-10af-473e-990e-3cc8b8ddaeba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4875b83-54f2-4714-b57a-87a98f0d12f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9391096 Dec 22 15:29:26.713281 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cf139-5671-4462-bc23-9d3da8f7215d req-2b52004b-367a-4a6d-8c62-40906e8e3743 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:26.714879 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7e2cf139-5671-4462-bc23-9d3da8f7215d req-2b52004b-367a-4a6d-8c62-40906e8e3743 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 943 time: 0.6809673 Dec 22 15:29:26.742774 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ab82806c-85c7-44d6-a313-e7f11944209e req-f7d8aa73-4839-4a78-8754-c93e5d043f3a tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080514 Dec 22 15:29:26.753788 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Transition to ACTIVE for port object 34ea246a-d069-4f3e-9555-0cd507639c4f will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:26.770781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:26.874957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 71230f61-29de-48f6-8e52-efbc69b60585 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:29:26.933169 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f8d2cf24-7423-4370-9706-9b2d91ff10c1 req-0e52968e-efe8-4795-b0a1-fd4069f2d06e service neutron] 10.222.0.57 "GET /v2.0/networks/c4875b83-54f2-4714-b57a-87a98f0d12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045383 Dec 22 15:29:26.935081 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e4aff4-f860-4359-814d-c3222775d756', 'tag': '19072660-f220-4195-b6e9-48bdcb18153e', 'status': 'completed', 'code': 200} Dec 22 15:29:26.941356 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:26.966259 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-887ec1d3-3871-4432-b9a8-109a5ca62b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:26.970045 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-887ec1d3-3871-4432-b9a8-109a5ca62b7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84464132bfda464dbef4abab87427463&device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 1096 time: 0.8130817 Dec 22 15:29:26.988780 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:27.092477 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7e2cf139-5671-4462-bc23-9d3da8f7215d req-433d5642-cccb-4190-a104-d3bb18303d02 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479125 Dec 22 15:29:27.121075 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:27.135013 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:27.152155 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device b30e04f2-bf56-4de7-9df1-e30523181c5e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:29:27.167250 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-ac56a4d6-89b1-4bde-a6eb-a7bc0a26ebb9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19072660-f220-4195-b6e9-48bdcb18153e HTTP/1.1" status: 200 len: 217 time: 0.0779743 Dec 22 15:29:27.218881 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:27.224203 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::1 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/13d550dd-c10e-4d3d-95e1-1b5ff32e5659/fbe2d6fc-c2bb-4c44-bdd3-61c650536497) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:29:27.347754 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Pushing event updated for resources: {'Port': ['ID=34ea246a-d069-4f3e-9555-0cd507639c4f,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:27.363331 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:27.413491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:27.469456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:27.487596 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object fbe2d6fc-c2bb-4c44-bdd3-61c650536497 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:27.502846 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6123daa-f7b0-4ee3-9d02-e6d56d2db8cb None None] Network 5edf4ab1-a793-43a0-9659-3128ba082a4e requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:27.533743 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Transition to ACTIVE for port object 5e000d02-38c4-48c5-9704-539b16857211 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:27.546110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Attempting to bind port 34ea246a-d069-4f3e-9555-0cd507639c4f on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:29:27.547615 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-d016661e-0cb6-46fd-8842-e7fb9da433f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:27.548125 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Attempting to bind port 34ea246a-d069-4f3e-9555-0cd507639c4f by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:29:27.548125 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Attempting to bind port 34ea246a-d069-4f3e-9555-0cd507639c4f on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:29:27.548348 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-d016661e-0cb6-46fd-8842-e7fb9da433f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e2f5610-73fd-4689-9d49-ece9b5bf2feb HTTP/1.1" status: 200 len: 850 time: 0.3641012 Dec 22 15:29:27.602148 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:29:27.603875 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:29:27.605053 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:27.605954 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:29:27.606821 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f8d2cf24-7423-4370-9706-9b2d91ff10c1 req-72c5e148-ec91-4113-aac6-1403625ca022 service neutron] 10.222.0.57 "GET /v2.0/networks/c4875b83-54f2-4714-b57a-87a98f0d12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6661239 Dec 22 15:29:27.607144 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Bound port: 34ea246a-d069-4f3e-9555-0cd507639c4f, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:29:27.608441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:27.625477 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:27.641410 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-52b87b4e-5c21-4669-b0f3-e0e92e6b24a1 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:27.705815 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 71230f61-29de-48f6-8e52-efbc69b60585 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:27.711130 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:27.716096 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port b30e04f2-bf56-4de7-9df1-e30523181c5e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b30e04f2-bf56-4de7-9df1-e30523181c5e,segment=NetworkSegment(3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf),segment_id=3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:27.727466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:27.730796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Transition to ACTIVE for port object 5e000d02-38c4-48c5-9704-539b16857211 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:27.737962 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:27.739070 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:27.807419 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=fbe2d6fc-c2bb-4c44-bdd3-61c650536497,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:27.811118 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': 'b30e04f2-bf56-4de7-9df1-e30523181c5e', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'port_id': 'b30e04f2-bf56-4de7-9df1-e30523181c5e', 'mac_address': 'fa:16:3e:8f:86:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:29:27.813304 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:27.896193 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b10a844c-6ad1-461b-950f-375f9d6dc72a None None] Provisioning for port 71230f61-29de-48f6-8e52-efbc69b60585 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:27.930155 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:29:27.945648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-729b7fb1-6cfc-466d-828b-62c4fce37095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:27.947780 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-729b7fb1-6cfc-466d-828b-62c4fce37095 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff4b8cf-1075-4500-85d7-9341f04be41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3882194 Dec 22 15:29:27.974536 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:27.991357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Allocated IP 172.20.0.1 (5edf4ab1-a793-43a0-9659-3128ba082a4e/34ade2cf-c9bb-4eee-bd68-4997da6cab46/2527a2cf-c6c4-4644-bcce-f0ca997c1125) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:29:27.995677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-763f4bbd-3833-4e3f-b7d6-96dde660dbdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:28.025397 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b10a844c-6ad1-461b-950f-375f9d6dc72a None None] Provisioning complete for port 71230f61-29de-48f6-8e52-efbc69b60585 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:28.025757 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b10a844c-6ad1-461b-950f-375f9d6dc72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:28.052611 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6897c3bc-eca1-4ebe-9762-03f735523532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:28.134746 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:28.155516 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Network 827109aa-fc91-46c3-85b6-699994a21153 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:28.167904 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:28.181429 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:28.222985 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-3fd2257c-a305-4a16-82dc-2543d185103d service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654552 Dec 22 15:29:28.281191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:28.283627 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331cff7-223e-408f-b406-8f99dc99d83e req-05962f64-3b54-49da-ad1d-3dc7f3a1ae0b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:28.285230 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c331cff7-223e-408f-b406-8f99dc99d83e req-05962f64-3b54-49da-ad1d-3dc7f3a1ae0b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 943 time: 0.3664441 Dec 22 15:29:28.294021 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] For port 34ea246a-d069-4f3e-9555-0cd507639c4f, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:29:28.308611 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Pushing event updated for resources: {'Port': ['ID=5e000d02-38c4-48c5-9704-539b16857211,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:28.312282 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:28.466745 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30e04f2-bf56-4de7-9df1-e30523181c5e {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:29:28.476941 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] For port 34ea246a-d069-4f3e-9555-0cd507639c4f, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=34ea246a-d069-4f3e-9555-0cd507639c4f,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:29:28.612284 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:28.617202 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:28.631668 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port b30e04f2-bf56-4de7-9df1-e30523181c5e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b30e04f2-bf56-4de7-9df1-e30523181c5e,segment=NetworkSegment(3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf),segment_id=3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:28.636012 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-faeaa6c6-0256-4efe-b3c2-0b03288bd216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:28.647017 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-433b38ea-2c90-4ace-a6a7-ab2679972f5d req-30633dcf-5222-424b-8963-104e2226b197 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125855 Dec 22 15:29:28.663975 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Transition to ACTIVE for port object 2527a2cf-c6c4-4644-bcce-f0ca997c1125 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:28.707055 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Attempting to bind port 5e000d02-38c4-48c5-9704-539b16857211 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:29:28.707663 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Attempting to bind port 5e000d02-38c4-48c5-9704-539b16857211 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '83a3925f-8f7e-4b74-9502-22ea56679a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '827109aa-fc91-46c3-85b6-699994a21153'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:29:28.708333 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Attempting to bind port 5e000d02-38c4-48c5-9704-539b16857211 on network 827109aa-fc91-46c3-85b6-699994a21153 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:29:28.760627 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:28.769200 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c331cff7-223e-408f-b406-8f99dc99d83e req-8c162b86-c8d6-49c9-8fe7-bc45727e26cc tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4695239 Dec 22 15:29:28.773905 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:29:28.774316 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Checking segment: {'id': '83a3925f-8f7e-4b74-9502-22ea56679a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '827109aa-fc91-46c3-85b6-699994a21153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:29:28.774736 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:28.775148 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Bound using segment: {'id': '83a3925f-8f7e-4b74-9502-22ea56679a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '827109aa-fc91-46c3-85b6-699994a21153'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:29:28.775650 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Bound port: 5e000d02-38c4-48c5-9704-539b16857211, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a3925f-8f7e-4b74-9502-22ea56679a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '827109aa-fc91-46c3-85b6-699994a21153'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:29:28.776248 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:28.816198 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b10a844c-6ad1-461b-950f-375f9d6dc72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:28.823488 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:28.837527 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-42628856-a83e-441f-b85b-ba00ee0e6838 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:28.999052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Network 5edf4ab1-a793-43a0-9659-3128ba082a4e is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:29.004089 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:29.027096 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171939f-a934-43c4-a7ac-4f0b1ec9b159 req-63683e5a-a640-45aa-a5ca-4deefc5c9c17 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:29.035128 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:29.035861 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5171939f-a934-43c4-a7ac-4f0b1ec9b159 req-63683e5a-a640-45aa-a5ca-4deefc5c9c17 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 944 time: 0.3729172 Dec 22 15:29:29.060571 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Pushing event updated for resources: {'Port': ['ID=34ea246a-d069-4f3e-9555-0cd507639c4f,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:29.075980 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:29.077116 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6999132a-4586-415c-ab01-d5657152388c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:29.089439 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Pushing event updated for resources: {'Port': ['ID=2527a2cf-c6c4-4644-bcce-f0ca997c1125,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:29.096647 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:29.126902 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb6663-3590-4616-b4bb-98b65ede3086 req-c6ab1401-69b3-4e45-9036-2f43cea85e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:29.128846 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-90eb6663-3590-4616-b4bb-98b65ede3086 req-c6ab1401-69b3-4e45-9036-2f43cea85e53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84464132bfda464dbef4abab87427463&device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 1096 time: 0.2958546 Dec 22 15:29:29.133654 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:29.134094 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b10a844c-6ad1-461b-950f-375f9d6dc72a None None] For port 71230f61-29de-48f6-8e52-efbc69b60585, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=71230f61-29de-48f6-8e52-efbc69b60585,segment=NetworkSegment(6cf35e5c-35c0-4158-ad4e-42b54d2c1f05),segment_id=6cf35e5c-35c0-4158-ad4e-42b54d2c1f05)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:29.135569 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:29.154811 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:29.192573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] For port 5e000d02-38c4-48c5-9704-539b16857211, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:29:29.197802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] For port 5e000d02-38c4-48c5-9704-539b16857211, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=5e000d02-38c4-48c5-9704-539b16857211,segment=NetworkSegment(83a3925f-8f7e-4b74-9502-22ea56679a18),segment_id=83a3925f-8f7e-4b74-9502-22ea56679a18)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:29:29.204491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=b30e04f2-bf56-4de7-9df1-e30523181c5e,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:29.215125 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:29.218327 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['b30e04f2-bf56-4de7-9df1-e30523181c5e'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:29:29.257149 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b10a844c-6ad1-461b-950f-375f9d6dc72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:29.269102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:29.282916 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5171939f-a934-43c4-a7ac-4f0b1ec9b159 req-22cf4cde-bbb0-4169-8ff2-f720e1fa30cb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471473 Dec 22 15:29:29.313347 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:29.318167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe60c33-e20c-46ad-bf9f-2266b4859cb6 req-486d34eb-1752-48a8-b435-1e331db2a393 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:29.320051 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9fe60c33-e20c-46ad-bf9f-2266b4859cb6 req-486d34eb-1752-48a8-b435-1e331db2a393 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 946 time: 0.3752613 Dec 22 15:29:29.346370 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:29.464406 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9fe60c33-e20c-46ad-bf9f-2266b4859cb6 req-39313bec-5c6d-4c63-b525-373bc7c7f1fc tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072917 Dec 22 15:29:29.465716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:29.466680 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:29.472097 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:29.491194 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a844c-6ad1-461b-950f-375f9d6dc72a None None] Pushing event updated for resources: {'Port': ['ID=71230f61-29de-48f6-8e52-efbc69b60585,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:29.497490 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b10a844c-6ad1-461b-950f-375f9d6dc72a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:29.499058 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:29.767398 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=fbe2d6fc-c2bb-4c44-bdd3-61c650536497,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:29.773083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:29.853666 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Pushing event updated for resources: {'Port': ['ID=5e000d02-38c4-48c5-9704-539b16857211,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:29.888394 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:29.889945 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e15d0efe-2900-4ea8-b0dd-09e5507f06d4 None None] Provisioning complete for port 71230f61-29de-48f6-8e52-efbc69b60585 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:29.890561 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e15d0efe-2900-4ea8-b0dd-09e5507f06d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:29.892661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:29.894277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:29.925569 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb6663-3590-4616-b4bb-98b65ede3086 req-7da644bf-37fa-4eaa-b880-420fa47d6621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:29.927433 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-90eb6663-3590-4616-b4bb-98b65ede3086 req-7da644bf-37fa-4eaa-b880-420fa47d6621 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff4b8cf-1075-4500-85d7-9341f04be41f HTTP/1.1" status: 200 len: 912 time: 0.4455590 Dec 22 15:29:30.118402 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-90eb6663-3590-4616-b4bb-98b65ede3086 req-914a2859-9a93-47d9-94a0-4377835d6c45 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19072660-f220-4195-b6e9-48bdcb18153e HTTP/1.1" status: 200 len: 217 time: 0.1632097 Dec 22 15:29:30.184336 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:30.278802 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb6663-3590-4616-b4bb-98b65ede3086 req-a61b943b-5cf4-4298-b519-710a9f017b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:30.280936 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-90eb6663-3590-4616-b4bb-98b65ede3086 req-a61b943b-5cf4-4298-b519-710a9f017b07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e2f5610-73fd-4689-9d49-ece9b5bf2feb HTTP/1.1" status: 200 len: 850 time: 0.1757348 Dec 22 15:29:30.635937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a317e-bc9d-4316-8120-2bd42d927263 req-e246b220-bb28-4bd6-a73f-90360db698db tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:30.637449 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-926a317e-bc9d-4316-8120-2bd42d927263 req-e246b220-bb28-4bd6-a73f-90360db698db tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 943 time: 0.5216575 Dec 22 15:29:30.660808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb6663-3590-4616-b4bb-98b65ede3086 req-b7f907ea-e511-46ee-a7e6-e477bbf61491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:30.665730 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-90eb6663-3590-4616-b4bb-98b65ede3086 req-b7f907ea-e511-46ee-a7e6-e477bbf61491 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff4b8cf-1075-4500-85d7-9341f04be41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3672338 Dec 22 15:29:30.668736 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e75fa-f387-4c97-8184-9a81fcfea730 req-de38c7fa-2edb-49d4-b528-9b01af8a36eb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:30.671185 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-721e75fa-f387-4c97-8184-9a81fcfea730 req-de38c7fa-2edb-49d4-b528-9b01af8a36eb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 944 time: 0.1656868 Dec 22 15:29:30.697218 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-88cfa77f-59ce-4a8c-ba84-514d6a97826b None None] Provisioning for port 2527a2cf-c6c4-4644-bcce-f0ca997c1125 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:30.713710 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-88cfa77f-59ce-4a8c-ba84-514d6a97826b None None] Provisioning complete for port 2527a2cf-c6c4-4644-bcce-f0ca997c1125 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:30.715343 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-88cfa77f-59ce-4a8c-ba84-514d6a97826b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:30.742409 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-926a317e-bc9d-4316-8120-2bd42d927263 req-8e16a5ec-6249-420b-9a45-346aa414649f tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973485 Dec 22 15:29:30.763226 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Router e7a87a76-c1e7-462f-ae4e-78999015a498 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:29:30.780515 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-721e75fa-f387-4c97-8184-9a81fcfea730 req-0d626f97-059a-415f-9165-658cbf5c90e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893335 Dec 22 15:29:30.941924 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-88cfa77f-59ce-4a8c-ba84-514d6a97826b None None] Port 2527a2cf-c6c4-4644-bcce-f0ca997c1125 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:29:31.011074 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:31.029764 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-90eb6663-3590-4616-b4bb-98b65ede3086 req-101bd84b-347b-4e63-9770-1ffd560db6b4 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574767 Dec 22 15:29:31.101034 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 34ea246a-d069-4f3e-9555-0cd507639c4f up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:29:31.111533 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:29:31.131903 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "PUT /v2.0/routers/e7a87a76-c1e7-462f-ae4e-78999015a498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9149120 Dec 22 15:29:31.134560 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36798) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:31.157408 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] Sync routers for ids ['e7a87a76-c1e7-462f-ae4e-78999015a498'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:29:31.172201 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device b30e04f2-bf56-4de7-9df1-e30523181c5e up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:29:31.241855 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b824fa5-d4f3-4c21-b3d7-ed02285bbb03 req-f3531aca-69ba-4c7a-b760-0b11fe330e16 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:31.248866 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7b824fa5-d4f3-4c21-b3d7-ed02285bbb03 req-f3531aca-69ba-4c7a-b760-0b11fe330e16 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 946 time: 0.2980070 Dec 22 15:29:31.315718 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67129167-b7e6-413d-8825-fcbea87ab574 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:31.316379 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-67129167-b7e6-413d-8825-fcbea87ab574 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:31.330891 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7b824fa5-d4f3-4c21-b3d7-ed02285bbb03 req-5b7b6591-fc2c-4c71-a72c-596278be226e tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695167 Dec 22 15:29:31.402790 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] Routers {'e7a87a76-c1e7-462f-ae4e-78999015a498'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:31.402790 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:29:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e7a87a76-c1e7-462f-ae4e-78999015a498'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:31.452912 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-67129167-b7e6-413d-8825-fcbea87ab574 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:31.458367 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-67129167-b7e6-413d-8825-fcbea87ab574 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports/fbe2d6fc-c2bb-4c44-bdd3-61c650536497 HTTP/1.1" status: 200 len: 911 time: 0.3187249 Dec 22 15:29:31.458642 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36802) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:31.465247 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-90eb6663-3590-4616-b4bb-98b65ede3086 req-9862587c-9a93-4ee2-98a2-e53d4085dd43 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197035 Dec 22 15:29:31.511030 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:31.585910 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92eb286-c0a4-4567-a36e-9231f8bc6a54 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:31.592706 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92eb286-c0a4-4567-a36e-9231f8bc6a54 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:31.598060 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f92eb286-c0a4-4567-a36e-9231f8bc6a54 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1353917 Dec 22 15:29:31.599031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:31.600588 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36806) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:31.627260 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] Set router e7a87a76-c1e7-462f-ae4e-78999015a498 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:29:31.646738 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3ca81423-5125-4f1b-98e4-d596eb575d7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:31.755591 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:31.778492 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Pushing event updated for resources: {'Port': ['ID=2527a2cf-c6c4-4644-bcce-f0ca997c1125,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:31.783307 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:31.821432 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 34ea246a-d069-4f3e-9555-0cd507639c4f completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:31.824752 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-85fe822c-7701-4d8b-b07b-92a7545ca5c7 None None] Provisioning for port 34ea246a-d069-4f3e-9555-0cd507639c4f completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:31.828096 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port b30e04f2-bf56-4de7-9df1-e30523181c5e completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:31.839023 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port b30e04f2-bf56-4de7-9df1-e30523181c5e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:31.839409 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:31.895332 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 34ea246a-d069-4f3e-9555-0cd507639c4f triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:31.895792 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:32.019817 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-85fe822c-7701-4d8b-b07b-92a7545ca5c7 None None] Provisioning complete for port 34ea246a-d069-4f3e-9555-0cd507639c4f triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:32.019817 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-85fe822c-7701-4d8b-b07b-92a7545ca5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:32.039800 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Network 5edf4ab1-a793-43a0-9659-3128ba082a4e is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:32.042088 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:32.088479 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51f3d0c-9858-42f6-8b56-d6cb58f1bf98 None None] Network 827109aa-fc91-46c3-85b6-699994a21153 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:32.520973 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d1889-6b72-4889-975e-08cf81cbb470 req-0918f8c2-7e04-48a0-add0-a5590018240f tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:32.526968 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de1d1889-6b72-4889-975e-08cf81cbb470 req-0918f8c2-7e04-48a0-add0-a5590018240f tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 943 time: 0.5351577 Dec 22 15:29:32.547126 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc96371-7779-457e-8746-a90f788288d3 req-0c0517dd-41db-4680-987a-650f3a504791 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:32.548936 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-acc96371-7779-457e-8746-a90f788288d3 req-0c0517dd-41db-4680-987a-650f3a504791 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 944 time: 0.3641782 Dec 22 15:29:32.624352 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Router aa8d395d-5458-4597-b4c3-c60973e13088 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:29:32.645095 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de1d1889-6b72-4889-975e-08cf81cbb470 req-8ba28490-69a0-4fdd-8781-2381b14657f8 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076281 Dec 22 15:29:32.775823 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-acc96371-7779-457e-8746-a90f788288d3 req-8b27897e-b514-423e-926d-f5493a5ea08c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090919 Dec 22 15:29:32.838117 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:29:32.855550 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff69d2e-7de8-4ae2-b27b-f1bd40cc558b None None] Sync routers for ids ['aa8d395d-5458-4597-b4c3-c60973e13088'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:29:32.867818 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "PUT /v2.0/routers/aa8d395d-5458-4597-b4c3-c60973e13088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3939722 Dec 22 15:29:32.869350 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36816) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:32.877237 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff69d2e-7de8-4ae2-b27b-f1bd40cc558b None None] Routers {'aa8d395d-5458-4597-b4c3-c60973e13088'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:32.878158 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9ff69d2e-7de8-4ae2-b27b-f1bd40cc558b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:29:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['aa8d395d-5458-4597-b4c3-c60973e13088'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:32.913150 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:32.959548 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9ff69d2e-7de8-4ae2-b27b-f1bd40cc558b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:32.963913 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:32.974527 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-85fe822c-7701-4d8b-b07b-92a7545ca5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:32.982381 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff69d2e-7de8-4ae2-b27b-f1bd40cc558b None None] Routers {'aa8d395d-5458-4597-b4c3-c60973e13088'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:32.985775 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9ff69d2e-7de8-4ae2-b27b-f1bd40cc558b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:29:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['aa8d395d-5458-4597-b4c3-c60973e13088'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:33.073520 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9ff69d2e-7de8-4ae2-b27b-f1bd40cc558b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:33.074177 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff69d2e-7de8-4ae2-b27b-f1bd40cc558b None None] The sync data for ids ['aa8d395d-5458-4597-b4c3-c60973e13088'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:29:33.100369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393d98d-b85a-41da-ba01-c97d903b18f2 req-95e4c5e8-f808-4399-912d-d09e00468ee6 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:33.104075 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2393d98d-b85a-41da-ba01-c97d903b18f2 req-95e4c5e8-f808-4399-912d-d09e00468ee6 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 946 time: 0.2915430 Dec 22 15:29:33.118185 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a29b03-4b8a-4329-9e2c-ba6cef6de74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30e04f2-bf56-4de7-9df1-e30523181c5e'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:29:33.168905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:33.173806 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port b30e04f2-bf56-4de7-9df1-e30523181c5e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b30e04f2-bf56-4de7-9df1-e30523181c5e,segment=NetworkSegment(3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf),segment_id=3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:33.177373 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-85fe822c-7701-4d8b-b07b-92a7545ca5c7 None None] For port 34ea246a-d069-4f3e-9555-0cd507639c4f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=34ea246a-d069-4f3e-9555-0cd507639c4f,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:33.184398 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a87a76-c1e7-462f-ae4e-78999015a498', 'name': 'tempest-NetworksTestDHCPv6-router-1677559416', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:29:24Z', 'updated_at': '2021-12-22T15:29:27Z', 'revision_number': 2, 'project_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'gw_port_host': None, '_interfaces': [{'id': 'fbe2d6fc-c2bb-4c44-bdd3-61c650536497', 'name': '', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'mac_address': 'fa:16:3e:c4:ff:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a87a76-c1e7-462f-ae4e-78999015a498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '13d550dd-c10e-4d3d-95e1-1b5ff32e5659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:29:26Z', 'updated_at': '2021-12-22T15:29:28Z', 'revision_number': 2, 'project_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'subnets': [{'id': '13d550dd-c10e-4d3d-95e1-1b5ff32e5659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:33.194663 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] Checking router: e7a87a76-c1e7-462f-ae4e-78999015a498 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:29:33.194663 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] Updating router e7a87a76-c1e7-462f-ae4e-78999015a498 port fbe2d6fc-c2bb-4c44-bdd3-61c650536497 binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:29:33.222107 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a29b03-4b8a-4329-9e2c-ba6cef6de74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30e04f2-bf56-4de7-9df1-e30523181c5e', 'code': 200} Dec 22 15:29:33.249963 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:33.255391 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b10a844c-6ad1-461b-950f-375f9d6dc72a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:33.323077 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:33.353054 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-85fe822c-7701-4d8b-b07b-92a7545ca5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:33.556284 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=b30e04f2-bf56-4de7-9df1-e30523181c5e,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:33.564314 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:29:33.564673 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:29:33.568682 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:33.569180 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:33.612320 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6e1b4aa5-f7d3-4cad-9a8e-ba87b107e164 None None] Provisioning complete for port 2527a2cf-c6c4-4644-bcce-f0ca997c1125 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:33.612701 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4aa5-f7d3-4cad-9a8e-ba87b107e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:33.624726 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2393d98d-b85a-41da-ba01-c97d903b18f2 req-171c9357-94c4-474f-b31d-911ef53d08a6 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5068524 Dec 22 15:29:33.766720 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b4aa5-f7d3-4cad-9a8e-ba87b107e164 None None] Port 2527a2cf-c6c4-4644-bcce-f0ca997c1125 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:29:33.797173 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe822c-7701-4d8b-b07b-92a7545ca5c7 None None] Pushing event updated for resources: {'Port': ['ID=34ea246a-d069-4f3e-9555-0cd507639c4f,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:33.814489 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-85fe822c-7701-4d8b-b07b-92a7545ca5c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:33.879275 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port fbe2d6fc-c2bb-4c44-bdd3-61c650536497 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:29:33.880809 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:33.891854 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-e4715bcb-79ec-4e63-b3f9-f71c0537645f tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:29:33.893109 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e4715bcb-79ec-4e63-b3f9-f71c0537645f tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "PUT /v2.0/routers/aa8d395d-5458-4597-b4c3-c60973e13088/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0218916 Dec 22 15:29:33.899623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36826) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:33.960157 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6e1b4aa5-f7d3-4cad-9a8e-ba87b107e164 None None] Provisioning for port 5e000d02-38c4-48c5-9704-539b16857211 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:34.034439 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d457fdc-2afd-4b02-a8ed-00fae84d1d54 req-1728a08d-65cb-4cde-bdf5-5444bffb8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:34.037238 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3d457fdc-2afd-4b02-a8ed-00fae84d1d54 req-1728a08d-65cb-4cde-bdf5-5444bffb8900 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 1098 time: 0.2494662 Dec 22 15:29:34.038271 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6e1b4aa5-f7d3-4cad-9a8e-ba87b107e164 None None] Provisioning for port fbe2d6fc-c2bb-4c44-bdd3-61c650536497 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:34.057054 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6e1b4aa5-f7d3-4cad-9a8e-ba87b107e164 None None] Provisioning complete for port fbe2d6fc-c2bb-4c44-bdd3-61c650536497 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:34.057434 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4aa5-f7d3-4cad-9a8e-ba87b107e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:34.104105 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3d457fdc-2afd-4b02-a8ed-00fae84d1d54 req-6ac2c6bf-95ef-4aaf-afc1-bba9e856713d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599627 Dec 22 15:29:34.169890 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:34.198655 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] Transition to ACTIVE for port object fbe2d6fc-c2bb-4c44-bdd3-61c650536497 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:34.201355 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b4aa5-f7d3-4cad-9a8e-ba87b107e164 None None] Port fbe2d6fc-c2bb-4c44-bdd3-61c650536497 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:29:34.207288 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 71230f61-29de-48f6-8e52-efbc69b60585 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:29:34.282401 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 71230f61-29de-48f6-8e52-efbc69b60585 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:34.282784 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:34.334802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:34.344657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab230d3d-0b57-4174-9b4a-d2a42e9b1077 req-b9031290-1610-4060-803c-3a03b9428100 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:34.346481 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ab230d3d-0b57-4174-9b4a-d2a42e9b1077 req-b9031290-1610-4060-803c-3a03b9428100 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 943 time: 0.4205284 Dec 22 15:29:34.347016 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8c7557a1-0599-47db-ace9-96272fc7754d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:34.360787 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aca706-76b2-4495-b0ca-20be8dbc3ee9 req-3e93d826-a6c8-4dc9-aa8f-cf12f863b323 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:34.368078 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-79aca706-76b2-4495-b0ca-20be8dbc3ee9 req-3e93d826-a6c8-4dc9-aa8f-cf12f863b323 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 945 time: 0.3932898 Dec 22 15:29:34.437010 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:34.539683 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0540c-f4b6-4279-9989-d47860ba4778 None None] Pushing event updated for resources: {'Port': ['ID=fbe2d6fc-c2bb-4c44-bdd3-61c650536497,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:34.546628 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-75f0540c-f4b6-4279-9989-d47860ba4778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:34.547059 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-64f5f824-c71f-4672-adc1-b5ce31c39083 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:34.563270 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ab230d3d-0b57-4174-9b4a-d2a42e9b1077 req-8ac057cf-5764-4995-a952-616746cf50cd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830909 Dec 22 15:29:34.684665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for fbe2d6fc-c2bb-4c44-bdd3-61c650536497 owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:29:34.733629 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-79aca706-76b2-4495-b0ca-20be8dbc3ee9 req-4647299a-6d8a-4376-a3ea-7019f262ab47 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3644128 Dec 22 15:29:34.780628 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] Attempting to bind port fbe2d6fc-c2bb-4c44-bdd3-61c650536497 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:29:34.781006 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] Attempting to bind port fbe2d6fc-c2bb-4c44-bdd3-61c650536497 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:29:34.781376 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] Attempting to bind port fbe2d6fc-c2bb-4c44-bdd3-61c650536497 on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:29:34.791301 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:29:34.791683 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:29:34.792094 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:34.792502 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:29:34.792987 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] Bound port: fbe2d6fc-c2bb-4c44-bdd3-61c650536497, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:29:34.793370 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:34.803191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 5e000d02-38c4-48c5-9704-539b16857211 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:29:34.941406 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40de2d-5f8c-4a95-a014-e07cefbe2557 req-2dcb5eb7-2b55-4636-82a5-cef8f23c1bb8 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:34.948447 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6d40de2d-5f8c-4a95-a014-e07cefbe2557 req-2dcb5eb7-2b55-4636-82a5-cef8f23c1bb8 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 946 time: 0.1536114 Dec 22 15:29:34.969731 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] For port fbe2d6fc-c2bb-4c44-bdd3-61c650536497, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:29:34.975294 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] For port fbe2d6fc-c2bb-4c44-bdd3-61c650536497, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=fbe2d6fc-c2bb-4c44-bdd3-61c650536497,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:29:34.987464 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:29:34.988946 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:29:35.010979 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6d40de2d-5f8c-4a95-a014-e07cefbe2557 req-ef610cd4-4a6c-498a-a2bb-fe6e5db67b3d tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561371 Dec 22 15:29:35.029018 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-64f5f824-c71f-4672-adc1-b5ce31c39083 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Deleting port 2527a2cf-c6c4-4644-bcce-f0ca997c1125 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:29:35.029936 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-64f5f824-c71f-4672-adc1-b5ce31c39083 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:35.043826 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 5e000d02-38c4-48c5-9704-539b16857211 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:35.050479 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 5e000d02-38c4-48c5-9704-539b16857211 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:35.050865 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:35.081874 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:35.091251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:35.200424 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0540c-f4b6-4279-9989-d47860ba4778 None None] Pushing event updated for resources: {'Port': ['ID=fbe2d6fc-c2bb-4c44-bdd3-61c650536497,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:35.204815 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] Routers {'e7a87a76-c1e7-462f-ae4e-78999015a498'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:35.205472 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:29:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e7a87a76-c1e7-462f-ae4e-78999015a498'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:35.259704 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-75f0540c-f4b6-4279-9989-d47860ba4778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:35.278399 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-64f5f824-c71f-4672-adc1-b5ce31c39083 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:35.404011 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:35.425159 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-64f5f824-c71f-4672-adc1-b5ce31c39083 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Calling delete_port for 2527a2cf-c6c4-4644-bcce-f0ca997c1125 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:29:35.428353 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] Set router e7a87a76-c1e7-462f-ae4e-78999015a498 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:29:35.490312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port fbe2d6fc-c2bb-4c44-bdd3-61c650536497 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:29:35.490670 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:35.572620 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 5e000d02-38c4-48c5-9704-539b16857211, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=5e000d02-38c4-48c5-9704-539b16857211,segment=NetworkSegment(83a3925f-8f7e-4b74-9502-22ea56679a18),segment_id=83a3925f-8f7e-4b74-9502-22ea56679a18)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:35.667364 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:35.686988 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-4f081be6-28d9-41f1-8a8b-fa709f09bd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:35.881482 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 34ea246a-d069-4f3e-9555-0cd507639c4f up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:29:35.941325 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-64f5f824-c71f-4672-adc1-b5ce31c39083 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:35.954118 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3fd04fed-2cc6-4e16-ab5c-9de95944b0c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:35.982840 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=5e000d02-38c4-48c5-9704-539b16857211,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:35.990081 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:36.041544 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 34ea246a-d069-4f3e-9555-0cd507639c4f triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:36.041920 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:36.044654 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5f824-c71f-4672-adc1-b5ce31c39083 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Pushing event deleted for resources: {'Port': ['ID=2527a2cf-c6c4-4644-bcce-f0ca997c1125,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:36.063252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] For port fbe2d6fc-c2bb-4c44-bdd3-61c650536497, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=fbe2d6fc-c2bb-4c44-bdd3-61c650536497,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:36.063794 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:36.070032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:36.074594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-64f5f824-c71f-4672-adc1-b5ce31c39083 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:36.101857 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a87a76-c1e7-462f-ae4e-78999015a498', 'name': 'tempest-NetworksTestDHCPv6-router-1677559416', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:29:24Z', 'updated_at': '2021-12-22T15:29:27Z', 'revision_number': 2, 'project_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'gw_port_host': None, '_interfaces': [{'id': 'fbe2d6fc-c2bb-4c44-bdd3-61c650536497', 'name': '', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'mac_address': 'fa:16:3e:c4:ff:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a87a76-c1e7-462f-ae4e-78999015a498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '13d550dd-c10e-4d3d-95e1-1b5ff32e5659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:29:26Z', 'updated_at': '2021-12-22T15:29:34Z', 'revision_number': 4, 'project_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'subnets': [{'id': '13d550dd-c10e-4d3d-95e1-1b5ff32e5659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:36.108919 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ce49c-30f4-4582-aed1-557f31748fde None None] The sync data for ids ['e7a87a76-c1e7-462f-ae4e-78999015a498'] in dv-neutron-822674-1-hyperv is: [{'id': 'e7a87a76-c1e7-462f-ae4e-78999015a498', 'name': 'tempest-NetworksTestDHCPv6-router-1677559416', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:29:24Z', 'updated_at': '2021-12-22T15:29:27Z', 'revision_number': 2, 'project_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'gw_port_host': None, '_interfaces': [{'id': 'fbe2d6fc-c2bb-4c44-bdd3-61c650536497', 'name': '', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'mac_address': 'fa:16:3e:c4:ff:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a87a76-c1e7-462f-ae4e-78999015a498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '13d550dd-c10e-4d3d-95e1-1b5ff32e5659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:29:26Z', 'updated_at': '2021-12-22T15:29:34Z', 'revision_number': 4, 'project_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'subnets': [{'id': '13d550dd-c10e-4d3d-95e1-1b5ff32e5659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:29:36.341223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-64f5f824-c71f-4672-adc1-b5ce31c39083 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:36.456086 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for fbe2d6fc-c2bb-4c44-bdd3-61c650536497 owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:29:36.509131 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bcc74-473b-49c1-bb5f-a040fa2a36bb req-3f44c3ea-1fa7-4c86-b06d-e0e4babe1646 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:36.510798 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c90bcc74-473b-49c1-bb5f-a040fa2a36bb req-3f44c3ea-1fa7-4c86-b06d-e0e4babe1646 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 945 time: 0.5958540 Dec 22 15:29:36.552558 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf72308-f206-441e-aa87-5b17cfcc3645 req-f002f272-df10-40af-bfff-5b8918e9ba6b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:36.554207 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bdf72308-f206-441e-aa87-5b17cfcc3645 req-f002f272-df10-40af-bfff-5b8918e9ba6b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 943 time: 0.7167759 Dec 22 15:29:36.651685 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bdf72308-f206-441e-aa87-5b17cfcc3645 req-c42d9225-fd77-47d9-8900-7543a595ff2d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888112 Dec 22 15:29:36.658016 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c90bcc74-473b-49c1-bb5f-a040fa2a36bb req-c43206ab-e1cf-48ea-b5e0-2d8f0865fc9a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336379 Dec 22 15:29:36.766009 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f5f824-c71f-4672-adc1-b5ce31c39083 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Router aa8d395d-5458-4597-b4c3-c60973e13088 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:29:36.855008 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:36.866295 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f708cb75-884c-4da5-b13b-ff680045b6a2 tempest-FloatingIPAdminTestJSON-360093886 tempest-FloatingIPAdminTestJSON-360093886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:36.916239 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f5f824-c71f-4672-adc1-b5ce31c39083 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:29:36.926758 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-64f5f824-c71f-4672-adc1-b5ce31c39083 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "PUT /v2.0/routers/aa8d395d-5458-4597-b4c3-c60973e13088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0258579 Dec 22 15:29:36.930889 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36838) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:36.936486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed4eb82-59e6-4304-aaf8-a19cf88d99fd None None] Sync routers for ids ['aa8d395d-5458-4597-b4c3-c60973e13088'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:29:36.943707 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=fbe2d6fc-c2bb-4c44-bdd3-61c650536497,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:36.965180 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed4eb82-59e6-4304-aaf8-a19cf88d99fd None None] Routers {'aa8d395d-5458-4597-b4c3-c60973e13088'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:36.968176 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:36.968403 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-aed4eb82-59e6-4304-aaf8-a19cf88d99fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:29:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['aa8d395d-5458-4597-b4c3-c60973e13088'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:36.968588 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:36.968942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:36.969322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:36.969697 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:36.970067 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:36.970468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:36.970840 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:36.971208 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:36.971583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:36.971961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:36.972317 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:36.978522 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:37.018782 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-c63352c9-82e8-4cf4-a3d3-1521bb06f718 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] delete failed (client error): The resource could not be found. Dec 22 15:29:37.025616 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c63352c9-82e8-4cf4-a3d3-1521bb06f718 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-936658738 HTTP/1.1" status: 404 len: 334 time: 0.0927942 Dec 22 15:29:37.026341 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36842) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:37.032286 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5c917af0-f066-4863-a900-f9c9168cdc24 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aa8d395d-5458-4597-b4c3-c60973e13088'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:37.080457 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65ea34-1050-42ab-a4d7-8df235542a16 req-94f490af-f449-4889-bfc9-e2555b9d6b76 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:37.082159 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2f65ea34-1050-42ab-a4d7-8df235542a16 req-94f490af-f449-4889-bfc9-e2555b9d6b76 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 946 time: 0.2922370 Dec 22 15:29:37.099187 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-aed4eb82-59e6-4304-aaf8-a19cf88d99fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:37.111116 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed4eb82-59e6-4304-aaf8-a19cf88d99fd None None] Routers {'aa8d395d-5458-4597-b4c3-c60973e13088'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:37.111757 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-aed4eb82-59e6-4304-aaf8-a19cf88d99fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:29:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['aa8d395d-5458-4597-b4c3-c60973e13088'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:37.158360 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:37.204079 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-aed4eb82-59e6-4304-aaf8-a19cf88d99fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:37.204882 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed4eb82-59e6-4304-aaf8-a19cf88d99fd None None] The sync data for ids ['aa8d395d-5458-4597-b4c3-c60973e13088'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:29:37.344365 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2f65ea34-1050-42ab-a4d7-8df235542a16 req-fb7eff95-6d01-43e5-a655-b86d27cb3b28 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793959 Dec 22 15:29:37.502759 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Router e7a87a76-c1e7-462f-ae4e-78999015a498 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:29:37.624339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5c917af0-f066-4863-a900-f9c9168cdc24 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:37.648372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:29:37.741885 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-5c917af0-f066-4863-a900-f9c9168cdc24 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] update failed (client error): The resource could not be found. Dec 22 15:29:37.747215 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5c917af0-f066-4863-a900-f9c9168cdc24 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "PUT /v2.0/routers/aa8d395d-5458-4597-b4c3-c60973e13088 HTTP/1.1" status: 404 len: 339 time: 0.7160389 Dec 22 15:29:37.747596 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36850) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:37.774812 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 5e000d02-38c4-48c5-9704-539b16857211 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:29:37.827413 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "PUT /v2.0/routers/e7a87a76-c1e7-462f-ae4e-78999015a498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2245026 Dec 22 15:29:37.830250 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36854) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:37.923623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec84c4cf-c4fd-4229-adba-ffced993ef44 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:37.925584 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec84c4cf-c4fd-4229-adba-ffced993ef44 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:37.926406 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ec84c4cf-c4fd-4229-adba-ffced993ef44 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:37.931765 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cadbac-1d25-4bc9-bd2a-6681d89e0e6b None None] Sync routers for ids ['e7a87a76-c1e7-462f-ae4e-78999015a498'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:29:37.940590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 5e000d02-38c4-48c5-9704-539b16857211 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:37.941214 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:37.944202 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cadbac-1d25-4bc9-bd2a-6681d89e0e6b None None] Routers {'e7a87a76-c1e7-462f-ae4e-78999015a498'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:37.944930 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-e2cadbac-1d25-4bc9-bd2a-6681d89e0e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:29:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e7a87a76-c1e7-462f-ae4e-78999015a498'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:38.019116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ec84c4cf-c4fd-4229-adba-ffced993ef44 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:38.022799 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ec84c4cf-c4fd-4229-adba-ffced993ef44 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1910412 Dec 22 15:29:38.025926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36858) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:38.104511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet 13d550dd-c10e-4d3d-95e1-1b5ff32e5659 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:29:38.104872 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-e2cadbac-1d25-4bc9-bd2a-6681d89e0e6b None None] Set router e7a87a76-c1e7-462f-ae4e-78999015a498 gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:29:38.109510 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:38.186635 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:38.275485 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-e2cadbac-1d25-4bc9-bd2a-6681d89e0e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a87a76-c1e7-462f-ae4e-78999015a498', 'name': 'tempest-NetworksTestDHCPv6-router-1677559416', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:29:24Z', 'updated_at': '2021-12-22T15:29:36Z', 'revision_number': 3, 'project_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:38.280228 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cadbac-1d25-4bc9-bd2a-6681d89e0e6b None None] Checking router: e7a87a76-c1e7-462f-ae4e-78999015a498 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:29:38.290429 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:38.290988 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cadbac-1d25-4bc9-bd2a-6681d89e0e6b None None] Routers {'e7a87a76-c1e7-462f-ae4e-78999015a498'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:38.291948 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-e2cadbac-1d25-4bc9-bd2a-6681d89e0e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:29:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e7a87a76-c1e7-462f-ae4e-78999015a498'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:38.460352 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-e2cadbac-1d25-4bc9-bd2a-6681d89e0e6b None None] Set router e7a87a76-c1e7-462f-ae4e-78999015a498 gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:29:38.467328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:38.471992 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-63c0cdef-ba92-4b4a-8f4c-8f8fc0cd97fa tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:38.519695 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=13d550dd-c10e-4d3d-95e1-1b5ff32e5659,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:38.525301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:38.525622 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9bcc0-910f-46a4-8386-039e97f43abf req-87ceb5b8-c163-46d4-91e3-bdacfe4bcd99 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:38.535680 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-39a9bcc0-910f-46a4-8386-039e97f43abf req-87ceb5b8-c163-46d4-91e3-bdacfe4bcd99 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 945 time: 0.7067902 Dec 22 15:29:38.539391 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc31d9e-5e78-4088-a2cd-70976de39d84 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:38.542058 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:38.542568 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:38.543024 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:38.543478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:38.543956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:38.544451 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:38.544978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:38.546064 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:38.546531 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:38.546994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:38.547427 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:38.547861 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:38.553168 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:38.608543 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/13d550dd-c10e-4d3d-95e1-1b5ff32e5659 HTTP/1.1" status: 204 len: 168 time: 0.5812955 Dec 22 15:29:38.609640 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36864) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:38.616450 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-e2cadbac-1d25-4bc9-bd2a-6681d89e0e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a87a76-c1e7-462f-ae4e-78999015a498', 'name': 'tempest-NetworksTestDHCPv6-router-1677559416', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:29:24Z', 'updated_at': '2021-12-22T15:29:36Z', 'revision_number': 3, 'project_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:38.621181 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cadbac-1d25-4bc9-bd2a-6681d89e0e6b None None] The sync data for ids ['e7a87a76-c1e7-462f-ae4e-78999015a498'] in dv-neutron-822674-1-hyperv is: [{'id': 'e7a87a76-c1e7-462f-ae4e-78999015a498', 'name': 'tempest-NetworksTestDHCPv6-router-1677559416', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:29:24Z', 'updated_at': '2021-12-22T15:29:36Z', 'revision_number': 3, 'project_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'gw_port_host': None}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:29:38.633132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcdaf2-ccb4-489e-b33f-1b61cb8a7bcd req-f4703af4-be42-4b0f-ba92-b00dd43676a5 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:38.635037 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d7fcdaf2-ccb4-489e-b33f-1b61cb8a7bcd req-f4703af4-be42-4b0f-ba92-b00dd43676a5 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 943 time: 0.8116217 Dec 22 15:29:38.697444 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-39a9bcc0-910f-46a4-8386-039e97f43abf req-1981450d-e6d5-441d-9481-430b6d3cf211 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605334 Dec 22 15:29:38.802249 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-28ed027d-2760-495d-a3b4-f39ce573a25e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:router {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:38.809146 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:38.932254 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-28ed027d-2760-495d-a3b4-f39ce573a25e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:router {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:38.933375 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-28ed027d-2760-495d-a3b4-f39ce573a25e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3212423 Dec 22 15:29:38.936133 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36870) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:38.937498 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d7fcdaf2-ccb4-489e-b33f-1b61cb8a7bcd req-02624ded-06c7-4a3e-8dfb-4d482bc54317 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883279 Dec 22 15:29:38.991681 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09d19d7-d02a-4198-88ee-958f0fe2c7e5 None None] DHCP port deletion for a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:29:38.999130 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e09d19d7-d02a-4198-88ee-958f0fe2c7e5 None None] Deleting port 34ea246a-d069-4f3e-9555-0cd507639c4f {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:29:38.999515 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e09d19d7-d02a-4198-88ee-958f0fe2c7e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:39.125707 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da06d5-79be-4772-b430-d7b75d58434d req-6aa3f27b-6e6d-4532-9553-ac42cd208c79 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:39.126968 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5d6c867-c0b8-43cb-ac03-bb306ede9648 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:39.127271 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-91da06d5-79be-4772-b430-d7b75d58434d req-6aa3f27b-6e6d-4532-9553-ac42cd208c79 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 946 time: 0.3070450 Dec 22 15:29:39.244334 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 19072660-f220-4195-b6e9-48bdcb18153e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:29:39.290707 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-e09d19d7-d02a-4198-88ee-958f0fe2c7e5 None None] For port 34ea246a-d069-4f3e-9555-0cd507639c4f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=34ea246a-d069-4f3e-9555-0cd507639c4f,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:39.291108 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e09d19d7-d02a-4198-88ee-958f0fe2c7e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:39.292995 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-91da06d5-79be-4772-b430-d7b75d58434d req-c00b971b-bbce-4064-b010-8ef9eb631152 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260531 Dec 22 15:29:39.359067 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d087f7-0c14-45ce-9caa-ec462539f854 req-3330616e-c1c9-4942-8f67-22c1d3537f78 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:39.360650 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-81d087f7-0c14-45ce-9caa-ec462539f854 req-3330616e-c1c9-4942-8f67-22c1d3537f78 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 945 time: 0.2324240 Dec 22 15:29:39.408899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Allocated IP 172.20.0.1 (564e2e73-31a4-4714-9f2b-39d30b77e65f/910b867e-c51d-4e13-8e56-b3900006de16/1a29509d-6ab7-478e-b113-80375658c28f) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:29:39.429893 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-81d087f7-0c14-45ce-9caa-ec462539f854 req-0b208db2-1518-4e21-a69c-cf1c3b0698bc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629716 Dec 22 15:29:39.469932 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36874) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:39.504437 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e09d19d7-d02a-4198-88ee-958f0fe2c7e5 None None] Calling delete_port for 34ea246a-d069-4f3e-9555-0cd507639c4f owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:29:39.633178 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 19072660-f220-4195-b6e9-48bdcb18153e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=19072660-f220-4195-b6e9-48bdcb18153e,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:39.645455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5d6c867-c0b8-43cb-ac03-bb306ede9648 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:39.649631 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '19072660-f220-4195-b6e9-48bdcb18153e', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'port_id': '19072660-f220-4195-b6e9-48bdcb18153e', 'mac_address': 'fa:16:3e:b6:7f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:29:39.651113 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5d6c867-c0b8-43cb-ac03-bb306ede9648 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:39.657483 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80f62b1-a4fe-4339-be26-6684f44aa5ea tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:39.662560 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a80f62b1-a4fe-4339-be26-6684f44aa5ea tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 1093 time: 0.1886270 Dec 22 15:29:39.662945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36878) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:39.668483 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': 'b30e04f2-bf56-4de7-9df1-e30523181c5e', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:39.676146 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:39.681123 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:floatingip and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:39.687996 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:39.697216 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:39.714090 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:39.733317 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19072660-f220-4195-b6e9-48bdcb18153e {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:29:39.739884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e09d19d7-d02a-4198-88ee-958f0fe2c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:39.744398 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:39.757975 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5d6c867-c0b8-43cb-ac03-bb306ede9648 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:39.758540 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d6c867-c0b8-43cb-ac03-bb306ede9648 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Fanout notify agent at l3_agent the message router_deleted on router e7a87a76-c1e7-462f-ae4e-78999015a498 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:29:39.766570 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:39.798245 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Transition to ACTIVE for port object 1a29509d-6ab7-478e-b113-80375658c28f will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:39.808215 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device fbe2d6fc-c2bb-4c44-bdd3-61c650536497 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:29:39.815357 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:39.847259 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5d6c867-c0b8-43cb-ac03-bb306ede9648 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:39.850151 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d5d6c867-c0b8-43cb-ac03-bb306ede9648 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/routers/e7a87a76-c1e7-462f-ae4e-78999015a498 HTTP/1.1" status: 204 len: 168 time: 0.9113088 Dec 22 15:29:39.851095 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36882) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:39.873006 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09d19d7-d02a-4198-88ee-958f0fe2c7e5 None None] No DVR routers for this DVR port 34ea246a-d069-4f3e-9555-0cd507639c4f on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:29:39.899504 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d19d7-d02a-4198-88ee-958f0fe2c7e5 None None] Pushing event deleted for resources: {'Port': ['ID=34ea246a-d069-4f3e-9555-0cd507639c4f,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:39.902491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e09d19d7-d02a-4198-88ee-958f0fe2c7e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:39.906943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 19072660-f220-4195-b6e9-48bdcb18153e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=19072660-f220-4195-b6e9-48bdcb18153e,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:39.908323 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: fbe2d6fc-c2bb-4c44-bdd3-61c650536497 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:29:39.908709 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device fbe2d6fc-c2bb-4c44-bdd3-61c650536497 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:29:39.909137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 34ea246a-d069-4f3e-9555-0cd507639c4f no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:29:39.931661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-07eecb0d-0595-4a29-b5ee-64ec07e510fa tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:39.957757 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 34ea246a-d069-4f3e-9555-0cd507639c4f {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:29:39.958349 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 34ea246a-d069-4f3e-9555-0cd507639c4f not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:29:39.963533 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:39.966437 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:40.007776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:40.013583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-957bbd95-ea42-4bdd-b4be-9e11d61c6bbf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:40.051524 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:40.078126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-07eecb0d-0595-4a29-b5ee-64ec07e510fa tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:40.081974 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-07eecb0d-0595-4a29-b5ee-64ec07e510fa tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2273772 Dec 22 15:29:40.082464 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36888) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:40.113225 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=19072660-f220-4195-b6e9-48bdcb18153e,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:40.120796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:40.163175 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5cfcb5-8178-48a5-b156-e7e8fe278255 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:40.163910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cd5cfcb5-8178-48a5-b156-e7e8fe278255 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:40.235513 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cd5cfcb5-8178-48a5-b156-e7e8fe278255 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:40.236717 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cd5cfcb5-8178-48a5-b156-e7e8fe278255 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1530116 Dec 22 15:29:40.241324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36892) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:40.292848 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['19072660-f220-4195-b6e9-48bdcb18153e'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:29:40.334145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Pushing event updated for resources: {'Port': ['ID=1a29509d-6ab7-478e-b113-80375658c28f,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:40.349371 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:40.352160 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Network 564e2e73-31a4-4714-9f2b-39d30b77e65f is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:40.362573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:40.379212 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:40.493250 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cf39a289-9013-43fa-a9c5-ae1c3f2686df tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:router {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:40.580238 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cf39a289-9013-43fa-a9c5-ae1c3f2686df tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:router {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:40.581489 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cf39a289-9013-43fa-a9c5-ae1c3f2686df tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3392682 Dec 22 15:29:40.586054 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36898) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:40.603865 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-42e7915a-9a9c-40bf-9ad2-33a3d47dc804 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:40.651593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:40.708740 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.26.6.119 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/01206f91-8a08-4bf2-ae1a-4d1bd819a428) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:29:40.734862 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c1e7f-37e1-4482-8658-40b9d95b687f req-b1ed718a-4a6f-4fe2-8c4d-6b29994746bd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:40.736429 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-464c1e7f-37e1-4482-8658-40b9d95b687f req-b1ed718a-4a6f-4fe2-8c4d-6b29994746bd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 944 time: 0.4934530 Dec 22 15:29:40.768874 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-36e747fe-3988-4533-a7e6-eeda90b5d9e3 None None] Provisioning for port 1a29509d-6ab7-478e-b113-80375658c28f completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:40.775083 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-42e7915a-9a9c-40bf-9ad2-33a3d47dc804 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:40.775424 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-36e747fe-3988-4533-a7e6-eeda90b5d9e3 None None] Provisioning complete for port 1a29509d-6ab7-478e-b113-80375658c28f triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:40.775667 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-36e747fe-3988-4533-a7e6-eeda90b5d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:40.796262 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-42e7915a-9a9c-40bf-9ad2-33a3d47dc804 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:40.797746 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952ccb4-3c6b-40d0-8788-699c79d9552c req-e9bdcf51-f997-42af-9d6e-342f550997d2 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:40.799082 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b952ccb4-3c6b-40d0-8788-699c79d9552c req-e9bdcf51-f997-42af-9d6e-342f550997d2 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 946 time: 0.2911775 Dec 22 15:29:40.842915 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-36e747fe-3988-4533-a7e6-eeda90b5d9e3 None None] Port 1a29509d-6ab7-478e-b113-80375658c28f cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:29:40.860328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e7915a-9a9c-40bf-9ad2-33a3d47dc804 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:29:40.864407 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-42e7915a-9a9c-40bf-9ad2-33a3d47dc804 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:40.909694 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-464c1e7f-37e1-4482-8658-40b9d95b687f req-d3fd982d-d183-461a-b278-acf45895f526 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660833 Dec 22 15:29:41.029836 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b952ccb4-3c6b-40d0-8788-699c79d9552c req-b03a2dd6-9817-44ed-8c77-a922e2eb8d3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610308 Dec 22 15:29:41.119863 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:41.150133 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:41.318366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1248657-dc35-4a1c-98d2-36c7a7ee9683 req-75d84c10-e361-46ab-bf42-6372f8a8ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:41.319851 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1248657-dc35-4a1c-98d2-36c7a7ee9683 req-75d84c10-e361-46ab-bf42-6372f8a8ff85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d737c316a4542e78135e34c5fa7a4f9&device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 1099 time: 0.1816411 Dec 22 15:29:41.546853 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:41.558886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:41.572857 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.objects.ports [None req-42e7915a-9a9c-40bf-9ad2-33a3d47dc804 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88217) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 15:29:41.574237 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1248657-dc35-4a1c-98d2-36c7a7ee9683 req-035f55ed-0303-448a-a27f-9b2a7881a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:41.575686 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1248657-dc35-4a1c-98d2-36c7a7ee9683 req-035f55ed-0303-448a-a27f-9b2a7881a8e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8cd8c74-3563-4ac0-9801-9129eb7e0a82 HTTP/1.1" status: 200 len: 897 time: 0.2324519 Dec 22 15:29:41.577203 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-42e7915a-9a9c-40bf-9ad2-33a3d47dc804 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:41.581054 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-eeb2e003-f384-43c1-bab7-97533e51b1b2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:41.659373 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:41.665899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:41.670590 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=01206f91-8a08-4bf2-ae1a-4d1bd819a428,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:41.675941 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:41.704592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:41.732823 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e7915a-9a9c-40bf-9ad2-33a3d47dc804 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:41.737696 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-42e7915a-9a9c-40bf-9ad2-33a3d47dc804 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:41.745856 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e7915a-9a9c-40bf-9ad2-33a3d47dc804 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:41.746466 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-42e7915a-9a9c-40bf-9ad2-33a3d47dc804 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:41.751668 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a704ff14-5195-4417-b903-5149ac36ecb6 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:41.760589 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7915a-9a9c-40bf-9ad2-33a3d47dc804 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=949769c9-3a6a-4388-95f9-e3afbafad79d,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:41.767957 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-42e7915a-9a9c-40bf-9ad2-33a3d47dc804 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:41.769851 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1248657-dc35-4a1c-98d2-36c7a7ee9683 req-692e3343-78a4-4b7a-945f-8e67f3913358 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 HTTP/1.1" status: 200 len: 1002 time: 0.1545782 Dec 22 15:29:41.819890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:41.874206 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1248657-dc35-4a1c-98d2-36c7a7ee9683 req-20f618ca-0844-4e29-bf32-d6f8d93a1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:41.875739 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1248657-dc35-4a1c-98d2-36c7a7ee9683 req-20f618ca-0844-4e29-bf32-d6f8d93a1fdd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a0a88bf-b45a-493d-9874-68623dfbadd3 HTTP/1.1" status: 200 len: 835 time: 0.0983958 Dec 22 15:29:41.878682 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:41.924475 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-42e7915a-9a9c-40bf-9ad2-33a3d47dc804 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3325083 Dec 22 15:29:41.924730 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9a8b00e0-c985-444c-aa6e-e1e798a86689 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:41.926700 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36906) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:41.936119 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f1876818-c55f-4e61-9f94-8ae04a405084 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:42.099829 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Pushing event updated for resources: {'Port': ['ID=1a29509d-6ab7-478e-b113-80375658c28f,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:42.138351 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1248657-dc35-4a1c-98d2-36c7a7ee9683 req-7f66da8a-25a3-4f03-913a-4e83ad049665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:42.139089 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1248657-dc35-4a1c-98d2-36c7a7ee9683 req-7f66da8a-25a3-4f03-913a-4e83ad049665 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8cd8c74-3563-4ac0-9801-9129eb7e0a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2570224 Dec 22 15:29:42.140142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f1876818-c55f-4e61-9f94-8ae04a405084 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:42.145312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f1876818-c55f-4e61-9f94-8ae04a405084 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:42.163884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:42.168011 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'fixed_ips': [{'subnet_id': '949769c9-3a6a-4388-95f9-e3afbafad79d'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:29:42.168470 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f1876818-c55f-4e61-9f94-8ae04a405084 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:42.168924 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:42.179668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f1876818-c55f-4e61-9f94-8ae04a405084 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:42.185531 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:42.306454 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1248657-dc35-4a1c-98d2-36c7a7ee9683 req-6d36d359-f32f-4b3b-9eef-1c526666e66c service neutron] 10.222.0.57 "GET /v2.0/networks/e8cd8c74-3563-4ac0-9801-9129eb7e0a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578553 Dec 22 15:29:42.337392 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1876818-c55f-4e61-9f94-8ae04a405084 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:29:42.342481 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1876818-c55f-4e61-9f94-8ae04a405084 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:42.359165 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Allocated IP 2001:db8::f816:3eff:fed0:3bf (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/949769c9-3a6a-4388-95f9-e3afbafad79d/23aa6a10-293a-4b86-852d-b49aa7d16ed2) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:29:42.699518 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:42.721295 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1248657-dc35-4a1c-98d2-36c7a7ee9683 req-4568489d-c67a-4b3a-92f6-c238bb614c38 service neutron] 10.222.0.57 "GET /v2.0/networks/e8cd8c74-3563-4ac0-9801-9129eb7e0a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078887 Dec 22 15:29:42.730794 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Transition to ACTIVE for port object 23aa6a10-293a-4b86-852d-b49aa7d16ed2 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:42.754886 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Transition to ACTIVE for port object 23aa6a10-293a-4b86-852d-b49aa7d16ed2 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:42.841353 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:42.851488 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:42.881666 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d26d7-2482-41ba-a554-6a36e33bade6 req-971ec13d-d537-4094-8517-66cb1e29b947 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:42.883461 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-162d26d7-2482-41ba-a554-6a36e33bade6 req-971ec13d-d537-4094-8517-66cb1e29b947 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 944 time: 0.7894769 Dec 22 15:29:42.887012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Network 564e2e73-31a4-4714-9f2b-39d30b77e65f is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:42.893431 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:42.934510 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:42.938180 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:42.943543 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:42.953495 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Pushing event updated for resources: {'Port': ['ID=23aa6a10-293a-4b86-852d-b49aa7d16ed2,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:42.957043 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:42.986519 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e2fe1-ddd3-48a1-b674-13b8c4f0666e req-fdc32ec9-c49c-4f25-8ca1-e2266ca33759 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:42.988086 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ea7e2fe1-ddd3-48a1-b674-13b8c4f0666e req-fdc32ec9-c49c-4f25-8ca1-e2266ca33759 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 946 time: 0.5370455 Dec 22 15:29:42.992228 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1876818-c55f-4e61-9f94-8ae04a405084 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:42.999658 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5bbddf8b-80e3-44b1-aef5-9a3b9413e854 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:43.049346 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Attempting to bind port 23aa6a10-293a-4b86-852d-b49aa7d16ed2 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:29:43.051543 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Attempting to bind port 23aa6a10-293a-4b86-852d-b49aa7d16ed2 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:29:43.051543 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Attempting to bind port 23aa6a10-293a-4b86-852d-b49aa7d16ed2 on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:29:43.056891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:29:43.057271 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:29:43.057688 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:43.058087 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:29:43.058603 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Bound port: 23aa6a10-293a-4b86-852d-b49aa7d16ed2, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:29:43.058983 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:43.114199 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1876818-c55f-4e61-9f94-8ae04a405084 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:43.118519 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f1876818-c55f-4e61-9f94-8ae04a405084 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:43.130756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1876818-c55f-4e61-9f94-8ae04a405084 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:43.131654 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1876818-c55f-4e61-9f94-8ae04a405084 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:43.154324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1876818-c55f-4e61-9f94-8ae04a405084 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=862766e2-6ca6-4201-ba02-ddde357be874,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:43.169539 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f1876818-c55f-4e61-9f94-8ae04a405084 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:43.176508 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] For port 23aa6a10-293a-4b86-852d-b49aa7d16ed2, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:29:43.177675 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-162d26d7-2482-41ba-a554-6a36e33bade6 req-1ca573b0-5ff9-420e-b3e4-9e16597c2bcf tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806902 Dec 22 15:29:43.180176 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] For port 23aa6a10-293a-4b86-852d-b49aa7d16ed2, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=23aa6a10-293a-4b86-852d-b49aa7d16ed2,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:29:43.209758 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ea7e2fe1-ddd3-48a1-b674-13b8c4f0666e req-5cd884b3-be65-42a6-b836-6538396f6db3 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981578 Dec 22 15:29:43.226552 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Router aa8d395d-5458-4597-b4c3-c60973e13088 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:29:43.229648 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:43.240806 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 19072660-f220-4195-b6e9-48bdcb18153e up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:29:43.324592 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5e48f693-8991-449b-8ed5-998eaedde017 None None] Provisioning complete for port 1a29509d-6ab7-478e-b113-80375658c28f triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:43.324592 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5e48f693-8991-449b-8ed5-998eaedde017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:43.327063 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f1876818-c55f-4e61-9f94-8ae04a405084 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3988492 Dec 22 15:29:43.328112 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36914) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:43.338689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'mac_address': 'fa:16:3e:15:4e:be', 'name': 'tempest-NetworksTestDHCPv6-524005838'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:43.371764 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:43.383595 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-75f0540c-f4b6-4279-9989-d47860ba4778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:43.462649 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:29:43.483143 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-5e48f693-8991-449b-8ed5-998eaedde017 None None] Port 1a29509d-6ab7-478e-b113-80375658c28f cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:29:43.483297 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "PUT /v2.0/routers/aa8d395d-5458-4597-b4c3-c60973e13088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7319121 Dec 22 15:29:43.484488 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36918) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:43.490435 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8305c6b0-e97f-44cb-9dcb-5d01edfb35bb None None] Sync routers for ids ['aa8d395d-5458-4597-b4c3-c60973e13088'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:29:43.503320 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Pushing event updated for resources: {'Port': ['ID=23aa6a10-293a-4b86-852d-b49aa7d16ed2,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:43.507500 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:43.509322 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8305c6b0-e97f-44cb-9dcb-5d01edfb35bb None None] Routers {'aa8d395d-5458-4597-b4c3-c60973e13088'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:43.509957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8305c6b0-e97f-44cb-9dcb-5d01edfb35bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:29:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['aa8d395d-5458-4597-b4c3-c60973e13088'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:43.578302 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8305c6b0-e97f-44cb-9dcb-5d01edfb35bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:43.589089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8305c6b0-e97f-44cb-9dcb-5d01edfb35bb None None] Routers {'aa8d395d-5458-4597-b4c3-c60973e13088'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:43.590120 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8305c6b0-e97f-44cb-9dcb-5d01edfb35bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:29:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['aa8d395d-5458-4597-b4c3-c60973e13088'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:43.651741 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 19072660-f220-4195-b6e9-48bdcb18153e completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:43.667023 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8305c6b0-e97f-44cb-9dcb-5d01edfb35bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:43.667353 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:43.667602 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8305c6b0-e97f-44cb-9dcb-5d01edfb35bb None None] The sync data for ids ['aa8d395d-5458-4597-b4c3-c60973e13088'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:29:43.668621 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 19072660-f220-4195-b6e9-48bdcb18153e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:43.668840 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:43.675904 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:port and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:43.682037 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:43.693815 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:43.721951 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:43.746034 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-979d12ce-012e-46fc-8fb0-9af3951c5230 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:43.771942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:29:43.852520 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:43.886041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e4aff4-f860-4359-814d-c3222775d756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19072660-f220-4195-b6e9-48bdcb18153e'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:29:43.895174 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 19072660-f220-4195-b6e9-48bdcb18153e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=19072660-f220-4195-b6e9-48bdcb18153e,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:43.993177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:43.996732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:44.016807 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:44.087778 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e4aff4-f860-4359-814d-c3222775d756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19072660-f220-4195-b6e9-48bdcb18153e', 'code': 200} Dec 22 15:29:44.101384 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port 1b4d74e6-a6cf-41d7-8eba-0b05655337cc yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:29:44.170943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=19072660-f220-4195-b6e9-48bdcb18153e,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:44.175505 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:44.314094 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-979d12ce-012e-46fc-8fb0-9af3951c5230 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 15:29:44.317864 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-979d12ce-012e-46fc-8fb0-9af3951c5230 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "DELETE /v2.0/routers/aa8d395d-5458-4597-b4c3-c60973e13088 HTTP/1.1" status: 409 len: 329 time: 0.8296847 Dec 22 15:29:44.324549 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36928) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:44.701038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 172.20.0.11 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/862766e2-6ca6-4201-ba02-ddde357be874/1b4d74e6-a6cf-41d7-8eba-0b05655337cc) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:29:44.733814 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::f816:3eff:fe15:4ebe (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/949769c9-3a6a-4388-95f9-e3afbafad79d/1b4d74e6-a6cf-41d7-8eba-0b05655337cc) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:29:44.807867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd397f6-7d63-46cd-b3b6-5cdd77c28c3b req-7dbb228f-7199-4563-92da-be4af8041d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:44.811193 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-edd397f6-7d63-46cd-b3b6-5cdd77c28c3b req-7dbb228f-7199-4563-92da-be4af8041d8e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 1099 time: 0.3113136 Dec 22 15:29:44.874925 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:44.891017 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d2367-6fbf-436b-bdfa-1544d92f18c3 req-6bf66b73-a038-4462-9443-a819e5df0249 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:44.892586 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f64d2367-6fbf-436b-bdfa-1544d92f18c3 req-6bf66b73-a038-4462-9443-a819e5df0249 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 946 time: 0.4381478 Dec 22 15:29:44.904137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2727d6-6f30-462e-96ee-f0519554b78e req-a8f31f5c-d28f-4109-98a6-0d030292f30d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:44.906200 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4088f2e-394a-40a0-b048-9c6800b28f8a req-722477a6-7456-423c-ae59-e9ee783ef45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:44.907735 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e4088f2e-394a-40a0-b048-9c6800b28f8a req-722477a6-7456-423c-ae59-e9ee783ef45e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 1098 time: 0.3318479 Dec 22 15:29:44.911634 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eb2727d6-6f30-462e-96ee-f0519554b78e req-a8f31f5c-d28f-4109-98a6-0d030292f30d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 945 time: 0.5143392 Dec 22 15:29:44.976499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:44.989899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:45.018725 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-edd397f6-7d63-46cd-b3b6-5cdd77c28c3b req-1d0e6d5f-e403-45c0-bb94-33622ebfd05c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976194 Dec 22 15:29:45.061726 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e4088f2e-394a-40a0-b048-9c6800b28f8a req-3364ea1f-edee-4460-80d8-f6bbdf8db7a3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328955 Dec 22 15:29:45.078464 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988c54c8-f73d-4bc3-861d-3a8e23ed714c None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:45.124362 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:45.144508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object 1b4d74e6-a6cf-41d7-8eba-0b05655337cc will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:45.185923 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=01206f91-8a08-4bf2-ae1a-4d1bd819a428,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:45.194879 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f64d2367-6fbf-436b-bdfa-1544d92f18c3 req-b864d563-d850-4dbc-9299-10b9605bbcf9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767580 Dec 22 15:29:45.198346 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eb2727d6-6f30-462e-96ee-f0519554b78e req-a83a47cd-38af-489d-bca2-e17ccd726dde tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2861125 Dec 22 15:29:45.203225 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:45.241015 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:45.247199 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:45.252737 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:29:45.257363 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:29:45.289637 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:45.324334 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:45.330458 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:45.332638 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6a410924-3613-4dcf-a8dc-0fefbbbf4efc None None] Provisioning for port 23aa6a10-293a-4b86-852d-b49aa7d16ed2 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:45.335592 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:45.363169 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=1b4d74e6-a6cf-41d7-8eba-0b05655337cc,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:45.370408 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:45.418679 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:45.419556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:45.545180 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2118664 Dec 22 15:29:45.545535 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36932) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:45.597424 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Floating IP 9bc99f68-6ab8-4f74-ae72-1242c9f1deea associated. External IP: 172.26.6.119, port: b30e04f2-bf56-4de7-9df1-e30523181c5e. Dec 22 15:29:45.633191 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f08751d-c963-4644-b742-d563c8060658 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:45.639741 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f08751d-c963-4644-b742-d563c8060658 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:45.640609 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9f08751d-c963-4644-b742-d563c8060658 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:45.653266 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:45.724912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9f08751d-c963-4644-b742-d563c8060658 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:45.729113 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9f08751d-c963-4644-b742-d563c8060658 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1799479 Dec 22 15:29:45.738488 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36936) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:45.772800 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ea31232e-3ffb-4fae-90d6-bb51cb8fd56a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:45.783068 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15,segment=NetworkSegment(e07b4c5d-b41f-4560-9adc-576329c4096e),segment_id=e07b4c5d-b41f-4560-9adc-576329c4096e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:45.788849 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15,segment=NetworkSegment(e07b4c5d-b41f-4560-9adc-576329c4096e),segment_id=e07b4c5d-b41f-4560-9adc-576329c4096e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:45.805112 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15', 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82', 'port_id': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15', 'mac_address': 'fa:16:3e:96:80:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0a88bf-b45a-493d-9874-68623dfbadd3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:29:45.829038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-944318b9-aafb-4dd0-9511-c5a1bc14feb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port 1b4d74e6-a6cf-41d7-8eba-0b05655337cc {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:29:45.829524 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-944318b9-aafb-4dd0-9511-c5a1bc14feb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:45.835483 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 23aa6a10-293a-4b86-852d-b49aa7d16ed2 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:29:45.892558 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:45.904010 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7edb6400-5174-4f92-b734-8b2b52ec89b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:45.986665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:46.018404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:29:46.024744 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15,revision_number=6']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:46.028507 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:46.087031 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15,segment=NetworkSegment(e07b4c5d-b41f-4560-9adc-576329c4096e),segment_id=e07b4c5d-b41f-4560-9adc-576329c4096e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:46.090501 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adc2d58-1e70-4fac-bbaf-e14984f3de65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:29:46.129900 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-944318b9-aafb-4dd0-9511-c5a1bc14feb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:46.135272 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74650da-a941-4e6d-b74c-e4c47c9e2715 None None] Update dhcp port {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'fixed_ips': [{'subnet_id': '949769c9-3a6a-4388-95f9-e3afbafad79d', 'ip_address': '2001:db8::f816:3eff:fed0:3bf'}, {'subnet_id': '862766e2-6ca6-4201-ba02-ddde357be874'}], 'binding:host_id': 'dv-neutron-822674-1-hyperv'}, 'id': '23aa6a10-293a-4b86-852d-b49aa7d16ed2'} from dv-neutron-822674-1-hyperv. {{(pid=88219) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 15:29:46.217272 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:46.226860 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:46.324836 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 23aa6a10-293a-4b86-852d-b49aa7d16ed2 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:46.387381 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 23aa6a10-293a-4b86-852d-b49aa7d16ed2 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:46.388908 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:46.417968 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a74650da-a941-4e6d-b74c-e4c47c9e2715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:46.460526 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adc2d58-1e70-4fac-bbaf-e14984f3de65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15', 'code': 200} Dec 22 15:29:46.461299 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15,revision_number=7']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:46.484935 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:46.516001 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-944318b9-aafb-4dd0-9511-c5a1bc14feb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for 1b4d74e6-a6cf-41d7-8eba-0b05655337cc owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:29:46.629831 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:29:46.691170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:29:46.840656 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-a74650da-a941-4e6d-b74c-e4c47c9e2715 None None] Allocated IP 172.20.0.2 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/862766e2-6ca6-4201-ba02-ddde357be874/23aa6a10-293a-4b86-852d-b49aa7d16ed2) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:29:46.845432 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:46.845998 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a8618-1387-4fc1-938d-0862a6dd555d req-fd2b8f07-bc04-411d-8c4d-11d748f8fe99 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:46.847697 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c18a8618-1387-4fc1-938d-0862a6dd555d req-fd2b8f07-bc04-411d-8c4d-11d748f8fe99 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 945 time: 0.3273556 Dec 22 15:29:46.863979 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-944318b9-aafb-4dd0-9511-c5a1bc14feb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:46.869938 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ec2d28a2-9f71-4181-8f02-eaa63f38c028 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:46.914976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944318b9-aafb-4dd0-9511-c5a1bc14feb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=1b4d74e6-a6cf-41d7-8eba-0b05655337cc,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:46.918941 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-944318b9-aafb-4dd0-9511-c5a1bc14feb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:47.021557 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ea31232e-3ffb-4fae-90d6-bb51cb8fd56a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Deleting port 1a29509d-6ab7-478e-b113-80375658c28f {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:29:47.022060 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ea31232e-3ffb-4fae-90d6-bb51cb8fd56a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:47.091429 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-a74650da-a941-4e6d-b74c-e4c47c9e2715 None None] For port 23aa6a10-293a-4b86-852d-b49aa7d16ed2, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=23aa6a10-293a-4b86-852d-b49aa7d16ed2,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:47.097890 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-944318b9-aafb-4dd0-9511-c5a1bc14feb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:47.102681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2d89f-1aae-43d9-8dd6-bd32379c8b4a req-7fe454b4-162c-4ed5-8c0c-c5c56d2c3ecf tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:47.104643 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c4a2d89f-1aae-43d9-8dd6-bd32379c8b4a req-7fe454b4-162c-4ed5-8c0c-c5c56d2c3ecf tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 945 time: 0.7228801 Dec 22 15:29:47.156349 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a74650da-a941-4e6d-b74c-e4c47c9e2715 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:47.158912 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-944318b9-aafb-4dd0-9511-c5a1bc14feb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/1b4d74e6-a6cf-41d7-8eba-0b05655337cc HTTP/1.1" status: 204 len: 168 time: 1.4278302 Dec 22 15:29:47.162525 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36948) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:47.189056 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a74650da-a941-4e6d-b74c-e4c47c9e2715 None None] Transition to ACTIVE for port object 23aa6a10-293a-4b86-852d-b49aa7d16ed2 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:47.234822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a74650da-a941-4e6d-b74c-e4c47c9e2715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:47.236331 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c18a8618-1387-4fc1-938d-0862a6dd555d req-cf459ee3-4275-42de-a85e-b1c6286d7858 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374508 Dec 22 15:29:47.239722 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1564f392-4ecb-449b-89b1-befe8e9a37a0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:47.240958 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:47.241275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1564f392-4ecb-449b-89b1-befe8e9a37a0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:47.242939 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1564f392-4ecb-449b-89b1-befe8e9a37a0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:47.243787 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1564f392-4ecb-449b-89b1-befe8e9a37a0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:47.308223 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c4a2d89f-1aae-43d9-8dd6-bd32379c8b4a req-2376388d-2ff3-40a5-8495-a6482d285ba1 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723814 Dec 22 15:29:47.309263 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:29:47.320057 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de819514-3033-4416-9cac-68a99524cd4b None None] Sync routers for ids ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:29:47.332324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1564f392-4ecb-449b-89b1-befe8e9a37a0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:47.333674 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1564f392-4ecb-449b-89b1-befe8e9a37a0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1697373 Dec 22 15:29:47.336510 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36952) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:47.341205 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de819514-3033-4416-9cac-68a99524cd4b None None] Routers {'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:47.341205 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-de819514-3033-4416-9cac-68a99524cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:29:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:47.426037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:47.460203 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ea31232e-3ffb-4fae-90d6-bb51cb8fd56a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:47.500543 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8bd64e-ac76-4498-8045-e2adf397c12f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet 862766e2-6ca6-4201-ba02-ddde357be874 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:29:47.552868 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:29:47.553233 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:29:47.559476 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74650da-a941-4e6d-b74c-e4c47c9e2715 None None] Pushing event updated for resources: {'Port': ['ID=23aa6a10-293a-4b86-852d-b49aa7d16ed2,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:47.563170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a74650da-a941-4e6d-b74c-e4c47c9e2715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:47.566597 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-de819514-3033-4416-9cac-68a99524cd4b None None] Set router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:29:47.629720 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ea31232e-3ffb-4fae-90d6-bb51cb8fd56a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Calling delete_port for 1a29509d-6ab7-478e-b113-80375658c28f owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:29:47.658774 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8a8bd64e-ac76-4498-8045-e2adf397c12f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:47.901826 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.2346740 Dec 22 15:29:47.903080 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36956) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:47.903960 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a29b03-4b8a-4329-9e2c-ba6cef6de74b', 'tag': 'b30e04f2-bf56-4de7-9df1-e30523181c5e'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:29:47.928441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8a8bd64e-ac76-4498-8045-e2adf397c12f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:48.030548 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-de819514-3033-4416-9cac-68a99524cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:40Z', 'updated_at': '2021-12-22T15:28:56Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:42Z', 'updated_at': '2021-12-22T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '9bc99f68-6ab8-4f74-ae72-1242c9f1deea', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'port_id': 'b30e04f2-bf56-4de7-9df1-e30523181c5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'mac_address': 'fa:16:3e:8f:86:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a29b03-4b8a-4329-9e2c-ba6cef6de74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:29:42Z', 'updated_at': '2021-12-22T15:29:42Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dca5f-fa62-4ac7-a169-ebd59d273a0c', 'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:07:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:53Z', 'updated_at': '2021-12-22T15:29:05Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:48.037556 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a29b03-4b8a-4329-9e2c-ba6cef6de74b', 'tag': 'b30e04f2-bf56-4de7-9df1-e30523181c5e', 'status': 'completed', 'code': 200} Dec 22 15:29:48.042790 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de819514-3033-4416-9cac-68a99524cd4b None None] Checking router: cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:29:48.067867 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de819514-3033-4416-9cac-68a99524cd4b None None] Routers {'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:48.068861 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-de819514-3033-4416-9cac-68a99524cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:29:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:48.091242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8a8bd64e-ac76-4498-8045-e2adf397c12f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:48.207410 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dfa6c9c9-33e6-4c7b-8b05-a984cd02b735 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/9bc99f68-6ab8-4f74-ae72-1242c9f1deea HTTP/1.1" status: 200 len: 991 time: 0.3022277 Dec 22 15:29:48.212019 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518faea-edc0-4f14-93c3-fc3076c1c1ef req-c94285e6-6473-4ff4-8087-1ca64e9591bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:48.214008 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4518faea-edc0-4f14-93c3-fc3076c1c1ef req-c94285e6-6473-4ff4-8087-1ca64e9591bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 1098 time: 0.1263177 Dec 22 15:29:48.225615 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:48.319579 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-de819514-3033-4416-9cac-68a99524cd4b None None] Set router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:29:48.336966 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ea31232e-3ffb-4fae-90d6-bb51cb8fd56a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:48.341267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c7e88867-46e9-4a50-8b02-b7d1be670601 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:48.428427 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8a8bd64e-ac76-4498-8045-e2adf397c12f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:48.499498 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518faea-edc0-4f14-93c3-fc3076c1c1ef req-6cc8f7d2-9dc6-424c-872a-6a241131d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:48.500089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:29:48.500573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:29:48.501700 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4518faea-edc0-4f14-93c3-fc3076c1c1ef req-6cc8f7d2-9dc6-424c-872a-6a241131d6e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4875b83-54f2-4714-b57a-87a98f0d12f7 HTTP/1.1" status: 200 len: 897 time: 0.2666686 Dec 22 15:29:48.509424 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31232e-3ffb-4fae-90d6-bb51cb8fd56a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Pushing event deleted for resources: {'Port': ['ID=1a29509d-6ab7-478e-b113-80375658c28f,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:48.522650 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ea31232e-3ffb-4fae-90d6-bb51cb8fd56a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:48.524414 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f6e2b535-777a-447b-9f50-3d3e76c3c36f tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:48.646946 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8bd64e-ac76-4498-8045-e2adf397c12f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=862766e2-6ca6-4201-ba02-ddde357be874,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:48.651881 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-50b78b87-1482-4cc7-a401-be798ec965cc None None] Provisioning for port 23aa6a10-293a-4b86-852d-b49aa7d16ed2 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:48.658717 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-50b78b87-1482-4cc7-a401-be798ec965cc None None] Provisioning complete for port 23aa6a10-293a-4b86-852d-b49aa7d16ed2 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:48.664652 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-50b78b87-1482-4cc7-a401-be798ec965cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:48.672963 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8a8bd64e-ac76-4498-8045-e2adf397c12f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:48.681933 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4518faea-edc0-4f14-93c3-fc3076c1c1ef req-01e7e115-5dc0-4c2a-8fba-893d97a1743c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b30e04f2-bf56-4de7-9df1-e30523181c5e HTTP/1.1" status: 200 len: 999 time: 0.1729491 Dec 22 15:29:48.686535 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8a8bd64e-ac76-4498-8045-e2adf397c12f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:48.806440 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518faea-edc0-4f14-93c3-fc3076c1c1ef req-5a015006-6c25-4ed7-afe9-1caf0480786c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:48.807893 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4518faea-edc0-4f14-93c3-fc3076c1c1ef req-5a015006-6c25-4ed7-afe9-1caf0480786c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f80122e-0fd2-4395-9a05-3d4566aebec6 HTTP/1.1" status: 200 len: 835 time: 0.1169868 Dec 22 15:29:48.835892 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8a8bd64e-ac76-4498-8045-e2adf397c12f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/862766e2-6ca6-4201-ba02-ddde357be874 HTTP/1.1" status: 204 len: 168 time: 1.4951053 Dec 22 15:29:48.842419 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36966) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:48.849539 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-50b78b87-1482-4cc7-a401-be798ec965cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:48.916646 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-50b78b87-1482-4cc7-a401-be798ec965cc None None] For port 23aa6a10-293a-4b86-852d-b49aa7d16ed2, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=23aa6a10-293a-4b86-852d-b49aa7d16ed2,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:48.929381 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518faea-edc0-4f14-93c3-fc3076c1c1ef req-39c37b66-c341-4355-b32f-bbdd062e5563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:48.931071 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4518faea-edc0-4f14-93c3-fc3076c1c1ef req-39c37b66-c341-4355-b32f-bbdd062e5563 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4875b83-54f2-4714-b57a-87a98f0d12f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1157475 Dec 22 15:29:48.940799 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f6b9da-e05c-403e-b39d-879af99410a6 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:49.007630 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-de819514-3033-4416-9cac-68a99524cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:40Z', 'updated_at': '2021-12-22T15:28:56Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:42Z', 'updated_at': '2021-12-22T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '9bc99f68-6ab8-4f74-ae72-1242c9f1deea', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'port_id': 'b30e04f2-bf56-4de7-9df1-e30523181c5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'mac_address': 'fa:16:3e:8f:86:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a29b03-4b8a-4329-9e2c-ba6cef6de74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:29:42Z', 'updated_at': '2021-12-22T15:29:42Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dca5f-fa62-4ac7-a169-ebd59d273a0c', 'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:07:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:53Z', 'updated_at': '2021-12-22T15:29:05Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:49.010338 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-50b78b87-1482-4cc7-a401-be798ec965cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:49.013697 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de819514-3033-4416-9cac-68a99524cd4b None None] The sync data for ids ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'] in dv-neutron-822674-1-hyperv is: [{'id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:40Z', 'updated_at': '2021-12-22T15:28:56Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:42Z', 'updated_at': '2021-12-22T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '9bc99f68-6ab8-4f74-ae72-1242c9f1deea', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'port_id': 'b30e04f2-bf56-4de7-9df1-e30523181c5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'mac_address': 'fa:16:3e:8f:86:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a29b03-4b8a-4329-9e2c-ba6cef6de74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:29:42Z', 'updated_at': '2021-12-22T15:29:42Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dca5f-fa62-4ac7-a169-ebd59d273a0c', 'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:07:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:53Z', 'updated_at': '2021-12-22T15:29:05Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:29:49.018422 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a74650da-a941-4e6d-b74c-e4c47c9e2715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:49.066365 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68a0894-43ce-4193-a959-b07e75392e3f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet 949769c9-3a6a-4388-95f9-e3afbafad79d {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:29:49.079550 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a68a0894-43ce-4193-a959-b07e75392e3f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:49.081590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-50b78b87-1482-4cc7-a401-be798ec965cc None None] Could not find standard attr ID for object 1b4d74e6-a6cf-41d7-8eba-0b05655337cc. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:29:49.121179 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4518faea-edc0-4f14-93c3-fc3076c1c1ef req-7a847f06-b781-4ae2-9233-58741fd4738b service neutron] 10.222.0.57 "GET /v2.0/networks/c4875b83-54f2-4714-b57a-87a98f0d12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809630 Dec 22 15:29:49.170331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d857a6-c0a2-4c5e-b144-e1924f84a436 req-8912db3f-d42b-4e50-b5dd-398275c0ae92 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:49.171895 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-66d857a6-c0a2-4c5e-b144-e1924f84a436 req-8912db3f-d42b-4e50-b5dd-398275c0ae92 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 945 time: 0.7327101 Dec 22 15:29:49.203946 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7bd8e-7874-47e6-850a-3dc6d3a4415e req-9c495215-9453-4141-8b85-6706809dc445 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:49.205687 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fbf7bd8e-7874-47e6-850a-3dc6d3a4415e req-9c495215-9453-4141-8b85-6706809dc445 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 945 time: 0.6056006 Dec 22 15:29:49.245846 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7db99c5e-6b9f-43f9-8add-203a845395bb None None] Could not find standard attr ID for object 1b4d74e6-a6cf-41d7-8eba-0b05655337cc. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:29:49.248653 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36970) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:49.258606 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:29:49.291156 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b78b87-1482-4cc7-a401-be798ec965cc None None] Pushing event updated for resources: {'Port': ['ID=23aa6a10-293a-4b86-852d-b49aa7d16ed2,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:49.307968 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fbf7bd8e-7874-47e6-850a-3dc6d3a4415e req-00abf8ed-ec52-4b15-af5f-67cc3424c65c tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697649 Dec 22 15:29:49.313708 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ea31232e-3ffb-4fae-90d6-bb51cb8fd56a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:49.330497 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-50b78b87-1482-4cc7-a401-be798ec965cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:49.428118 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f788faed-0b38-4b80-8499-edcbd2ff3c9e None None] New status for floating IP 9bc99f68-6ab8-4f74-ae72-1242c9f1deea: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:29:49.456768 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36974) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:49.497653 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 23aa6a10-293a-4b86-852d-b49aa7d16ed2 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:29:49.543810 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9c3c4e5f-69e8-4da2-8144-9c117e24681d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/9bc99f68-6ab8-4f74-ae72-1242c9f1deea HTTP/1.1" status: 200 len: 991 time: 0.2939391 Dec 22 15:29:49.580127 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4518faea-edc0-4f14-93c3-fc3076c1c1ef req-ca74e1c8-c11e-4a6f-b1ee-f3827b4f3c84 service neutron] 10.222.0.57 "GET /v2.0/networks/c4875b83-54f2-4714-b57a-87a98f0d12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501803 Dec 22 15:29:49.622677 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a68a0894-43ce-4193-a959-b07e75392e3f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:49.648721 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:49.649103 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:49.698744 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-66d857a6-c0a2-4c5e-b144-e1924f84a436 req-9b4c21d9-2aaa-45df-8b87-850bf472660d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4812486 Dec 22 15:29:49.856464 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9e4b6dd2-f4ae-4a91-973b-f7c7acb81813 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/floatingips/6270a07e-db8b-40c2-89f3-6f96ed4fffd1 HTTP/1.1" status: 200 len: 993 time: 0.3891864 Dec 22 15:29:49.878034 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 23aa6a10-293a-4b86-852d-b49aa7d16ed2 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:49.878445 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:49.936995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea31232e-3ffb-4fae-90d6-bb51cb8fd56a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Router aa8d395d-5458-4597-b4c3-c60973e13088 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:29:49.946801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a68a0894-43ce-4193-a959-b07e75392e3f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:50.016460 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:50.098493 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adc2d58-1e70-4fac-bbaf-e14984f3de65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:29:50.122752 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15,segment=NetworkSegment(e07b4c5d-b41f-4560-9adc-576329c4096e),segment_id=e07b4c5d-b41f-4560-9adc-576329c4096e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:50.166673 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adc2d58-1e70-4fac-bbaf-e14984f3de65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15', 'code': 200} Dec 22 15:29:50.243441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:50.245393 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-50b78b87-1482-4cc7-a401-be798ec965cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:50.327676 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15,revision_number=8']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:50.328620 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee298a-4dc9-4474-a0e5-8969869f0ddd req-183d488c-9cd0-469a-bad4-69dfc4b2f051 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:50.330186 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4eee298a-4dc9-4474-a0e5-8969869f0ddd req-183d488c-9cd0-469a-bad4-69dfc4b2f051 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 945 time: 0.4935303 Dec 22 15:29:50.330834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:50.331360 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea31232e-3ffb-4fae-90d6-bb51cb8fd56a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:29:50.353491 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36982) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:50.354266 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ea31232e-3ffb-4fae-90d6-bb51cb8fd56a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "PUT /v2.0/routers/aa8d395d-5458-4597-b4c3-c60973e13088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0284247 Dec 22 15:29:50.354938 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609756a-47b5-438c-a81a-5bb034c051a0 None None] Sync routers for ids ['aa8d395d-5458-4597-b4c3-c60973e13088'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:29:50.367458 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5609756a-47b5-438c-a81a-5bb034c051a0 None None] Routers {'aa8d395d-5458-4597-b4c3-c60973e13088'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:50.368883 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-5609756a-47b5-438c-a81a-5bb034c051a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:29:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['aa8d395d-5458-4597-b4c3-c60973e13088'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:50.412226 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4eee298a-4dc9-4474-a0e5-8969869f0ddd req-ae52ce02-6efd-40f1-a5a5-cd9b59769b9d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566142 Dec 22 15:29:50.441371 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a68a0894-43ce-4193-a959-b07e75392e3f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:50.445415 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8a8bd64e-ac76-4498-8045-e2adf397c12f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:50.481244 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-4cca8399-779d-4d0d-af3b-785f5df9c4cb tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] show failed (client error): The resource could not be found. Dec 22 15:29:50.482281 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36986) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:50.483002 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-5609756a-47b5-438c-a81a-5bb034c051a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:50.483601 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4cca8399-779d-4d0d-af3b-785f5df9c4cb tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-1435902367 HTTP/1.1" status: 404 len: 335 time: 0.1287768 Dec 22 15:29:50.487070 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 36988) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:50.493794 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-74fa2565-46d4-4ec2-adf8-ba67e53e9648 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:50.516341 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5609756a-47b5-438c-a81a-5bb034c051a0 None None] Routers {'aa8d395d-5458-4597-b4c3-c60973e13088'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:50.517248 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-5609756a-47b5-438c-a81a-5bb034c051a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:29:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['aa8d395d-5458-4597-b4c3-c60973e13088'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:50.525342 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a0894-43ce-4193-a959-b07e75392e3f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=949769c9-3a6a-4388-95f9-e3afbafad79d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:50.527340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a68a0894-43ce-4193-a959-b07e75392e3f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:50.536388 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a68a0894-43ce-4193-a959-b07e75392e3f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/949769c9-3a6a-4388-95f9-e3afbafad79d HTTP/1.1" status: 204 len: 168 time: 1.6918929 Dec 22 15:29:50.537769 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a68a0894-43ce-4193-a959-b07e75392e3f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:50.542631 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 36996) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:50.587956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37000) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:50.592949 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-5609756a-47b5-438c-a81a-5bb034c051a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:50.593356 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609756a-47b5-438c-a81a-5bb034c051a0 None None] The sync data for ids ['aa8d395d-5458-4597-b4c3-c60973e13088'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:29:50.629988 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3c8791dd-b8be-4a2a-a0df-da5e6fb85707 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:router {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:50.644102 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3c8791dd-b8be-4a2a-a0df-da5e6fb85707 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:router {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:50.648620 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3c8791dd-b8be-4a2a-a0df-da5e6fb85707 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047297 Dec 22 15:29:50.649240 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37004) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:50.655427 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:50.686061 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-74fa2565-46d4-4ec2-adf8-ba67e53e9648 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] update failed (client error): The resource could not be found. Dec 22 15:29:50.687795 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-74fa2565-46d4-4ec2-adf8-ba67e53e9648 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-453545783 HTTP/1.1" status: 404 len: 334 time: 0.1989431 Dec 22 15:29:50.699952 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37008) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:50.702100 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b5cd59-c90f-443c-8829-b704ca74d883 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:50.802475 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9d2bdcf8-d49f-4e0c-917b-d41a1632928c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/9bc99f68-6ab8-4f74-ae72-1242c9f1deea HTTP/1.1" status: 200 len: 993 time: 0.1934490 Dec 22 15:29:50.809071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-1420817a-fc91-4816-af22-af1d710e94d7 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Deleting subnet 03d03841-905e-412b-8121-82f95e5280ad {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:29:50.814120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1420817a-fc91-4816-af22-af1d710e94d7 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:50.823702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:50.830474 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:50.834643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:50.842643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:50.853309 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2eaff2a-c4f8-40d5-8b8a-17a7ba268dd1 tempest-TestVolumeBootPattern-1631151912 tempest-TestVolumeBootPattern-1631151912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:50.854037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a2eaff2a-c4f8-40d5-8b8a-17a7ba268dd1 tempest-TestVolumeBootPattern-1631151912 tempest-TestVolumeBootPattern-1631151912-project-admin] Synchronizing usage tracker for tenant:645745d9191f482f87e02999732ce483 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:50.877858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1420817a-fc91-4816-af22-af1d710e94d7 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:50.899439 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8a534bf8-8e6e-4e75-a4e9-7ec37cf1b5d3 None None] Provisioning complete for port 23aa6a10-293a-4b86-852d-b49aa7d16ed2 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:29:50.899732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a534bf8-8e6e-4e75-a4e9-7ec37cf1b5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:50.955415 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:29:50.960948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:50.965773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1420817a-fc91-4816-af22-af1d710e94d7 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:50.990002 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a2eaff2a-c4f8-40d5-8b8a-17a7ba268dd1 tempest-TestVolumeBootPattern-1631151912 tempest-TestVolumeBootPattern-1631151912-project-admin] Unset dirty status for tenant:645745d9191f482f87e02999732ce483 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:50.991409 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a2eaff2a-c4f8-40d5-8b8a-17a7ba268dd1 tempest-TestVolumeBootPattern-1631151912 tempest-TestVolumeBootPattern-1631151912-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 1093 time: 0.5029519 Dec 22 15:29:51.023953 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37012) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:51.032409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': '19072660-f220-4195-b6e9-48bdcb18153e', 'tenant_id': '84464132bfda464dbef4abab87427463', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:51.060922 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:51.075063 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Usage tracker for resource:floatingip and tenant:84464132bfda464dbef4abab87427463 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:51.086816 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:51.107016 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:51.168343 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] DHCP port deletion for a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:29:51.173218 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] Deleting port 23aa6a10-293a-4b86-852d-b49aa7d16ed2 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:29:51.173603 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:51.214843 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:51.234077 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1420817a-fc91-4816-af22-af1d710e94d7 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:51.240287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-42e7915a-9a9c-40bf-9ad2-33a3d47dc804 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:51.282432 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420817a-fc91-4816-af22-af1d710e94d7 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Pushing event deleted for resources: {'Subnet': ['ID=03d03841-905e-412b-8121-82f95e5280ad,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:51.284486 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1420817a-fc91-4816-af22-af1d710e94d7 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:51.289438 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1420817a-fc91-4816-af22-af1d710e94d7 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:51.299731 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cceb76d-aad6-44f0-9a62-aca42ad5c71c None None] Network 827109aa-fc91-46c3-85b6-699994a21153 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:51.372897 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 23aa6a10-293a-4b86-852d-b49aa7d16ed2 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:29:51.376182 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1420817a-fc91-4816-af22-af1d710e94d7 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "DELETE /v2.0/subnets/03d03841-905e-412b-8121-82f95e5280ad HTTP/1.1" status: 204 len: 168 time: 0.6748815 Dec 22 15:29:51.379856 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37016) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:51.465786 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c54cce4-f7ec-4767-81af-eda7e73ef0f2 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Deleting subnet 34ade2cf-c9bb-4eee-bd68-4997da6cab46 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:29:51.471694 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c54cce4-f7ec-4767-81af-eda7e73ef0f2 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:51.475143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.objects.ports [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88218) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 15:29:51.544781 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] For port 23aa6a10-293a-4b86-852d-b49aa7d16ed2, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=23aa6a10-293a-4b86-852d-b49aa7d16ed2,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:51.545260 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:51.549352 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c54cce4-f7ec-4767-81af-eda7e73ef0f2 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:51.605148 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:51.726257 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] Calling delete_port for 23aa6a10-293a-4b86-852d-b49aa7d16ed2 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:29:51.731492 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c54cce4-f7ec-4767-81af-eda7e73ef0f2 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:51.791519 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:51.819719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Allocated IP 172.26.6.252 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/59e4ccd8-0652-425d-8e1a-afe672ef78e8) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:29:51.871089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:51.948568 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:29:51.948940 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:29:51.961386 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c54cce4-f7ec-4767-81af-eda7e73ef0f2 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:51.980389 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-372af93a-b053-4d4d-85c4-98f58bbd1cba tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:51.992016 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] DHCP port deletion for 827109aa-fc91-46c3-85b6-699994a21153 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:29:51.996923 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] Deleting port 5e000d02-38c4-48c5-9704-539b16857211 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:29:51.997517 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:52.064749 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54cce4-f7ec-4767-81af-eda7e73ef0f2 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Pushing event deleted for resources: {'Subnet': ['ID=34ade2cf-c9bb-4eee-bd68-4997da6cab46,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:52.071118 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c54cce4-f7ec-4767-81af-eda7e73ef0f2 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:52.081780 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2c54cce4-f7ec-4767-81af-eda7e73ef0f2 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:52.091752 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2d9869-f600-48b7-9be9-19bc18f37983 None None] Network 5edf4ab1-a793-43a0-9659-3128ba082a4e requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:52.115911 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] For port 23aa6a10-293a-4b86-852d-b49aa7d16ed2, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=23aa6a10-293a-4b86-852d-b49aa7d16ed2,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:52.126452 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2c54cce4-f7ec-4767-81af-eda7e73ef0f2 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "DELETE /v2.0/subnets/34ade2cf-c9bb-4eee-bd68-4997da6cab46 HTTP/1.1" status: 204 len: 168 time: 0.7449539 Dec 22 15:29:52.128735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37020) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:52.192270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:52.268592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:29:52.287816 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:52.295125 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:52.299277 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-127748dc-3a40-4625-8ddf-636d30ac9293 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:52.308119 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:52.319858 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Deleting port 5e000d02-38c4-48c5-9704-539b16857211 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:29:52.320260 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:52.365291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:52.366092 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:52.373370 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e474f5ec-cd12-4ba2-9ca5-9b2721cabbd3 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:52.384485 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event updated for resources: {'Port': ['ID=59e4ccd8-0652-425d-8e1a-afe672ef78e8,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:52.394935 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:52.412298 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:52.413393 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:52.416201 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:52.454166 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] Deleting port 23aa6a10-293a-4b86-852d-b49aa7d16ed2 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:29:52.454166 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:52.585701 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] For port 5e000d02-38c4-48c5-9704-539b16857211, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=5e000d02-38c4-48c5-9704-539b16857211,segment=NetworkSegment(83a3925f-8f7e-4b74-9502-22ea56679a18),segment_id=83a3925f-8f7e-4b74-9502-22ea56679a18)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:52.586364 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:52.633499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:52.645348 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:52.652361 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:52.652991 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:52.665714 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=23aa6a10-293a-4b86-852d-b49aa7d16ed2,revision_number=8']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:52.677687 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:52.682954 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3b11690d-18af-488b-8721-40f1d5229d21 tempest-RoutersAdminTest-2065510587 tempest-RoutersAdminTest-2065510587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:52.741453 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] Calling delete_port for 5e000d02-38c4-48c5-9704-539b16857211 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:29:52.776485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:29:52.776981 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:29:52.853792 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=df031a24-73d2-4aa1-be04-86222e0f915a,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:52.860479 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:52.863632 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] For port 5e000d02-38c4-48c5-9704-539b16857211, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=5e000d02-38c4-48c5-9704-539b16857211,segment=NetworkSegment(83a3925f-8f7e-4b74-9502-22ea56679a18),segment_id=83a3925f-8f7e-4b74-9502-22ea56679a18)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:52.863632 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:52.874513 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2239423 Dec 22 15:29:52.877773 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37024) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:52.885226 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-560add9b-0573-4b3e-86a3-7303236ecd0e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:52.969732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f092e498-4eaf-4b6c-9659-4d6826d81699 None None] DHCP port deletion for 5edf4ab1-a793-43a0-9659-3128ba082a4e request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:29:52.988648 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f092e498-4eaf-4b6c-9659-4d6826d81699 None None] Deleting port 71230f61-29de-48f6-8e52-efbc69b60585 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:29:52.989031 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f092e498-4eaf-4b6c-9659-4d6826d81699 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:53.023875 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Calling delete_port for 5e000d02-38c4-48c5-9704-539b16857211 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:29:53.041395 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:53.052594 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c9eb310a-0b11-42b4-ba77-95f124b2a629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:53.127693 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:53.138111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] Pushing event deleted for resources: {'Port': ['ID=5e000d02-38c4-48c5-9704-539b16857211,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:53.160099 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:53.160444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:53.160788 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:53.161119 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:53.161495 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:53.161827 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:53.162154 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:53.162509 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:53.162835 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:53.163158 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:53.163496 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:53.163829 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:29:53.166813 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] No DVR routers for this DVR port 5e000d02-38c4-48c5-9704-539b16857211 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:29:53.169217 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] For port 23aa6a10-293a-4b86-852d-b49aa7d16ed2, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=23aa6a10-293a-4b86-852d-b49aa7d16ed2,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:53.169633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:53.199138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:29:53.199774 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:29:53.200662 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:53.207066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-560add9b-0573-4b3e-86a3-7303236ecd0e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:53.217931 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-560add9b-0573-4b3e-86a3-7303236ecd0e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:53.221399 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-560add9b-0573-4b3e-86a3-7303236ecd0e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:53.235502 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-560add9b-0573-4b3e-86a3-7303236ecd0e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:53.294443 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:53.334742 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560add9b-0573-4b3e-86a3-7303236ecd0e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:29:53.337949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-560add9b-0573-4b3e-86a3-7303236ecd0e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:53.432179 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] Calling delete_port for 23aa6a10-293a-4b86-852d-b49aa7d16ed2 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:29:53.537585 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:53.693338 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:53.700660 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Deleting port 5e000d02-38c4-48c5-9704-539b16857211 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:29:53.701654 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:53.716078 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-f092e498-4eaf-4b6c-9659-4d6826d81699 None None] For port 71230f61-29de-48f6-8e52-efbc69b60585, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=71230f61-29de-48f6-8e52-efbc69b60585,segment=NetworkSegment(6cf35e5c-35c0-4158-ad4e-42b54d2c1f05),segment_id=6cf35e5c-35c0-4158-ad4e-42b54d2c1f05)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:53.716519 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f092e498-4eaf-4b6c-9659-4d6826d81699 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:53.769970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] The port '5e000d02-38c4-48c5-9704-539b16857211' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:29:53.774675 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:53.782668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0ca158f8-b51f-4d89-b3fc-be8b1f37a9e9 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:53.830877 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-560add9b-0573-4b3e-86a3-7303236ecd0e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:53.838158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-620d1e4d-0da4-40a3-a47b-24435498a097 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:53.866952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f092e498-4eaf-4b6c-9659-4d6826d81699 None None] Calling delete_port for 71230f61-29de-48f6-8e52-efbc69b60585 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:29:53.914382 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 23aa6a10-293a-4b86-852d-b49aa7d16ed2, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=23aa6a10-293a-4b86-852d-b49aa7d16ed2,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:53.917544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event updated for resources: {'Port': ['ID=59e4ccd8-0652-425d-8e1a-afe672ef78e8,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:53.924732 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:53.929806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:53.969443 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:53.977090 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:53.980508 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8131e752-5d14-4092-9f7d-f5e75547e4fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:53.983327 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560add9b-0573-4b3e-86a3-7303236ecd0e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:53.988492 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-560add9b-0573-4b3e-86a3-7303236ecd0e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:54.001044 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560add9b-0573-4b3e-86a3-7303236ecd0e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:54.001643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-560add9b-0573-4b3e-86a3-7303236ecd0e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:54.023693 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827109aa-fc91-46c3-85b6-699994a21153']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:54.038243 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560add9b-0573-4b3e-86a3-7303236ecd0e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=732efdd6-1bcd-4497-a069-e99280d7c1a9,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:54.043273 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-560add9b-0573-4b3e-86a3-7303236ecd0e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:54.045173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a3925f-8f7e-4b74-9502-22ea56679a18') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:54.045533 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a3925f-8f7e-4b74-9502-22ea56679a18') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:54.048663 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:29:54.049429 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:29:54.066994 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f092e498-4eaf-4b6c-9659-4d6826d81699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:54.067652 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:54.086149 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:54.090837 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f092e498-4eaf-4b6c-9659-4d6826d81699 None None] No DVR routers for this DVR port 71230f61-29de-48f6-8e52-efbc69b60585 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:29:54.099584 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=23aa6a10-293a-4b86-852d-b49aa7d16ed2,revision_number=9']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:54.100020 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:29:54.101031 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:54.105132 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] Deleting port 23aa6a10-293a-4b86-852d-b49aa7d16ed2 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:29:54.105670 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:29:54.131081 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:29:54.142165 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:54.146924 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Floating IP 657c04de-0e64-4497-9019-d80c35bf4df8 associated. External IP: 172.26.6.252, port: 19072660-f220-4195-b6e9-48bdcb18153e. Dec 22 15:29:54.153396 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-8a599dd7-0243-4187-8839-d4dab3a21d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:54.181753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 71230f61-29de-48f6-8e52-efbc69b60585 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:29:54.198714 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-560add9b-0573-4b3e-86a3-7303236ecd0e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3197172 Dec 22 15:29:54.207964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37028) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:54.220053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'mac_address': 'fa:16:3e:fe:85:3e', 'name': 'tempest-NetworksTestDHCPv6-228867878'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:29:54.293857 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092e498-4eaf-4b6c-9659-4d6826d81699 None None] Pushing event deleted for resources: {'Port': ['ID=71230f61-29de-48f6-8e52-efbc69b60585,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:54.297377 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 71230f61-29de-48f6-8e52-efbc69b60585 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:29:54.297734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 71230f61-29de-48f6-8e52-efbc69b60585 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:29:54.298184 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 5e000d02-38c4-48c5-9704-539b16857211 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:29:54.326839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f092e498-4eaf-4b6c-9659-4d6826d81699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:54.332210 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:54.336113 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 5e000d02-38c4-48c5-9704-539b16857211 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:29:54.336302 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 5e000d02-38c4-48c5-9704-539b16857211 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:29:54.356607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:54.363216 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9cb52026-b0cf-41e7-9878-08277f260041 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:54.390496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Pushing event deleted for resources: {'Network': ['ID=827109aa-fc91-46c3-85b6-699994a21153,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:54.395069 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "DELETE /v2.0/networks/827109aa-fc91-46c3-85b6-699994a21153 HTTP/1.1" status: 204 len: 168 time: 2.2627904 Dec 22 15:29:54.395069 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:54.395388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37032) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:54.525947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1bd652f-bbe6-42ba-b498-a6806e376d18 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:54.542275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:29:54.556683 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] For port 23aa6a10-293a-4b86-852d-b49aa7d16ed2, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=23aa6a10-293a-4b86-852d-b49aa7d16ed2,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:54.556946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:port and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:29:54.557067 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:54.561719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:29:54.570557 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:29:54.688602 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] Calling delete_port for 23aa6a10-293a-4b86-852d-b49aa7d16ed2 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:29:54.829121 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1bd652f-bbe6-42ba-b498-a6806e376d18 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:54.830749 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:29:54.855807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-a1bd652f-bbe6-42ba-b498-a6806e376d18 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edf4ab1-a793-43a0-9659-3128ba082a4e']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:54.868945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-a1bd652f-bbe6-42ba-b498-a6806e376d18 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf35e5c-35c0-4158-ad4e-42b54d2c1f05') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:54.869312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-a1bd652f-bbe6-42ba-b498-a6806e376d18 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf35e5c-35c0-4158-ad4e-42b54d2c1f05') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:54.885405 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1bd652f-bbe6-42ba-b498-a6806e376d18 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:54.892769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:29:54.905041 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1bd652f-bbe6-42ba-b498-a6806e376d18 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:54.911198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1bd652f-bbe6-42ba-b498-a6806e376d18 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:29:54.915349 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1bd652f-bbe6-42ba-b498-a6806e376d18 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:29:54.926242 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:29:54.934506 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:54.940987 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dadb21a8-13dd-43e7-8356-e6e1000189d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:54.996338 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] Pushing event deleted for resources: {'Port': ['ID=23aa6a10-293a-4b86-852d-b49aa7d16ed2,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:55.026813 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:55.066165 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1bd652f-bbe6-42ba-b498-a6806e376d18 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:55.070853 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-81fdcd9f-9c31-4e1a-8585-ffcaf2afd82c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:55.083890 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] No DVR routers for this DVR port 23aa6a10-293a-4b86-852d-b49aa7d16ed2 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:29:55.089183 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1bd652f-bbe6-42ba-b498-a6806e376d18 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:55.104458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd652f-bbe6-42ba-b498-a6806e376d18 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Pushing event deleted for resources: {'Network': ['ID=5edf4ab1-a793-43a0-9659-3128ba082a4e,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:55.106919 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a1bd652f-bbe6-42ba-b498-a6806e376d18 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:55.110805 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a1bd652f-bbe6-42ba-b498-a6806e376d18 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "DELETE /v2.0/networks/5edf4ab1-a793-43a0-9659-3128ba082a4e HTTP/1.1" status: 204 len: 168 time: 0.7145233 Dec 22 15:29:55.111785 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dc38d5-ae47-4fad-99ef-49c9a65782dc None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:55.120066 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37036) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:55.159593 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:29:55.179067 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:55.198395 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910c106b-a518-47b1-9760-9397408a89b6 None None] Sync routers for ids ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:29:55.228970 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910c106b-a518-47b1-9760-9397408a89b6 None None] Routers {'e65b2fa4-ba83-4c56-b0b2-8feaeb559527'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:55.228970 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-910c106b-a518-47b1-9760-9397408a89b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:29:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:55.238392 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-77fdf154-1f2f-4ad0-8ea7-50bed1f1ee8b tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Deleting subnet 910b867e-c51d-4e13-8e56-b3900006de16 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:29:55.247586 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port 0fc302be-6a79-4a8a-9f8d-dbb3f0495cb7 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:29:55.281700 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77fdf154-1f2f-4ad0-8ea7-50bed1f1ee8b tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:55.289890 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-02f028d2-2efc-4497-bf1b-b09a034cbcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:55.317506 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:55.410454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77fdf154-1f2f-4ad0-8ea7-50bed1f1ee8b tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:55.465171 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4397478 Dec 22 15:29:55.470090 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e4aff4-f860-4359-814d-c3222775d756', 'tag': '19072660-f220-4195-b6e9-48bdcb18153e'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:29:55.512520 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-910c106b-a518-47b1-9760-9397408a89b6 None None] Set router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:29:55.609565 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e4aff4-f860-4359-814d-c3222775d756', 'tag': '19072660-f220-4195-b6e9-48bdcb18153e', 'status': 'completed', 'code': 200} Dec 22 15:29:55.651779 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'fixed_ips': [{'subnet_id': '732efdd6-1bcd-4497-a069-e99280d7c1a9'}, {'subnet_id': 'df031a24-73d2-4aa1-be04-86222e0f915a'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:29:55.652565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:55.669033 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77fdf154-1f2f-4ad0-8ea7-50bed1f1ee8b tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:55.751328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 172.20.0.14 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/732efdd6-1bcd-4497-a069-e99280d7c1a9/0fc302be-6a79-4a8a-9f8d-dbb3f0495cb7) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:29:55.765767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::f816:3eff:fefe:853e (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/df031a24-73d2-4aa1-be04-86222e0f915a/0fc302be-6a79-4a8a-9f8d-dbb3f0495cb7) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:29:55.837760 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b45c96-b517-4839-96ba-fb5d2dd855e1 req-e66db606-5ff4-428a-96da-d4e845f77bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:55.839444 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05b45c96-b517-4839-96ba-fb5d2dd855e1 req-e66db606-5ff4-428a-96da-d4e845f77bf7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84464132bfda464dbef4abab87427463&device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 1098 time: 0.2218361 Dec 22 15:29:55.942299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77fdf154-1f2f-4ad0-8ea7-50bed1f1ee8b tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:55.955021 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1076dd0d-83a1-4aee-a5d3-63f5879c207d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:56.027525 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-910c106b-a518-47b1-9760-9397408a89b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:36Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '657c04de-0e64-4497-9019-d80c35bf4df8', 'tenant_id': '84464132bfda464dbef4abab87427463', 'floating_ip_address': '172.26.6.252', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'port_id': '19072660-f220-4195-b6e9-48bdcb18153e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'mac_address': 'fa:16:3e:b6:7f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4aff4-f860-4359-814d-c3222775d756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:29:52Z', 'updated_at': '2021-12-22T15:29:52Z', 'revision_number': 0, 'project_id': '84464132bfda464dbef4abab87427463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2eba0b-1e40-48ad-bb7c-1952e713783b', 'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'mac_address': 'fa:16:3e:07:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:33Z', 'updated_at': '2021-12-22T15:27:50Z', 'revision_number': 5, 'project_id': '84464132bfda464dbef4abab87427463', 'subnets': [{'id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:56.031569 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910c106b-a518-47b1-9760-9397408a89b6 None None] Checking router: e65b2fa4-ba83-4c56-b0b2-8feaeb559527 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:29:56.040102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910c106b-a518-47b1-9760-9397408a89b6 None None] Routers {'e65b2fa4-ba83-4c56-b0b2-8feaeb559527'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:56.040733 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-910c106b-a518-47b1-9760-9397408a89b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:29:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:56.051404 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77fdf154-1f2f-4ad0-8ea7-50bed1f1ee8b tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:56.065555 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdf154-1f2f-4ad0-8ea7-50bed1f1ee8b tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Pushing event deleted for resources: {'Subnet': ['ID=910b867e-c51d-4e13-8e56-b3900006de16,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:56.077501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-77fdf154-1f2f-4ad0-8ea7-50bed1f1ee8b tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:56.089948 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-77fdf154-1f2f-4ad0-8ea7-50bed1f1ee8b tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "DELETE /v2.0/subnets/910b867e-c51d-4e13-8e56-b3900006de16 HTTP/1.1" status: 204 len: 168 time: 0.9745958 Dec 22 15:29:56.090809 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37046) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:56.097845 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0ec1f9-83ff-4b67-8616-8eae431fc1e7 None None] Network 564e2e73-31a4-4714-9f2b-39d30b77e65f requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:56.178671 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b45c96-b517-4839-96ba-fb5d2dd855e1 req-964f403f-2adc-4534-b7e4-795be0bdd32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:56.180261 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05b45c96-b517-4839-96ba-fb5d2dd855e1 req-964f403f-2adc-4534-b7e4-795be0bdd32d service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff4b8cf-1075-4500-85d7-9341f04be41f HTTP/1.1" status: 200 len: 912 time: 0.3182366 Dec 22 15:29:56.215884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:56.227053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Deleting port 3ceaf137-b537-4e51-81dd-3990e3a79456 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:29:56.227650 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:56.262339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:56.309967 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object 0fc302be-6a79-4a8a-9f8d-dbb3f0495cb7 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:56.322296 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05b45c96-b517-4839-96ba-fb5d2dd855e1 req-5e0c9976-dbf9-4f41-881d-c5cb6954d31f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19072660-f220-4195-b6e9-48bdcb18153e HTTP/1.1" status: 200 len: 999 time: 0.1302326 Dec 22 15:29:56.381330 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-910c106b-a518-47b1-9760-9397408a89b6 None None] Set router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:29:56.417404 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b45c96-b517-4839-96ba-fb5d2dd855e1 req-165ab95d-0f23-4089-9f7b-9b180bf0f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:56.419191 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05b45c96-b517-4839-96ba-fb5d2dd855e1 req-165ab95d-0f23-4089-9f7b-9b180bf0f5fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e2f5610-73fd-4689-9d49-ece9b5bf2feb HTTP/1.1" status: 200 len: 850 time: 0.0718532 Dec 22 15:29:56.421242 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:56.428370 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e50f3eaf-b435-4c5e-89f8-3d7c7f67f31f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:56.460234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] For port 3ceaf137-b537-4e51-81dd-3990e3a79456, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=3ceaf137-b537-4e51-81dd-3990e3a79456,segment=NetworkSegment(910d7187-fad6-4cf6-a9ec-f2ff1da0f607),segment_id=910d7187-fad6-4cf6-a9ec-f2ff1da0f607)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:29:56.460632 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:56.589635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Calling delete_port for 3ceaf137-b537-4e51-81dd-3990e3a79456 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:29:56.718547 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:56.719515 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=0fc302be-6a79-4a8a-9f8d-dbb3f0495cb7,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:56.723930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:56.725964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:56.729432 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:56.757661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:56.757940 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c60d92-b8c9-4dd5-9c66-9c44d67ee9dc None None] DHCP port deletion for 564e2e73-31a4-4714-9f2b-39d30b77e65f request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:29:56.765672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-06725138-f343-4d39-a553-909dde1afdd2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:56.766516 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Allocated IP 172.20.0.2 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/732efdd6-1bcd-4497-a069-e99280d7c1a9/18ddefb0-8c65-4e54-ae23-80b9f4abb157) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:29:56.790083 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Allocated IP 2001:db8::f816:3eff:fe29:c1e4 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/df031a24-73d2-4aa1-be04-86222e0f915a/18ddefb0-8c65-4e54-ae23-80b9f4abb157) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:29:56.814141 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:56.816153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:56.827921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b45c96-b517-4839-96ba-fb5d2dd855e1 req-a1fe8fd7-5e93-4262-affa-0b75fc3a9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:56.830425 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05b45c96-b517-4839-96ba-fb5d2dd855e1 req-a1fe8fd7-5e93-4262-affa-0b75fc3a9799 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff4b8cf-1075-4500-85d7-9341f04be41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3642993 Dec 22 15:29:56.831312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Pushing event deleted for resources: {'Port': ['ID=3ceaf137-b537-4e51-81dd-3990e3a79456,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:56.833896 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:56.840781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] No DVR routers for this DVR port 3ceaf137-b537-4e51-81dd-3990e3a79456 on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:29:56.985175 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:56.988617 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05b45c96-b517-4839-96ba-fb5d2dd855e1 req-7e67ab24-10df-43cc-bfde-787da43a1ed9 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495252 Dec 22 15:29:57.030203 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564e2e73-31a4-4714-9f2b-39d30b77e65f']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:57.050870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-910c106b-a518-47b1-9760-9397408a89b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:36Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '657c04de-0e64-4497-9019-d80c35bf4df8', 'tenant_id': '84464132bfda464dbef4abab87427463', 'floating_ip_address': '172.26.6.252', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'port_id': '19072660-f220-4195-b6e9-48bdcb18153e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'mac_address': 'fa:16:3e:b6:7f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4aff4-f860-4359-814d-c3222775d756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:29:52Z', 'updated_at': '2021-12-22T15:29:52Z', 'revision_number': 0, 'project_id': '84464132bfda464dbef4abab87427463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2eba0b-1e40-48ad-bb7c-1952e713783b', 'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'mac_address': 'fa:16:3e:07:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:33Z', 'updated_at': '2021-12-22T15:27:50Z', 'revision_number': 5, 'project_id': '84464132bfda464dbef4abab87427463', 'subnets': [{'id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:57.053588 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910d7187-fad6-4cf6-a9ec-f2ff1da0f607') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:57.054088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910d7187-fad6-4cf6-a9ec-f2ff1da0f607') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:29:57.064018 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910c106b-a518-47b1-9760-9397408a89b6 None None] The sync data for ids ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'] in dv-neutron-822674-1-hyperv is: [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:36Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '657c04de-0e64-4497-9019-d80c35bf4df8', 'tenant_id': '84464132bfda464dbef4abab87427463', 'floating_ip_address': '172.26.6.252', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'port_id': '19072660-f220-4195-b6e9-48bdcb18153e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'mac_address': 'fa:16:3e:b6:7f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4aff4-f860-4359-814d-c3222775d756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:29:52Z', 'updated_at': '2021-12-22T15:29:52Z', 'revision_number': 0, 'project_id': '84464132bfda464dbef4abab87427463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2eba0b-1e40-48ad-bb7c-1952e713783b', 'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'mac_address': 'fa:16:3e:07:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:33Z', 'updated_at': '2021-12-22T15:27:50Z', 'revision_number': 5, 'project_id': '84464132bfda464dbef4abab87427463', 'subnets': [{'id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:29:57.068641 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:57.077521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:57.085243 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8771966 Dec 22 15:29:57.090863 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Transition to ACTIVE for port object 18ddefb0-8c65-4e54-ae23-80b9f4abb157 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:57.091063 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37050) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:57.126827 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Transition to ACTIVE for port object 18ddefb0-8c65-4e54-ae23-80b9f4abb157 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:29:57.157361 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:57.161990 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05b45c96-b517-4839-96ba-fb5d2dd855e1 req-64ac4fd4-8395-4f87-aa9f-d7258ec4dd64 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658504 Dec 22 15:29:57.172810 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:29:57.173253 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:29:57.188099 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:29:57.194137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:57.203913 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e09d19d7-d02a-4198-88ee-958f0fe2c7e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:57.271209 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:29:57.272872 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:29:57.276704 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:57.288943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Pushing event updated for resources: {'Port': ['ID=18ddefb0-8c65-4e54-ae23-80b9f4abb157,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:57.316580 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:57.347684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0a1fc8-721a-4438-b361-5f7a21532b97 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:57.347684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2f0a1fc8-721a-4438-b361-5f7a21532b97 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:57.390551 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff94ea-966a-48f1-b057-1b9da29ad896 None None] New status for floating IP 657c04de-0e64-4497-9019-d80c35bf4df8: ACTIVE {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:29:57.398317 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:57.406787 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d7b367bc-e0eb-4dc8-881a-cbb2f29ae3ba tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:57.423306 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:57.430970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2f0a1fc8-721a-4438-b361-5f7a21532b97 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:57.435225 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2f0a1fc8-721a-4438-b361-5f7a21532b97 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.3402076 Dec 22 15:29:57.435512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37054) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:57.447152 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "DELETE /v2.0/networks/564e2e73-31a4-4714-9f2b-39d30b77e65f HTTP/1.1" status: 204 len: 168 time: 1.3542721 Dec 22 15:29:57.448608 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Attempting to bind port 18ddefb0-8c65-4e54-ae23-80b9f4abb157 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:29:57.449073 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Attempting to bind port 18ddefb0-8c65-4e54-ae23-80b9f4abb157 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:29:57.449525 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Attempting to bind port 18ddefb0-8c65-4e54-ae23-80b9f4abb157 on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:29:57.449838 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Pushing event deleted for resources: {'Network': ['ID=564e2e73-31a4-4714-9f2b-39d30b77e65f,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:57.454705 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:57.455550 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37058) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:57.459733 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:29:57.460326 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:29:57.460771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:57.461250 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:29:57.461815 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Bound port: 18ddefb0-8c65-4e54-ae23-80b9f4abb157, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:29:57.462321 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:57.515527 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-2d362e37-ea4c-45bf-bb6e-113dce6a520f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port 0fc302be-6a79-4a8a-9f8d-dbb3f0495cb7 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:29:57.515929 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d362e37-ea4c-45bf-bb6e-113dce6a520f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:57.516903 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-910b2917-57c6-44fb-9ebb-f12e1bc764fa tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Synchronizing usage tracker for tenant:fb4690a0623441d59b7444eec1574b89 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:29:57.572903 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] For port 18ddefb0-8c65-4e54-ae23-80b9f4abb157, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:29:57.576954 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] For port 18ddefb0-8c65-4e54-ae23-80b9f4abb157, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=18ddefb0-8c65-4e54-ae23-80b9f4abb157,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:29:57.603985 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-910b2917-57c6-44fb-9ebb-f12e1bc764fa tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Unset dirty status for tenant:fb4690a0623441d59b7444eec1574b89 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:29:57.605992 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-910b2917-57c6-44fb-9ebb-f12e1bc764fa tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa8d395d-5458-4597-b4c3-c60973e13088 HTTP/1.1" status: 200 len: 205 time: 0.1480188 Dec 22 15:29:57.607669 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37062) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:57.661247 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:57.730643 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-85fe822c-7701-4d8b-b07b-92a7545ca5c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:57.767793 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e36d845c-b1b6-496a-8ba2-b8cc1ee17cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:57.815288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d362e37-ea4c-45bf-bb6e-113dce6a520f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:57.816340 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Pushing event updated for resources: {'Port': ['ID=18ddefb0-8c65-4e54-ae23-80b9f4abb157,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:57.819634 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:57.898310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-53acec61-8249-4b71-8b91-291e80b35597 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:57.965110 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-2d362e37-ea4c-45bf-bb6e-113dce6a520f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for 0fc302be-6a79-4a8a-9f8d-dbb3f0495cb7 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:29:58.146471 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 3ceaf137-b537-4e51-81dd-3990e3a79456 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:29:58.199746 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 3ceaf137-b537-4e51-81dd-3990e3a79456 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:29:58.200369 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 3ceaf137-b537-4e51-81dd-3990e3a79456 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:29:58.277712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-53acec61-8249-4b71-8b91-291e80b35597 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:58.289233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-53acec61-8249-4b71-8b91-291e80b35597 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:58.340637 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d362e37-ea4c-45bf-bb6e-113dce6a520f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:58.347006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:58.393815 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d362e37-ea4c-45bf-bb6e-113dce6a520f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=0fc302be-6a79-4a8a-9f8d-dbb3f0495cb7,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:58.397364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2d362e37-ea4c-45bf-bb6e-113dce6a520f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:58.408728 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-53acec61-8249-4b71-8b91-291e80b35597 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:58.412644 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53acec61-8249-4b71-8b91-291e80b35597 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Fanout notify agent at l3_agent the message router_deleted on router aa8d395d-5458-4597-b4c3-c60973e13088 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:29:58.427384 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-53acec61-8249-4b71-8b91-291e80b35597 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:58.428541 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-53acec61-8249-4b71-8b91-291e80b35597 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] 10.222.0.59 "DELETE /v2.0/routers/aa8d395d-5458-4597-b4c3-c60973e13088 HTTP/1.1" status: 204 len: 168 time: 0.8199258 Dec 22 15:29:58.564135 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d362e37-ea4c-45bf-bb6e-113dce6a520f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:58.579154 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2d362e37-ea4c-45bf-bb6e-113dce6a520f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/0fc302be-6a79-4a8a-9f8d-dbb3f0495cb7 HTTP/1.1" status: 204 len: 168 time: 1.1425037 Dec 22 15:29:58.582007 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37068) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:58.703285 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e04c3a-6722-453d-b879-7e052076f0b7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:58.705551 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e04c3a-6722-453d-b879-7e052076f0b7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:58.707432 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e04c3a-6722-453d-b879-7e052076f0b7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:29:58.709535 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-85e04c3a-6722-453d-b879-7e052076f0b7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1259608 Dec 22 15:29:58.712649 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37072) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:58.802887 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8cc59c4-af40-47c5-8bf7-c2493fac5b1b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet 732efdd6-1bcd-4497-a069-e99280d7c1a9 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:29:58.807522 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b8cc59c4-af40-47c5-8bf7-c2493fac5b1b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:58.898164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b8cc59c4-af40-47c5-8bf7-c2493fac5b1b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:58.915765 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:59.055329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b8cc59c4-af40-47c5-8bf7-c2493fac5b1b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:59.057579 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:59.097709 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37078) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:59.197294 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02724550-051c-4f4c-b515-920490cca01a None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:29:59.240576 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b8cc59c4-af40-47c5-8bf7-c2493fac5b1b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:59.246459 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-98033448-017b-40fc-9e86-4cef3b04fb2a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:59.289336 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc59c4-af40-47c5-8bf7-c2493fac5b1b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=732efdd6-1bcd-4497-a069-e99280d7c1a9,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:59.296055 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b8cc59c4-af40-47c5-8bf7-c2493fac5b1b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:59.301352 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b8cc59c4-af40-47c5-8bf7-c2493fac5b1b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:59.314209 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b8cc59c4-af40-47c5-8bf7-c2493fac5b1b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/732efdd6-1bcd-4497-a069-e99280d7c1a9 HTTP/1.1" status: 204 len: 168 time: 0.5999987 Dec 22 15:29:59.314918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37084) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:59.335184 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3101a41d-082c-4660-acb7-9a64e5e8de26 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fb4690a0623441d59b7444eec1574b89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339113 Dec 22 15:29:59.335184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37088) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:59.416649 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a89c2f2-f58d-4fde-b0a2-7d1c7818e0ab tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet df031a24-73d2-4aa1-be04-86222e0f915a {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:29:59.423076 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a89c2f2-f58d-4fde-b0a2-7d1c7818e0ab tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:59.423774 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3f6e85f9-27f5-4b45-9262-affea2c08e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:59.436642 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-477ae9e4-572a-48d5-ab19-99e943a86b62 None None] Provisioning for port 18ddefb0-8c65-4e54-ae23-80b9f4abb157 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:29:59.476378 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3f6e85f9-27f5-4b45-9262-affea2c08e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:59.511331 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a89c2f2-f58d-4fde-b0a2-7d1c7818e0ab tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:59.623380 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a89c2f2-f58d-4fde-b0a2-7d1c7818e0ab tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:59.631820 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3f6e85f9-27f5-4b45-9262-affea2c08e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:59.639919 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f9d6dea8-f4cb-412e-94cf-ac5cdc8e3b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:59.653158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e85f9-27f5-4b45-9262-affea2c08e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4887fc-273e-4e0c-b648-fb79aba8c181,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:59.678924 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3f6e85f9-27f5-4b45-9262-affea2c08e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:59.685561 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3f6e85f9-27f5-4b45-9262-affea2c08e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:59.688534 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3f6e85f9-27f5-4b45-9262-affea2c08e0f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3e4887fc-273e-4e0c-b648-fb79aba8c181 HTTP/1.1" status: 204 len: 168 time: 0.3582554 Dec 22 15:29:59.793924 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a89c2f2-f58d-4fde-b0a2-7d1c7818e0ab tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:59.800565 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f0a93da7-43a2-453e-9863-4e10d7fe6975 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:29:59.841064 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89c2f2-f58d-4fde-b0a2-7d1c7818e0ab tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=df031a24-73d2-4aa1-be04-86222e0f915a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:29:59.847015 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3a89c2f2-f58d-4fde-b0a2-7d1c7818e0ab tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:29:59.860315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a89c2f2-f58d-4fde-b0a2-7d1c7818e0ab tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:29:59.872193 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3a89c2f2-f58d-4fde-b0a2-7d1c7818e0ab tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/df031a24-73d2-4aa1-be04-86222e0f915a HTTP/1.1" status: 204 len: 168 time: 0.5561185 Dec 22 15:29:59.875815 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37094) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:59.977343 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c97a802a-a267-4a20-93bf-3a052c985de1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977190 Dec 22 15:29:59.978948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37100) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:59.985049 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-0511af8c-56eb-49e7-8ab3-4312addffa0b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:00.157843 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 18ddefb0-8c65-4e54-ae23-80b9f4abb157 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:30:00.172215 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0511af8c-56eb-49e7-8ab3-4312addffa0b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:00.177775 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0511af8c-56eb-49e7-8ab3-4312addffa0b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:00.181579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0511af8c-56eb-49e7-8ab3-4312addffa0b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:00.192819 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0511af8c-56eb-49e7-8ab3-4312addffa0b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:00.321081 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0511af8c-56eb-49e7-8ab3-4312addffa0b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:00.328490 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0511af8c-56eb-49e7-8ab3-4312addffa0b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:00.383734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 18ddefb0-8c65-4e54-ae23-80b9f4abb157 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:30:00.389816 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 18ddefb0-8c65-4e54-ae23-80b9f4abb157 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:30:00.390306 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:00.428168 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef20d318-d840-4e80-8c51-b24f3f0fd13f None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:00.581737 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bc4316eb-7713-4346-b04d-72480d4db7bd None None] Provisioning complete for port 18ddefb0-8c65-4e54-ae23-80b9f4abb157 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:30:00.582118 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bc4316eb-7713-4346-b04d-72480d4db7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:00.751405 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0511af8c-56eb-49e7-8ab3-4312addffa0b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:00.754434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2d4e918c-7a6a-4cd6-ae24-e91bfd37d7d1 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:00.812911 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:00.838322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0511af8c-56eb-49e7-8ab3-4312addffa0b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:00.842191 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-0511af8c-56eb-49e7-8ab3-4312addffa0b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:00.848555 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0511af8c-56eb-49e7-8ab3-4312addffa0b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:00.849637 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0511af8c-56eb-49e7-8ab3-4312addffa0b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:00.877947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511af8c-56eb-49e7-8ab3-4312addffa0b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=a125c31a-3d70-4a6a-bfc5-cbf881539dfc,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:00.884614 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0511af8c-56eb-49e7-8ab3-4312addffa0b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:00.932934 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 18ddefb0-8c65-4e54-ae23-80b9f4abb157, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=18ddefb0-8c65-4e54-ae23-80b9f4abb157,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:00.935827 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bc4316eb-7713-4346-b04d-72480d4db7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:00.970142 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:00.987450 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3858bf37-4d75-448e-87f3-4f25279d91ae None None] DHCP port deletion for a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:30:00.993469 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3858bf37-4d75-448e-87f3-4f25279d91ae None None] Deleting port 18ddefb0-8c65-4e54-ae23-80b9f4abb157 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:00.993814 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0511af8c-56eb-49e7-8ab3-4312addffa0b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0146554 Dec 22 15:30:00.993973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3858bf37-4d75-448e-87f3-4f25279d91ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:00.998108 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37118) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:01.006267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-b3beae6f-8271-4072-8cae-5c0181ab4468 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:01.047752 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:01.056658 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-fa1dcc7e-92ee-4283-a5e4-8acc4d43b245 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:01.206820 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b3beae6f-8271-4072-8cae-5c0181ab4468 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:01.217947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b3beae6f-8271-4072-8cae-5c0181ab4468 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:01.218376 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37124) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:01.222433 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b3beae6f-8271-4072-8cae-5c0181ab4468 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:01.222726 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-bc4316eb-7713-4346-b04d-72480d4db7bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:30:01.223197 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-bc4316eb-7713-4346-b04d-72480d4db7bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:30:01.229066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b3beae6f-8271-4072-8cae-5c0181ab4468 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:01.244614 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=18ddefb0-8c65-4e54-ae23-80b9f4abb157,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:01.249588 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:01.346109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3beae6f-8271-4072-8cae-5c0181ab4468 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:01.350742 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b3beae6f-8271-4072-8cae-5c0181ab4468 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:01.367427 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-be51e6ee-35b1-4058-baa0-d1ed0b1910bd tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:01.371967 dv-neutron-822674-1-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-be51e6ee-35b1-4058-baa0-d1ed0b1910bd tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 15:30:01.371967 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-be51e6ee-35b1-4058-baa0-d1ed0b1910bd tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 15:30:01.376407 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-be51e6ee-35b1-4058-baa0-d1ed0b1910bd tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1567070 Dec 22 15:30:01.379408 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37130) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:01.390699 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3858bf37-4d75-448e-87f3-4f25279d91ae None None] For port 18ddefb0-8c65-4e54-ae23-80b9f4abb157, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=18ddefb0-8c65-4e54-ae23-80b9f4abb157,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:01.391750 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3858bf37-4d75-448e-87f3-4f25279d91ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:01.392690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1951875482'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:01.406185 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:01.415801 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:01.424813 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:01.433550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:01.527802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3858bf37-4d75-448e-87f3-4f25279d91ae None None] Calling delete_port for 18ddefb0-8c65-4e54-ae23-80b9f4abb157 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:01.535082 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:01.550458 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:01.580071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:01.588233 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:01.594253 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:01.606045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:01.710314 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:01.757404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3858bf37-4d75-448e-87f3-4f25279d91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:01.770710 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f092e498-4eaf-4b6c-9659-4d6826d81699 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:01.820763 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-bc4316eb-7713-4346-b04d-72480d4db7bd None None] Port 18ddefb0-8c65-4e54-ae23-80b9f4abb157 update to ACTIVE by agent not found {{(pid=88219) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 22 15:30:01.832792 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:01.832792 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9e2c6d35-c591-4a19-b77e-bd32d8a59eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:01.834531 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858bf37-4d75-448e-87f3-4f25279d91ae None None] Pushing event deleted for resources: {'Port': ['ID=18ddefb0-8c65-4e54-ae23-80b9f4abb157,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:01.842325 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3858bf37-4d75-448e-87f3-4f25279d91ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:01.843211 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3858bf37-4d75-448e-87f3-4f25279d91ae None None] No DVR routers for this DVR port 18ddefb0-8c65-4e54-ae23-80b9f4abb157 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:30:01.859896 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edd5910-bd16-47d4-a18a-b720ffd2fb9d None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:01.861465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:01.868455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:01.879091 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:01.890520 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:01.894699 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c7712b-60b3-4ff2-b345-2cdb1f9762c0,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:01.898646 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:01.911963 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.objects.ports [None req-b3beae6f-8271-4072-8cae-5c0181ab4468 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88218) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 15:30:01.913741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b3beae6f-8271-4072-8cae-5c0181ab4468 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:01.925165 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ae5e737e-8914-43ab-8d00-1dd8d080fa21 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:02.002127 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:02.064333 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:02.083235 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-69e33b41-660f-43fb-af64-4aedc63818b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:02.098933 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 18ddefb0-8c65-4e54-ae23-80b9f4abb157 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:30:02.120625 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3beae6f-8271-4072-8cae-5c0181ab4468 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:02.128755 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-b3beae6f-8271-4072-8cae-5c0181ab4468 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:02.134822 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3beae6f-8271-4072-8cae-5c0181ab4468 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:02.135423 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b3beae6f-8271-4072-8cae-5c0181ab4468 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:02.150045 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 18ddefb0-8c65-4e54-ae23-80b9f4abb157 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:30:02.150734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 18ddefb0-8c65-4e54-ae23-80b9f4abb157 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:30:02.160653 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f25071b-c51d-4cd4-9837-f25a7965081c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:02.166730 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:02.171702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3beae6f-8271-4072-8cae-5c0181ab4468 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=1985559c-04c7-4cee-8355-f69f3212ccfa,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:02.175608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b3beae6f-8271-4072-8cae-5c0181ab4468 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:02.226989 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'fixed_ips': [{'subnet_id': '1985559c-04c7-4cee-8355-f69f3212ccfa'}, {'subnet_id': 'a125c31a-3d70-4a6a-bfc5-cbf881539dfc'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:30:02.227922 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:02.250114 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:02.252234 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8714449 Dec 22 15:30:02.255499 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37134) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:02.263051 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0b40b709-28be-4db3-9db8-be1502e29003 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '2f25071b-c51d-4cd4-9837-f25a7965081c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:02.269369 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0b40b709-28be-4db3-9db8-be1502e29003 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:02.273432 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0b40b709-28be-4db3-9db8-be1502e29003 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:02.276715 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0b40b709-28be-4db3-9db8-be1502e29003 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:02.283287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0b40b709-28be-4db3-9db8-be1502e29003 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:02.287865 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b3beae6f-8271-4072-8cae-5c0181ab4468 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2869141 Dec 22 15:30:02.291004 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37138) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:02.297519 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'mac_address': 'fa:16:3e:6e:53:a0', 'name': 'tempest-NetworksTestDHCPv6-1755210227'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:02.459178 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:02.467296 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:port and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:02.472346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:02.483493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:02.490849 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b40b709-28be-4db3-9db8-be1502e29003 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:02.528369 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Allocated IP 172.20.0.2 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/a125c31a-3d70-4a6a-bfc5-cbf881539dfc/6ee87d07-32f8-4216-8e27-c6d9bcc5a5da) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:02.536072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Allocated IP 2001:db8::f816:3eff:feeb:7d01 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/1985559c-04c7-4cee-8355-f69f3212ccfa/6ee87d07-32f8-4216-8e27-c6d9bcc5a5da) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:02.569826 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b40b709-28be-4db3-9db8-be1502e29003 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:02.572191 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:02.643741 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b40b709-28be-4db3-9db8-be1502e29003 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:02.646044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-35ce792a-16c8-4b5e-96b4-04fa894932fe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:02.664008 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40b709-28be-4db3-9db8-be1502e29003 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22b482f-0d48-4a67-b60b-35fa76e528fc,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:02.671870 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0b40b709-28be-4db3-9db8-be1502e29003 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:02.734977 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:02.765452 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:02.768123 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port a9a2886b-89b0-4236-a0be-7c0889d818bd yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:30:02.768894 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b40b709-28be-4db3-9db8-be1502e29003 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:02.780121 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0b40b709-28be-4db3-9db8-be1502e29003 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5142784 Dec 22 15:30:02.780121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37142) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:02.783692 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Transition to ACTIVE for port object 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:02.786954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-997f0022-347b-47d9-af93-77a7c485a580 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '2f25071b-c51d-4cd4-9837-f25a7965081c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:02.793877 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-997f0022-347b-47d9-af93-77a7c485a580 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:02.799473 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-997f0022-347b-47d9-af93-77a7c485a580 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:02.804697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-997f0022-347b-47d9-af93-77a7c485a580 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:02.814745 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Transition to ACTIVE for port object 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:02.822264 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-997f0022-347b-47d9-af93-77a7c485a580 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:02.905266 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:02.910709 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c93cd051-7daf-4817-aa9a-0b2496eb6f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:02.989540 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-997f0022-347b-47d9-af93-77a7c485a580 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:02.992276 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:02.997031 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:03.002821 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:03.048778 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Pushing event updated for resources: {'Port': ['ID=6ee87d07-32f8-4216-8e27-c6d9bcc5a5da,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:03.050555 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 172.20.0.4 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/a125c31a-3d70-4a6a-bfc5-cbf881539dfc/a9a2886b-89b0-4236-a0be-7c0889d818bd) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:03.052182 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:03.058788 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::f816:3eff:fe6e:53a0 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/1985559c-04c7-4cee-8355-f69f3212ccfa/a9a2886b-89b0-4236-a0be-7c0889d818bd) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:03.137415 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-997f0022-347b-47d9-af93-77a7c485a580 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 15:30:03.139185 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-997f0022-347b-47d9-af93-77a7c485a580 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3562155 Dec 22 15:30:03.141900 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37148) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:03.209103 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Attempting to bind port 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:30:03.209521 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Attempting to bind port 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:30:03.210133 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Attempting to bind port 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:30:03.244591 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:30:03.244591 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:30:03.244591 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:03.244591 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:30:03.244591 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Bound port: 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:30:03.245945 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-92fd5e39-dc6d-42ad-8869-fc3396038f6a tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:03.246125 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:03.279886 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-92fd5e39-dc6d-42ad-8869-fc3396038f6a tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:03.329561 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:03.412418 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object a9a2886b-89b0-4236-a0be-7c0889d818bd will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:03.415233 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-92fd5e39-dc6d-42ad-8869-fc3396038f6a tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:03.415441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] For port 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:30:03.418379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] For port 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=6ee87d07-32f8-4216-8e27-c6d9bcc5a5da,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:30:03.422380 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-134ef89f-40b7-4152-8e81-74b394ac3fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:03.444978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd5e39-dc6d-42ad-8869-fc3396038f6a tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f25071b-c51d-4cd4-9837-f25a7965081c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:03.449024 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-92fd5e39-dc6d-42ad-8869-fc3396038f6a tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:03.456508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-92fd5e39-dc6d-42ad-8869-fc3396038f6a tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:03.458278 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-92fd5e39-dc6d-42ad-8869-fc3396038f6a tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "DELETE /v2.0/security-groups/2f25071b-c51d-4cd4-9837-f25a7965081c HTTP/1.1" status: 204 len: 168 time: 0.3151522 Dec 22 15:30:03.461084 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37152) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:03.525335 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-42499165-929e-4320-b01f-7f0d956afc39 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0627580 Dec 22 15:30:03.529659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37156) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:03.532907 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:03.535237 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-b34c326e-49b6-46b4-a677-a6bb97f4e30f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1688708379'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:03.537822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:03.541491 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b34c326e-49b6-46b4-a677-a6bb97f4e30f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:03.546846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b34c326e-49b6-46b4-a677-a6bb97f4e30f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:03.550852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b34c326e-49b6-46b4-a677-a6bb97f4e30f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:03.557794 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b34c326e-49b6-46b4-a677-a6bb97f4e30f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:03.562763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:03.571126 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d04894a1-2455-4304-b618-672f5757e53f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:03.634358 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Pushing event updated for resources: {'Port': ['ID=6ee87d07-32f8-4216-8e27-c6d9bcc5a5da,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:03.648819 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:03.678647 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:03.684087 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:03.687906 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:03.717172 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=a9a2886b-89b0-4236-a0be-7c0889d818bd,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:03.725773 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:03.737161 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b34c326e-49b6-46b4-a677-a6bb97f4e30f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:03.775817 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:03.776409 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:03.780884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b34c326e-49b6-46b4-a677-a6bb97f4e30f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:03.791607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b34c326e-49b6-46b4-a677-a6bb97f4e30f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:03.797376 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b34c326e-49b6-46b4-a677-a6bb97f4e30f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:03.813749 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b34c326e-49b6-46b4-a677-a6bb97f4e30f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:03.890617 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5985329 Dec 22 15:30:03.893253 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37160) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:03.950920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b34c326e-49b6-46b4-a677-a6bb97f4e30f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:04.036097 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b34c326e-49b6-46b4-a677-a6bb97f4e30f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:04.038357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64af9001-9e9b-46fb-b19c-11d3bd003841 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:04.053221 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0b4e59e8-3025-4a06-b41a-bcf27accdf85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:04.057195 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64af9001-9e9b-46fb-b19c-11d3bd003841 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:04.058410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-64af9001-9e9b-46fb-b19c-11d3bd003841 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:04.106374 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c326e-49b6-46b4-a677-a6bb97f4e30f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6b9f63-0d72-40a6-99c2-201a4dfd2502,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:04.110351 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b34c326e-49b6-46b4-a677-a6bb97f4e30f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:04.163458 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-64af9001-9e9b-46fb-b19c-11d3bd003841 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:04.164929 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-64af9001-9e9b-46fb-b19c-11d3bd003841 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2704375 Dec 22 15:30:04.170192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37164) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:04.183609 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b34c326e-49b6-46b4-a677-a6bb97f4e30f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:04.185925 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b34c326e-49b6-46b4-a677-a6bb97f4e30f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6550527 Dec 22 15:30:04.186354 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:30:04.189236 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37168) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:04.199701 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-bcb6a60c-ffc4-48ea-98eb-a685773d3358 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '0a6b9f63-0d72-40a6-99c2-201a4dfd2502', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:04.201075 dv-neutron-822674-1-hyperv neutron-server[88218]: WARNING neutron.api.v2.base [None req-bcb6a60c-ffc4-48ea-98eb-a685773d3358 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 22 15:30:04.201982 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-bcb6a60c-ffc4-48ea-98eb-a685773d3358 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:04.204462 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bcb6a60c-ffc4-48ea-98eb-a685773d3358 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0125275 Dec 22 15:30:04.207419 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37172) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:04.297670 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-cb257bc4-291b-4571-ad8f-7859e4fb569b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port a9a2886b-89b0-4236-a0be-7c0889d818bd {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:04.300265 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb257bc4-291b-4571-ad8f-7859e4fb569b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:04.312887 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ce01977f-238f-4f72-bbc8-764ac79f7acd tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:04.348844 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:30:04.373699 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ce01977f-238f-4f72-bbc8-764ac79f7acd tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:04.552045 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ce01977f-238f-4f72-bbc8-764ac79f7acd tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:04.558676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:04.582389 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01977f-238f-4f72-bbc8-764ac79f7acd tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6b9f63-0d72-40a6-99c2-201a4dfd2502,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:04.585656 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ce01977f-238f-4f72-bbc8-764ac79f7acd tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:04.591874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ce01977f-238f-4f72-bbc8-764ac79f7acd tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:04.598332 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ce01977f-238f-4f72-bbc8-764ac79f7acd tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "DELETE /v2.0/security-groups/0a6b9f63-0d72-40a6-99c2-201a4dfd2502 HTTP/1.1" status: 204 len: 168 time: 0.3889000 Dec 22 15:30:04.599252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37176) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:04.623880 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb257bc4-291b-4571-ad8f-7859e4fb569b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:04.677529 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-64b66f33-8e65-4f92-a90d-940964c7aaae tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Synchronizing usage tracker for tenant:1cb3b8bbe6ba47d6946d87e0984325fd on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:04.764022 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-cb257bc4-291b-4571-ad8f-7859e4fb569b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for a9a2886b-89b0-4236-a0be-7c0889d818bd owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:04.769353 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-64b66f33-8e65-4f92-a90d-940964c7aaae tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Unset dirty status for tenant:1cb3b8bbe6ba47d6946d87e0984325fd on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:04.776904 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-64b66f33-8e65-4f92-a90d-940964c7aaae tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1709681 Dec 22 15:30:04.778557 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37180) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:04.785414 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-3b0bd612-894e-4a27-abeb-4d55f0f23c37 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group': {'name': 'tempest-secgroup--789325663'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:04.795983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3b0bd612-894e-4a27-abeb-4d55f0f23c37 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:04.813862 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3b0bd612-894e-4a27-abeb-4d55f0f23c37 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:04.920934 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:30:04.921814 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3b0bd612-894e-4a27-abeb-4d55f0f23c37 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:04.962646 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3b0bd612-894e-4a27-abeb-4d55f0f23c37 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:04.968938 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3b0bd612-894e-4a27-abeb-4d55f0f23c37 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:04.972891 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3b0bd612-894e-4a27-abeb-4d55f0f23c37 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:04.980757 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3b0bd612-894e-4a27-abeb-4d55f0f23c37 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:05.020277 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62245990-87e6-42bd-89b4-f05af5754ebc None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:05.085066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3b0bd612-894e-4a27-abeb-4d55f0f23c37 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:05.106397 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb257bc4-291b-4571-ad8f-7859e4fb569b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:05.113991 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ebd20248-4839-4a8a-9d01-4c31fd266880 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:05.172362 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb257bc4-291b-4571-ad8f-7859e4fb569b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=a9a2886b-89b0-4236-a0be-7c0889d818bd,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:05.181052 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3b0bd612-894e-4a27-abeb-4d55f0f23c37 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:05.190636 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-333105f9-493e-4cda-89e8-e76acd91c8b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:05.200370 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cb257bc4-291b-4571-ad8f-7859e4fb569b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:05.249315 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0bd612-894e-4a27-abeb-4d55f0f23c37 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a706d5c2-8c29-4736-ada1-048765717641,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:05.256699 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3b0bd612-894e-4a27-abeb-4d55f0f23c37 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:05.278277 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-65da5957-d277-4912-b0b1-3f62a9ba36ae None None] Provisioning for port 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:30:05.294992 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-65da5957-d277-4912-b0b1-3f62a9ba36ae None None] Provisioning complete for port 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:30:05.295376 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-65da5957-d277-4912-b0b1-3f62a9ba36ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:05.360258 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3b0bd612-894e-4a27-abeb-4d55f0f23c37 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:05.360258 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3b0bd612-894e-4a27-abeb-4d55f0f23c37 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5765791 Dec 22 15:30:05.371671 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37184) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:05.381721 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb257bc4-291b-4571-ad8f-7859e4fb569b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:05.386886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-84ba255a-e5a2-43e3-ac8b-5e9c57f0933f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': 'a706d5c2-8c29-4736-ada1-048765717641', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:05.388857 dv-neutron-822674-1-hyperv neutron-server[88218]: WARNING neutron.api.v2.base [None req-84ba255a-e5a2-43e3-ac8b-5e9c57f0933f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 22 15:30:05.394017 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-84ba255a-e5a2-43e3-ac8b-5e9c57f0933f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:05.398977 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-84ba255a-e5a2-43e3-ac8b-5e9c57f0933f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0210402 Dec 22 15:30:05.400768 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37188) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:05.494306 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cb257bc4-291b-4571-ad8f-7859e4fb569b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/a9a2886b-89b0-4236-a0be-7c0889d818bd HTTP/1.1" status: 204 len: 168 time: 1.3073547 Dec 22 15:30:05.494306 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37192) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:05.499771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-65da5957-d277-4912-b0b1-3f62a9ba36ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:05.505712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e8ffa166-902e-4766-82eb-b7c3f1e3b518 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:05.538572 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-65da5957-d277-4912-b0b1-3f62a9ba36ae None None] For port 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=6ee87d07-32f8-4216-8e27-c6d9bcc5a5da,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:05.541088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e8ffa166-902e-4766-82eb-b7c3f1e3b518 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:05.577852 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c1fb7d-c47d-48c2-bc9c-8e355627e255 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:05.580025 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c1fb7d-c47d-48c2-bc9c-8e355627e255 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:05.582332 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c1fb7d-c47d-48c2-bc9c-8e355627e255 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:05.582857 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-71c1fb7d-c47d-48c2-bc9c-8e355627e255 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:05.620624 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-65da5957-d277-4912-b0b1-3f62a9ba36ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:05.622902 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-335c573d-534b-4801-94ce-9991e5e45640 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:05.690246 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e8ffa166-902e-4766-82eb-b7c3f1e3b518 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:05.699978 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:05.707716 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da5957-d277-4912-b0b1-3f62a9ba36ae None None] Pushing event updated for resources: {'Port': ['ID=6ee87d07-32f8-4216-8e27-c6d9bcc5a5da,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:05.711348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-65da5957-d277-4912-b0b1-3f62a9ba36ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:05.711742 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-71c1fb7d-c47d-48c2-bc9c-8e355627e255 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:05.712917 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-71c1fb7d-c47d-48c2-bc9c-8e355627e255 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2219357 Dec 22 15:30:05.716881 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37196) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:05.728420 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffa166-902e-4766-82eb-b7c3f1e3b518 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a706d5c2-8c29-4736-ada1-048765717641,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:05.731481 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e8ffa166-902e-4766-82eb-b7c3f1e3b518 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:05.733565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e8ffa166-902e-4766-82eb-b7c3f1e3b518 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:05.737820 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e8ffa166-902e-4766-82eb-b7c3f1e3b518 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "DELETE /v2.0/security-groups/a706d5c2-8c29-4736-ada1-048765717641 HTTP/1.1" status: 204 len: 168 time: 0.3355646 Dec 22 15:30:05.738493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37200) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:05.803043 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4fddb3-074f-4f07-ab90-9445c82f8558 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet 1985559c-04c7-4cee-8355-f69f3212ccfa {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:30:05.805964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d1302ad3-07a2-4349-8486-18da762f852a tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Synchronizing usage tracker for tenant:1cb3b8bbe6ba47d6946d87e0984325fd on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:05.808571 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f4fddb3-074f-4f07-ab90-9445c82f8558 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:05.846055 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-fff0ef2b-0b90-48df-b2ed-d687834aca82 None None] Provisioning complete for port 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:30:05.851762 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fff0ef2b-0b90-48df-b2ed-d687834aca82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:05.878840 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f4fddb3-074f-4f07-ab90-9445c82f8558 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:05.898619 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d1302ad3-07a2-4349-8486-18da762f852a tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Unset dirty status for tenant:1cb3b8bbe6ba47d6946d87e0984325fd on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:05.905696 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d1302ad3-07a2-4349-8486-18da762f852a tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1659455 Dec 22 15:30:05.906132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37204) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:05.917132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-292287ac-a60b-4815-b7e3-3adcd16889c0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group': {'name': 'tempest-secgroup--541226725'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:05.929446 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-292287ac-a60b-4815-b7e3-3adcd16889c0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:05.946853 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-292287ac-a60b-4815-b7e3-3adcd16889c0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:05.989011 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f4fddb3-074f-4f07-ab90-9445c82f8558 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:06.033849 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:06.059013 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-292287ac-a60b-4815-b7e3-3adcd16889c0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:06.092620 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-292287ac-a60b-4815-b7e3-3adcd16889c0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:06.097031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-292287ac-a60b-4815-b7e3-3adcd16889c0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:06.100349 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-292287ac-a60b-4815-b7e3-3adcd16889c0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:06.107337 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-292287ac-a60b-4815-b7e3-3adcd16889c0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:06.119491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:30:06.202800 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b452269d-9329-47ce-b6aa-1c2e32a67605 None None] Could not find standard attr ID for object 0fc302be-6a79-4a8a-9f8d-dbb3f0495cb7. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:30:06.222336 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:30:06.222739 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:06.230476 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-292287ac-a60b-4815-b7e3-3adcd16889c0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:06.264094 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f4fddb3-074f-4f07-ab90-9445c82f8558 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:06.270375 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4c61e283-5ba4-4d36-bc57-f0689bbb2a1b tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:06.306770 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fddb3-074f-4f07-ab90-9445c82f8558 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=1985559c-04c7-4cee-8355-f69f3212ccfa,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:06.311477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3f4fddb3-074f-4f07-ab90-9445c82f8558 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:06.317362 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3f4fddb3-074f-4f07-ab90-9445c82f8558 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:06.321909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-292287ac-a60b-4815-b7e3-3adcd16889c0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:06.329549 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-150bdcb5-b9b4-4be5-963d-e0a00721dcd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:06.363663 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292287ac-a60b-4815-b7e3-3adcd16889c0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77bcd231-b892-464e-a263-f3f103ab5a69,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:06.384695 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-292287ac-a60b-4815-b7e3-3adcd16889c0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:06.475567 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3f4fddb3-074f-4f07-ab90-9445c82f8558 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/1985559c-04c7-4cee-8355-f69f3212ccfa HTTP/1.1" status: 204 len: 168 time: 0.7575910 Dec 22 15:30:06.479056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37208) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:06.486137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6099d3-721d-473b-8a82-478cb8e7f1c5 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:06.531797 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-292287ac-a60b-4815-b7e3-3adcd16889c0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:06.531797 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-292287ac-a60b-4815-b7e3-3adcd16889c0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6157963 Dec 22 15:30:06.538579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37212) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:06.538579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-aa033524-9cd0-4736-a2fe-9c9431c11a51 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '77bcd231-b892-464e-a263-f3f103ab5a69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:06.538579 dv-neutron-822674-1-hyperv neutron-server[88218]: WARNING neutron.api.v2.base [None req-aa033524-9cd0-4736-a2fe-9c9431c11a51 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 22 15:30:06.538579 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-aa033524-9cd0-4736-a2fe-9c9431c11a51 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:06.546908 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-aa033524-9cd0-4736-a2fe-9c9431c11a51 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0113275 Dec 22 15:30:06.552960 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37216) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:06.552960 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-36a58400-a05e-49c3-b9cb-566032b84882 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '77bcd231-b892-464e-a263-f3f103ab5a69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:06.552960 dv-neutron-822674-1-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-36a58400-a05e-49c3-b9cb-566032b84882 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 22 15:30:06.552960 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-36a58400-a05e-49c3-b9cb-566032b84882 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:06.552960 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-36a58400-a05e-49c3-b9cb-566032b84882 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0087292 Dec 22 15:30:06.552960 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37220) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:06.570786 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6c704c0a-53c7-4055-a685-e111b3fc2d5b tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '77bcd231-b892-464e-a263-f3f103ab5a69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:06.570786 dv-neutron-822674-1-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-6c704c0a-53c7-4055-a685-e111b3fc2d5b tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 22 15:30:06.570786 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-6c704c0a-53c7-4055-a685-e111b3fc2d5b tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:06.573279 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9310dbcf-3317-4e36-a543-788c79f7bd8c None None] Could not find standard attr ID for object a9a2886b-89b0-4236-a0be-7c0889d818bd. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:30:06.585409 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6c704c0a-53c7-4055-a685-e111b3fc2d5b tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105145 Dec 22 15:30:06.585409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37224) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:06.585409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3636e7ac-6ad3-4c26-ab5e-1a70d30d9733 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '77bcd231-b892-464e-a263-f3f103ab5a69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:06.585409 dv-neutron-822674-1-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-3636e7ac-6ad3-4c26-ab5e-1a70d30d9733 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 22 15:30:06.585409 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-3636e7ac-6ad3-4c26-ab5e-1a70d30d9733 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:06.585409 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3636e7ac-6ad3-4c26-ab5e-1a70d30d9733 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0090356 Dec 22 15:30:06.585409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-58aa0395-fb1a-4b78-9273-079d60a6cc40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet a125c31a-3d70-4a6a-bfc5-cbf881539dfc {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:30:06.589230 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37228) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:06.594194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58aa0395-fb1a-4b78-9273-079d60a6cc40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:06.650025 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58aa0395-fb1a-4b78-9273-079d60a6cc40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:06.688362 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4ff52a51-2af9-4d94-bb2e-1df6cc0a9333 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:06.729259 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4ff52a51-2af9-4d94-bb2e-1df6cc0a9333 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:06.779963 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58aa0395-fb1a-4b78-9273-079d60a6cc40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:06.843372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4ff52a51-2af9-4d94-bb2e-1df6cc0a9333 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:06.852336 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3b0bd612-894e-4a27-abeb-4d55f0f23c37 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:06.866183 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff52a51-2af9-4d94-bb2e-1df6cc0a9333 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bcd231-b892-464e-a263-f3f103ab5a69,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:06.870441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4ff52a51-2af9-4d94-bb2e-1df6cc0a9333 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:06.939007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4ff52a51-2af9-4d94-bb2e-1df6cc0a9333 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:06.942537 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4ff52a51-2af9-4d94-bb2e-1df6cc0a9333 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "DELETE /v2.0/security-groups/77bcd231-b892-464e-a263-f3f103ab5a69 HTTP/1.1" status: 204 len: 168 time: 0.3549380 Dec 22 15:30:06.945477 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37232) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:06.964217 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58aa0395-fb1a-4b78-9273-079d60a6cc40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:06.970709 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4695bc36-da15-4f4d-b535-289467ed5508 tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:07.031379 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa0395-fb1a-4b78-9273-079d60a6cc40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=a125c31a-3d70-4a6a-bfc5-cbf881539dfc,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:07.033868 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-251d40c4-d964-4408-812b-a18760afb35c tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Synchronizing usage tracker for tenant:1cb3b8bbe6ba47d6946d87e0984325fd on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:07.036057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58aa0395-fb1a-4b78-9273-079d60a6cc40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:07.036057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-58aa0395-fb1a-4b78-9273-079d60a6cc40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:07.058445 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-58aa0395-fb1a-4b78-9273-079d60a6cc40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/a125c31a-3d70-4a6a-bfc5-cbf881539dfc HTTP/1.1" status: 204 len: 168 time: 0.5724027 Dec 22 15:30:07.062087 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37236) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:07.206881 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-af7d8228-d3a6-4fd7-9669-c4a019a44afd tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1441805 Dec 22 15:30:07.206881 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-251d40c4-d964-4408-812b-a18760afb35c tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Unset dirty status for tenant:1cb3b8bbe6ba47d6946d87e0984325fd on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:07.209908 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37240) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:07.213818 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-251d40c4-d964-4408-812b-a18760afb35c tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2608123 Dec 22 15:30:07.222994 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37242) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:07.234201 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-497e5437-5c98-4c97-bc73-4cadec9edb12 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:07.239120 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-bebd8d6a-738a-4b45-a9b7-3a817107b79e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group': {'name': 'tempest-secgroup--929742968'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:07.248010 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-bebd8d6a-738a-4b45-a9b7-3a817107b79e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:07.261243 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-bebd8d6a-738a-4b45-a9b7-3a817107b79e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:07.330593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bebd8d6a-738a-4b45-a9b7-3a817107b79e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:07.371716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-bebd8d6a-738a-4b45-a9b7-3a817107b79e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:07.402694 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-bebd8d6a-738a-4b45-a9b7-3a817107b79e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:07.408577 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-bebd8d6a-738a-4b45-a9b7-3a817107b79e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:07.423114 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-bebd8d6a-738a-4b45-a9b7-3a817107b79e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:07.539654 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-497e5437-5c98-4c97-bc73-4cadec9edb12 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:07.539654 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-497e5437-5c98-4c97-bc73-4cadec9edb12 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:07.539654 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-497e5437-5c98-4c97-bc73-4cadec9edb12 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:07.545870 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-497e5437-5c98-4c97-bc73-4cadec9edb12 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:07.586366 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bebd8d6a-738a-4b45-a9b7-3a817107b79e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:07.625372 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696a0d7e-920c-4dae-8336-79ccfbf8fbf9 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:07.663258 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497e5437-5c98-4c97-bc73-4cadec9edb12 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:07.663258 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-497e5437-5c98-4c97-bc73-4cadec9edb12 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:07.684528 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bebd8d6a-738a-4b45-a9b7-3a817107b79e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:07.684528 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:07.750340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd8d6a-738a-4b45-a9b7-3a817107b79e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d855ca4-24e8-4350-ba69-8ec6c83e6468,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:07.750340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bebd8d6a-738a-4b45-a9b7-3a817107b79e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:07.795504 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bebd8d6a-738a-4b45-a9b7-3a817107b79e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:07.795504 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bebd8d6a-738a-4b45-a9b7-3a817107b79e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5783341 Dec 22 15:30:07.802716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37248) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:07.802884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3dd17e99-5926-4194-8f02-b6f1325d2a77 None None] Provisioning complete for port 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:30:07.802884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3dd17e99-5926-4194-8f02-b6f1325d2a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:07.808594 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-5a5026e6-3219-4bc6-af08-b0fa74966eef tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '9d855ca4-24e8-4350-ba69-8ec6c83e6468', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:07.809420 dv-neutron-822674-1-hyperv neutron-server[88218]: WARNING neutron.api.v2.base [None req-5a5026e6-3219-4bc6-af08-b0fa74966eef tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 15:30:07.810848 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-5a5026e6-3219-4bc6-af08-b0fa74966eef tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:07.816292 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5a5026e6-3219-4bc6-af08-b0fa74966eef tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090337 Dec 22 15:30:07.816648 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37252) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:07.823829 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-65ecac02-58d1-4aa8-9a19-ba58f20ce498 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '9d855ca4-24e8-4350-ba69-8ec6c83e6468', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:07.831298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-65ecac02-58d1-4aa8-9a19-ba58f20ce498 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:07.836053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-65ecac02-58d1-4aa8-9a19-ba58f20ce498 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:07.839718 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-65ecac02-58d1-4aa8-9a19-ba58f20ce498 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:07.846549 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-65ecac02-58d1-4aa8-9a19-ba58f20ce498 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:08.037350 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-65ecac02-58d1-4aa8-9a19-ba58f20ce498 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:08.037350 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-65ecac02-58d1-4aa8-9a19-ba58f20ce498 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2185004 Dec 22 15:30:08.046866 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37256) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:08.046866 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1d3a8723-b24b-4ef3-a87f-0734ed3cbce9 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '9d855ca4-24e8-4350-ba69-8ec6c83e6468', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:08.053289 dv-neutron-822674-1-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-1d3a8723-b24b-4ef3-a87f-0734ed3cbce9 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 22 15:30:08.053289 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-1d3a8723-b24b-4ef3-a87f-0734ed3cbce9 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:08.053289 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1d3a8723-b24b-4ef3-a87f-0734ed3cbce9 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0106893 Dec 22 15:30:08.053289 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-497e5437-5c98-4c97-bc73-4cadec9edb12 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:08.059176 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37260) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:08.064388 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2c54cce4-f7ec-4767-81af-eda7e73ef0f2 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:08.068441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-0f0663eb-be71-4621-803f-30332434b5e6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '9d855ca4-24e8-4350-ba69-8ec6c83e6468', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:08.076951 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0f0663eb-be71-4621-803f-30332434b5e6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:08.076951 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0f0663eb-be71-4621-803f-30332434b5e6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:08.083898 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0f0663eb-be71-4621-803f-30332434b5e6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:08.095383 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a26c635-b55b-465b-b253-cb7050df2a0d None None] DHCP port deletion for a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:30:08.096147 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0f0663eb-be71-4621-803f-30332434b5e6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:08.099332 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a26c635-b55b-465b-b253-cb7050df2a0d None None] Deleting port 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:08.099786 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a26c635-b55b-465b-b253-cb7050df2a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:08.132253 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497e5437-5c98-4c97-bc73-4cadec9edb12 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:08.136041 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-497e5437-5c98-4c97-bc73-4cadec9edb12 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:08.140380 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497e5437-5c98-4c97-bc73-4cadec9edb12 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:08.140380 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-497e5437-5c98-4c97-bc73-4cadec9edb12 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:08.168608 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e5437-5c98-4c97-bc73-4cadec9edb12 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=7a710ce6-def1-495c-9343-234ab40c422a,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:08.172404 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-497e5437-5c98-4c97-bc73-4cadec9edb12 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:08.264003 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-497e5437-5c98-4c97-bc73-4cadec9edb12 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0499871 Dec 22 15:30:08.266832 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37264) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:08.273812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5a58db3e-d5d4-42b2-ad7e-b8c28a62bc28 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:08.275281 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-0f0663eb-be71-4621-803f-30332434b5e6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:08.279134 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0f0663eb-be71-4621-803f-30332434b5e6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2221386 Dec 22 15:30:08.284778 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37268) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:08.286031 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-49c510ec-6c7c-4d0c-8caf-8ec2a57ddcb6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '9d855ca4-24e8-4350-ba69-8ec6c83e6468', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:08.287566 dv-neutron-822674-1-hyperv neutron-server[88218]: WARNING neutron.api.v2.base [None req-49c510ec-6c7c-4d0c-8caf-8ec2a57ddcb6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 15:30:08.288136 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-49c510ec-6c7c-4d0c-8caf-8ec2a57ddcb6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:08.293225 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-49c510ec-6c7c-4d0c-8caf-8ec2a57ddcb6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086665 Dec 22 15:30:08.293544 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37272) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:08.304973 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-cbc73666-252a-4793-92c2-6ba93e6af9d9 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '9d855ca4-24e8-4350-ba69-8ec6c83e6468', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:08.312465 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cbc73666-252a-4793-92c2-6ba93e6af9d9 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:08.319109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cbc73666-252a-4793-92c2-6ba93e6af9d9 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:08.325165 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cbc73666-252a-4793-92c2-6ba93e6af9d9 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:08.335318 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cbc73666-252a-4793-92c2-6ba93e6af9d9 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:08.362273 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a26c635-b55b-465b-b253-cb7050df2a0d None None] For port 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=6ee87d07-32f8-4216-8e27-c6d9bcc5a5da,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:08.362949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a26c635-b55b-465b-b253-cb7050df2a0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:08.451653 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-cbc73666-252a-4793-92c2-6ba93e6af9d9 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Project 1cb3b8bbe6ba47d6946d87e0984325fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:30:08.458897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5a58db3e-d5d4-42b2-ad7e-b8c28a62bc28 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:08.464291 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5a58db3e-d5d4-42b2-ad7e-b8c28a62bc28 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:08.469037 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5a58db3e-d5d4-42b2-ad7e-b8c28a62bc28 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:08.475468 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5a58db3e-d5d4-42b2-ad7e-b8c28a62bc28 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:08.542678 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a26c635-b55b-465b-b253-cb7050df2a0d None None] Calling delete_port for 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:08.549673 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-cbc73666-252a-4793-92c2-6ba93e6af9d9 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:08.551173 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-cbc73666-252a-4793-92c2-6ba93e6af9d9 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2565978 Dec 22 15:30:08.553900 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37276) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:08.559653 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-cd298f55-7539-4a0f-8a62-fd465384336d tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '9d855ca4-24e8-4350-ba69-8ec6c83e6468', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:08.559999 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a58db3e-d5d4-42b2-ad7e-b8c28a62bc28 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:08.560581 dv-neutron-822674-1-hyperv neutron-server[88218]: WARNING neutron.api.v2.base [None req-cd298f55-7539-4a0f-8a62-fd465384336d tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 22 15:30:08.560773 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-cd298f55-7539-4a0f-8a62-fd465384336d tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:08.561958 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-cd298f55-7539-4a0f-8a62-fd465384336d tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068860 Dec 22 15:30:08.564325 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a58db3e-d5d4-42b2-ad7e-b8c28a62bc28 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:08.564952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37280) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:08.570170 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-6a41c9b0-b4fb-47c4-855e-d72e1e64afb1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '9d855ca4-24e8-4350-ba69-8ec6c83e6468', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:08.577676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6a41c9b0-b4fb-47c4-855e-d72e1e64afb1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:08.582116 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6a41c9b0-b4fb-47c4-855e-d72e1e64afb1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:08.585243 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6a41c9b0-b4fb-47c4-855e-d72e1e64afb1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:08.592332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6a41c9b0-b4fb-47c4-855e-d72e1e64afb1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:08.651621 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-6a41c9b0-b4fb-47c4-855e-d72e1e64afb1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Project 1cb3b8bbe6ba47d6946d87e0984325fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:30:08.683082 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a26c635-b55b-465b-b253-cb7050df2a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:08.687139 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e8314e6c-0857-4d6c-a090-b7eaf5f8da97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:08.733473 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26c635-b55b-465b-b253-cb7050df2a0d None None] Pushing event deleted for resources: {'Port': ['ID=6ee87d07-32f8-4216-8e27-c6d9bcc5a5da,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:08.737058 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a26c635-b55b-465b-b253-cb7050df2a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:08.739415 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a26c635-b55b-465b-b253-cb7050df2a0d None None] No DVR routers for this DVR port 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:30:08.752802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc4efde-b82f-404f-a3d1-baf509b7f763 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:08.766276 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-6a41c9b0-b4fb-47c4-855e-d72e1e64afb1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:08.767633 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6a41c9b0-b4fb-47c4-855e-d72e1e64afb1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2017343 Dec 22 15:30:08.772029 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37284) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:08.777816 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-68e3077f-56c1-4ed2-b87f-78324d0997c6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '9d855ca4-24e8-4350-ba69-8ec6c83e6468', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:08.785252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-68e3077f-56c1-4ed2-b87f-78324d0997c6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:08.789688 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-68e3077f-56c1-4ed2-b87f-78324d0997c6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:08.793163 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-68e3077f-56c1-4ed2-b87f-78324d0997c6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:08.800702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-68e3077f-56c1-4ed2-b87f-78324d0997c6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:08.909426 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-68e3077f-56c1-4ed2-b87f-78324d0997c6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Project 1cb3b8bbe6ba47d6946d87e0984325fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:30:08.996286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'fixed_ips': [{'subnet_id': '7a710ce6-def1-495c-9343-234ab40c422a'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:30:08.997140 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:09.004009 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-68e3077f-56c1-4ed2-b87f-78324d0997c6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:09.006251 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-68e3077f-56c1-4ed2-b87f-78324d0997c6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2320793 Dec 22 15:30:09.032692 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37288) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:09.146131 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.objects.ports [None req-5a58db3e-d5d4-42b2-ad7e-b8c28a62bc28 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88217) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 15:30:09.150571 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a58db3e-d5d4-42b2-ad7e-b8c28a62bc28 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:09.156711 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-77fdf154-1f2f-4ad0-8ea7-50bed1f1ee8b tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:09.194092 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4b032327-0cbb-488a-b9ad-e374cc9a166b tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:09.226804 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a58db3e-d5d4-42b2-ad7e-b8c28a62bc28 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:09.232670 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-5a58db3e-d5d4-42b2-ad7e-b8c28a62bc28 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:09.241309 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Allocated IP 172.20.0.2 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/7a710ce6-def1-495c-9343-234ab40c422a/d2d4e042-3933-45a6-9c35-38f10aae0b8e) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:09.253177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Allocated IP 2001:db8::f816:3eff:febb:2baf (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/774629af-b413-47db-86d6-11dae7b16fb9/d2d4e042-3933-45a6-9c35-38f10aae0b8e) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:09.258111 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a58db3e-d5d4-42b2-ad7e-b8c28a62bc28 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:09.258111 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a58db3e-d5d4-42b2-ad7e-b8c28a62bc28 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:09.262583 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4b032327-0cbb-488a-b9ad-e374cc9a166b tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:09.284818 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58db3e-d5d4-42b2-ad7e-b8c28a62bc28 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=774629af-b413-47db-86d6-11dae7b16fb9,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:09.288257 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5a58db3e-d5d4-42b2-ad7e-b8c28a62bc28 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:09.390354 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5a58db3e-d5d4-42b2-ad7e-b8c28a62bc28 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1218603 Dec 22 15:30:09.392881 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37292) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:09.405578 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'mac_address': 'fa:16:3e:9e:74:d0', 'name': 'tempest-NetworksTestDHCPv6-23571679'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:09.420140 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4b032327-0cbb-488a-b9ad-e374cc9a166b tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:09.428116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-eb8cb72c-8ed2-4583-948c-96c6ec9a35c8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:09.506419 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:09.506667 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b032327-0cbb-488a-b9ad-e374cc9a166b tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d855ca4-24e8-4350-ba69-8ec6c83e6468,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:09.515721 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4b032327-0cbb-488a-b9ad-e374cc9a166b tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:09.524270 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Transition to ACTIVE for port object d2d4e042-3933-45a6-9c35-38f10aae0b8e will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:09.524891 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4b032327-0cbb-488a-b9ad-e374cc9a166b tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:09.528330 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4b032327-0cbb-488a-b9ad-e374cc9a166b tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "DELETE /v2.0/security-groups/9d855ca4-24e8-4350-ba69-8ec6c83e6468 HTTP/1.1" status: 204 len: 168 time: 0.4951563 Dec 22 15:30:09.528911 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37296) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:09.547210 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Transition to ACTIVE for port object d2d4e042-3933-45a6-9c35-38f10aae0b8e will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:09.610504 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:09.617366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:port and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:09.622203 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ccbbfe64-f9b3-4733-9e66-42f4843bad78 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Synchronizing usage tracker for tenant:1cb3b8bbe6ba47d6946d87e0984325fd on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:09.625292 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:09.629089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:09.632109 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:09.633925 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-37b778f3-b2a6-437b-8c80-77f4a59e2fc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:09.696551 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:09.699357 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:09.703059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:09.712186 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Pushing event updated for resources: {'Port': ['ID=d2d4e042-3933-45a6-9c35-38f10aae0b8e,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:09.720179 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:09.745408 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:09.800791 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ccbbfe64-f9b3-4733-9e66-42f4843bad78 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Unset dirty status for tenant:1cb3b8bbe6ba47d6946d87e0984325fd on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:09.802677 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ccbbfe64-f9b3-4733-9e66-42f4843bad78 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2726655 Dec 22 15:30:09.807574 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37302) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:09.816782 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-148a206b-ee1d-4cac-bc6e-d8fc677b0abf tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1124834223'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:09.827600 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-148a206b-ee1d-4cac-bc6e-d8fc677b0abf tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:09.847809 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Attempting to bind port d2d4e042-3933-45a6-9c35-38f10aae0b8e on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:30:09.848191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Attempting to bind port d2d4e042-3933-45a6-9c35-38f10aae0b8e by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:30:09.848815 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Attempting to bind port d2d4e042-3933-45a6-9c35-38f10aae0b8e on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:30:09.850421 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-148a206b-ee1d-4cac-bc6e-d8fc677b0abf tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:09.855215 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:30:09.855593 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:30:09.856228 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:09.856629 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:30:09.857667 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Bound port: d2d4e042-3933-45a6-9c35-38f10aae0b8e, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:30:09.858536 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:09.883699 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:09.913806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port e99eef18-1959-4ee2-938b-ce296156dd4a yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:30:09.938300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-148a206b-ee1d-4cac-bc6e-d8fc677b0abf tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:09.962182 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] For port d2d4e042-3933-45a6-9c35-38f10aae0b8e, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:30:09.965936 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] For port d2d4e042-3933-45a6-9c35-38f10aae0b8e, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d2d4e042-3933-45a6-9c35-38f10aae0b8e,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:30:09.970600 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-148a206b-ee1d-4cac-bc6e-d8fc677b0abf tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:09.974819 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-148a206b-ee1d-4cac-bc6e-d8fc677b0abf tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:09.977959 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-148a206b-ee1d-4cac-bc6e-d8fc677b0abf tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:09.987079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-148a206b-ee1d-4cac-bc6e-d8fc677b0abf tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:10.057812 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:10.078555 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:10.117066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-148a206b-ee1d-4cac-bc6e-d8fc677b0abf tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:10.137002 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:30:10.166538 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 172.20.0.10 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/7a710ce6-def1-495c-9343-234ab40c422a/e99eef18-1959-4ee2-938b-ce296156dd4a) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:10.192403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::f816:3eff:fe9e:74d0 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/774629af-b413-47db-86d6-11dae7b16fb9/e99eef18-1959-4ee2-938b-ce296156dd4a) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:10.243792 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:30:10.243792 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 6ee87d07-32f8-4216-8e27-c6d9bcc5a5da not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:30:10.254841 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-148a206b-ee1d-4cac-bc6e-d8fc677b0abf tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:10.261802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Pushing event updated for resources: {'Port': ['ID=d2d4e042-3933-45a6-9c35-38f10aae0b8e,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:10.266078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-69ddbcfd-7014-4155-a996-c2f00318c56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:10.276456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:10.346893 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a206b-ee1d-4cac-bc6e-d8fc677b0abf tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34cda798-31a6-4faf-a081-b661a7abc6e3,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:10.355505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-148a206b-ee1d-4cac-bc6e-d8fc677b0abf tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:10.376016 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-148a206b-ee1d-4cac-bc6e-d8fc677b0abf tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:10.378494 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-148a206b-ee1d-4cac-bc6e-d8fc677b0abf tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5687718 Dec 22 15:30:10.382351 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37306) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:10.396535 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-58303980-f790-45be-9827-a9c8e3da6069 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '34cda798-31a6-4faf-a081-b661a7abc6e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:10.413468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-58303980-f790-45be-9827-a9c8e3da6069 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:10.423004 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-58303980-f790-45be-9827-a9c8e3da6069 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:10.429867 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-58303980-f790-45be-9827-a9c8e3da6069 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:10.445548 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-58303980-f790-45be-9827-a9c8e3da6069 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:10.678704 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:10.700956 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-58303980-f790-45be-9827-a9c8e3da6069 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): The resource could not be found. Dec 22 15:30:10.700956 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-58303980-f790-45be-9827-a9c8e3da6069 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3072839 Dec 22 15:30:10.700956 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37310) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:10.706618 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object e99eef18-1959-4ee2-938b-ce296156dd4a will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:10.718178 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-3a868877-bb50-4a35-82fb-9c3fad402acd tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '34cda798-31a6-4faf-a081-b661a7abc6e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e6664456-a7a4-4d0b-bffd-02f9fc0b2453'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:10.729101 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3a868877-bb50-4a35-82fb-9c3fad402acd tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:10.730173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3a868877-bb50-4a35-82fb-9c3fad402acd tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:10.736417 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3a868877-bb50-4a35-82fb-9c3fad402acd tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:10.748042 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3a868877-bb50-4a35-82fb-9c3fad402acd tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:10.809240 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:10.826370 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5ca62fa8-410e-42a6-92ae-842fe032190f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:10.889553 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:10.892832 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:10.897598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:10.928751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=e99eef18-1959-4ee2-938b-ce296156dd4a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:10.933076 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-3a868877-bb50-4a35-82fb-9c3fad402acd tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): The resource could not be found. Dec 22 15:30:10.935775 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:10.939690 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3a868877-bb50-4a35-82fb-9c3fad402acd tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2366922 Dec 22 15:30:10.946575 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37314) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:10.974219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:10.974906 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:11.101670 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7075751 Dec 22 15:30:11.114498 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37318) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:11.191094 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7b23b8ca-e430-4f09-b9dc-1c56ad10d266 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:11.232021 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7b23b8ca-e430-4f09-b9dc-1c56ad10d266 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:11.252098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d739b0-6351-4cd1-b320-efaa3b3a8f10 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:11.262523 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d739b0-6351-4cd1-b320-efaa3b3a8f10 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:11.264794 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c3d739b0-6351-4cd1-b320-efaa3b3a8f10 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:11.378746 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c3d739b0-6351-4cd1-b320-efaa3b3a8f10 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:11.384939 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c3d739b0-6351-4cd1-b320-efaa3b3a8f10 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.2658579 Dec 22 15:30:11.387664 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37322) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:11.431555 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7b23b8ca-e430-4f09-b9dc-1c56ad10d266 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:11.443785 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-452d4eca-8e18-4a65-853f-12b289c4469b tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:11.479236 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23b8ca-e430-4f09-b9dc-1c56ad10d266 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cda798-31a6-4faf-a081-b661a7abc6e3,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:11.484913 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7b23b8ca-e430-4f09-b9dc-1c56ad10d266 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:11.494735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9883290c-c360-4773-8df8-e8782e3ba921 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port e99eef18-1959-4ee2-938b-ce296156dd4a {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:11.495149 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9883290c-c360-4773-8df8-e8782e3ba921 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:11.527528 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7b23b8ca-e430-4f09-b9dc-1c56ad10d266 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:11.531199 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7b23b8ca-e430-4f09-b9dc-1c56ad10d266 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "DELETE /v2.0/security-groups/34cda798-31a6-4faf-a081-b661a7abc6e3 HTTP/1.1" status: 204 len: 168 time: 0.5866930 Dec 22 15:30:11.533121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37326) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:11.595404 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7d1b05ae-c328-4517-b669-b7b81e3124c2 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609958 Dec 22 15:30:11.605568 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37330) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:11.610918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-dc42ebf1-73af-49ab-94f3-c18c2b1aecca tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '8e51d88b-47dc-4927-889b-257d28b8c022', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:11.617554 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dc42ebf1-73af-49ab-94f3-c18c2b1aecca tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:11.622026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dc42ebf1-73af-49ab-94f3-c18c2b1aecca tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:11.626817 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dc42ebf1-73af-49ab-94f3-c18c2b1aecca tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:11.633534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dc42ebf1-73af-49ab-94f3-c18c2b1aecca tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:11.649811 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626a6a34-23b6-451d-9c1c-bb23573056c6 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:11.818211 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9883290c-c360-4773-8df8-e8782e3ba921 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:11.832878 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-30728893-4aa8-46a4-aa68-db5ef823efe3 None None] Provisioning for port d2d4e042-3933-45a6-9c35-38f10aae0b8e completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:30:11.845883 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-dc42ebf1-73af-49ab-94f3-c18c2b1aecca tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): The resource could not be found. Dec 22 15:30:11.851432 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dc42ebf1-73af-49ab-94f3-c18c2b1aecca tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2446413 Dec 22 15:30:11.851996 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37334) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:11.861694 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-680a1345-64af-4603-87ee-8a03731f5c0f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group': {'name': 'tempest-secgroup--695785140'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:11.868130 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-680a1345-64af-4603-87ee-8a03731f5c0f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:11.874436 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-680a1345-64af-4603-87ee-8a03731f5c0f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:11.879375 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-680a1345-64af-4603-87ee-8a03731f5c0f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:11.888836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-680a1345-64af-4603-87ee-8a03731f5c0f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:11.980162 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-680a1345-64af-4603-87ee-8a03731f5c0f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:12.003969 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-680a1345-64af-4603-87ee-8a03731f5c0f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:12.008716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-680a1345-64af-4603-87ee-8a03731f5c0f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:12.011715 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-680a1345-64af-4603-87ee-8a03731f5c0f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:12.036559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-680a1345-64af-4603-87ee-8a03731f5c0f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:12.054465 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9883290c-c360-4773-8df8-e8782e3ba921 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for e99eef18-1959-4ee2-938b-ce296156dd4a owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:12.169303 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-680a1345-64af-4603-87ee-8a03731f5c0f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:12.180616 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d2d4e042-3933-45a6-9c35-38f10aae0b8e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:30:12.243001 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-680a1345-64af-4603-87ee-8a03731f5c0f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:12.249504 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f4f05b98-dbc6-449e-aa12-40dc0e9b86d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:12.316924 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a1345-64af-4603-87ee-8a03731f5c0f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b61876d-c4a8-4259-87e9-6fe6a3e3ebf0,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:12.316924 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-680a1345-64af-4603-87ee-8a03731f5c0f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:12.394720 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port d2d4e042-3933-45a6-9c35-38f10aae0b8e completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:30:12.401724 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port d2d4e042-3933-45a6-9c35-38f10aae0b8e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:30:12.402114 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:12.420426 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-680a1345-64af-4603-87ee-8a03731f5c0f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:12.424714 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-680a1345-64af-4603-87ee-8a03731f5c0f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5685658 Dec 22 15:30:12.425808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37338) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:12.432463 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fe30e346-e45c-4cd3-9deb-aae5a0b78217 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group': {'name': 'tempest-secgroup--874681077'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:12.438756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe30e346-e45c-4cd3-9deb-aae5a0b78217 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:12.443766 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe30e346-e45c-4cd3-9deb-aae5a0b78217 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:12.448020 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe30e346-e45c-4cd3-9deb-aae5a0b78217 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:12.460231 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe30e346-e45c-4cd3-9deb-aae5a0b78217 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:12.503169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9883290c-c360-4773-8df8-e8782e3ba921 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:12.510341 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e7f6e2b5-b31e-4d53-9a79-cb69f10e93fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817664789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:12.554852 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe30e346-e45c-4cd3-9deb-aae5a0b78217 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:12.565332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883290c-c360-4773-8df8-e8782e3ba921 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=e99eef18-1959-4ee2-938b-ce296156dd4a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:12.570129 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9883290c-c360-4773-8df8-e8782e3ba921 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:12.589764 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:12.595551 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe30e346-e45c-4cd3-9deb-aae5a0b78217 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:12.601930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe30e346-e45c-4cd3-9deb-aae5a0b78217 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:12.606176 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe30e346-e45c-4cd3-9deb-aae5a0b78217 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:12.613471 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe30e346-e45c-4cd3-9deb-aae5a0b78217 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:12.646936 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port d2d4e042-3933-45a6-9c35-38f10aae0b8e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d2d4e042-3933-45a6-9c35-38f10aae0b8e,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:12.720927 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe30e346-e45c-4cd3-9deb-aae5a0b78217 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:12.753613 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9883290c-c360-4773-8df8-e8782e3ba921 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:12.771566 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:12.774848 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3858bf37-4d75-448e-87f3-4f25279d91ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:12.831494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe30e346-e45c-4cd3-9deb-aae5a0b78217 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:12.833180 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-86637aaf-dc6c-49dd-b256-ba4f8a80dc6a tempest-NegativeSecGroupTest-2029811404 tempest-NegativeSecGroupTest-2029811404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:12.858537 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=d2d4e042-3933-45a6-9c35-38f10aae0b8e,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:12.861616 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:12.876769 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9883290c-c360-4773-8df8-e8782e3ba921 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/e99eef18-1959-4ee2-938b-ce296156dd4a HTTP/1.1" status: 204 len: 168 time: 1.4870367 Dec 22 15:30:12.880265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37342) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:12.884936 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30e346-e45c-4cd3-9deb-aae5a0b78217 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d7ed29-7b00-4403-bb87-bfd93053bcd3,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:12.905866 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fe30e346-e45c-4cd3-9deb-aae5a0b78217 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:12.911946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-35eb3cb2-131c-4e47-a297-c9b2e42696f6 None None] Provisioning complete for port d2d4e042-3933-45a6-9c35-38f10aae0b8e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:30:12.912323 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-35eb3cb2-131c-4e47-a297-c9b2e42696f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:12.965107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb27b8f-0dba-4766-b5c7-9c927bf45e86 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:12.966719 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb27b8f-0dba-4766-b5c7-9c927bf45e86 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:12.968389 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb27b8f-0dba-4766-b5c7-9c927bf45e86 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:12.969229 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-5bb27b8f-0dba-4766-b5c7-9c927bf45e86 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:12.995235 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe30e346-e45c-4cd3-9deb-aae5a0b78217 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:12.995235 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fe30e346-e45c-4cd3-9deb-aae5a0b78217 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5680573 Dec 22 15:30:13.001321 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37346) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:13.005755 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d7d16ef3-86ec-4e60-9e47-58f567fb06b2 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '8b61876d-c4a8-4259-87e9-6fe6a3e3ebf0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a1d7ed29-7b00-4403-bb87-bfd93053bcd3'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:13.012091 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d7d16ef3-86ec-4e60-9e47-58f567fb06b2 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:13.016737 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d7d16ef3-86ec-4e60-9e47-58f567fb06b2 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:13.019854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d7d16ef3-86ec-4e60-9e47-58f567fb06b2 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:13.026722 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d7d16ef3-86ec-4e60-9e47-58f567fb06b2 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:13.067680 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-5bb27b8f-0dba-4766-b5c7-9c927bf45e86 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:13.071677 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5bb27b8f-0dba-4766-b5c7-9c927bf45e86 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1876521 Dec 22 15:30:13.072206 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37350) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:13.072299 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-35eb3cb2-131c-4e47-a297-c9b2e42696f6 None None] Could not find standard attr ID for object e99eef18-1959-4ee2-938b-ce296156dd4a. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:30:13.158737 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1b5354-aa3c-4c57-9168-288776bccef6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet 774629af-b413-47db-86d6-11dae7b16fb9 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:30:13.164020 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de1b5354-aa3c-4c57-9168-288776bccef6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:13.192456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-849eddb5-f166-4cac-a1a8-9a008fafc299 None None] Could not find standard attr ID for object e99eef18-1959-4ee2-938b-ce296156dd4a. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:30:13.221232 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de1b5354-aa3c-4c57-9168-288776bccef6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:13.251114 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-d7d16ef3-86ec-4e60-9e47-58f567fb06b2 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:13.251711 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d7d16ef3-86ec-4e60-9e47-58f567fb06b2 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2505774 Dec 22 15:30:13.254699 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37354) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:13.327041 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de1b5354-aa3c-4c57-9168-288776bccef6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:13.336485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-efde32a3-0469-4763-8758-490b6b31e97e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:13.365898 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-efde32a3-0469-4763-8758-490b6b31e97e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:13.510582 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-efde32a3-0469-4763-8758-490b6b31e97e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:13.516549 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b34c326e-49b6-46b4-a677-a6bb97f4e30f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:13.537170 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de1b5354-aa3c-4c57-9168-288776bccef6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:13.537170 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f1876818-c55f-4e61-9f94-8ae04a405084 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:13.540359 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde32a3-0469-4763-8758-490b6b31e97e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d7ed29-7b00-4403-bb87-bfd93053bcd3,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:13.544995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-efde32a3-0469-4763-8758-490b6b31e97e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:13.544995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-efde32a3-0469-4763-8758-490b6b31e97e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:13.546650 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-efde32a3-0469-4763-8758-490b6b31e97e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "DELETE /v2.0/security-groups/a1d7ed29-7b00-4403-bb87-bfd93053bcd3 HTTP/1.1" status: 204 len: 168 time: 0.2904453 Dec 22 15:30:13.549142 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37358) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:13.585890 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b5354-aa3c-4c57-9168-288776bccef6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=774629af-b413-47db-86d6-11dae7b16fb9,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:13.585890 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-de1b5354-aa3c-4c57-9168-288776bccef6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:13.592835 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de1b5354-aa3c-4c57-9168-288776bccef6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:13.624977 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-8600447e-94f0-4199-bca9-a0ba49943110 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Synchronizing usage tracker for tenant:1cb3b8bbe6ba47d6946d87e0984325fd on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:13.672193 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-de1b5354-aa3c-4c57-9168-288776bccef6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/774629af-b413-47db-86d6-11dae7b16fb9 HTTP/1.1" status: 204 len: 168 time: 0.5991893 Dec 22 15:30:13.675497 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37362) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:13.716968 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-8600447e-94f0-4199-bca9-a0ba49943110 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Unset dirty status for tenant:1cb3b8bbe6ba47d6946d87e0984325fd on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:13.718002 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8600447e-94f0-4199-bca9-a0ba49943110 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1681488 Dec 22 15:30:13.721475 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37366) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:13.749389 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3179721e-0fb2-4e63-9b49-a64eda408ebb None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:13.759046 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd0544d-0783-4d83-b831-cb2fa2122c9d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet 7a710ce6-def1-495c-9343-234ab40c422a {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:30:13.764037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-afd0544d-0783-4d83-b831-cb2fa2122c9d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:13.815716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-323b581f-67f3-498c-852b-61d87c0adb53 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:13.840381 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-afd0544d-0783-4d83-b831-cb2fa2122c9d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:13.852145 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-323b581f-67f3-498c-852b-61d87c0adb53 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:13.964592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-afd0544d-0783-4d83-b831-cb2fa2122c9d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:14.008477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-323b581f-67f3-498c-852b-61d87c0adb53 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:14.015338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d19b5008-f303-48a6-88cf-c0aa9656cc08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:14.031813 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b581f-67f3-498c-852b-61d87c0adb53 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b61876d-c4a8-4259-87e9-6fe6a3e3ebf0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:14.041167 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-323b581f-67f3-498c-852b-61d87c0adb53 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:14.101095 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-323b581f-67f3-498c-852b-61d87c0adb53 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:14.101095 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-323b581f-67f3-498c-852b-61d87c0adb53 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "DELETE /v2.0/security-groups/8b61876d-c4a8-4259-87e9-6fe6a3e3ebf0 HTTP/1.1" status: 204 len: 168 time: 0.3725460 Dec 22 15:30:14.101807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37370) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:14.119411 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d2d4e042-3933-45a6-9c35-38f10aae0b8e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:30:14.130457 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-afd0544d-0783-4d83-b831-cb2fa2122c9d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:14.141359 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-560add9b-0573-4b3e-86a3-7303236ecd0e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:14.182469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0544d-0783-4d83-b831-cb2fa2122c9d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=7a710ce6-def1-495c-9343-234ab40c422a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:14.194034 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-afd0544d-0783-4d83-b831-cb2fa2122c9d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:14.200875 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port d2d4e042-3933-45a6-9c35-38f10aae0b8e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:30:14.201723 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:14.260074 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-afd0544d-0783-4d83-b831-cb2fa2122c9d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:14.285098 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d389b9ad-1be7-4c0a-8f37-f19a32b80b19 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1820686 Dec 22 15:30:14.288952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37374) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:14.298964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37378) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:14.312094 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-afd0544d-0783-4d83-b831-cb2fa2122c9d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/7a710ce6-def1-495c-9343-234ab40c422a HTTP/1.1" status: 204 len: 168 time: 0.6352036 Dec 22 15:30:14.318175 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-d3b4ce82-ee06-41a2-9dba-65080b382fc0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1996752615'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:14.334304 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d3b4ce82-ee06-41a2-9dba-65080b382fc0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:14.344790 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d3b4ce82-ee06-41a2-9dba-65080b382fc0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:14.355014 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d3b4ce82-ee06-41a2-9dba-65080b382fc0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:14.364235 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d3b4ce82-ee06-41a2-9dba-65080b382fc0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:14.421031 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f9b6df59-b727-49f9-a2b7-f0fa52659ab1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1181860 Dec 22 15:30:14.421252 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37382) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:14.467633 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d3b4ce82-ee06-41a2-9dba-65080b382fc0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:14.497396 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d3b4ce82-ee06-41a2-9dba-65080b382fc0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:14.502945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d3b4ce82-ee06-41a2-9dba-65080b382fc0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:14.508007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d3b4ce82-ee06-41a2-9dba-65080b382fc0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:14.517695 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d3b4ce82-ee06-41a2-9dba-65080b382fc0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:14.563625 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634a376e-a36b-4563-9651-da70e8399cf7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:14.563625 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-634a376e-a36b-4563-9651-da70e8399cf7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1251791 Dec 22 15:30:14.563625 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37386) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:14.654278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d3b4ce82-ee06-41a2-9dba-65080b382fc0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:14.695923 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c7a000-de23-4e8b-8046-116ff9dda4de tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:14.696649 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-37c7a000-de23-4e8b-8046-116ff9dda4de tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:14.723452 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d3b4ce82-ee06-41a2-9dba-65080b382fc0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:14.729723 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-148a206b-ee1d-4cac-bc6e-d8fc677b0abf tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:14.776688 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4ce82-ee06-41a2-9dba-65080b382fc0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04008d42-b1a7-4c15-8453-ca322ce6c926,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:14.780455 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d3b4ce82-ee06-41a2-9dba-65080b382fc0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:14.791751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-37c7a000-de23-4e8b-8046-116ff9dda4de tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:14.795583 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-37c7a000-de23-4e8b-8046-116ff9dda4de tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2404153 Dec 22 15:30:14.796045 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37390) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:14.809819 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062fc81c-ac33-4a7a-a93b-7c64ff14e91d None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:14.904176 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-79d7cf45-8abc-47ff-850c-46954176be05 None None] Provisioning complete for port d2d4e042-3933-45a6-9c35-38f10aae0b8e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:30:14.904554 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-79d7cf45-8abc-47ff-850c-46954176be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:14.979011 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d3b4ce82-ee06-41a2-9dba-65080b382fc0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:14.980225 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d3b4ce82-ee06-41a2-9dba-65080b382fc0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6903396 Dec 22 15:30:14.983358 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37394) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:14.988858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b3c2b368-6e9e-4766-afc7-b2fbdd45de60 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '04008d42-b1a7-4c15-8453-ca322ce6c926', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:14.989157 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1144e60f-b59b-497a-a179-0ab34ec2f110 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1916814 Dec 22 15:30:14.993513 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37398) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:14.997202 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b3c2b368-6e9e-4766-afc7-b2fbdd45de60 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:14.999276 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-abb4463b-2ede-4dec-b316-fc723af207ab tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:15.003245 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b3c2b368-6e9e-4766-afc7-b2fbdd45de60 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:15.006677 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b3c2b368-6e9e-4766-afc7-b2fbdd45de60 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:15.014395 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b3c2b368-6e9e-4766-afc7-b2fbdd45de60 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:15.116107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-abb4463b-2ede-4dec-b316-fc723af207ab tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:15.126748 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-abb4463b-2ede-4dec-b316-fc723af207ab tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:15.202006 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc38de5-0f45-4440-ba72-fdeacb13785f None None] DHCP port deletion for a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:30:15.206494 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-b3c2b368-6e9e-4766-afc7-b2fbdd45de60 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:15.210372 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7dc38de5-0f45-4440-ba72-fdeacb13785f None None] Deleting port d2d4e042-3933-45a6-9c35-38f10aae0b8e {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:15.210372 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7dc38de5-0f45-4440-ba72-fdeacb13785f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:15.210591 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b3c2b368-6e9e-4766-afc7-b2fbdd45de60 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2231228 Dec 22 15:30:15.210713 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37402) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:15.216166 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-c9e0bb37-68a2-493f-b668-7889913c58f6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group_rule': {'security_group_id': '04008d42-b1a7-4c15-8453-ca322ce6c926', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:15.222967 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c9e0bb37-68a2-493f-b668-7889913c58f6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:15.226964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c9e0bb37-68a2-493f-b668-7889913c58f6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:15.230508 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c9e0bb37-68a2-493f-b668-7889913c58f6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:15.236643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c9e0bb37-68a2-493f-b668-7889913c58f6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:15.286754 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb4463b-2ede-4dec-b316-fc723af207ab tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:15.290496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-abb4463b-2ede-4dec-b316-fc723af207ab tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:15.291948 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb4463b-2ede-4dec-b316-fc723af207ab tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:15.292416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb4463b-2ede-4dec-b316-fc723af207ab tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:30:15.382519 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-abb4463b-2ede-4dec-b316-fc723af207ab tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3866022 Dec 22 15:30:15.384672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37406) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:15.396535 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-a93487ae-e1b7-4d6c-bb88-4d303629ac92 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:15.421495 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-c9e0bb37-68a2-493f-b668-7889913c58f6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:15.425038 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c9e0bb37-68a2-493f-b668-7889913c58f6 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2108328 Dec 22 15:30:15.425748 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37410) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:15.431828 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7dc38de5-0f45-4440-ba72-fdeacb13785f None None] For port d2d4e042-3933-45a6-9c35-38f10aae0b8e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d2d4e042-3933-45a6-9c35-38f10aae0b8e,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:15.432249 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7dc38de5-0f45-4440-ba72-fdeacb13785f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:15.501172 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6717ef9-4e5b-4e70-8dd4-93dc95187e7c tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:15.527463 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a93487ae-e1b7-4d6c-bb88-4d303629ac92 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:15.531010 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6717ef9-4e5b-4e70-8dd4-93dc95187e7c tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:15.537845 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a93487ae-e1b7-4d6c-bb88-4d303629ac92 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:15.605071 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7dc38de5-0f45-4440-ba72-fdeacb13785f None None] Calling delete_port for d2d4e042-3933-45a6-9c35-38f10aae0b8e owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:15.631713 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93487ae-e1b7-4d6c-bb88-4d303629ac92 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:15.635471 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a93487ae-e1b7-4d6c-bb88-4d303629ac92 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:15.636961 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93487ae-e1b7-4d6c-bb88-4d303629ac92 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:15.637380 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93487ae-e1b7-4d6c-bb88-4d303629ac92 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:30:15.662553 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6717ef9-4e5b-4e70-8dd4-93dc95187e7c tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:15.670994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fe30e346-e45c-4cd3-9deb-aae5a0b78217 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:15.685726 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6717ef9-4e5b-4e70-8dd4-93dc95187e7c tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04008d42-b1a7-4c15-8453-ca322ce6c926,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:15.688053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a6717ef9-4e5b-4e70-8dd4-93dc95187e7c tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:15.694814 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6717ef9-4e5b-4e70-8dd4-93dc95187e7c tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:15.695994 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a6717ef9-4e5b-4e70-8dd4-93dc95187e7c tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "DELETE /v2.0/security-groups/04008d42-b1a7-4c15-8453-ca322ce6c926 HTTP/1.1" status: 204 len: 168 time: 0.2691896 Dec 22 15:30:15.711114 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37414) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:15.730762 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a93487ae-e1b7-4d6c-bb88-4d303629ac92 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3443234 Dec 22 15:30:15.734553 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37418) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:15.741303 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-7499d808-12ab-4ea0-8c90-c80173117584 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:15.758444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7dc38de5-0f45-4440-ba72-fdeacb13785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:15.763717 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:15.767609 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6da5d6bc-fe37-4838-b999-0ce0ebdd3136 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Synchronizing usage tracker for tenant:1cb3b8bbe6ba47d6946d87e0984325fd on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:15.812961 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc38de5-0f45-4440-ba72-fdeacb13785f None None] Pushing event deleted for resources: {'Port': ['ID=d2d4e042-3933-45a6-9c35-38f10aae0b8e,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:15.816565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7dc38de5-0f45-4440-ba72-fdeacb13785f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:15.818626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc38de5-0f45-4440-ba72-fdeacb13785f None None] No DVR routers for this DVR port d2d4e042-3933-45a6-9c35-38f10aae0b8e on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:30:15.860612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6da5d6bc-fe37-4838-b999-0ce0ebdd3136 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Unset dirty status for tenant:1cb3b8bbe6ba47d6946d87e0984325fd on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:15.862535 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6da5d6bc-fe37-4838-b999-0ce0ebdd3136 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1501203 Dec 22 15:30:15.865955 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37422) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:15.872078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-04848c6d-6cfc-445d-a99d-c48f0db58295 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group': {'name': 'tempest-secgroup--2051794603'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:15.878311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7499d808-12ab-4ea0-8c90-c80173117584 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:15.879319 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-04848c6d-6cfc-445d-a99d-c48f0db58295 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:15.889410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-04848c6d-6cfc-445d-a99d-c48f0db58295 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:15.889610 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7499d808-12ab-4ea0-8c90-c80173117584 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:15.977915 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04848c6d-6cfc-445d-a99d-c48f0db58295 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:15.985684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7499d808-12ab-4ea0-8c90-c80173117584 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:15.989614 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7499d808-12ab-4ea0-8c90-c80173117584 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:15.991098 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-7499d808-12ab-4ea0-8c90-c80173117584 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:15.991527 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7499d808-12ab-4ea0-8c90-c80173117584 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:30:16.013278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-04848c6d-6cfc-445d-a99d-c48f0db58295 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:16.018161 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-04848c6d-6cfc-445d-a99d-c48f0db58295 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Usage tracker for resource:security_group_rule and tenant:1cb3b8bbe6ba47d6946d87e0984325fd is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:16.021524 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-04848c6d-6cfc-445d-a99d-c48f0db58295 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:16.029469 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-04848c6d-6cfc-445d-a99d-c48f0db58295 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:16.081685 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7499d808-12ab-4ea0-8c90-c80173117584 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3457978 Dec 22 15:30:16.084668 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37426) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:16.093724 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d2d4e042-3933-45a6-9c35-38f10aae0b8e no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:30:16.094760 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-f57ff2ca-10fb-4499-bfdd-e6ae363d1f37 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:16.165404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: d2d4e042-3933-45a6-9c35-38f10aae0b8e {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:30:16.165404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d2d4e042-3933-45a6-9c35-38f10aae0b8e not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:30:16.167064 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04848c6d-6cfc-445d-a99d-c48f0db58295 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:16.215340 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04848c6d-6cfc-445d-a99d-c48f0db58295 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:16.219870 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-169ec821-a7d8-4f8a-8fe7-fa1a6db4b490 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:16.252684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f57ff2ca-10fb-4499-bfdd-e6ae363d1f37 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:16.264178 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f57ff2ca-10fb-4499-bfdd-e6ae363d1f37 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:16.267038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04848c6d-6cfc-445d-a99d-c48f0db58295 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5996ac-be75-40d4-b897-da32db9e49a4,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:16.269875 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-04848c6d-6cfc-445d-a99d-c48f0db58295 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:16.358883 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04848c6d-6cfc-445d-a99d-c48f0db58295 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:16.360172 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-04848c6d-6cfc-445d-a99d-c48f0db58295 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4931674 Dec 22 15:30:16.363385 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37430) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:16.370189 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-56bcc08f-0798-4180-bb03-abe324ae955b tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:16.370574 dv-neutron-822674-1-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-56bcc08f-0798-4180-bb03-abe324ae955b tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 15:30:16.371057 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-56bcc08f-0798-4180-bb03-abe324ae955b tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 15:30:16.371985 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-56bcc08f-0798-4180-bb03-abe324ae955b tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "PUT /v2.0/security-groups/fd5996ac-be75-40d4-b897-da32db9e49a4 HTTP/1.1" status: 409 len: 330 time: 0.0073020 Dec 22 15:30:16.375296 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37434) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:16.395644 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57ff2ca-10fb-4499-bfdd-e6ae363d1f37 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:16.399325 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f57ff2ca-10fb-4499-bfdd-e6ae363d1f37 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:16.400826 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57ff2ca-10fb-4499-bfdd-e6ae363d1f37 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:16.401246 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57ff2ca-10fb-4499-bfdd-e6ae363d1f37 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:30:16.477957 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f087d16d-7518-42f7-915b-ca88fba64b95 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:16.506763 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f57ff2ca-10fb-4499-bfdd-e6ae363d1f37 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4208379 Dec 22 15:30:16.509649 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37438) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:16.512715 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f087d16d-7518-42f7-915b-ca88fba64b95 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:16.528019 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-35310fa7-9d41-44cf-91f2-dc3d1a8279d7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:16.665223 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-35310fa7-9d41-44cf-91f2-dc3d1a8279d7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:16.676450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-35310fa7-9d41-44cf-91f2-dc3d1a8279d7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:16.733882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f087d16d-7518-42f7-915b-ca88fba64b95 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:16.736390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-34210e55-7d8b-4e33-be39-b3c22ae48070 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:16.752080 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087d16d-7518-42f7-915b-ca88fba64b95 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5996ac-be75-40d4-b897-da32db9e49a4,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:16.755698 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f087d16d-7518-42f7-915b-ca88fba64b95 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:16.759177 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f087d16d-7518-42f7-915b-ca88fba64b95 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:16.766675 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f087d16d-7518-42f7-915b-ca88fba64b95 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "DELETE /v2.0/security-groups/fd5996ac-be75-40d4-b897-da32db9e49a4 HTTP/1.1" status: 204 len: 168 time: 0.3840842 Dec 22 15:30:16.766675 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35310fa7-9d41-44cf-91f2-dc3d1a8279d7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:16.768536 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37442) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:16.768647 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-35310fa7-9d41-44cf-91f2-dc3d1a8279d7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:16.768647 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-35310fa7-9d41-44cf-91f2-dc3d1a8279d7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:16.768647 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35310fa7-9d41-44cf-91f2-dc3d1a8279d7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:30:16.818954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d2d02f64-bb18-4f3b-85a4-7f6a8774edce tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Synchronizing usage tracker for tenant:1cb3b8bbe6ba47d6946d87e0984325fd on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:16.924039 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-35310fa7-9d41-44cf-91f2-dc3d1a8279d7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4133079 Dec 22 15:30:16.929091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37448) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:16.934711 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-77651038-fc90-4d49-8331-533e55ed8348 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:16.955364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d2d02f64-bb18-4f3b-85a4-7f6a8774edce tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Unset dirty status for tenant:1cb3b8bbe6ba47d6946d87e0984325fd on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:16.955364 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d2d02f64-bb18-4f3b-85a4-7f6a8774edce tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1902471 Dec 22 15:30:16.959737 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37452) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:17.047818 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-2404dbbb-7af8-4823-bab7-be53822572cc tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] delete failed (client error): The resource could not be found. Dec 22 15:30:17.059820 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2404dbbb-7af8-4823-bab7-be53822572cc tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "DELETE /v2.0/security-groups/8855b0d6-c6b4-47ba-8843-1340a9e78240 HTTP/1.1" status: 404 len: 347 time: 0.0881045 Dec 22 15:30:17.059820 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37456) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:17.092387 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-db990a3b-7109-4450-bf8b-25e80609632e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] show failed (client error): The resource could not be found. Dec 22 15:30:17.094043 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-db990a3b-7109-4450-bf8b-25e80609632e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "GET /v2.0/security-groups/4123b658-629b-40e7-9e19-fb0781013c68 HTTP/1.1" status: 404 len: 347 time: 0.0398481 Dec 22 15:30:17.095834 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-77651038-fc90-4d49-8331-533e55ed8348 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:17.098489 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37462) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:17.107411 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-77651038-fc90-4d49-8331-533e55ed8348 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:17.113723 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-f4c00c76-b8ce-425c-a618-9ff5e24c29b4 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] show failed (client error): The resource could not be found. Dec 22 15:30:17.114890 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f4c00c76-b8ce-425c-a618-9ff5e24c29b4 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] 10.222.0.59 "GET /v2.0/security-group-rules/f3770e00-4412-4963-818e-6456fdc1d26e HTTP/1.1" status: 404 len: 356 time: 0.0153763 Dec 22 15:30:17.220951 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77651038-fc90-4d49-8331-533e55ed8348 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:17.226776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-77651038-fc90-4d49-8331-533e55ed8348 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:17.229332 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-77651038-fc90-4d49-8331-533e55ed8348 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:17.230010 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77651038-fc90-4d49-8331-533e55ed8348 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:30:17.324580 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-77651038-fc90-4d49-8331-533e55ed8348 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3941617 Dec 22 15:30:17.327641 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37470) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:17.373839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c4c952b1-9d92-4f6e-90ed-dbe3ab5fb350 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:17.483401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c4c952b1-9d92-4f6e-90ed-dbe3ab5fb350 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:17.486918 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c4c952b1-9d92-4f6e-90ed-dbe3ab5fb350 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1559088 Dec 22 15:30:17.487385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37474) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:17.559182 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a217d8-5728-4664-a890-c7fbd868243b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:17.559182 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-96a217d8-5728-4664-a890-c7fbd868243b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:17.573322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-96a217d8-5728-4664-a890-c7fbd868243b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:17.574559 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-96a217d8-5728-4664-a890-c7fbd868243b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0862563 Dec 22 15:30:17.577850 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37478) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:17.647443 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fb36e066-9885-4da1-b857-66e112ef8d1b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683169 Dec 22 15:30:17.652451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37484) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:17.662995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-9da14d82-b9c0-45bf-bc8d-9bee23cfd991 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:17.736354 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37488) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:17.784387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9da14d82-b9c0-45bf-bc8d-9bee23cfd991 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:17.795396 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9da14d82-b9c0-45bf-bc8d-9bee23cfd991 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:17.885793 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da14d82-b9c0-45bf-bc8d-9bee23cfd991 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:17.887084 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8105e958-8fb3-4a35-a97e-7d4889ae4d2c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1cb3b8bbe6ba47d6946d87e0984325fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493919 Dec 22 15:30:17.889349 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9da14d82-b9c0-45bf-bc8d-9bee23cfd991 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:17.889510 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37494) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:17.954856 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-29313c14-e07a-4765-8f5b-b96a31a1fc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:17.986665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-29313c14-e07a-4765-8f5b-b96a31a1fc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:18.213517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-29313c14-e07a-4765-8f5b-b96a31a1fc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:18.213517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4b032327-0cbb-488a-b9ad-e374cc9a166b tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:18.229166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29313c14-e07a-4765-8f5b-b96a31a1fc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c7712b-60b3-4ff2-b345-2cdb1f9762c0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:18.233040 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-29313c14-e07a-4765-8f5b-b96a31a1fc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:18.302144 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-29313c14-e07a-4765-8f5b-b96a31a1fc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:18.305312 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-29313c14-e07a-4765-8f5b-b96a31a1fc99 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/64c7712b-60b3-4ff2-b345-2cdb1f9762c0 HTTP/1.1" status: 204 len: 168 time: 0.4131413 Dec 22 15:30:18.430257 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.objects.ports [None req-9da14d82-b9c0-45bf-bc8d-9bee23cfd991 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88218) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 15:30:18.433624 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9da14d82-b9c0-45bf-bc8d-9bee23cfd991 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:18.438731 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b3beae6f-8271-4072-8cae-5c0181ab4468 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:18.497225 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da14d82-b9c0-45bf-bc8d-9bee23cfd991 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:18.500092 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-9da14d82-b9c0-45bf-bc8d-9bee23cfd991 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:18.505315 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da14d82-b9c0-45bf-bc8d-9bee23cfd991 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:18.505315 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9da14d82-b9c0-45bf-bc8d-9bee23cfd991 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:18.511558 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f6243d-dd2d-4a6d-ac3f-615b36b94975 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:18.519646 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da14d82-b9c0-45bf-bc8d-9bee23cfd991 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=c1f2065c-4339-43ae-886a-790298029ffb,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:18.524105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9da14d82-b9c0-45bf-bc8d-9bee23cfd991 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:18.625162 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9da14d82-b9c0-45bf-bc8d-9bee23cfd991 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9674807 Dec 22 15:30:18.625413 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37500) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:18.634454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-90ee4dbe-6cec-45b7-ae7b-82361b8850c0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'mac_address': 'fa:16:3e:a0:7d:b6', 'name': 'tempest-NetworksTestDHCPv6-559283813'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:18.792332 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'fixed_ips': [{'subnet_id': 'c1f2065c-4339-43ae-886a-790298029ffb'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:30:18.794711 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:18.819615 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-90ee4dbe-6cec-45b7-ae7b-82361b8850c0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:18.834356 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-90ee4dbe-6cec-45b7-ae7b-82361b8850c0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:18.941310 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ee4dbe-6cec-45b7-ae7b-82361b8850c0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:18.960240 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Allocated IP 2001:db8::f816:3eff:fe52:3869 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/c1f2065c-4339-43ae-886a-790298029ffb/b44ff4d9-ed08-48dc-b14f-3f0fcb619f07) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:19.196653 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90ee4dbe-6cec-45b7-ae7b-82361b8850c0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:19.225820 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-90ee4dbe-6cec-45b7-ae7b-82361b8850c0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port b0e36488-378f-40ed-934f-9bcd7a5ca41c yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:30:19.238620 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:19.249555 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Transition to ACTIVE for port object b44ff4d9-ed08-48dc-b14f-3f0fcb619f07 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:19.268391 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Transition to ACTIVE for port object b44ff4d9-ed08-48dc-b14f-3f0fcb619f07 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:19.377694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:19.383605 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:19.446595 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:19.449502 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:19.453376 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:19.465336 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-90ee4dbe-6cec-45b7-ae7b-82361b8850c0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::f816:3eff:fea0:7db6 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/c1f2065c-4339-43ae-886a-790298029ffb/b0e36488-378f-40ed-934f-9bcd7a5ca41c) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:19.502939 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Pushing event updated for resources: {'Port': ['ID=b44ff4d9-ed08-48dc-b14f-3f0fcb619f07,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:19.512728 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:19.566461 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Attempting to bind port b44ff4d9-ed08-48dc-b14f-3f0fcb619f07 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:30:19.566858 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Attempting to bind port b44ff4d9-ed08-48dc-b14f-3f0fcb619f07 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:30:19.567299 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Attempting to bind port b44ff4d9-ed08-48dc-b14f-3f0fcb619f07 on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:30:19.573456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:30:19.574132 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:30:19.574382 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:19.574690 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:30:19.575177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Bound port: b44ff4d9-ed08-48dc-b14f-3f0fcb619f07, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:30:19.575885 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:19.695140 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] For port b44ff4d9-ed08-48dc-b14f-3f0fcb619f07, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:30:19.702011 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] For port b44ff4d9-ed08-48dc-b14f-3f0fcb619f07, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b44ff4d9-ed08-48dc-b14f-3f0fcb619f07,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:30:19.734789 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90ee4dbe-6cec-45b7-ae7b-82361b8850c0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:19.746714 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-90ee4dbe-6cec-45b7-ae7b-82361b8850c0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object b0e36488-378f-40ed-934f-9bcd7a5ca41c will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:19.800519 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:19.804333 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-61d2cfd9-c3e1-4f6c-b42c-5f94d14960b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:19.840791 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90ee4dbe-6cec-45b7-ae7b-82361b8850c0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:19.849470 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cb257bc4-291b-4571-ad8f-7859e4fb569b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:19.886783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Pushing event updated for resources: {'Port': ['ID=b44ff4d9-ed08-48dc-b14f-3f0fcb619f07,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:19.890804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:19.924425 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ee4dbe-6cec-45b7-ae7b-82361b8850c0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:19.927662 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-90ee4dbe-6cec-45b7-ae7b-82361b8850c0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:19.930191 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ee4dbe-6cec-45b7-ae7b-82361b8850c0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:19.936490 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ee4dbe-6cec-45b7-ae7b-82361b8850c0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:19.937112 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90ee4dbe-6cec-45b7-ae7b-82361b8850c0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:19.952552 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee4dbe-6cec-45b7-ae7b-82361b8850c0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=b0e36488-378f-40ed-934f-9bcd7a5ca41c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:19.955416 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-90ee4dbe-6cec-45b7-ae7b-82361b8850c0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:20.064612 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-90ee4dbe-6cec-45b7-ae7b-82361b8850c0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4372246 Dec 22 15:30:20.066664 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37506) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:20.164784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2aa9ab-a80e-4b8f-8d45-654e6552b0db tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:20.173733 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2aa9ab-a80e-4b8f-8d45-654e6552b0db tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:20.175766 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1d2aa9ab-a80e-4b8f-8d45-654e6552b0db tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:20.271470 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1d2aa9ab-a80e-4b8f-8d45-654e6552b0db tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:20.272751 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1d2aa9ab-a80e-4b8f-8d45-654e6552b0db tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2049372 Dec 22 15:30:20.275454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37510) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:20.353508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f40a64b3-4178-4a1c-b3c8-c67501506f73 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port b0e36488-378f-40ed-934f-9bcd7a5ca41c {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:20.354602 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f40a64b3-4178-4a1c-b3c8-c67501506f73 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:20.619153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f40a64b3-4178-4a1c-b3c8-c67501506f73 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:20.767098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f40a64b3-4178-4a1c-b3c8-c67501506f73 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for b0e36488-378f-40ed-934f-9bcd7a5ca41c owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:20.992166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f40a64b3-4178-4a1c-b3c8-c67501506f73 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:20.998429 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f277c810-622f-4cdc-9fac-2b8b61a1672d tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:21.050595 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a64b3-4178-4a1c-b3c8-c67501506f73 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=b0e36488-378f-40ed-934f-9bcd7a5ca41c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:21.054032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f40a64b3-4178-4a1c-b3c8-c67501506f73 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:21.098285 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f40a64b3-4178-4a1c-b3c8-c67501506f73 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:21.195004 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8730b140-ad21-4736-af92-f040d4f94358 None None] Provisioning for port b44ff4d9-ed08-48dc-b14f-3f0fcb619f07 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:30:21.204560 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f40a64b3-4178-4a1c-b3c8-c67501506f73 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/b0e36488-378f-40ed-934f-9bcd7a5ca41c HTTP/1.1" status: 204 len: 168 time: 0.9276547 Dec 22 15:30:21.206935 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37514) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:21.288090 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61e30e7-e04b-4cf6-87f7-e20b546c5066 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:21.289601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61e30e7-e04b-4cf6-87f7-e20b546c5066 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:21.290411 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f61e30e7-e04b-4cf6-87f7-e20b546c5066 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:21.321292 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-70e4314f-db22-4013-8ed2-f1ef61f9ae0f None None] Could not find standard attr ID for object b0e36488-378f-40ed-934f-9bcd7a5ca41c. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:30:21.386203 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f61e30e7-e04b-4cf6-87f7-e20b546c5066 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:21.392301 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f61e30e7-e04b-4cf6-87f7-e20b546c5066 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1793993 Dec 22 15:30:21.392951 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37518) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:21.470924 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a9216c-3343-4cce-b4c0-a21af376297e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet c1f2065c-4339-43ae-886a-790298029ffb {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:30:21.473963 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-97a9216c-3343-4cce-b4c0-a21af376297e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:21.531303 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-97a9216c-3343-4cce-b4c0-a21af376297e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:21.631976 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-97a9216c-3343-4cce-b4c0-a21af376297e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:21.780309 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-97a9216c-3343-4cce-b4c0-a21af376297e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:21.784510 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6bf4586c-2909-4702-8820-404cd816e9ef tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:21.821893 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9216c-3343-4cce-b4c0-a21af376297e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f2065c-4339-43ae-886a-790298029ffb,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:21.824347 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-97a9216c-3343-4cce-b4c0-a21af376297e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:21.828036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-97a9216c-3343-4cce-b4c0-a21af376297e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:21.837393 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd192a2-97c2-4626-96d1-8d651f6a8607 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:21.921108 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-97a9216c-3343-4cce-b4c0-a21af376297e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/c1f2065c-4339-43ae-886a-790298029ffb HTTP/1.1" status: 204 len: 168 time: 0.5265841 Dec 22 15:30:21.923651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37522) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:22.008006 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b1a6047d-f944-413b-9c67-0d3a059c8e2c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831695 Dec 22 15:30:22.010802 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37526) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:22.017408 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-ec201f89-2b83-486e-b2cb-75b39c6274c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:22.147783 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ec201f89-2b83-486e-b2cb-75b39c6274c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:22.152173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ec201f89-2b83-486e-b2cb-75b39c6274c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:22.155712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ec201f89-2b83-486e-b2cb-75b39c6274c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:22.161012 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb51a496-f6ef-43ab-a459-347e17f79404 None None] DHCP port deletion for a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:30:22.164830 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-cb51a496-f6ef-43ab-a459-347e17f79404 None None] Deleting port b44ff4d9-ed08-48dc-b14f-3f0fcb619f07 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:22.165321 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cb51a496-f6ef-43ab-a459-347e17f79404 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:22.165657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ec201f89-2b83-486e-b2cb-75b39c6274c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:22.271476 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec201f89-2b83-486e-b2cb-75b39c6274c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:22.275721 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ec201f89-2b83-486e-b2cb-75b39c6274c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:22.377315 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-cb51a496-f6ef-43ab-a459-347e17f79404 None None] For port b44ff4d9-ed08-48dc-b14f-3f0fcb619f07, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b44ff4d9-ed08-48dc-b14f-3f0fcb619f07,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:22.378009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cb51a496-f6ef-43ab-a459-347e17f79404 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:22.558298 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-cb51a496-f6ef-43ab-a459-347e17f79404 None None] Calling delete_port for b44ff4d9-ed08-48dc-b14f-3f0fcb619f07 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:22.703279 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cb51a496-f6ef-43ab-a459-347e17f79404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:22.708557 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-16ef3324-4aed-4aac-9270-e74f2eb2ef6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:22.732173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.objects.ports [None req-ec201f89-2b83-486e-b2cb-75b39c6274c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88218) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 15:30:22.750887 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51a496-f6ef-43ab-a459-347e17f79404 None None] Pushing event deleted for resources: {'Port': ['ID=b44ff4d9-ed08-48dc-b14f-3f0fcb619f07,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:22.753857 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-cb51a496-f6ef-43ab-a459-347e17f79404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:22.754683 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb51a496-f6ef-43ab-a459-347e17f79404 None None] No DVR routers for this DVR port b44ff4d9-ed08-48dc-b14f-3f0fcb619f07 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:30:22.841467 dv-neutron-822674-1-hyperv neutron-server[88218]: WARNING neutron.services.revisions.revision_plugin [None req-ec201f89-2b83-486e-b2cb-75b39c6274c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Could not find related port for resource to bump revision. Dec 22 15:30:22.914114 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.ipam_pluggable_backend [None req-ec201f89-2b83-486e-b2cb-75b39c6274c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Port b44ff4d9-ed08-48dc-b14f-3f0fcb619f07 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88218) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 22 15:30:22.914667 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.ipam_pluggable_backend [None req-ec201f89-2b83-486e-b2cb-75b39c6274c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Reverting IP allocation for 2001:db8::f816:3eff:fe52:3869 {{(pid=88218) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 22 15:30:22.919465 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.ipam_pluggable_backend [None req-ec201f89-2b83-486e-b2cb-75b39c6274c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe52:3869 {{(pid=88218) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 22 15:30:22.921145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ec201f89-2b83-486e-b2cb-75b39c6274c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:22.924742 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f7d4ef06-4eb4-4263-a5d8-2578884472ad tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:22.980643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec201f89-2b83-486e-b2cb-75b39c6274c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:22.983991 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-ec201f89-2b83-486e-b2cb-75b39c6274c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:22.988898 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec201f89-2b83-486e-b2cb-75b39c6274c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:22.988898 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ec201f89-2b83-486e-b2cb-75b39c6274c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:22.994169 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b963e28-b75e-4a34-ae00-758a01c57341 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:23.002713 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec201f89-2b83-486e-b2cb-75b39c6274c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=6fd6436c-bc9a-454a-91f1-d5ff4a20a4cf,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:23.006957 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ec201f89-2b83-486e-b2cb-75b39c6274c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:23.103835 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ec201f89-2b83-486e-b2cb-75b39c6274c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0916898 Dec 22 15:30:23.108772 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37532) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:23.115966 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4f639dc9-cd09-4ad3-b4a9-a92b85d7d42d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'mac_address': 'fa:16:3e:96:85:1d', 'name': 'tempest-NetworksTestDHCPv6-231036525'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:23.245738 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'fixed_ips': [{'subnet_id': '6fd6436c-bc9a-454a-91f1-d5ff4a20a4cf'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:30:23.248078 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:23.275939 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4f639dc9-cd09-4ad3-b4a9-a92b85d7d42d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:23.279284 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4f639dc9-cd09-4ad3-b4a9-a92b85d7d42d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:port and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:23.282153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4f639dc9-cd09-4ad3-b4a9-a92b85d7d42d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:23.288454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4f639dc9-cd09-4ad3-b4a9-a92b85d7d42d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:23.400754 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f639dc9-cd09-4ad3-b4a9-a92b85d7d42d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:23.404882 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f639dc9-cd09-4ad3-b4a9-a92b85d7d42d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:23.421412 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Allocated IP 2001:db8::f816:3eff:fe07:5320 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/6fd6436c-bc9a-454a-91f1-d5ff4a20a4cf/10de4edf-e29a-484e-b02b-2a5a99084009) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:23.433946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-4f639dc9-cd09-4ad3-b4a9-a92b85d7d42d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port 82f8cff0-be04-43b5-9dd7-0b36b62959a6 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:30:23.660456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:23.674021 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Transition to ACTIVE for port object 10de4edf-e29a-484e-b02b-2a5a99084009 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:23.698514 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Transition to ACTIVE for port object 10de4edf-e29a-484e-b02b-2a5a99084009 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:23.778407 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:23.788173 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:23.854279 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:23.855752 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:23.859744 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:23.861015 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-4f639dc9-cd09-4ad3-b4a9-a92b85d7d42d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::f816:3eff:fe96:851d (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/6fd6436c-bc9a-454a-91f1-d5ff4a20a4cf/82f8cff0-be04-43b5-9dd7-0b36b62959a6) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:23.906954 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Pushing event updated for resources: {'Port': ['ID=10de4edf-e29a-484e-b02b-2a5a99084009,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:23.934432 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:23.961593 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Attempting to bind port 10de4edf-e29a-484e-b02b-2a5a99084009 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:30:23.961980 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Attempting to bind port 10de4edf-e29a-484e-b02b-2a5a99084009 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:30:23.962396 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Attempting to bind port 10de4edf-e29a-484e-b02b-2a5a99084009 on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:30:23.968882 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:30:23.969896 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:30:23.969896 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:23.970140 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:30:23.970602 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Bound port: 10de4edf-e29a-484e-b02b-2a5a99084009, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:30:23.970983 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:24.073625 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] For port 10de4edf-e29a-484e-b02b-2a5a99084009, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:30:24.079872 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] For port 10de4edf-e29a-484e-b02b-2a5a99084009, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=10de4edf-e29a-484e-b02b-2a5a99084009,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:30:24.095268 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b44ff4d9-ed08-48dc-b14f-3f0fcb619f07 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:30:24.099975 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f639dc9-cd09-4ad3-b4a9-a92b85d7d42d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:24.131954 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: b44ff4d9-ed08-48dc-b14f-3f0fcb619f07 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:30:24.132176 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-4f639dc9-cd09-4ad3-b4a9-a92b85d7d42d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object 82f8cff0-be04-43b5-9dd7-0b36b62959a6 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:24.132809 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b44ff4d9-ed08-48dc-b14f-3f0fcb619f07 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:30:24.240952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:24.245911 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7dc38de5-0f45-4440-ba72-fdeacb13785f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:24.315116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f639dc9-cd09-4ad3-b4a9-a92b85d7d42d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:24.332181 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-339b1fd3-5d25-4bd1-a5d8-172268924e8a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:24.334331 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Pushing event updated for resources: {'Port': ['ID=10de4edf-e29a-484e-b02b-2a5a99084009,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:24.337751 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:24.396972 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f639dc9-cd09-4ad3-b4a9-a92b85d7d42d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:24.405776 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4f639dc9-cd09-4ad3-b4a9-a92b85d7d42d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:24.412218 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f639dc9-cd09-4ad3-b4a9-a92b85d7d42d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:24.416975 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f639dc9-cd09-4ad3-b4a9-a92b85d7d42d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:24.417631 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f639dc9-cd09-4ad3-b4a9-a92b85d7d42d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:24.447644 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f639dc9-cd09-4ad3-b4a9-a92b85d7d42d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=82f8cff0-be04-43b5-9dd7-0b36b62959a6,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:24.454154 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4f639dc9-cd09-4ad3-b4a9-a92b85d7d42d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:25.135523 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4f639dc9-cd09-4ad3-b4a9-a92b85d7d42d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0252414 Dec 22 15:30:25.142734 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37536) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:25.222865 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d77a6f7b-1960-486b-b54f-013f2e2e0890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:25.362725 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a701bd3-9da1-4cd1-ba1b-cd84662d56ed tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:25.368805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a701bd3-9da1-4cd1-ba1b-cd84662d56ed tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:25.369556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9a701bd3-9da1-4cd1-ba1b-cd84662d56ed tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:25.460329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9a701bd3-9da1-4cd1-ba1b-cd84662d56ed tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:25.464349 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9a701bd3-9da1-4cd1-ba1b-cd84662d56ed tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3177555 Dec 22 15:30:25.464525 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37540) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:25.549067 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-2333d9ad-ac39-4607-b359-8f02f73147e7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port 82f8cff0-be04-43b5-9dd7-0b36b62959a6 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:25.549469 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2333d9ad-ac39-4607-b359-8f02f73147e7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:25.560650 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-cc886805-8777-43d6-9d1d-244d0259a82a None None] Provisioning for port 10de4edf-e29a-484e-b02b-2a5a99084009 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:30:25.809512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9daf8f92-b12f-49dd-b477-c8cf24414c93 None None] Provisioning for port 82f8cff0-be04-43b5-9dd7-0b36b62959a6 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:30:25.815540 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9daf8f92-b12f-49dd-b477-c8cf24414c93 None None] Provisioning complete for port 82f8cff0-be04-43b5-9dd7-0b36b62959a6 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:30:25.815926 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9daf8f92-b12f-49dd-b477-c8cf24414c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:25.855994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2333d9ad-ac39-4607-b359-8f02f73147e7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:25.881336 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-9daf8f92-b12f-49dd-b477-c8cf24414c93 None None] Port 82f8cff0-be04-43b5-9dd7-0b36b62959a6 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:30:26.008119 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-2333d9ad-ac39-4607-b359-8f02f73147e7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for 82f8cff0-be04-43b5-9dd7-0b36b62959a6 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:26.143747 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 10de4edf-e29a-484e-b02b-2a5a99084009 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:30:26.274054 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2333d9ad-ac39-4607-b359-8f02f73147e7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:26.282565 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8ff2152-ca1b-4c9d-8ee7-8f19aaa3bdec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:26.302396 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 10de4edf-e29a-484e-b02b-2a5a99084009 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:30:26.303987 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 10de4edf-e29a-484e-b02b-2a5a99084009 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:30:26.304435 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:26.334460 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333d9ad-ac39-4607-b359-8f02f73147e7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=82f8cff0-be04-43b5-9dd7-0b36b62959a6,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:26.370527 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2333d9ad-ac39-4607-b359-8f02f73147e7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:26.385819 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2333d9ad-ac39-4607-b359-8f02f73147e7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:26.442775 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:26.482541 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 10de4edf-e29a-484e-b02b-2a5a99084009, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=10de4edf-e29a-484e-b02b-2a5a99084009,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:26.523617 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2333d9ad-ac39-4607-b359-8f02f73147e7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/82f8cff0-be04-43b5-9dd7-0b36b62959a6 HTTP/1.1" status: 204 len: 168 time: 1.0547404 Dec 22 15:30:26.526611 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37546) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:26.595364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d68a54-2101-42a1-8124-ae2af82f5856 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:26.596875 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d68a54-2101-42a1-8124-ae2af82f5856 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:26.598434 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e8d68a54-2101-42a1-8124-ae2af82f5856 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0707860 Dec 22 15:30:26.601347 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37550) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:26.631162 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:26.631162 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:26.681461 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-4452f776-b3a8-45c6-9be2-da9162c81872 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet 6fd6436c-bc9a-454a-91f1-d5ff4a20a4cf {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:30:26.688627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4452f776-b3a8-45c6-9be2-da9162c81872 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:26.705580 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=10de4edf-e29a-484e-b02b-2a5a99084009,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:26.709066 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:26.761394 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4452f776-b3a8-45c6-9be2-da9162c81872 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:26.857717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4452f776-b3a8-45c6-9be2-da9162c81872 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:27.028985 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4452f776-b3a8-45c6-9be2-da9162c81872 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:27.033250 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-74c649b5-6648-4fe2-b5c7-e5525800bb09 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:27.071472 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452f776-b3a8-45c6-9be2-da9162c81872 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=6fd6436c-bc9a-454a-91f1-d5ff4a20a4cf,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:27.074472 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4452f776-b3a8-45c6-9be2-da9162c81872 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:27.075474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4452f776-b3a8-45c6-9be2-da9162c81872 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:27.084294 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1ae6bd-7836-4e1c-bc43-f4968a4f3b73 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:27.086251 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4452f776-b3a8-45c6-9be2-da9162c81872 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/6fd6436c-bc9a-454a-91f1-d5ff4a20a4cf HTTP/1.1" status: 204 len: 168 time: 0.4836788 Dec 22 15:30:27.088740 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37554) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:27.161180 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-44e3fb86-ab91-44d6-865c-4149619ebc0a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711317 Dec 22 15:30:27.164249 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37558) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:27.260280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c49ed4-4737-419e-8095-b2ddd0e6c77e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:27.260999 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c1c49ed4-4737-419e-8095-b2ddd0e6c77e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:27.376816 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c1c49ed4-4737-419e-8095-b2ddd0e6c77e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:27.381568 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c1c49ed4-4737-419e-8095-b2ddd0e6c77e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2137249 Dec 22 15:30:27.384933 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37562) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:27.416636 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d9e397-f24f-42a1-a912-d9ff30007dad None None] DHCP port deletion for a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:30:27.421163 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-b2d9e397-f24f-42a1-a912-d9ff30007dad None None] Deleting port 10de4edf-e29a-484e-b02b-2a5a99084009 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:27.427846 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b2d9e397-f24f-42a1-a912-d9ff30007dad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:27.459706 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae43e250-b2f0-479b-9ca8-f39ce94f98f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:27.460565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ae43e250-b2f0-479b-9ca8-f39ce94f98f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:27.617125 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ae43e250-b2f0-479b-9ca8-f39ce94f98f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:27.625658 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ae43e250-b2f0-479b-9ca8-f39ce94f98f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2323043 Dec 22 15:30:27.627552 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37568) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:27.662898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b2d9e397-f24f-42a1-a912-d9ff30007dad None None] For port 10de4edf-e29a-484e-b02b-2a5a99084009, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=10de4edf-e29a-484e-b02b-2a5a99084009,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:27.662898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b2d9e397-f24f-42a1-a912-d9ff30007dad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:27.705169 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-34ba39e3-7ca6-4010-bd32-d512d65f7b01 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709403 Dec 22 15:30:27.705465 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37572) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:27.711206 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-11931275-d971-4b04-9a1e-e0eca902f9c4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:27.778563 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-b2d9e397-f24f-42a1-a912-d9ff30007dad None None] Calling delete_port for 10de4edf-e29a-484e-b02b-2a5a99084009 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:27.808037 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-38d9184f-ca6b-45ab-8644-45ae682e8ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:27.827161 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-11931275-d971-4b04-9a1e-e0eca902f9c4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:27.838746 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-11931275-d971-4b04-9a1e-e0eca902f9c4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:27.940375 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11931275-d971-4b04-9a1e-e0eca902f9c4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:27.944610 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-11931275-d971-4b04-9a1e-e0eca902f9c4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:27.967781 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b2d9e397-f24f-42a1-a912-d9ff30007dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:27.971834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:28.018124 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d9e397-f24f-42a1-a912-d9ff30007dad None None] No DVR routers for this DVR port 10de4edf-e29a-484e-b02b-2a5a99084009 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:30:28.026091 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9e397-f24f-42a1-a912-d9ff30007dad None None] Pushing event deleted for resources: {'Port': ['ID=10de4edf-e29a-484e-b02b-2a5a99084009,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:28.026091 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b2d9e397-f24f-42a1-a912-d9ff30007dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:28.126525 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 10de4edf-e29a-484e-b02b-2a5a99084009 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:30:28.181682 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 10de4edf-e29a-484e-b02b-2a5a99084009 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:30:28.182034 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 10de4edf-e29a-484e-b02b-2a5a99084009 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:30:28.473511 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.objects.ports [None req-11931275-d971-4b04-9a1e-e0eca902f9c4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88218) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 15:30:28.475445 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-11931275-d971-4b04-9a1e-e0eca902f9c4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:28.487415 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-630713e9-0495-4e2a-aec5-4fe74a0be092 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:28.684381 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11931275-d971-4b04-9a1e-e0eca902f9c4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:28.688346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-11931275-d971-4b04-9a1e-e0eca902f9c4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:28.691466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11931275-d971-4b04-9a1e-e0eca902f9c4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:28.692151 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-11931275-d971-4b04-9a1e-e0eca902f9c4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:28.697750 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185616d8-e343-43fd-9b31-f619d2e7bb7d None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:28.716298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11931275-d971-4b04-9a1e-e0eca902f9c4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=1bb0e85a-ab10-4747-ba86-fadfcf23458a,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:28.721945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-11931275-d971-4b04-9a1e-e0eca902f9c4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:28.815756 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-11931275-d971-4b04-9a1e-e0eca902f9c4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1087847 Dec 22 15:30:28.818332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37580) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:28.826583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-f7fd571b-75e5-44fd-a26f-d6a669ab2452 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'mac_address': 'fa:16:3e:dc:ff:ff', 'name': 'tempest-NetworksTestDHCPv6-1950118545'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:28.962179 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'fixed_ips': [{'subnet_id': '1bb0e85a-ab10-4747-ba86-fadfcf23458a'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:30:28.963077 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:28.976750 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:28.992277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f7fd571b-75e5-44fd-a26f-d6a669ab2452 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:29.006769 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f7fd571b-75e5-44fd-a26f-d6a669ab2452 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:29.075116 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:29.147742 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Allocated IP 2001:db8::f816:3eff:fe85:3649 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/1bb0e85a-ab10-4747-ba86-fadfcf23458a/56f73a87-7e0f-4af1-b179-ed095fac048f) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:29.148109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fd571b-75e5-44fd-a26f-d6a669ab2452 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:29.289512 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f7fd571b-75e5-44fd-a26f-d6a669ab2452 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:29.318152 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-f7fd571b-75e5-44fd-a26f-d6a669ab2452 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port c97602cc-7e56-45af-9906-bb2d550a7245 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:30:29.368505 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:29.380075 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Transition to ACTIVE for port object 56f73a87-7e0f-4af1-b179-ed095fac048f will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:29.404547 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Transition to ACTIVE for port object 56f73a87-7e0f-4af1-b179-ed095fac048f will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:29.552783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:29.562981 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:29.626811 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-f7fd571b-75e5-44fd-a26f-d6a669ab2452 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::f816:3eff:fedc:ffff (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/1bb0e85a-ab10-4747-ba86-fadfcf23458a/c97602cc-7e56-45af-9906-bb2d550a7245) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:29.636998 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:29.636998 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:29.640201 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:29.646555 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Pushing event updated for resources: {'Port': ['ID=56f73a87-7e0f-4af1-b179-ed095fac048f,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:29.650670 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:29.745262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Attempting to bind port 56f73a87-7e0f-4af1-b179-ed095fac048f on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:30:29.746275 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Attempting to bind port 56f73a87-7e0f-4af1-b179-ed095fac048f by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:30:29.746275 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Attempting to bind port 56f73a87-7e0f-4af1-b179-ed095fac048f on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:30:29.751673 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:30:29.752067 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:30:29.752508 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:29.752913 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:30:29.753404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Bound port: 56f73a87-7e0f-4af1-b179-ed095fac048f, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:30:29.753785 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:29.848122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] For port 56f73a87-7e0f-4af1-b179-ed095fac048f, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:30:29.851456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] For port 56f73a87-7e0f-4af1-b179-ed095fac048f, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=56f73a87-7e0f-4af1-b179-ed095fac048f,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:30:29.859279 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f7fd571b-75e5-44fd-a26f-d6a669ab2452 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:29.878092 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f7fd571b-75e5-44fd-a26f-d6a669ab2452 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object c97602cc-7e56-45af-9906-bb2d550a7245 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:29.979436 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:29.982687 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-cb51a496-f6ef-43ab-a459-347e17f79404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:29.991979 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f7fd571b-75e5-44fd-a26f-d6a669ab2452 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:30.001386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c70da079-9b6f-49c9-9cd8-4981d29a9069 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:30.074289 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fd571b-75e5-44fd-a26f-d6a669ab2452 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:30.077866 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-f7fd571b-75e5-44fd-a26f-d6a669ab2452 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:30.083417 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fd571b-75e5-44fd-a26f-d6a669ab2452 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:30.087536 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fd571b-75e5-44fd-a26f-d6a669ab2452 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:30.088187 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f7fd571b-75e5-44fd-a26f-d6a669ab2452 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:30.096977 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd571b-75e5-44fd-a26f-d6a669ab2452 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=c97602cc-7e56-45af-9906-bb2d550a7245,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:30.115098 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f7fd571b-75e5-44fd-a26f-d6a669ab2452 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:30.115584 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Pushing event updated for resources: {'Port': ['ID=56f73a87-7e0f-4af1-b179-ed095fac048f,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:30.117131 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:30.258067 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f7fd571b-75e5-44fd-a26f-d6a669ab2452 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4385426 Dec 22 15:30:30.264803 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37584) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:30.366102 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08004e90-e878-4e8a-927a-cf47f1f09902 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:30.372662 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08004e90-e878-4e8a-927a-cf47f1f09902 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:30.373505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-08004e90-e878-4e8a-927a-cf47f1f09902 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:30.463210 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-08004e90-e878-4e8a-927a-cf47f1f09902 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:30.467505 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-08004e90-e878-4e8a-927a-cf47f1f09902 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1983204 Dec 22 15:30:30.468030 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37588) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:30.549882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c2235-39f6-41a4-aef3-63d248da70ec tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port c97602cc-7e56-45af-9906-bb2d550a7245 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:30.550433 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9c8c2235-39f6-41a4-aef3-63d248da70ec tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:30.873521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9c8c2235-39f6-41a4-aef3-63d248da70ec tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:30.894649 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:31.049715 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c2235-39f6-41a4-aef3-63d248da70ec tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for c97602cc-7e56-45af-9906-bb2d550a7245 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:31.355741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9c8c2235-39f6-41a4-aef3-63d248da70ec tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:31.364193 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b07b3a2b-3748-4c9e-aec8-83a01170dd39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:31.426892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c2235-39f6-41a4-aef3-63d248da70ec tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=c97602cc-7e56-45af-9906-bb2d550a7245,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:31.430001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9c8c2235-39f6-41a4-aef3-63d248da70ec tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:31.454031 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0f95c1aa-643c-4447-b506-9f7de4e667f7 None None] Provisioning for port 56f73a87-7e0f-4af1-b179-ed095fac048f completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:30:31.489696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9c8c2235-39f6-41a4-aef3-63d248da70ec tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:31.558044 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9c8c2235-39f6-41a4-aef3-63d248da70ec tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/c97602cc-7e56-45af-9906-bb2d550a7245 HTTP/1.1" status: 204 len: 168 time: 1.0887372 Dec 22 15:30:31.560261 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37594) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:31.573355 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3528db2f-9174-4071-a645-eaafb0f806e1 None None] Could not find standard attr ID for object c97602cc-7e56-45af-9906-bb2d550a7245. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:30:31.659792 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c58e55-fa5b-456a-8735-99ea981bcc1a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:31.659792 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c58e55-fa5b-456a-8735-99ea981bcc1a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:31.659792 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-21c58e55-fa5b-456a-8735-99ea981bcc1a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:31.757781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-21c58e55-fa5b-456a-8735-99ea981bcc1a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:31.758871 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-21c58e55-fa5b-456a-8735-99ea981bcc1a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1971543 Dec 22 15:30:31.761045 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37598) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:31.955159 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa99a64-787c-4daf-8937-6c3009d9703d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet 1bb0e85a-ab10-4747-ba86-fadfcf23458a {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:30:31.958371 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0fa99a64-787c-4daf-8937-6c3009d9703d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:32.017321 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0fa99a64-787c-4daf-8937-6c3009d9703d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:32.121281 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0fa99a64-787c-4daf-8937-6c3009d9703d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:32.147742 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 56f73a87-7e0f-4af1-b179-ed095fac048f up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:30:32.306261 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0fa99a64-787c-4daf-8937-6c3009d9703d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:32.310190 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-afd0544d-0783-4d83-b831-cb2fa2122c9d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:32.351264 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 56f73a87-7e0f-4af1-b179-ed095fac048f completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:30:32.351498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa99a64-787c-4daf-8937-6c3009d9703d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=1bb0e85a-ab10-4747-ba86-fadfcf23458a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:32.354759 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0fa99a64-787c-4daf-8937-6c3009d9703d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:32.355868 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0fa99a64-787c-4daf-8937-6c3009d9703d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:32.357057 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 56f73a87-7e0f-4af1-b179-ed095fac048f triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:30:32.357488 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:32.385441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399431e8-cba2-4aa2-b969-0ae13a90f59b None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:32.460853 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0fa99a64-787c-4daf-8937-6c3009d9703d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/1bb0e85a-ab10-4747-ba86-fadfcf23458a HTTP/1.1" status: 204 len: 168 time: 0.6986794 Dec 22 15:30:32.463818 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37602) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:32.539923 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1bbe9ed9-ad83-4202-98a7-8b3f687933bb tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690167 Dec 22 15:30:32.539923 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37606) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:32.544213 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:32.658294 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:32.672997 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:32.677366 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:32.680413 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:32.688252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:32.705240 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 56f73a87-7e0f-4af1-b179-ed095fac048f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=56f73a87-7e0f-4af1-b179-ed095fac048f,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:32.767810 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] DHCP port deletion for a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:30:32.772615 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] Deleting port 56f73a87-7e0f-4af1-b179-ed095fac048f {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:32.773251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:32.866060 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:32.869766 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:32.911038 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:32.914472 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:33.054468 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] For port 56f73a87-7e0f-4af1-b179-ed095fac048f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=56f73a87-7e0f-4af1-b179-ed095fac048f,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:33.055408 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:33.117497 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=56f73a87-7e0f-4af1-b179-ed095fac048f,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:33.176512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:33.183211 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] Calling delete_port for 56f73a87-7e0f-4af1-b179-ed095fac048f owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:33.337639 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:30:33.338005 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:30:33.374334 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.objects.ports [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88218) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 15:30:33.624294 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:33.839125 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] Deleting port 56f73a87-7e0f-4af1-b179-ed095fac048f {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:33.839618 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:33.863151 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] For port 56f73a87-7e0f-4af1-b179-ed095fac048f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=56f73a87-7e0f-4af1-b179-ed095fac048f,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:33.891640 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:33.954160 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:33.954993 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:33.959857 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9883290c-c360-4773-8df8-e8782e3ba921 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:34.028877 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:34.032027 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:34.037401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:34.037401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:34.058796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=56f73a87-7e0f-4af1-b179-ed095fac048f,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:34.063929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:34.064529 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-79a4cde2-1241-4e66-bc13-7c5d70eadde1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:34.084105 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] For port 56f73a87-7e0f-4af1-b179-ed095fac048f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=56f73a87-7e0f-4af1-b179-ed095fac048f,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:34.084105 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:34.132781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=fbf5f880-39ef-4df9-ac6f-2e983e7812c9,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:34.140232 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:34.149139 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 56f73a87-7e0f-4af1-b179-ed095fac048f no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:30:34.206260 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6685145 Dec 22 15:30:34.209442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37612) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:34.215299 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-6585ead5-c81e-4c64-b671-773fc2f46c26 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'mac_address': 'fa:16:3e:65:a5:1b', 'name': 'tempest-NetworksTestDHCPv6-152144835'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:34.241316 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] Calling delete_port for 56f73a87-7e0f-4af1-b179-ed095fac048f owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:34.362393 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6585ead5-c81e-4c64-b671-773fc2f46c26 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:34.367073 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6585ead5-c81e-4c64-b671-773fc2f46c26 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:port and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:34.370703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6585ead5-c81e-4c64-b671-773fc2f46c26 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:34.378782 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6585ead5-c81e-4c64-b671-773fc2f46c26 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:34.436127 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:34.449214 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:30:34.449674 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:30:34.469893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 56f73a87-7e0f-4af1-b179-ed095fac048f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=56f73a87-7e0f-4af1-b179-ed095fac048f,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:34.499930 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6585ead5-c81e-4c64-b671-773fc2f46c26 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:34.577107 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:34.578967 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b9f1415a-67dd-4d88-90fe-29892a45ac21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:34.614157 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] Deleting port 56f73a87-7e0f-4af1-b179-ed095fac048f {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:34.614575 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:34.742108 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=56f73a87-7e0f-4af1-b179-ed095fac048f,revision_number=7']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:34.750919 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:34.759215 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6585ead5-c81e-4c64-b671-773fc2f46c26 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:34.786136 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-6585ead5-c81e-4c64-b671-773fc2f46c26 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port f38889b0-4134-4af6-8691-d494423527d4 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:30:34.884781 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] For port 56f73a87-7e0f-4af1-b179-ed095fac048f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=56f73a87-7e0f-4af1-b179-ed095fac048f,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:34.885225 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:34.936248 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-6585ead5-c81e-4c64-b671-773fc2f46c26 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::f816:3eff:fe65:a51b (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/fbf5f880-39ef-4df9-ac6f-2e983e7812c9/f38889b0-4134-4af6-8691-d494423527d4) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:35.019218 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] Calling delete_port for 56f73a87-7e0f-4af1-b179-ed095fac048f owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:35.151103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6585ead5-c81e-4c64-b671-773fc2f46c26 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:35.229088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-6585ead5-c81e-4c64-b671-773fc2f46c26 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object f38889b0-4134-4af6-8691-d494423527d4 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:35.229582 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:35.233593 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:35.281724 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] Pushing event deleted for resources: {'Port': ['ID=56f73a87-7e0f-4af1-b179-ed095fac048f,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:35.285151 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:35.329893 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6585ead5-c81e-4c64-b671-773fc2f46c26 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:35.337542 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5b2ee1a1-1fe0-4204-9183-bc6f1f3e6b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:35.367756 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] No DVR routers for this DVR port 56f73a87-7e0f-4af1-b179-ed095fac048f on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:30:35.383054 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9db327-e91a-42d0-9b78-9e2c6e8cebe3 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:35.414909 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6585ead5-c81e-4c64-b671-773fc2f46c26 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:35.418049 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-6585ead5-c81e-4c64-b671-773fc2f46c26 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:35.420716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585ead5-c81e-4c64-b671-773fc2f46c26 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:35.426566 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6585ead5-c81e-4c64-b671-773fc2f46c26 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:35.427298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6585ead5-c81e-4c64-b671-773fc2f46c26 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:35.448942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585ead5-c81e-4c64-b671-773fc2f46c26 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=f38889b0-4134-4af6-8691-d494423527d4,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:35.452415 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6585ead5-c81e-4c64-b671-773fc2f46c26 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:35.572073 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6585ead5-c81e-4c64-b671-773fc2f46c26 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3614535 Dec 22 15:30:35.574864 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37620) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:35.641111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'fixed_ips': [{'subnet_id': 'fbf5f880-39ef-4df9-ac6f-2e983e7812c9'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:30:35.642129 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:35.660810 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cac0241-70d8-4497-a2cd-fb79e1ce7bf6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:35.661564 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2cac0241-70d8-4497-a2cd-fb79e1ce7bf6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:35.734009 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2cac0241-70d8-4497-a2cd-fb79e1ce7bf6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:35.735327 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2cac0241-70d8-4497-a2cd-fb79e1ce7bf6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1588347 Dec 22 15:30:35.737892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37624) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:35.803223 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Allocated IP 2001:db8::f816:3eff:fe84:2cd1 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/fbf5f880-39ef-4df9-ac6f-2e983e7812c9/770bf6fb-32d4-47d0-9437-cbb15857b722) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:35.805790 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3aa4a7f6-ee9e-4658-95b4-b1f75ed7ca06 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port f38889b0-4134-4af6-8691-d494423527d4 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:35.806160 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3aa4a7f6-ee9e-4658-95b4-b1f75ed7ca06 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:35.992565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:36.026391 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:36.037286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Transition to ACTIVE for port object 770bf6fb-32d4-47d0-9437-cbb15857b722 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:36.055744 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Transition to ACTIVE for port object 770bf6fb-32d4-47d0-9437-cbb15857b722 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:36.064580 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3aa4a7f6-ee9e-4658-95b4-b1f75ed7ca06 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:36.131172 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:36.140371 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:36.194039 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3aa4a7f6-ee9e-4658-95b4-b1f75ed7ca06 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for f38889b0-4134-4af6-8691-d494423527d4 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:36.211002 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:36.213915 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:36.217721 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:36.223817 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Pushing event updated for resources: {'Port': ['ID=770bf6fb-32d4-47d0-9437-cbb15857b722,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:36.227694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:36.314433 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Attempting to bind port 770bf6fb-32d4-47d0-9437-cbb15857b722 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:30:36.316320 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Attempting to bind port 770bf6fb-32d4-47d0-9437-cbb15857b722 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:30:36.316320 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Attempting to bind port 770bf6fb-32d4-47d0-9437-cbb15857b722 on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:30:36.320795 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:30:36.321196 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:30:36.321603 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:36.322004 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:30:36.322505 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Bound port: 770bf6fb-32d4-47d0-9437-cbb15857b722, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:30:36.322888 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:36.457216 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] For port 770bf6fb-32d4-47d0-9437-cbb15857b722, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:30:36.460338 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] For port 770bf6fb-32d4-47d0-9437-cbb15857b722, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=770bf6fb-32d4-47d0-9437-cbb15857b722,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:30:36.474371 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3aa4a7f6-ee9e-4658-95b4-b1f75ed7ca06 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:36.476761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6585ead5-c81e-4c64-b671-773fc2f46c26 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:36.526589 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4a7f6-ee9e-4658-95b4-b1f75ed7ca06 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=f38889b0-4134-4af6-8691-d494423527d4,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:36.529645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3aa4a7f6-ee9e-4658-95b4-b1f75ed7ca06 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:36.563406 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:36.573752 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:36.573957 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3aa4a7f6-ee9e-4658-95b4-b1f75ed7ca06 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:36.642429 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Pushing event updated for resources: {'Port': ['ID=770bf6fb-32d4-47d0-9437-cbb15857b722,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:36.648319 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:36.700891 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3aa4a7f6-ee9e-4658-95b4-b1f75ed7ca06 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/f38889b0-4134-4af6-8691-d494423527d4 HTTP/1.1" status: 204 len: 168 time: 0.9618778 Dec 22 15:30:36.703561 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37628) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:36.781223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4f7625-01cb-4ab9-b851-ca9f8f7523fc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:36.782861 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4f7625-01cb-4ab9-b851-ca9f8f7523fc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:36.783679 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cd4f7625-01cb-4ab9-b851-ca9f8f7523fc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:36.948297 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cd4f7625-01cb-4ab9-b851-ca9f8f7523fc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:36.949540 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cd4f7625-01cb-4ab9-b851-ca9f8f7523fc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2449379 Dec 22 15:30:36.953212 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37632) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:37.030261 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6fc985c-4120-4a32-a3e2-3147d369553a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet fbf5f880-39ef-4df9-ac6f-2e983e7812c9 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:30:37.033664 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f6fc985c-4120-4a32-a3e2-3147d369553a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:37.089269 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f6fc985c-4120-4a32-a3e2-3147d369553a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:37.179661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f6fc985c-4120-4a32-a3e2-3147d369553a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:37.375163 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f6fc985c-4120-4a32-a3e2-3147d369553a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:37.388033 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-497e5437-5c98-4c97-bc73-4cadec9edb12 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:37.432069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc985c-4120-4a32-a3e2-3147d369553a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf5f880-39ef-4df9-ac6f-2e983e7812c9,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:37.433990 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f6fc985c-4120-4a32-a3e2-3147d369553a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:37.436758 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f6fc985c-4120-4a32-a3e2-3147d369553a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:37.532469 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f6fc985c-4120-4a32-a3e2-3147d369553a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/fbf5f880-39ef-4df9-ac6f-2e983e7812c9 HTTP/1.1" status: 204 len: 168 time: 0.5768774 Dec 22 15:30:37.534580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37636) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:37.680747 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a87bf6a-8ae7-4c1a-8404-1276a634b5c2 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:37.728361 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f9979f1c-9464-44f8-b356-cc1f068fdf6a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1944163 Dec 22 15:30:37.731089 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37640) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:37.764499 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d790b748-d9ee-48c4-ae5b-af65459e9716 None None] Could not find standard attr ID for object f38889b0-4134-4af6-8691-d494423527d4. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:30:37.821882 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e350f7df-eb21-49d6-a9d8-6a33840964ab tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:37.823368 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e350f7df-eb21-49d6-a9d8-6a33840964ab tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0912931 Dec 22 15:30:37.826799 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37644) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:37.891687 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d790b748-d9ee-48c4-ae5b-af65459e9716 None None] Provisioning for port 770bf6fb-32d4-47d0-9437-cbb15857b722 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:30:37.893332 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df77275-72f1-4a13-a485-5ae605e30e11 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:37.894027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2df77275-72f1-4a13-a485-5ae605e30e11 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:37.947828 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fcf309-bc00-4ad1-986a-7dad1e7f5d8e None None] DHCP port deletion for a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:30:37.952781 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-21fcf309-bc00-4ad1-986a-7dad1e7f5d8e None None] Deleting port 770bf6fb-32d4-47d0-9437-cbb15857b722 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:37.953172 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-21fcf309-bc00-4ad1-986a-7dad1e7f5d8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:37.993865 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2df77275-72f1-4a13-a485-5ae605e30e11 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:37.995912 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2df77275-72f1-4a13-a485-5ae605e30e11 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1678391 Dec 22 15:30:37.999381 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37648) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:38.072544 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-02423406-cf9d-482b-8654-3f47c8f42d5a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721796 Dec 22 15:30:38.076096 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37652) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:38.082573 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:38.168654 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-21fcf309-bc00-4ad1-986a-7dad1e7f5d8e None None] For port 770bf6fb-32d4-47d0-9437-cbb15857b722, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=770bf6fb-32d4-47d0-9437-cbb15857b722,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:38.169699 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-21fcf309-bc00-4ad1-986a-7dad1e7f5d8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:38.201782 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:38.211941 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:38.296999 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-21fcf309-bc00-4ad1-986a-7dad1e7f5d8e None None] Calling delete_port for 770bf6fb-32d4-47d0-9437-cbb15857b722 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:38.308003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:38.312526 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:38.494241 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-21fcf309-bc00-4ad1-986a-7dad1e7f5d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:38.498100 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c5efe119-aa49-4026-a544-304bcf0b15bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:38.543008 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcf309-bc00-4ad1-986a-7dad1e7f5d8e None None] Pushing event deleted for resources: {'Port': ['ID=770bf6fb-32d4-47d0-9437-cbb15857b722,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:38.547264 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-21fcf309-bc00-4ad1-986a-7dad1e7f5d8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:38.552847 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fcf309-bc00-4ad1-986a-7dad1e7f5d8e None None] No DVR routers for this DVR port 770bf6fb-32d4-47d0-9437-cbb15857b722 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:30:38.694117 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:38.701942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-75898877-6644-4f15-8975-13959c7d96e7 tempest-NetworksIpV6Test-1816271810 tempest-NetworksIpV6Test-1816271810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:38.761699 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:38.771126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:38.776479 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:38.777071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:38.782376 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abefe0ef-9379-43cb-9f48-7c3318fb29ec None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:38.808497 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=bf390b16-72ee-4ba0-9781-20e05c62f3a6,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:38.819537 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:38.820020 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:38.820401 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:38.820777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:38.830805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:38.830805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:38.830805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:38.830805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:38.830805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:38.830805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:38.830805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:38.830805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:38.830805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:38.900520 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8231149 Dec 22 15:30:38.903073 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37658) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:38.913053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e9a70f54-b493-4342-a359-3479e3bf1823 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'mac_address': 'fa:16:3e:8d:59:59', 'name': 'tempest-NetworksTestDHCPv6-1484877508'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:39.017584 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'fixed_ips': [{'subnet_id': 'bf390b16-72ee-4ba0-9781-20e05c62f3a6'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:30:39.018785 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:39.068443 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e9a70f54-b493-4342-a359-3479e3bf1823 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:39.073543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e9a70f54-b493-4342-a359-3479e3bf1823 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:port and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:39.077153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e9a70f54-b493-4342-a359-3479e3bf1823 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:39.086812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e9a70f54-b493-4342-a359-3479e3bf1823 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:39.186488 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Allocated IP 2001:db8::2 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/bf390b16-72ee-4ba0-9781-20e05c62f3a6/af8820a0-b2e0-4eae-a012-d194d47282ce) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:39.191075 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a70f54-b493-4342-a359-3479e3bf1823 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:39.318254 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9a70f54-b493-4342-a359-3479e3bf1823 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:39.351033 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-e9a70f54-b493-4342-a359-3479e3bf1823 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port ddcadfd4-d40d-46ab-86ae-c77cb2a0527f yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:30:39.409966 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:39.423025 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Transition to ACTIVE for port object af8820a0-b2e0-4eae-a012-d194d47282ce will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:39.444332 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Transition to ACTIVE for port object af8820a0-b2e0-4eae-a012-d194d47282ce will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:39.558132 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:39.568149 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ecc599fd-2524-441d-8fb9-22f1bf571e00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:39.674438 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-e9a70f54-b493-4342-a359-3479e3bf1823 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::6f (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/bf390b16-72ee-4ba0-9781-20e05c62f3a6/ddcadfd4-d40d-46ab-86ae-c77cb2a0527f) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:39.678043 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:39.683368 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:39.686708 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:39.729429 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Pushing event updated for resources: {'Port': ['ID=af8820a0-b2e0-4eae-a012-d194d47282ce,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:39.732833 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:39.832563 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Attempting to bind port af8820a0-b2e0-4eae-a012-d194d47282ce on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:30:39.833545 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Attempting to bind port af8820a0-b2e0-4eae-a012-d194d47282ce by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:30:39.833545 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Attempting to bind port af8820a0-b2e0-4eae-a012-d194d47282ce on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:30:39.840108 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:30:39.840482 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:30:39.841543 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:39.842102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:30:39.842620 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Bound port: af8820a0-b2e0-4eae-a012-d194d47282ce, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:30:39.843041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:39.910073 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9a70f54-b493-4342-a359-3479e3bf1823 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:39.925933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-e9a70f54-b493-4342-a359-3479e3bf1823 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object ddcadfd4-d40d-46ab-86ae-c77cb2a0527f will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:39.941267 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] For port af8820a0-b2e0-4eae-a012-d194d47282ce, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:30:39.945702 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] For port af8820a0-b2e0-4eae-a012-d194d47282ce, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=af8820a0-b2e0-4eae-a012-d194d47282ce,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:30:40.029164 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:40.032296 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-21fcf309-bc00-4ad1-986a-7dad1e7f5d8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:40.061205 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9a70f54-b493-4342-a359-3479e3bf1823 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:40.066926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-46baffdb-53fc-446c-b306-f9505d856750 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:40.130823 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Pushing event updated for resources: {'Port': ['ID=af8820a0-b2e0-4eae-a012-d194d47282ce,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:40.135691 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:40.150035 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a70f54-b493-4342-a359-3479e3bf1823 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:40.151911 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-e9a70f54-b493-4342-a359-3479e3bf1823 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:40.158982 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a70f54-b493-4342-a359-3479e3bf1823 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:40.164460 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a70f54-b493-4342-a359-3479e3bf1823 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:40.165078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9a70f54-b493-4342-a359-3479e3bf1823 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:40.170998 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a70f54-b493-4342-a359-3479e3bf1823 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=ddcadfd4-d40d-46ab-86ae-c77cb2a0527f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:40.178382 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e9a70f54-b493-4342-a359-3479e3bf1823 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:40.278021 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e9a70f54-b493-4342-a359-3479e3bf1823 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3728383 Dec 22 15:30:40.280842 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37664) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:40.397648 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659f4a31-3830-4ea9-87ca-9efe8c4722a2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:40.403901 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659f4a31-3830-4ea9-87ca-9efe8c4722a2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:40.405066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-659f4a31-3830-4ea9-87ca-9efe8c4722a2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:40.520102 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-659f4a31-3830-4ea9-87ca-9efe8c4722a2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:40.521061 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-659f4a31-3830-4ea9-87ca-9efe8c4722a2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2391255 Dec 22 15:30:40.524298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37668) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:40.597625 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port ddcadfd4-d40d-46ab-86ae-c77cb2a0527f {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:40.597989 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:41.012177 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:41.142872 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for ddcadfd4-d40d-46ab-86ae-c77cb2a0527f owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:41.305373 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7ee29090-bab6-4371-b83c-d93222cf0209 None None] Provisioning for port af8820a0-b2e0-4eae-a012-d194d47282ce completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:30:41.378472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:41.384850 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:41.423197 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-68f15436-b3df-4158-a25c-727b2788dab4 None None] Could not find standard attr ID for object ddcadfd4-d40d-46ab-86ae-c77cb2a0527f. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:30:41.435476 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=ddcadfd4-d40d-46ab-86ae-c77cb2a0527f,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:41.487414 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:41.492940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:41.492940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:41.492940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:41.492940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:41.492940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:41.492940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:41.492940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:41.492940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:41.492940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:41.492940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:41.492940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:41.496124 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:41.497737 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:41.655253 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/ddcadfd4-d40d-46ab-86ae-c77cb2a0527f HTTP/1.1" status: 204 len: 168 time: 1.1297333 Dec 22 15:30:41.657643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37672) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:41.728210 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe5af79-0323-428d-a4c8-d96275ad6c85 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:41.730096 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe5af79-0323-428d-a4c8-d96275ad6c85 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:41.730945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-efe5af79-0323-428d-a4c8-d96275ad6c85 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:41.859654 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-efe5af79-0323-428d-a4c8-d96275ad6c85 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:41.860833 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-efe5af79-0323-428d-a4c8-d96275ad6c85 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2021387 Dec 22 15:30:41.863599 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37676) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:41.919973 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:30:41.932341 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b4c7e1-b22b-484e-a73d-7c64f1abee97 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet bf390b16-72ee-4ba0-9781-20e05c62f3a6 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:30:41.936043 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-83b4c7e1-b22b-484e-a73d-7c64f1abee97 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:42.001013 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-83b4c7e1-b22b-484e-a73d-7c64f1abee97 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:42.092712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-83b4c7e1-b22b-484e-a73d-7c64f1abee97 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:42.134510 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05005233-4756-4ca2-b50a-9b2140ab7c64 req-093374b0-9d23-4a72-bcf4-ae27defcd926 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0992038 Dec 22 15:30:42.184516 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device af8820a0-b2e0-4eae-a012-d194d47282ce up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:30:42.233929 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05005233-4756-4ca2-b50a-9b2140ab7c64 req-78e19969-272a-43b9-988a-4fbe2be4be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:42.235504 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05005233-4756-4ca2-b50a-9b2140ab7c64 req-78e19969-272a-43b9-988a-4fbe2be4be0b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 1098 time: 0.0793958 Dec 22 15:30:42.277981 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-83b4c7e1-b22b-484e-a73d-7c64f1abee97 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:42.282511 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:42.322622 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4c7e1-b22b-484e-a73d-7c64f1abee97 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=bf390b16-72ee-4ba0-9781-20e05c62f3a6,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:42.325669 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-83b4c7e1-b22b-484e-a73d-7c64f1abee97 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:42.333419 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-83b4c7e1-b22b-484e-a73d-7c64f1abee97 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:42.339009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ea42ac-5d6f-4362-8cec-3618e329cf99 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:42.389891 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05005233-4756-4ca2-b50a-9b2140ab7c64 req-bb704920-e502-42c9-b257-a98a1c3bbb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:42.391318 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05005233-4756-4ca2-b50a-9b2140ab7c64 req-bb704920-e502-42c9-b257-a98a1c3bbb76 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4875b83-54f2-4714-b57a-87a98f0d12f7 HTTP/1.1" status: 200 len: 897 time: 0.1364727 Dec 22 15:30:42.423691 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port af8820a0-b2e0-4eae-a012-d194d47282ce completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:30:42.433545 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port af8820a0-b2e0-4eae-a012-d194d47282ce triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:30:42.433928 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:42.496655 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05005233-4756-4ca2-b50a-9b2140ab7c64 req-b54cde08-e68f-4106-9e11-e15838a3609a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b30e04f2-bf56-4de7-9df1-e30523181c5e HTTP/1.1" status: 200 len: 1001 time: 0.0991035 Dec 22 15:30:42.517980 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-83b4c7e1-b22b-484e-a73d-7c64f1abee97 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/bf390b16-72ee-4ba0-9781-20e05c62f3a6 HTTP/1.1" status: 204 len: 168 time: 0.6511524 Dec 22 15:30:42.518654 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37680) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:42.561418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05005233-4756-4ca2-b50a-9b2140ab7c64 req-7285d5ba-09a3-4206-8840-f0a48c541251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:42.562885 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05005233-4756-4ca2-b50a-9b2140ab7c64 req-7285d5ba-09a3-4206-8840-f0a48c541251 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f80122e-0fd2-4395-9a05-3d4566aebec6 HTTP/1.1" status: 200 len: 835 time: 0.0595195 Dec 22 15:30:42.591472 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-97a9da3d-f7e1-45a6-b41d-4d0eb162bb60 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695705 Dec 22 15:30:42.593414 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37684) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:42.650354 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05005233-4756-4ca2-b50a-9b2140ab7c64 req-7f4056f0-4e25-4d10-92ee-08ba86f3397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:42.651885 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05005233-4756-4ca2-b50a-9b2140ab7c64 req-7f4056f0-4e25-4d10-92ee-08ba86f3397c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4875b83-54f2-4714-b57a-87a98f0d12f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828464 Dec 22 15:30:42.660464 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:42.681777 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09589b5-4fde-47ba-b30d-074de02e6b51 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:42.682569 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e09589b5-4fde-47ba-b30d-074de02e6b51 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:42.706726 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port af8820a0-b2e0-4eae-a012-d194d47282ce, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=af8820a0-b2e0-4eae-a012-d194d47282ce,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:42.771707 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] DHCP port deletion for a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:30:42.776392 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] Deleting port af8820a0-b2e0-4eae-a012-d194d47282ce {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:42.776810 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:42.908407 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e09589b5-4fde-47ba-b30d-074de02e6b51 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:42.912936 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e09589b5-4fde-47ba-b30d-074de02e6b51 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3151960 Dec 22 15:30:42.914757 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37690) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:42.931660 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05005233-4756-4ca2-b50a-9b2140ab7c64 req-a0fa6fd1-c0f0-40a1-97bd-45afadc152e3 service neutron] 10.222.0.57 "GET /v2.0/networks/c4875b83-54f2-4714-b57a-87a98f0d12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724075 Dec 22 15:30:42.992863 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d67ee04-e98e-44ab-b839-98830389d538 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:42.993693 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1d67ee04-e98e-44ab-b839-98830389d538 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:43.016280 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:43.019953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:43.078304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] For port af8820a0-b2e0-4eae-a012-d194d47282ce, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=af8820a0-b2e0-4eae-a012-d194d47282ce,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:43.081116 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:43.088551 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05005233-4756-4ca2-b50a-9b2140ab7c64 req-984715ef-af2d-4a12-aac8-192bc4f0b8d8 service neutron] 10.222.0.57 "GET /v2.0/networks/c4875b83-54f2-4714-b57a-87a98f0d12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492748 Dec 22 15:30:43.126966 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1d67ee04-e98e-44ab-b839-98830389d538 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:43.126966 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1d67ee04-e98e-44ab-b839-98830389d538 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2089002 Dec 22 15:30:43.127468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37694) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:43.206935 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5585825b-301e-4380-ae14-b4275af16243 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779736 Dec 22 15:30:43.208759 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] Calling delete_port for af8820a0-b2e0-4eae-a012-d194d47282ce owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:43.210486 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37698) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:43.216599 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:43.254000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=af8820a0-b2e0-4eae-a012-d194d47282ce,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:43.259354 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:43.336342 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:43.351946 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:43.368684 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:30:43.369224 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:30:43.442747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:43.451251 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:43.870901 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] Deleting port af8820a0-b2e0-4eae-a012-d194d47282ce {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:43.871456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:43.891955 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.objects.ports [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88218) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 15:30:44.106452 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device af8820a0-b2e0-4eae-a012-d194d47282ce no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:30:44.151491 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:44.170765 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] For port af8820a0-b2e0-4eae-a012-d194d47282ce, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=af8820a0-b2e0-4eae-a012-d194d47282ce,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:44.171176 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:44.342557 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] Calling delete_port for af8820a0-b2e0-4eae-a012-d194d47282ce owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:44.391703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] For port af8820a0-b2e0-4eae-a012-d194d47282ce, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=af8820a0-b2e0-4eae-a012-d194d47282ce,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:44.422177 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:44.465056 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:44.497250 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:44.498254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:44.503001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6571c877-df06-4297-8b03-cd979b3039fd tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:44.545403 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:30:44.545764 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:30:44.558956 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:30:44.559839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:30:44.567307 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:44.570516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:44.575533 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:44.576136 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:44.602777 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=af8820a0-b2e0-4eae-a012-d194d47282ce,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:44.607801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:44.608320 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7139239e-e8ac-458a-9ef3-cc7d619dcb40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:44.668012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=4d3a23e6-25ff-4f0c-99e6-129d978062ec,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:44.670598 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:44.701268 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] Deleting port af8820a0-b2e0-4eae-a012-d194d47282ce {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:44.701678 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:44.718339 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5063059 Dec 22 15:30:44.722409 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37704) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:44.727220 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1866f15d-b95e-4d18-b944-682aad5dd8a5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:44.871727 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1866f15d-b95e-4d18-b944-682aad5dd8a5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:44.876587 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1866f15d-b95e-4d18-b944-682aad5dd8a5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:44.879543 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1866f15d-b95e-4d18-b944-682aad5dd8a5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:44.885332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1866f15d-b95e-4d18-b944-682aad5dd8a5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:44.944069 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] For port af8820a0-b2e0-4eae-a012-d194d47282ce, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=af8820a0-b2e0-4eae-a012-d194d47282ce,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:44.944472 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:44.956746 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1866f15d-b95e-4d18-b944-682aad5dd8a5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:44.960363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1866f15d-b95e-4d18-b944-682aad5dd8a5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:45.088717 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] Calling delete_port for af8820a0-b2e0-4eae-a012-d194d47282ce owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:45.097082 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.ipam_backend_mixin [None req-1866f15d-b95e-4d18-b944-682aad5dd8a5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4d3a23e6-25ff-4f0c-99e6-129d978062ec (CIDR: 2001:db8::/64) Dec 22 15:30:45.160837 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-1866f15d-b95e-4d18-b944-682aad5dd8a5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:45.160837 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1866f15d-b95e-4d18-b944-682aad5dd8a5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:30:45.170545 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:45.266961 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1866f15d-b95e-4d18-b944-682aad5dd8a5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5339351 Dec 22 15:30:45.266961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37708) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:45.266961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-910583fa-2703-43ac-8877-ac34fc57d3a8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:45.317943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 15:30:45.317943 dv-neutron-822674-1-hyperv neutron-server[88219]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Dec 22 15:30:45.317943 dv-neutron-822674-1-hyperv neutron-server[88219]: [parameters: {'status': 'DOWN', 'ports_id': 'af8820a0-b2e0-4eae-a012-d194d47282ce'}] Dec 22 15:30:45.317943 dv-neutron-822674-1-hyperv neutron-server[88219]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:30:45.318664 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:30:45.415946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:45.415946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-75f0540c-f4b6-4279-9989-d47860ba4778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:45.457249 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] Pushing event deleted for resources: {'Port': ['ID=af8820a0-b2e0-4eae-a012-d194d47282ce,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:45.460244 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:45.535301 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] No DVR routers for this DVR port af8820a0-b2e0-4eae-a012-d194d47282ce on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:30:45.539897 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-910583fa-2703-43ac-8877-ac34fc57d3a8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:45.547651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-910583fa-2703-43ac-8877-ac34fc57d3a8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:45.551037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-910583fa-2703-43ac-8877-ac34fc57d3a8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:45.554648 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb84175b-75cc-40fe-af0a-4610cd609f93 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:45.558974 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-910583fa-2703-43ac-8877-ac34fc57d3a8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:45.657980 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910583fa-2703-43ac-8877-ac34fc57d3a8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:45.660781 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Port af8820a0-b2e0-4eae-a012-d194d47282ce update to DOWN by agent not found {{(pid=88219) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 22 15:30:45.662668 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-910583fa-2703-43ac-8877-ac34fc57d3a8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:45.802531 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'fixed_ips': [{'subnet_id': '4d3a23e6-25ff-4f0c-99e6-129d978062ec'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:30:45.803427 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:45.965171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Allocated IP 2001:db8::f816:3eff:fe11:34c0 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/4d3a23e6-25ff-4f0c-99e6-129d978062ec/a37364d4-b2c1-48d1-91f5-41dab23bc42f) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:46.037183 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-910583fa-2703-43ac-8877-ac34fc57d3a8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:46.041349 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-68a61a6a-5f52-4f89-856e-41d12d954591 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:46.104428 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910583fa-2703-43ac-8877-ac34fc57d3a8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:46.107942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-910583fa-2703-43ac-8877-ac34fc57d3a8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:46.112278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910583fa-2703-43ac-8877-ac34fc57d3a8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:46.112953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-910583fa-2703-43ac-8877-ac34fc57d3a8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:46.127102 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910583fa-2703-43ac-8877-ac34fc57d3a8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=4f85d2d8-0b7d-4b35-86a8-1fabccbffb43,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:46.131462 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-910583fa-2703-43ac-8877-ac34fc57d3a8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:46.243224 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-910583fa-2703-43ac-8877-ac34fc57d3a8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9795756 Dec 22 15:30:46.243468 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:46.243606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37712) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:46.249023 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-13769c06-cc10-4be6-a986-6dcec81cfd6a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'mac_address': 'fa:16:3e:e8:ce:cd', 'name': 'tempest-NetworksTestDHCPv6-885699269'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:46.254248 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Transition to ACTIVE for port object a37364d4-b2c1-48d1-91f5-41dab23bc42f will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:46.273323 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Transition to ACTIVE for port object a37364d4-b2c1-48d1-91f5-41dab23bc42f will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:46.355237 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:46.363938 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-45ca42a9-e967-4e49-b990-7eb6eb1f2c31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:46.421961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-13769c06-cc10-4be6-a986-6dcec81cfd6a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:46.431396 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-13769c06-cc10-4be6-a986-6dcec81cfd6a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:46.449478 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:46.452621 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:46.457935 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:46.465022 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Pushing event updated for resources: {'Port': ['ID=a37364d4-b2c1-48d1-91f5-41dab23bc42f,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:46.492433 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:46.553863 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Attempting to bind port a37364d4-b2c1-48d1-91f5-41dab23bc42f on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:30:46.554492 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Attempting to bind port a37364d4-b2c1-48d1-91f5-41dab23bc42f by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:30:46.554737 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Attempting to bind port a37364d4-b2c1-48d1-91f5-41dab23bc42f on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:30:46.562249 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:30:46.562685 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:30:46.563133 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:46.563541 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:30:46.564052 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Bound port: a37364d4-b2c1-48d1-91f5-41dab23bc42f, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:30:46.564432 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:46.626120 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13769c06-cc10-4be6-a986-6dcec81cfd6a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:46.658768 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] For port a37364d4-b2c1-48d1-91f5-41dab23bc42f, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:30:46.661884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] For port a37364d4-b2c1-48d1-91f5-41dab23bc42f, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=a37364d4-b2c1-48d1-91f5-41dab23bc42f,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:30:46.720298 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:46.724974 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:46.752654 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13769c06-cc10-4be6-a986-6dcec81cfd6a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:46.785713 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-13769c06-cc10-4be6-a986-6dcec81cfd6a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port 8dca06ba-3db8-4e0c-8a58-b85b24809cac yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:30:46.815093 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Pushing event updated for resources: {'Port': ['ID=a37364d4-b2c1-48d1-91f5-41dab23bc42f,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:46.818213 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:47.032010 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-13769c06-cc10-4be6-a986-6dcec81cfd6a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8:0:1::209 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/4f85d2d8-0b7d-4b35-86a8-1fabccbffb43/8dca06ba-3db8-4e0c-8a58-b85b24809cac) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:47.038659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-13769c06-cc10-4be6-a986-6dcec81cfd6a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::f816:3eff:fee8:cecd (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/4d3a23e6-25ff-4f0c-99e6-129d978062ec/8dca06ba-3db8-4e0c-8a58-b85b24809cac) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:47.269531 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13769c06-cc10-4be6-a986-6dcec81cfd6a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:47.285503 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-13769c06-cc10-4be6-a986-6dcec81cfd6a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object 8dca06ba-3db8-4e0c-8a58-b85b24809cac will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:47.403253 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13769c06-cc10-4be6-a986-6dcec81cfd6a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:47.409011 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:47.485346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13769c06-cc10-4be6-a986-6dcec81cfd6a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:47.488504 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-13769c06-cc10-4be6-a986-6dcec81cfd6a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:47.492437 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13769c06-cc10-4be6-a986-6dcec81cfd6a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:47.499581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13769c06-cc10-4be6-a986-6dcec81cfd6a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:47.500295 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13769c06-cc10-4be6-a986-6dcec81cfd6a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:47.508747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13769c06-cc10-4be6-a986-6dcec81cfd6a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=8dca06ba-3db8-4e0c-8a58-b85b24809cac,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:47.516455 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-13769c06-cc10-4be6-a986-6dcec81cfd6a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:47.631272 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-13769c06-cc10-4be6-a986-6dcec81cfd6a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3859227 Dec 22 15:30:47.633598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37718) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:47.704094 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a2e848f7-1ea1-4511-ba81-348df180bd94 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port 8dca06ba-3db8-4e0c-8a58-b85b24809cac {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:47.704451 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2e848f7-1ea1-4511-ba81-348df180bd94 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:47.941362 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47593fd-2f53-4fd3-9527-6f5dcffb04ff None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:47.979316 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2e848f7-1ea1-4511-ba81-348df180bd94 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:48.119422 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a2e848f7-1ea1-4511-ba81-348df180bd94 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for 8dca06ba-3db8-4e0c-8a58-b85b24809cac owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:48.163665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a37364d4-b2c1-48d1-91f5-41dab23bc42f up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:30:48.195758 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-31b818e4-fbf3-4c45-a3af-344b3aa29c4e None None] Provisioning for port a37364d4-b2c1-48d1-91f5-41dab23bc42f completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:30:48.351633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port a37364d4-b2c1-48d1-91f5-41dab23bc42f completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:30:48.362115 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port a37364d4-b2c1-48d1-91f5-41dab23bc42f triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:30:48.362527 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:48.405630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2e848f7-1ea1-4511-ba81-348df180bd94 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:48.411982 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0799f710-ede5-47ac-ab3a-74b0cf2bf6bd tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:48.419783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0f5aaf-17c3-4237-9310-989c72b69b30 None None] Update dhcp port {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'fixed_ips': [{'subnet_id': '4d3a23e6-25ff-4f0c-99e6-129d978062ec', 'ip_address': '2001:db8::f816:3eff:fe11:34c0'}, {'subnet_id': '4f85d2d8-0b7d-4b35-86a8-1fabccbffb43'}], 'binding:host_id': 'dv-neutron-822674-1-hyperv'}, 'id': 'a37364d4-b2c1-48d1-91f5-41dab23bc42f'} from dv-neutron-822674-1-hyperv. {{(pid=88219) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 15:30:48.466079 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e848f7-1ea1-4511-ba81-348df180bd94 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=8dca06ba-3db8-4e0c-8a58-b85b24809cac,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:48.486643 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cb0f5aaf-17c3-4237-9310-989c72b69b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:48.501393 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a2e848f7-1ea1-4511-ba81-348df180bd94 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:48.551802 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2e848f7-1ea1-4511-ba81-348df180bd94 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:48.570762 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a2e848f7-1ea1-4511-ba81-348df180bd94 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/8dca06ba-3db8-4e0c-8a58-b85b24809cac HTTP/1.1" status: 204 len: 168 time: 0.9338620 Dec 22 15:30:48.582972 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37722) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:48.608607 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:48.668110 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95baa5a8-9bea-4e57-84cf-d93587b381ba tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:48.668921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-95baa5a8-9bea-4e57-84cf-d93587b381ba tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:48.711233 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port a37364d4-b2c1-48d1-91f5-41dab23bc42f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=a37364d4-b2c1-48d1-91f5-41dab23bc42f,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:48.743332 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-95baa5a8-9bea-4e57-84cf-d93587b381ba tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:48.745823 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-95baa5a8-9bea-4e57-84cf-d93587b381ba tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1732535 Dec 22 15:30:48.748448 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37726) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:48.777568 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-cb0f5aaf-17c3-4237-9310-989c72b69b30 None None] Allocated IP 2001:db8:0:1::2 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/4f85d2d8-0b7d-4b35-86a8-1fabccbffb43/a37364d4-b2c1-48d1-91f5-41dab23bc42f) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:48.810618 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:48.821543 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:48.839681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177260b6-fd94-4636-9c26-7e44925a0d62 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:48.844842 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-177260b6-fd94-4636-9c26-7e44925a0d62 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0924039 Dec 22 15:30:48.845121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37730) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:48.928490 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab434249-95f8-450c-bc80-f3814f03f85d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:48.929925 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab434249-95f8-450c-bc80-f3814f03f85d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:48.931541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab434249-95f8-450c-bc80-f3814f03f85d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:48.932347 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ab434249-95f8-450c-bc80-f3814f03f85d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:48.970820 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=a37364d4-b2c1-48d1-91f5-41dab23bc42f,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:48.975229 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:49.017985 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-cb0f5aaf-17c3-4237-9310-989c72b69b30 None None] For port a37364d4-b2c1-48d1-91f5-41dab23bc42f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=a37364d4-b2c1-48d1-91f5-41dab23bc42f,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:49.031207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ab434249-95f8-450c-bc80-f3814f03f85d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:49.035206 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ab434249-95f8-450c-bc80-f3814f03f85d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1862957 Dec 22 15:30:49.035464 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37734) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:49.041819 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cb0f5aaf-17c3-4237-9310-989c72b69b30 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:49.060412 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-cb0f5aaf-17c3-4237-9310-989c72b69b30 None None] Transition to ACTIVE for port object a37364d4-b2c1-48d1-91f5-41dab23bc42f will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:49.105522 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-50fc05d4-eedb-481c-ad95-f4a8da45763f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet 4d3a23e6-25ff-4f0c-99e6-129d978062ec {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:30:49.142056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-50fc05d4-eedb-481c-ad95-f4a8da45763f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:49.143126 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cb0f5aaf-17c3-4237-9310-989c72b69b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:49.147625 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:49.216348 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-50fc05d4-eedb-481c-ad95-f4a8da45763f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:49.314471 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f5aaf-17c3-4237-9310-989c72b69b30 None None] Pushing event updated for resources: {'Port': ['ID=a37364d4-b2c1-48d1-91f5-41dab23bc42f,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:49.318641 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-cb0f5aaf-17c3-4237-9310-989c72b69b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:49.325070 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-50fc05d4-eedb-481c-ad95-f4a8da45763f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:49.530496 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-50fc05d4-eedb-481c-ad95-f4a8da45763f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:49.538629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4452f776-b3a8-45c6-9be2-da9162c81872 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:49.583008 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc05d4-eedb-481c-ad95-f4a8da45763f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=4d3a23e6-25ff-4f0c-99e6-129d978062ec,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:49.585126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-50fc05d4-eedb-481c-ad95-f4a8da45763f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:49.588381 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-50fc05d4-eedb-481c-ad95-f4a8da45763f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:49.677653 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-50fc05d4-eedb-481c-ad95-f4a8da45763f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/4d3a23e6-25ff-4f0c-99e6-129d978062ec HTTP/1.1" status: 204 len: 168 time: 0.6386585 Dec 22 15:30:49.679455 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37738) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:49.751200 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a2d8a8-b898-4290-83d0-3a397f05ed40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet 4f85d2d8-0b7d-4b35-86a8-1fabccbffb43 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:30:49.756107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-26a2d8a8-b898-4290-83d0-3a397f05ed40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:49.818734 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-26a2d8a8-b898-4290-83d0-3a397f05ed40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:49.912098 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-26a2d8a8-b898-4290-83d0-3a397f05ed40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:49.914732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f71f94-7d8a-4170-989d-b23ba6bf126c None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:50.045779 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2961b9fa-3af7-4a15-b0fc-2291688065bf None None] Could not find standard attr ID for object 8dca06ba-3db8-4e0c-8a58-b85b24809cac. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:30:50.081601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-26a2d8a8-b898-4290-83d0-3a397f05ed40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:50.085192 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1a736ba5-2561-4447-a159-a3c9638afa45 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:50.115333 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a37364d4-b2c1-48d1-91f5-41dab23bc42f up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:30:50.129556 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2d8a8-b898-4290-83d0-3a397f05ed40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=4f85d2d8-0b7d-4b35-86a8-1fabccbffb43,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:50.133109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-26a2d8a8-b898-4290-83d0-3a397f05ed40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:50.134268 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-26a2d8a8-b898-4290-83d0-3a397f05ed40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:50.146509 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-26a2d8a8-b898-4290-83d0-3a397f05ed40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/4f85d2d8-0b7d-4b35-86a8-1fabccbffb43 HTTP/1.1" status: 204 len: 168 time: 0.4672382 Dec 22 15:30:50.149986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37742) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:50.182501 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2961b9fa-3af7-4a15-b0fc-2291688065bf None None] Provisioning for port a37364d4-b2c1-48d1-91f5-41dab23bc42f completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:30:50.222544 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-84c4063a-1b58-4b52-92da-22707a92fbbc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712669 Dec 22 15:30:50.225055 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37746) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:50.231590 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-f23ed410-e974-4020-ad53-86279926d41e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:50.237052 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2961b9fa-3af7-4a15-b0fc-2291688065bf None None] Provisioning complete for port a37364d4-b2c1-48d1-91f5-41dab23bc42f triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:30:50.237435 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2961b9fa-3af7-4a15-b0fc-2291688065bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:50.363733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f23ed410-e974-4020-ad53-86279926d41e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:50.366445 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port a37364d4-b2c1-48d1-91f5-41dab23bc42f triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:30:50.366831 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:50.372742 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f23ed410-e974-4020-ad53-86279926d41e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:50.377379 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f23ed410-e974-4020-ad53-86279926d41e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:50.382888 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f23ed410-e974-4020-ad53-86279926d41e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:50.478082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23ed410-e974-4020-ad53-86279926d41e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:50.483286 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f23ed410-e974-4020-ad53-86279926d41e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:50.523368 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8c40df-0cef-4dc8-8da7-4e5237f38ae4 None None] DHCP port deletion for a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:30:50.543806 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-1e8c40df-0cef-4dc8-8da7-4e5237f38ae4 None None] Deleting port a37364d4-b2c1-48d1-91f5-41dab23bc42f {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:50.548678 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1e8c40df-0cef-4dc8-8da7-4e5237f38ae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:50.850622 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-1e8c40df-0cef-4dc8-8da7-4e5237f38ae4 None None] For port a37364d4-b2c1-48d1-91f5-41dab23bc42f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=a37364d4-b2c1-48d1-91f5-41dab23bc42f,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:50.851042 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1e8c40df-0cef-4dc8-8da7-4e5237f38ae4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:50.996537 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-1e8c40df-0cef-4dc8-8da7-4e5237f38ae4 None None] Calling delete_port for a37364d4-b2c1-48d1-91f5-41dab23bc42f owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:51.097813 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.objects.ports [None req-f23ed410-e974-4020-ad53-86279926d41e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88218) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 15:30:51.181977 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1e8c40df-0cef-4dc8-8da7-4e5237f38ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:51.186743 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:51.192031 dv-neutron-822674-1-hyperv neutron-server[88218]: WARNING neutron.services.revisions.revision_plugin [None req-f23ed410-e974-4020-ad53-86279926d41e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Could not find related port for resource to bump revision. Dec 22 15:30:51.230837 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c40df-0cef-4dc8-8da7-4e5237f38ae4 None None] Pushing event deleted for resources: {'Port': ['ID=a37364d4-b2c1-48d1-91f5-41dab23bc42f,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:51.233243 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8c40df-0cef-4dc8-8da7-4e5237f38ae4 None None] No DVR routers for this DVR port a37364d4-b2c1-48d1-91f5-41dab23bc42f on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:30:51.234653 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-1e8c40df-0cef-4dc8-8da7-4e5237f38ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:51.254456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.ipam_pluggable_backend [None req-f23ed410-e974-4020-ad53-86279926d41e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Port a37364d4-b2c1-48d1-91f5-41dab23bc42f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88218) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 22 15:30:51.254688 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.ipam_pluggable_backend [None req-f23ed410-e974-4020-ad53-86279926d41e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Reverting IP allocation for 2001:db8::f816:3eff:fe11:34c0 {{(pid=88218) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 22 15:30:51.259935 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.ipam_pluggable_backend [None req-f23ed410-e974-4020-ad53-86279926d41e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe11:34c0 {{(pid=88218) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 22 15:30:51.266974 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f23ed410-e974-4020-ad53-86279926d41e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:51.266974 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1de5dd0d-4006-4c50-944f-68ceab46503f tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:51.329980 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23ed410-e974-4020-ad53-86279926d41e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:51.333053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-f23ed410-e974-4020-ad53-86279926d41e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:51.337283 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23ed410-e974-4020-ad53-86279926d41e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:51.339416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f23ed410-e974-4020-ad53-86279926d41e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:51.343674 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d386c87-b212-48d1-8955-29b685d11390 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:51.345768 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ed410-e974-4020-ad53-86279926d41e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=e928c633-2980-4b88-b243-b8a92632a052,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:51.352780 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f23ed410-e974-4020-ad53-86279926d41e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:51.518460 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37754) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:51.518980 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f23ed410-e974-4020-ad53-86279926d41e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2925973 Dec 22 15:30:51.524341 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-dd643d4f-2317-44d0-ac8f-497fa187c7f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:51.583971 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'fixed_ips': [{'subnet_id': 'e928c633-2980-4b88-b243-b8a92632a052'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:30:51.585102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:51.760111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Allocated IP 2001:db8::f816:3eff:fe8f:cc7d (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/e928c633-2980-4b88-b243-b8a92632a052/b7378187-0983-4860-ada6-1579755e1bc1) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:51.804122 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dd643d4f-2317-44d0-ac8f-497fa187c7f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:51.808997 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dd643d4f-2317-44d0-ac8f-497fa187c7f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:51.814995 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dd643d4f-2317-44d0-ac8f-497fa187c7f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:51.826036 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dd643d4f-2317-44d0-ac8f-497fa187c7f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:51.900044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd643d4f-2317-44d0-ac8f-497fa187c7f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:51.904223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dd643d4f-2317-44d0-ac8f-497fa187c7f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:52.022330 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:52.032694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Transition to ACTIVE for port object b7378187-0983-4860-ada6-1579755e1bc1 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:52.045151 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.ipam_backend_mixin [None req-dd643d4f-2317-44d0-ac8f-497fa187c7f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e928c633-2980-4b88-b243-b8a92632a052 (CIDR: 2001:db8::/64) Dec 22 15:30:52.057390 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Transition to ACTIVE for port object b7378187-0983-4860-ada6-1579755e1bc1 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:52.109714 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd643d4f-2317-44d0-ac8f-497fa187c7f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:52.118263 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd643d4f-2317-44d0-ac8f-497fa187c7f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:30:52.118483 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a37364d4-b2c1-48d1-91f5-41dab23bc42f no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:30:52.148979 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: a37364d4-b2c1-48d1-91f5-41dab23bc42f {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:30:52.148979 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a37364d4-b2c1-48d1-91f5-41dab23bc42f not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:30:52.205761 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:52.209755 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:52.251620 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dd643d4f-2317-44d0-ac8f-497fa187c7f4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7320175 Dec 22 15:30:52.255830 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37758) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:52.265991 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-442d52eb-c901-46d5-9474-7d3e090465bd tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:52.276973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:52.284633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:52.284633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:52.290732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Pushing event updated for resources: {'Port': ['ID=b7378187-0983-4860-ada6-1579755e1bc1,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:52.294789 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:52.385556 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Attempting to bind port b7378187-0983-4860-ada6-1579755e1bc1 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:30:52.386024 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Attempting to bind port b7378187-0983-4860-ada6-1579755e1bc1 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:30:52.386343 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Attempting to bind port b7378187-0983-4860-ada6-1579755e1bc1 on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:30:52.392451 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:30:52.393173 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:30:52.393620 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:52.393851 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:30:52.394371 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Bound port: b7378187-0983-4860-ada6-1579755e1bc1, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:30:52.395777 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:52.471093 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-442d52eb-c901-46d5-9474-7d3e090465bd tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:52.475662 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-442d52eb-c901-46d5-9474-7d3e090465bd tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:52.479252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-442d52eb-c901-46d5-9474-7d3e090465bd tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:52.485490 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-442d52eb-c901-46d5-9474-7d3e090465bd tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:52.500858 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] For port b7378187-0983-4860-ada6-1579755e1bc1, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:30:52.504444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] For port b7378187-0983-4860-ada6-1579755e1bc1, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b7378187-0983-4860-ada6-1579755e1bc1,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:30:52.582431 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442d52eb-c901-46d5-9474-7d3e090465bd tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:52.586529 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-442d52eb-c901-46d5-9474-7d3e090465bd tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:52.608908 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:52.613876 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a26c635-b55b-465b-b253-cb7050df2a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:52.699268 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Pushing event updated for resources: {'Port': ['ID=b7378187-0983-4860-ada6-1579755e1bc1,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:52.703060 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:52.989319 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-442d52eb-c901-46d5-9474-7d3e090465bd tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:52.993759 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:53.059970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442d52eb-c901-46d5-9474-7d3e090465bd tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:53.063474 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-442d52eb-c901-46d5-9474-7d3e090465bd tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:53.068001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442d52eb-c901-46d5-9474-7d3e090465bd tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:53.068871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-442d52eb-c901-46d5-9474-7d3e090465bd tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:53.082800 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d52eb-c901-46d5-9474-7d3e090465bd tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=586a6385-e2b1-45ff-a232-e74a0e7ba07f,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:53.087531 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-442d52eb-c901-46d5-9474-7d3e090465bd tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:53.225920 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-442d52eb-c901-46d5-9474-7d3e090465bd tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9686189 Dec 22 15:30:53.229211 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37762) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:53.235425 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'mac_address': 'fa:16:3e:e0:88:6d', 'name': 'tempest-NetworksTestDHCPv6-676020744'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:53.390596 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:53.395423 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:port and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:53.398476 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:53.405320 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:53.511595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:53.656198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:53.687165 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port 43cb4039-efa7-43d2-a69c-3162324ab836 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:30:53.801205 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7d9e4e-a68d-4320-81cc-2e73ab2a0bcc None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:53.922056 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8:0:1::106 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/586a6385-e2b1-45ff-a232-e74a0e7ba07f/43cb4039-efa7-43d2-a69c-3162324ab836) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:53.928559 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::f816:3eff:fee0:886d (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/e928c633-2980-4b88-b243-b8a92632a052/43cb4039-efa7-43d2-a69c-3162324ab836) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:54.066744 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9d9008d0-1b2c-4d86-b22b-1109371d112b None None] Provisioning for port b7378187-0983-4860-ada6-1579755e1bc1 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:30:54.156307 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:54.173731 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object 43cb4039-efa7-43d2-a69c-3162324ab836 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:54.176307 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b7378187-0983-4860-ada6-1579755e1bc1 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:30:54.271822 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:54.272273 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] Update dhcp port {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'fixed_ips': [{'subnet_id': 'e928c633-2980-4b88-b243-b8a92632a052', 'ip_address': '2001:db8::f816:3eff:fe8f:cc7d'}, {'subnet_id': '586a6385-e2b1-45ff-a232-e74a0e7ba07f'}], 'binding:host_id': 'dv-neutron-822674-1-hyperv'}, 'id': 'b7378187-0983-4860-ada6-1579755e1bc1'} from dv-neutron-822674-1-hyperv. {{(pid=88219) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 15:30:54.278402 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-91fe2c60-8b7a-472d-88e4-c0d482aae664 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:54.334770 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:54.364733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:54.368127 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:54.372458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:54.379434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:54.383288 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:54.388954 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=43cb4039-efa7-43d2-a69c-3162324ab836,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:54.399367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:54.428772 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port b7378187-0983-4860-ada6-1579755e1bc1 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:30:54.446749 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port b7378187-0983-4860-ada6-1579755e1bc1 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:30:54.447401 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:54.513441 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2831140 Dec 22 15:30:54.516176 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37766) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:54.585148 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-251a5498-202f-4e36-9ff0-5f4277aeffd4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port 43cb4039-efa7-43d2-a69c-3162324ab836 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:54.585428 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-251a5498-202f-4e36-9ff0-5f4277aeffd4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:54.866198 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:54.876092 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] Allocated IP 2001:db8:0:1::2 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/586a6385-e2b1-45ff-a232-e74a0e7ba07f/b7378187-0983-4860-ada6-1579755e1bc1) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:54.984056 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-251a5498-202f-4e36-9ff0-5f4277aeffd4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:55.049958 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] For port b7378187-0983-4860-ada6-1579755e1bc1, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b7378187-0983-4860-ada6-1579755e1bc1,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:55.078544 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:55.106975 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] Transition to ACTIVE for port object b7378187-0983-4860-ada6-1579755e1bc1 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:55.119572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-251a5498-202f-4e36-9ff0-5f4277aeffd4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for 43cb4039-efa7-43d2-a69c-3162324ab836 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:55.186744 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:55.190904 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-88bc2870-0cf9-4789-b0af-6612c30b81b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:55.266348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4ab1a0b6-f0fe-48a2-861a-3398ee1848b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:55.425968 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:30:55.426270 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:30:55.432661 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] Pushing event updated for resources: {'Port': ['ID=b7378187-0983-4860-ada6-1579755e1bc1,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:55.440266 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:55.440623 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:55.440963 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:55.441296 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:55.441622 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:55.441975 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:55.442324 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:55.442649 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:55.442973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:55.443293 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:55.443621 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:55.443946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:30:55.448189 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:55.468346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-251a5498-202f-4e36-9ff0-5f4277aeffd4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:55.475057 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bd3587e6-3657-437f-a824-d43637bb7cc2 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:55.530283 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a5498-202f-4e36-9ff0-5f4277aeffd4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=43cb4039-efa7-43d2-a69c-3162324ab836,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:55.533327 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-251a5498-202f-4e36-9ff0-5f4277aeffd4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:55.616937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-251a5498-202f-4e36-9ff0-5f4277aeffd4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:55.628647 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-251a5498-202f-4e36-9ff0-5f4277aeffd4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/43cb4039-efa7-43d2-a69c-3162324ab836 HTTP/1.1" status: 204 len: 168 time: 1.1112936 Dec 22 15:30:55.631769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37772) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:55.734471 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647302a6-9adb-4e9d-9036-525655038312 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:55.736303 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-647302a6-9adb-4e9d-9036-525655038312 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1031699 Dec 22 15:30:55.739335 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37776) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:55.793588 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37780) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:55.837399 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783b6b47-7045-41a5-8486-6e5120b20046 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:55.838199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-783b6b47-7045-41a5-8486-6e5120b20046 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:55.881178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a229f42-7944-4aed-89c1-b2bbdc0a1fb1 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:55.883296 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a229f42-7944-4aed-89c1-b2bbdc0a1fb1 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:55.883296 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a229f42-7944-4aed-89c1-b2bbdc0a1fb1 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:55.885352 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2a229f42-7944-4aed-89c1-b2bbdc0a1fb1 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/ports?project_id=1e3de4c345a044948e6178acdaa2b3de&network_id=c4875b83-54f2-4714-b57a-87a98f0d12f7 HTTP/1.1" status: 200 len: 2999 time: 0.0893087 Dec 22 15:30:55.991258 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:56.025582 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port b7378187-0983-4860-ada6-1579755e1bc1, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b7378187-0983-4860-ada6-1579755e1bc1,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:56.055940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-783b6b47-7045-41a5-8486-6e5120b20046 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:56.057157 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-783b6b47-7045-41a5-8486-6e5120b20046 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3166194 Dec 22 15:30:56.060059 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37786) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:56.146878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09861d-eb42-4ba0-a923-f9ed79e4da62 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:56.148633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09861d-eb42-4ba0-a923-f9ed79e4da62 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:56.150498 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09861d-eb42-4ba0-a923-f9ed79e4da62 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:56.151749 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-eb09861d-eb42-4ba0-a923-f9ed79e4da62 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:30:56.268156 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:56.270766 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:56.302403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-eb09861d-eb42-4ba0-a923-f9ed79e4da62 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:30:56.306833 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-eb09861d-eb42-4ba0-a923-f9ed79e4da62 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2456341 Dec 22 15:30:56.309192 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37792) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:56.350151 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=b7378187-0983-4860-ada6-1579755e1bc1,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:56.379286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:56.389432 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b7378187-0983-4860-ada6-1579755e1bc1 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:30:56.420999 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8943cc55-9801-4ebc-93bb-342e2f9a6a81 None None] Provisioning for port b7378187-0983-4860-ada6-1579755e1bc1 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:30:56.421284 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-59767b4a-2c90-4cd9-8198-65eb5d520e84 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet 586a6385-e2b1-45ff-a232-e74a0e7ba07f {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:30:56.424554 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59767b4a-2c90-4cd9-8198-65eb5d520e84 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:56.442485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8943cc55-9801-4ebc-93bb-342e2f9a6a81 None None] Provisioning complete for port b7378187-0983-4860-ada6-1579755e1bc1 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:30:56.442485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8943cc55-9801-4ebc-93bb-342e2f9a6a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:56.487512 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59767b4a-2c90-4cd9-8198-65eb5d520e84 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:56.535060 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port b7378187-0983-4860-ada6-1579755e1bc1 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:30:56.536205 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:56.580388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59767b4a-2c90-4cd9-8198-65eb5d520e84 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:56.728603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59767b4a-2c90-4cd9-8198-65eb5d520e84 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:56.733739 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1798c97e-3520-485b-a445-e0f1f608a967 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:56.756152 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-50203f26-3ded-4489-a63d-d5e0e4ad9867 None None] Could not find standard attr ID for object 43cb4039-efa7-43d2-a69c-3162324ab836. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:30:56.777250 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59767b4a-2c90-4cd9-8198-65eb5d520e84 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=586a6385-e2b1-45ff-a232-e74a0e7ba07f,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:56.780826 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-59767b4a-2c90-4cd9-8198-65eb5d520e84 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:56.781884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59767b4a-2c90-4cd9-8198-65eb5d520e84 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:56.789188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa7343a-5cfa-4e91-855b-c7e56c6d28a5 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:56.874118 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-59767b4a-2c90-4cd9-8198-65eb5d520e84 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/586a6385-e2b1-45ff-a232-e74a0e7ba07f HTTP/1.1" status: 204 len: 168 time: 0.5606070 Dec 22 15:30:56.875626 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37796) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:56.943204 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a74adbe-153e-4f44-a333-5ddf6db724bb tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet e928c633-2980-4b88-b243-b8a92632a052 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:30:56.946193 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a74adbe-153e-4f44-a333-5ddf6db724bb tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:57.011600 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a74adbe-153e-4f44-a333-5ddf6db724bb tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:57.101868 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a74adbe-153e-4f44-a333-5ddf6db724bb tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:57.273936 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a74adbe-153e-4f44-a333-5ddf6db724bb tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:57.280986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a68a0894-43ce-4193-a959-b07e75392e3f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:57.324375 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a74adbe-153e-4f44-a333-5ddf6db724bb tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:57.328357 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74adbe-153e-4f44-a333-5ddf6db724bb tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=e928c633-2980-4b88-b243-b8a92632a052,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:57.330703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3a74adbe-153e-4f44-a333-5ddf6db724bb tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:57.341255 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3a74adbe-153e-4f44-a333-5ddf6db724bb tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/e928c633-2980-4b88-b243-b8a92632a052 HTTP/1.1" status: 204 len: 168 time: 0.4657223 Dec 22 15:30:57.344961 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37802) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:57.421562 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0156eecb-961e-48bc-a12c-8b27c2520c2c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753555 Dec 22 15:30:57.424478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37806) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:57.430092 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-cd9b28f5-69e4-4b79-a59f-feae944099ae tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:57.556113 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cd9b28f5-69e4-4b79-a59f-feae944099ae tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:57.562255 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cd9b28f5-69e4-4b79-a59f-feae944099ae tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:57.565673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cd9b28f5-69e4-4b79-a59f-feae944099ae tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:57.572660 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cd9b28f5-69e4-4b79-a59f-feae944099ae tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:57.641829 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744d95ad-55f6-4447-97bc-80efbbfd9a89 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:57.668011 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9b28f5-69e4-4b79-a59f-feae944099ae tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:57.668011 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd9b28f5-69e4-4b79-a59f-feae944099ae tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:57.748655 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2b06a1cf-e4a2-4246-b1ee-574d15ab9b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:57.814837 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-deb10eeb-5ec2-4ca4-842e-a343e5341636 None None] Provisioning complete for port b7378187-0983-4860-ada6-1579755e1bc1 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:30:57.815132 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-deb10eeb-5ec2-4ca4-842e-a343e5341636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:58.005945 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd9b28f5-69e4-4b79-a59f-feae944099ae tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:58.009350 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3a89c2f2-f58d-4fde-b0a2-7d1c7818e0ab tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:58.009938 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5a4722-0c67-46bc-a492-36559c087b67 None None] DHCP port deletion for a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:30:58.015282 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a4722-0c67-46bc-a492-36559c087b67 None None] Deleting port b7378187-0983-4860-ada6-1579755e1bc1 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:30:58.015771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1c5a4722-0c67-46bc-a492-36559c087b67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:58.069387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9b28f5-69e4-4b79-a59f-feae944099ae tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:58.072491 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-cd9b28f5-69e4-4b79-a59f-feae944099ae tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:58.077490 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9b28f5-69e4-4b79-a59f-feae944099ae tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:58.077490 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd9b28f5-69e4-4b79-a59f-feae944099ae tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:58.095349 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b28f5-69e4-4b79-a59f-feae944099ae tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=92671ca2-5f85-4f94-b801-c2adaf456569,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:58.098020 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cd9b28f5-69e4-4b79-a59f-feae944099ae tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:58.203797 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cd9b28f5-69e4-4b79-a59f-feae944099ae tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7782464 Dec 22 15:30:58.206639 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37812) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:58.212324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-037e4f19-9f89-4f80-bef1-867413a81dd5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:58.255112 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-1c5a4722-0c67-46bc-a492-36559c087b67 None None] For port b7378187-0983-4860-ada6-1579755e1bc1, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b7378187-0983-4860-ada6-1579755e1bc1,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:30:58.255512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1c5a4722-0c67-46bc-a492-36559c087b67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:58.378856 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b7378187-0983-4860-ada6-1579755e1bc1 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:30:58.380579 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-037e4f19-9f89-4f80-bef1-867413a81dd5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:58.386762 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-037e4f19-9f89-4f80-bef1-867413a81dd5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:58.391456 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-037e4f19-9f89-4f80-bef1-867413a81dd5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:58.398390 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-037e4f19-9f89-4f80-bef1-867413a81dd5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:58.415176 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a4722-0c67-46bc-a492-36559c087b67 None None] Calling delete_port for b7378187-0983-4860-ada6-1579755e1bc1 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:30:58.516276 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037e4f19-9f89-4f80-bef1-867413a81dd5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:58.516276 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-037e4f19-9f89-4f80-bef1-867413a81dd5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:58.623205 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:58.661154 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.ipam_backend_mixin [None req-037e4f19-9f89-4f80-bef1-867413a81dd5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 92671ca2-5f85-4f94-b801-c2adaf456569 (CIDR: 2001:db8::/64) Dec 22 15:30:58.687208 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1c5a4722-0c67-46bc-a492-36559c087b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:58.694918 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f6c2bd5b-4592-49ee-9682-aeef0372b55b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:58.700272 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-037e4f19-9f89-4f80-bef1-867413a81dd5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:30:58.700730 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037e4f19-9f89-4f80-bef1-867413a81dd5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:30:58.748439 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a4722-0c67-46bc-a492-36559c087b67 None None] Pushing event deleted for resources: {'Port': ['ID=b7378187-0983-4860-ada6-1579755e1bc1,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:58.750832 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-1c5a4722-0c67-46bc-a492-36559c087b67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:58.755385 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5a4722-0c67-46bc-a492-36559c087b67 None None] No DVR routers for this DVR port b7378187-0983-4860-ada6-1579755e1bc1 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:30:58.766610 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1f680a-ebf3-4362-ae64-c4ddb9f260fd None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:30:58.779924 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-037e4f19-9f89-4f80-bef1-867413a81dd5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5675950 Dec 22 15:30:58.780516 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37818) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:58.786915 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:58.885963 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37822) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:58.948247 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:58.970022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248ea215-79c1-4719-8d9a-a6c257bee677 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:58.970022 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-248ea215-79c1-4719-8d9a-a6c257bee677 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8 HTTP/1.1" status: 200 len: 814 time: 0.0734868 Dec 22 15:30:58.977725 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:58.985306 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:30:58.988801 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:30:58.994812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:59.040117 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'tenant_id': 'bd34abffd88845e9a2c3a2d2ac3fe878', 'fixed_ips': [{'subnet_id': '92671ca2-5f85-4f94-b801-c2adaf456569'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:30:59.040981 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:59.052569 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:59.084947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:59.089518 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:59.227906 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Allocated IP 2001:db8::2 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/92671ca2-5f85-4f94-b801-c2adaf456569/f596159f-73e3-4751-81fc-5e6f9148ff94) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:30:59.455220 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:59.466480 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Transition to ACTIVE for port object f596159f-73e3-4751-81fc-5e6f9148ff94 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:59.486867 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Transition to ACTIVE for port object f596159f-73e3-4751-81fc-5e6f9148ff94 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:30:59.599706 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:59.605052 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-65da5957-d277-4912-b0b1-3f62a9ba36ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:59.615369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37830) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:59.617341 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-a72eedf4-8dfd-4164-9e44-19988a8c3b99 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'network': {'name': 'tempest-network-smoke--163284377', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'port_security_enabled': True}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:30:59.623974 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a72eedf4-8dfd-4164-9e44-19988a8c3b99 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:30:59.635568 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a72eedf4-8dfd-4164-9e44-19988a8c3b99 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:30:59.671490 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:30:59.685886 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:30:59.685886 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:59.710946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Pushing event updated for resources: {'Port': ['ID=f596159f-73e3-4751-81fc-5e6f9148ff94,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:30:59.714643 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:30:59.736481 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72eedf4-8dfd-4164-9e44-19988a8c3b99 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:30:59.740071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a72eedf4-8dfd-4164-9e44-19988a8c3b99 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:59.741648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.objects.ports [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88217) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 15:30:59.773665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72eedf4-8dfd-4164-9e44-19988a8c3b99 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:30:59.785526 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Attempting to bind port f596159f-73e3-4751-81fc-5e6f9148ff94 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:30:59.790632 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a72eedf4-8dfd-4164-9e44-19988a8c3b99 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:59.790632 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-a72eedf4-8dfd-4164-9e44-19988a8c3b99 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Added segment 77e070fd-33e0-465e-afc7-9bc0cd21676d of type vlan for network 9b537e03-fa99-4e52-ae16-64ff939b71f7 Dec 22 15:30:59.791102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Attempting to bind port f596159f-73e3-4751-81fc-5e6f9148ff94 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:30:59.791102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Attempting to bind port f596159f-73e3-4751-81fc-5e6f9148ff94 on network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:30:59.798075 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:30:59.798513 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Checking segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:30:59.799018 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:59.799428 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Bound using segment: {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:30:59.800011 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Bound port: f596159f-73e3-4751-81fc-5e6f9148ff94, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed3487-a7a5-4f55-97e8-65214c4a6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:30:59.800389 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:59.823257 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a72eedf4-8dfd-4164-9e44-19988a8c3b99 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:59.903525 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] For port f596159f-73e3-4751-81fc-5e6f9148ff94, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:30:59.906703 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] For port f596159f-73e3-4751-81fc-5e6f9148ff94, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f596159f-73e3-4751-81fc-5e6f9148ff94,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:30:59.959204 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a72eedf4-8dfd-4164-9e44-19988a8c3b99 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:59.965024 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72eedf4-8dfd-4164-9e44-19988a8c3b99 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:30:59.975126 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a72eedf4-8dfd-4164-9e44-19988a8c3b99 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:30:59.975126 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-91555118-7857-4bec-99d7-601c6bafc9ec tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:30:59.995496 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:00.000502 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-1c5a4722-0c67-46bc-a492-36559c087b67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:00.088098 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Pushing event updated for resources: {'Port': ['ID=f596159f-73e3-4751-81fc-5e6f9148ff94,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:00.090416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72eedf4-8dfd-4164-9e44-19988a8c3b99 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Network': ['ID=9b537e03-fa99-4e52-ae16-64ff939b71f7,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:00.091462 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:00.093865 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a72eedf4-8dfd-4164-9e44-19988a8c3b99 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:00.113852 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 9b537e03-fa99-4e52-ae16-64ff939b71f7 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:31:00.124238 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a72eedf4-8dfd-4164-9e44-19988a8c3b99 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5122006 Dec 22 15:31:00.129228 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37834) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:00.164360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:00.259023 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef69969-2edd-493a-b7dd-723c90b7245b tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:00.259023 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fef69969-2edd-493a-b7dd-723c90b7245b tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=1e3de4c345a044948e6178acdaa2b3de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1225152 Dec 22 15:31:00.259023 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37838) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:00.519223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] For port f596159f-73e3-4751-81fc-5e6f9148ff94, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f596159f-73e3-4751-81fc-5e6f9148ff94,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:00.552282 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:00.620032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:00.621173 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:00.626635 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-64f5f824-c71f-4672-adc1-b5ce31c39083 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:00.640001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a34b1f-e7a0-4a12-aab7-156845793c19 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:00.643445 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b4a34b1f-e7a0-4a12-aab7-156845793c19 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3833435 Dec 22 15:31:00.643792 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37842) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:00.684792 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8dd31c41-d69c-4fa5-848c-17fb980f6fa9 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391510 Dec 22 15:31:00.687516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37846) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:00.694151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:31:00.697391 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:00.702141 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:00.702760 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:00.731400 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=f596159f-73e3-4751-81fc-5e6f9148ff94,revision_number=4']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:00.744482 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-345cb6ce-1424-454d-8ff1-da805974f6bb tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=1e3de4c345a044948e6178acdaa2b3de&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455251 Dec 22 15:31:00.744482 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37850) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:00.745159 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:00.745159 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-429b15b4-8a20-403b-a494-bdde87f82399 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:00.813714 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=5cffdcb1-37f1-4f23-baba-d92a191b69ac,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:00.816522 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:00.878098 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b94b46c-b7d0-4ba1-9045-d02e743f527d tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:00.879149 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5b94b46c-b7d0-4ba1-9045-d02e743f527d tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1401396 Dec 22 15:31:00.882493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37856) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:00.885230 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1034908 Dec 22 15:31:00.890691 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37860) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:00.898277 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'mac_address': 'fa:16:3e:ea:50:d0', 'name': 'tempest-NetworksTestDHCPv6-404684501'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:00.913358 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:00.934515 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f825b94e-d39e-4cc7-84bd-c928a5598e97 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0504982 Dec 22 15:31:00.937659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37864) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:00.955590 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-fde71707-d513-4ae5-8be5-55aada20ab26 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-110966275', 'network_id': '9b537e03-fa99-4e52-ae16-64ff939b71f7', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:01.065182 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:01.069844 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:port and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:01.075177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:01.081413 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:01.089679 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-fde71707-d513-4ae5-8be5-55aada20ab26 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:01.094641 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-fde71707-d513-4ae5-8be5-55aada20ab26 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:subnet and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:01.097791 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-fde71707-d513-4ae5-8be5-55aada20ab26 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:01.104223 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-fde71707-d513-4ae5-8be5-55aada20ab26 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:01.219846 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:01.288364 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde71707-d513-4ae5-8be5-55aada20ab26 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:01.293742 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fde71707-d513-4ae5-8be5-55aada20ab26 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:01.359972 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f57bea9-2c7a-4d7d-a5b4-1f6c5672b83a None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:01.401301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:01.434633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port 4e9514e9-a885-4c70-9c4c-1cd981d0486b yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:31:01.596217 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-40073201-9d6d-4b5e-8be9-f16dc703d679 None None] Provisioning for port f596159f-73e3-4751-81fc-5e6f9148ff94 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:31:01.816688 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::1ec (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/92671ca2-5f85-4f94-b801-c2adaf456569/4e9514e9-a885-4c70-9c4c-1cd981d0486b) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:31:01.821445 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fde71707-d513-4ae5-8be5-55aada20ab26 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:01.821445 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3b09f038-1e81-4498-b47d-62b6aaa0e360 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:01.826487 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8:0:1:f816:3eff:feea:50d0 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/5cffdcb1-37f1-4f23-baba-d92a191b69ac/4e9514e9-a885-4c70-9c4c-1cd981d0486b) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:31:01.914301 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde71707-d513-4ae5-8be5-55aada20ab26 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Subnet': ['ID=2605f09b-f02b-4c95-bd87-a04d1e37670e,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:01.919710 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fde71707-d513-4ae5-8be5-55aada20ab26 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:01.928696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde71707-d513-4ae5-8be5-55aada20ab26 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Checking segment: {'id': '77e070fd-33e0-465e-afc7-9bc0cd21676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9b537e03-fa99-4e52-ae16-64ff939b71f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:31:01.928696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde71707-d513-4ae5-8be5-55aada20ab26 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network hostable DHCP agents. Network: 9b537e03-fa99-4e52-ae16-64ff939b71f7, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:31:02.060039 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde71707-d513-4ae5-8be5-55aada20ab26 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 9b537e03-fa99-4e52-ae16-64ff939b71f7 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:31:02.133395 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:02.145968 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-fde71707-d513-4ae5-8be5-55aada20ab26 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 9b537e03-fa99-4e52-ae16-64ff939b71f7) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:02.154922 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde71707-d513-4ae5-8be5-55aada20ab26 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:02.156248 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fde71707-d513-4ae5-8be5-55aada20ab26 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:02.159088 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bbe892-a941-48c2-b94e-0e5680e1bea8 None None] Network 9b537e03-fa99-4e52-ae16-64ff939b71f7 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:02.173670 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object 4e9514e9-a885-4c70-9c4c-1cd981d0486b will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:31:02.265991 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fde71707-d513-4ae5-8be5-55aada20ab26 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3271863 Dec 22 15:31:02.306855 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:02.318445 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f40a64b3-4178-4a1c-b3c8-c67501506f73 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:02.397388 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:31:02.407059 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:02.412925 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:02.419310 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:02.420316 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:02.461926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=4e9514e9-a885-4c70-9c4c-1cd981d0486b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:02.466783 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:02.526843 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f596159f-73e3-4751-81fc-5e6f9148ff94 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:31:02.547916 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6520877 Dec 22 15:31:02.548271 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37870) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:02.653728 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-bf434347-b836-4bc2-92ee-7165f5047297 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port 4e9514e9-a885-4c70-9c4c-1cd981d0486b {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:31:02.654830 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bf434347-b836-4bc2-92ee-7165f5047297 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:02.727233 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-9b537e03-fa99-4e52-ae16-64ff939b71f7', 'network_id': '9b537e03-fa99-4e52-ae16-64ff939b71f7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ips': [{'subnet_id': '2605f09b-f02b-4c95-bd87-a04d1e37670e'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:31:02.728409 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:02.897098 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port f596159f-73e3-4751-81fc-5e6f9148ff94 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:31:02.909356 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port f596159f-73e3-4751-81fc-5e6f9148ff94 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:02.909735 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:02.962679 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2d6033f4-1748-42c3-8f52-9c0de17389ee None None] Provisioning complete for port f596159f-73e3-4751-81fc-5e6f9148ff94 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:02.963058 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2d6033f4-1748-42c3-8f52-9c0de17389ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:03.025626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Allocated IP 172.20.0.18 (9b537e03-fa99-4e52-ae16-64ff939b71f7/2605f09b-f02b-4c95-bd87-a04d1e37670e/232f1c6d-35c3-43d6-b509-788b880620c7) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:31:03.026279 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bf434347-b836-4bc2-92ee-7165f5047297 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:03.043158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37874) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:03.051859 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-f219b39b-87ed-4839-a97a-08e800c42897 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1334311845', 'description': 'tempest-secgroup-smoke-1334311845 description', 'project_id': '1e3de4c345a044948e6178acdaa2b3de'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:03.113164 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f219b39b-87ed-4839-a97a-08e800c42897 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:03.178916 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-bf434347-b836-4bc2-92ee-7165f5047297 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for 4e9514e9-a885-4c70-9c4c-1cd981d0486b owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:31:03.232492 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f219b39b-87ed-4839-a97a-08e800c42897 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:03.254796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:03.314873 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2d6033f4-1748-42c3-8f52-9c0de17389ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:03.370615 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port f596159f-73e3-4751-81fc-5e6f9148ff94, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f596159f-73e3-4751-81fc-5e6f9148ff94,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:03.376205 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f219b39b-87ed-4839-a97a-08e800c42897 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:03.415123 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f219b39b-87ed-4839-a97a-08e800c42897 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:03.421459 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f219b39b-87ed-4839-a97a-08e800c42897 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:03.434521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f219b39b-87ed-4839-a97a-08e800c42897 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:03.436994 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f219b39b-87ed-4839-a97a-08e800c42897 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:03.440864 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:03.504504 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:03.513846 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:03.562865 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bf434347-b836-4bc2-92ee-7165f5047297 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:03.566869 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Transition to ACTIVE for port object 232f1c6d-35c3-43d6-b509-788b880620c7 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:31:03.581245 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f7fd571b-75e5-44fd-a26f-d6a669ab2452 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:03.614658 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-2d6033f4-1748-42c3-8f52-9c0de17389ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:31:03.615026 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-2d6033f4-1748-42c3-8f52-9c0de17389ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:31:03.625365 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Transition to ACTIVE for port object 232f1c6d-35c3-43d6-b509-788b880620c7 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:31:03.629254 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=f596159f-73e3-4751-81fc-5e6f9148ff94,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:03.633097 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:03.641878 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf434347-b836-4bc2-92ee-7165f5047297 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=4e9514e9-a885-4c70-9c4c-1cd981d0486b,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:03.647795 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bf434347-b836-4bc2-92ee-7165f5047297 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:03.720572 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:03.729207 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-fc2c1060-1ff6-491b-93e7-9f80ea1cc572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:03.796929 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Network 9b537e03-fa99-4e52-ae16-64ff939b71f7 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:31:03.797822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:03.802472 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:03.849485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Pushing event updated for resources: {'Port': ['ID=232f1c6d-35c3-43d6-b509-788b880620c7,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:03.852671 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:03.885770 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bf434347-b836-4bc2-92ee-7165f5047297 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:03.923075 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bf434347-b836-4bc2-92ee-7165f5047297 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/4e9514e9-a885-4c70-9c4c-1cd981d0486b HTTP/1.1" status: 204 len: 168 time: 1.3737686 Dec 22 15:31:03.927529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37878) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:03.929486 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f219b39b-87ed-4839-a97a-08e800c42897 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:03.935511 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Attempting to bind port 232f1c6d-35c3-43d6-b509-788b880620c7 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:31:03.935799 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Attempting to bind port 232f1c6d-35c3-43d6-b509-788b880620c7 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '77e070fd-33e0-465e-afc7-9bc0cd21676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9b537e03-fa99-4e52-ae16-64ff939b71f7'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:31:03.936396 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Attempting to bind port 232f1c6d-35c3-43d6-b509-788b880620c7 on network 9b537e03-fa99-4e52-ae16-64ff939b71f7 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:31:03.944467 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:31:03.945108 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Checking segment: {'id': '77e070fd-33e0-465e-afc7-9bc0cd21676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9b537e03-fa99-4e52-ae16-64ff939b71f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:31:03.945773 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:03.946463 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Bound using segment: {'id': '77e070fd-33e0-465e-afc7-9bc0cd21676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9b537e03-fa99-4e52-ae16-64ff939b71f7'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:31:03.947638 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Bound port: 232f1c6d-35c3-43d6-b509-788b880620c7, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e070fd-33e0-465e-afc7-9bc0cd21676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9b537e03-fa99-4e52-ae16-64ff939b71f7'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:31:03.948268 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:04.016454 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f219b39b-87ed-4839-a97a-08e800c42897 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:04.023534 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bebd8d6a-738a-4b45-a9b7-3a817107b79e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:04.028861 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbaa25e-a9aa-4948-bb0a-835085536fb7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:04.029635 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6fbaa25e-a9aa-4948-bb0a-835085536fb7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:31:04.056643 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] For port 232f1c6d-35c3-43d6-b509-788b880620c7, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:31:04.060400 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] For port 232f1c6d-35c3-43d6-b509-788b880620c7, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=232f1c6d-35c3-43d6-b509-788b880620c7,segment=NetworkSegment(77e070fd-33e0-465e-afc7-9bc0cd21676d),segment_id=77e070fd-33e0-465e-afc7-9bc0cd21676d)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:31:04.063767 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219b39b-87ed-4839-a97a-08e800c42897 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6b32c5-f105-4f61-8667-e04869cc8517,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:04.066696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f219b39b-87ed-4839-a97a-08e800c42897 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:04.162608 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6fbaa25e-a9aa-4948-bb0a-835085536fb7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:31:04.163830 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6fbaa25e-a9aa-4948-bb0a-835085536fb7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2344134 Dec 22 15:31:04.167702 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37882) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:04.219901 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f219b39b-87ed-4839-a97a-08e800c42897 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:04.223385 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:04.223646 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f219b39b-87ed-4839-a97a-08e800c42897 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1773090 Dec 22 15:31:04.226824 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37886) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:04.229633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6781ac53-fbb6-4be8-b570-0e443211063a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:04.234622 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-95420af4-9db3-4e10-9190-7715eaf220f1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'fa6b32c5-f105-4f61-8667-e04869cc8517', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:04.241085 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-95420af4-9db3-4e10-9190-7715eaf220f1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:04.248553 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-95420af4-9db3-4e10-9190-7715eaf220f1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:04.250200 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-95420af4-9db3-4e10-9190-7715eaf220f1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:04.257735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-95420af4-9db3-4e10-9190-7715eaf220f1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:04.261259 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0c43f7-3147-4b6d-84be-6d7bf6b0c630 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:04.263441 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9d0c43f7-3147-4b6d-84be-6d7bf6b0c630 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0941167 Dec 22 15:31:04.266885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37890) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:04.298926 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8d4e434d-56c2-4d8e-a9ba-a180406df50e None None] Could not find standard attr ID for object 4e9514e9-a885-4c70-9c4c-1cd981d0486b. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:31:04.316121 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Pushing event updated for resources: {'Port': ['ID=232f1c6d-35c3-43d6-b509-788b880620c7,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:04.319463 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:04.354960 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add4d93e-21b7-40cf-be22-3e2d00c949a1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:04.356510 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add4d93e-21b7-40cf-be22-3e2d00c949a1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:04.358157 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add4d93e-21b7-40cf-be22-3e2d00c949a1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:04.359008 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-add4d93e-21b7-40cf-be22-3e2d00c949a1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:31:04.376685 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f596159f-73e3-4751-81fc-5e6f9148ff94 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:31:04.380190 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-95420af4-9db3-4e10-9190-7715eaf220f1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:04.457756 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port f596159f-73e3-4751-81fc-5e6f9148ff94 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:04.458134 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:04.459367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-95420af4-9db3-4e10-9190-7715eaf220f1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:04.482405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-add4d93e-21b7-40cf-be22-3e2d00c949a1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:31:04.482405 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-add4d93e-21b7-40cf-be22-3e2d00c949a1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2124183 Dec 22 15:31:04.483372 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37894) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:04.605484 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-95420af4-9db3-4e10-9190-7715eaf220f1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:04.619750 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-00779530-db76-4de8-85ca-005c1349ff83 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:04.653982 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95420af4-9db3-4e10-9190-7715eaf220f1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b38292d-9b6b-4c77-950f-331b992bd4d6,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:04.665327 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-95420af4-9db3-4e10-9190-7715eaf220f1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:04.704835 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e88020-e3ff-440a-a717-8eebc02aca4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet 5cffdcb1-37f1-4f23-baba-d92a191b69ac {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:31:04.708199 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-66e88020-e3ff-440a-a717-8eebc02aca4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:04.765966 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-95420af4-9db3-4e10-9190-7715eaf220f1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:04.771724 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-66e88020-e3ff-440a-a717-8eebc02aca4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:04.771888 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-95420af4-9db3-4e10-9190-7715eaf220f1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5391121 Dec 22 15:31:04.771888 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37898) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:04.776785 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-5b6c348f-7be1-4f27-9d43-057b9bb92356 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'fa6b32c5-f105-4f61-8667-e04869cc8517', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:04.783298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-5b6c348f-7be1-4f27-9d43-057b9bb92356 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:04.787515 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-5b6c348f-7be1-4f27-9d43-057b9bb92356 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:04.790596 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-5b6c348f-7be1-4f27-9d43-057b9bb92356 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:04.797384 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-5b6c348f-7be1-4f27-9d43-057b9bb92356 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:04.865392 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-66e88020-e3ff-440a-a717-8eebc02aca4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:04.886600 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5b6c348f-7be1-4f27-9d43-057b9bb92356 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:04.964359 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5b6c348f-7be1-4f27-9d43-057b9bb92356 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:05.078875 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-66e88020-e3ff-440a-a717-8eebc02aca4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:05.083731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8e0b0719-671c-43cf-b893-6a60017d7aee tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:05.107979 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5b6c348f-7be1-4f27-9d43-057b9bb92356 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:05.110071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:05.124740 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e88020-e3ff-440a-a717-8eebc02aca4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=5cffdcb1-37f1-4f23-baba-d92a191b69ac,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:05.127658 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-66e88020-e3ff-440a-a717-8eebc02aca4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:05.130761 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-66e88020-e3ff-440a-a717-8eebc02aca4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:05.134911 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0fe35d-78a6-4abb-ac73-b7c46924c62e None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:05.135968 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c348f-7be1-4f27-9d43-057b9bb92356 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d11b86f-ab27-41fe-8f43-831487390a7e,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:05.141186 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5b6c348f-7be1-4f27-9d43-057b9bb92356 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:05.262367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5b6c348f-7be1-4f27-9d43-057b9bb92356 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:05.263625 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5b6c348f-7be1-4f27-9d43-057b9bb92356 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4912031 Dec 22 15:31:05.269919 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37902) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:05.277770 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-39e552c7-fe0d-4980-afba-290bdf0c7c5d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'fa6b32c5-f105-4f61-8667-e04869cc8517', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:05.286836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-39e552c7-fe0d-4980-afba-290bdf0c7c5d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:05.297827 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-39e552c7-fe0d-4980-afba-290bdf0c7c5d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:05.297827 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-39e552c7-fe0d-4980-afba-290bdf0c7c5d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:05.310433 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-39e552c7-fe0d-4980-afba-290bdf0c7c5d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:05.313702 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-66e88020-e3ff-440a-a717-8eebc02aca4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/5cffdcb1-37f1-4f23-baba-d92a191b69ac HTTP/1.1" status: 204 len: 168 time: 0.8292308 Dec 22 15:31:05.320600 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37906) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:05.398143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-93216090-f902-444d-8f46-247ecb4dbff5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet 92671ca2-5f85-4f94-b801-c2adaf456569 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:31:05.402065 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-93216090-f902-444d-8f46-247ecb4dbff5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:05.470865 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-93216090-f902-444d-8f46-247ecb4dbff5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:05.477536 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-39e552c7-fe0d-4980-afba-290bdf0c7c5d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:05.483608 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0334bfac-b40b-431f-a413-5be080a89531 None None] Network 9b537e03-fa99-4e52-ae16-64ff939b71f7 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:05.548021 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-39e552c7-fe0d-4980-afba-290bdf0c7c5d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:05.577751 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-93216090-f902-444d-8f46-247ecb4dbff5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:05.620188 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-39e552c7-fe0d-4980-afba-290bdf0c7c5d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:05.621949 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:05.644562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e552c7-fe0d-4980-afba-290bdf0c7c5d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab05fdf-6c02-42cd-9508-a69501560be6,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:05.650610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-39e552c7-fe0d-4980-afba-290bdf0c7c5d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:05.686363 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e82819fb-976c-4c69-90df-a1714b52d2d9 None None] Provisioning for port 232f1c6d-35c3-43d6-b509-788b880620c7 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:31:05.756703 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-39e552c7-fe0d-4980-afba-290bdf0c7c5d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:05.758060 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-39e552c7-fe0d-4980-afba-290bdf0c7c5d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4865892 Dec 22 15:31:05.760967 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37910) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:05.767057 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-522007c1-56aa-4137-b220-6d25fe93e3a3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'fa6b32c5-f105-4f61-8667-e04869cc8517', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:05.773175 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-522007c1-56aa-4137-b220-6d25fe93e3a3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:05.777440 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-93216090-f902-444d-8f46-247ecb4dbff5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:05.783636 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-522007c1-56aa-4137-b220-6d25fe93e3a3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:05.786283 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-948510c9-5a23-42c5-aecf-c90005bf4eb1 tempest-TagsExtTest-862804780 tempest-TagsExtTest-862804780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:05.819852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-522007c1-56aa-4137-b220-6d25fe93e3a3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:05.835794 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-522007c1-56aa-4137-b220-6d25fe93e3a3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:05.838419 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-93216090-f902-444d-8f46-247ecb4dbff5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:05.841046 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93216090-f902-444d-8f46-247ecb4dbff5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=92671ca2-5f85-4f94-b801-c2adaf456569,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:05.845191 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-93216090-f902-444d-8f46-247ecb4dbff5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:05.854452 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-93216090-f902-444d-8f46-247ecb4dbff5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/92671ca2-5f85-4f94-b801-c2adaf456569 HTTP/1.1" status: 204 len: 168 time: 0.5323749 Dec 22 15:31:05.857303 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37914) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:05.933437 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a05834b9-aa6c-417c-a5eb-99de235ccb63 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748072 Dec 22 15:31:05.937002 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37918) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:05.944452 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-522007c1-56aa-4137-b220-6d25fe93e3a3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:05.945072 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4f0cf228-00cf-401f-bad7-493ed388a989 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:05.982498 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:06.032940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-522007c1-56aa-4137-b220-6d25fe93e3a3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:06.074300 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4f0cf228-00cf-401f-bad7-493ed388a989 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:06.079011 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4f0cf228-00cf-401f-bad7-493ed388a989 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:06.082047 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4f0cf228-00cf-401f-bad7-493ed388a989 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:06.088000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4f0cf228-00cf-401f-bad7-493ed388a989 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:06.130207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-522007c1-56aa-4137-b220-6d25fe93e3a3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:06.136202 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a15bb621-cf47-4e63-b185-f58c799f1a79 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:06.160462 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522007c1-56aa-4137-b220-6d25fe93e3a3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5593749b-0de4-4300-b3b3-47f40019c307,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:06.161849 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-522007c1-56aa-4137-b220-6d25fe93e3a3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:06.233538 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0cf228-00cf-401f-bad7-493ed388a989 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:06.237348 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f0cf228-00cf-401f-bad7-493ed388a989 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:06.277433 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-522007c1-56aa-4137-b220-6d25fe93e3a3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:06.277433 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-522007c1-56aa-4137-b220-6d25fe93e3a3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5131462 Dec 22 15:31:06.278089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37922) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:06.283785 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-c99036a4-9cc0-406a-a263-ecbb8c979dc9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'fa6b32c5-f105-4f61-8667-e04869cc8517', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:06.290083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c99036a4-9cc0-406a-a263-ecbb8c979dc9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:06.294012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c99036a4-9cc0-406a-a263-ecbb8c979dc9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:06.296967 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c99036a4-9cc0-406a-a263-ecbb8c979dc9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:06.307537 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c99036a4-9cc0-406a-a263-ecbb8c979dc9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:06.419652 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-c99036a4-9cc0-406a-a263-ecbb8c979dc9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:31:06.419798 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 232f1c6d-35c3-43d6-b509-788b880620c7 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:31:06.419929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c99036a4-9cc0-406a-a263-ecbb8c979dc9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:06.497728 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c99036a4-9cc0-406a-a263-ecbb8c979dc9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:06.523190 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd22392-9865-4d6f-8ad6-e9e37fc0f35d None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:06.572089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c99036a4-9cc0-406a-a263-ecbb8c979dc9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:06.574032 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-59793855-6a84-46d8-a879-eb5b391b5c38 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:06.600943 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f0cf228-00cf-401f-bad7-493ed388a989 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:06.601386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99036a4-9cc0-406a-a263-ecbb8c979dc9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cdb25d2-8c6c-4a6e-90af-d3445ff97a18,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:06.604369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c99036a4-9cc0-406a-a263-ecbb8c979dc9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:06.615183 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3f4fddb3-074f-4f07-ab90-9445c82f8558 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:06.637170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1a90468c-6df6-443a-a9be-3a45053c1133 None None] Provisioning complete for port f596159f-73e3-4751-81fc-5e6f9148ff94 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:06.637531 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1a90468c-6df6-443a-a9be-3a45053c1133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:06.673341 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 232f1c6d-35c3-43d6-b509-788b880620c7 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:31:06.675577 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0cf228-00cf-401f-bad7-493ed388a989 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:31:06.679035 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4f0cf228-00cf-401f-bad7-493ed388a989 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:06.682161 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0cf228-00cf-401f-bad7-493ed388a989 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:06.689864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f0cf228-00cf-401f-bad7-493ed388a989 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:06.690021 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c99036a4-9cc0-406a-a263-ecbb8c979dc9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:06.690021 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c99036a4-9cc0-406a-a263-ecbb8c979dc9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4080105 Dec 22 15:31:06.690836 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37926) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:06.696648 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-baf34bfc-9fb9-4d8d-afbc-7cef14cb9ec6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'fa6b32c5-f105-4f61-8667-e04869cc8517', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:06.707547 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cf228-00cf-401f-bad7-493ed388a989 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=bc2f16be-5992-40cd-b23b-ff8716bf9fdf,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:06.711206 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4f0cf228-00cf-401f-bad7-493ed388a989 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:06.717956 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 232f1c6d-35c3-43d6-b509-788b880620c7 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:06.718375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:06.718595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-baf34bfc-9fb9-4d8d-afbc-7cef14cb9ec6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:06.724114 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-baf34bfc-9fb9-4d8d-afbc-7cef14cb9ec6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:06.727075 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-baf34bfc-9fb9-4d8d-afbc-7cef14cb9ec6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:06.737564 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-baf34bfc-9fb9-4d8d-afbc-7cef14cb9ec6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:06.805569 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4f0cf228-00cf-401f-bad7-493ed388a989 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8673174 Dec 22 15:31:06.808450 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37930) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:06.816001 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c40df0f6-6a20-4040-a77f-bf0b243c61c9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:06.896254 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-baf34bfc-9fb9-4d8d-afbc-7cef14cb9ec6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:31:06.908108 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-baf34bfc-9fb9-4d8d-afbc-7cef14cb9ec6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:06.986562 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:06.991256 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c40df0f6-6a20-4040-a77f-bf0b243c61c9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:06.999434 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c40df0f6-6a20-4040-a77f-bf0b243c61c9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:07.003056 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-baf34bfc-9fb9-4d8d-afbc-7cef14cb9ec6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:07.020878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c40df0f6-6a20-4040-a77f-bf0b243c61c9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:07.020878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c40df0f6-6a20-4040-a77f-bf0b243c61c9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:07.028823 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 232f1c6d-35c3-43d6-b509-788b880620c7, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=232f1c6d-35c3-43d6-b509-788b880620c7,segment=NetworkSegment(77e070fd-33e0-465e-afc7-9bc0cd21676d),segment_id=77e070fd-33e0-465e-afc7-9bc0cd21676d)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:07.033646 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37936) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:07.095933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40df0f6-6a20-4040-a77f-bf0b243c61c9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:07.097456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-baf34bfc-9fb9-4d8d-afbc-7cef14cb9ec6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:07.097858 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:07.100053 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:07.103476 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c40df0f6-6a20-4040-a77f-bf0b243c61c9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:07.108772 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fd0d690d-9e46-4ca8-a276-3ac3f856c826 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:07.154982 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf34bfc-9fb9-4d8d-afbc-7cef14cb9ec6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008ba3bc-1842-4527-a8d9-a79a7ee15e0e,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:07.158585 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-baf34bfc-9fb9-4d8d-afbc-7cef14cb9ec6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:07.187274 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=232f1c6d-35c3-43d6-b509-788b880620c7,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:07.191916 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:07.268578 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.ipam_backend_mixin [None req-c40df0f6-6a20-4040-a77f-bf0b243c61c9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc2f16be-5992-40cd-b23b-ff8716bf9fdf (CIDR: 2001:db8::/64) Dec 22 15:31:07.273816 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-baf34bfc-9fb9-4d8d-afbc-7cef14cb9ec6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:07.275067 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-baf34bfc-9fb9-4d8d-afbc-7cef14cb9ec6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5829015 Dec 22 15:31:07.300718 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0544e5-817e-4406-96c6-2a9dfe52ad7d None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:07.318901 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-aaa8c6c5-53be-41b3-94fd-9057a6b172dd tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Deleting port 55912505-723c-43cd-8dd3-35b8a4a9aa0e {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:31:07.319741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c6c5-53be-41b3-94fd-9057a6b172dd tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:07.337349 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40df0f6-6a20-4040-a77f-bf0b243c61c9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:31:07.337692 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40df0f6-6a20-4040-a77f-bf0b243c61c9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:07.430889 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-755c5312-5e1d-44b8-8309-b77680bd0196 None None] Provisioning complete for port f596159f-73e3-4751-81fc-5e6f9148ff94 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:07.431276 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-755c5312-5e1d-44b8-8309-b77680bd0196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:07.501317 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c40df0f6-6a20-4040-a77f-bf0b243c61c9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6896436 Dec 22 15:31:07.502368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 37948) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:07.515039 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'subnet': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:07.580294 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c6c5-53be-41b3-94fd-9057a6b172dd tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:07.580630 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c6c5-53be-41b3-94fd-9057a6b172dd tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:07.669207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-de6d585d-a5dd-4efd-9cd8-b903db4b49ee tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:31:07.682193 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:07.687561 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Usage tracker for resource:subnet and tenant:bd34abffd88845e9a2c3a2d2ac3fe878 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:07.690617 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:07.696562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:07.742331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-aaa8c6c5-53be-41b3-94fd-9057a6b172dd tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Calling delete_port for 55912505-723c-43cd-8dd3-35b8a4a9aa0e owned by network:floatingip {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:31:07.844423 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:07.853311 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:07.952975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-de6d585d-a5dd-4efd-9cd8-b903db4b49ee tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:31:07.952975 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-de6d585d-a5dd-4efd-9cd8-b903db4b49ee tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334311845&fields=id&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 267 time: 0.3957436 Dec 22 15:31:08.003597 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-32e31113-2c42-4484-9c98-ddad75616a1a None None] Provisioning complete for port f596159f-73e3-4751-81fc-5e6f9148ff94 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:08.004620 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-32e31113-2c42-4484-9c98-ddad75616a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:08.177308 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c6c5-53be-41b3-94fd-9057a6b172dd tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:08.187626 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7285f520-b788-41e9-ae72-2764558ced79 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:08.243877 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8c6c5-53be-41b3-94fd-9057a6b172dd tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event deleted for resources: {'Port': ['ID=55912505-723c-43cd-8dd3-35b8a4a9aa0e,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:08.247413 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aaa8c6c5-53be-41b3-94fd-9057a6b172dd tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:08.356661 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 232f1c6d-35c3-43d6-b509-788b880620c7 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:31:08.406472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-efe36653-49da-462c-a4d2-30a3aa9d0ee6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:08.406472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-efe36653-49da-462c-a4d2-30a3aa9d0ee6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:31:08.408578 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c6c5-53be-41b3-94fd-9057a6b172dd tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for floatingip, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:08.409099 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-aaa8c6c5-53be-41b3-94fd-9057a6b172dd tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Floating IP 6270a07e-db8b-40c2-89f3-6f96ed4fffd1 disassociated (deleted). External IP: 172.26.6.233, port: dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15. Dec 22 15:31:08.467636 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.objects.ports [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88217) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 15:31:08.493665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 232f1c6d-35c3-43d6-b509-788b880620c7 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:08.493665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:08.603767 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-efe36653-49da-462c-a4d2-30a3aa9d0ee6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:31:08.605331 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-efe36653-49da-462c-a4d2-30a3aa9d0ee6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/networks?id=9b537e03-fa99-4e52-ae16-64ff939b71f7 HTTP/1.1" status: 200 len: 796 time: 0.6457551 Dec 22 15:31:08.675508 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-d1dd673b-b16f-4a40-8b31-925f80ec5886 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/quotas/1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 375 time: 0.0640659 Dec 22 15:31:08.888098 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-99d73268-4a3c-4edc-9643-450a0964d203 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1974444 Dec 22 15:31:08.890152 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa8c6c5-53be-41b3-94fd-9057a6b172dd tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Router 236d475b-bb0b-42d3-ba5b-baa916368801 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:31:08.925440 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:08.954347 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-d5d3f3b0-0a7d-4e58-bdac-6db3a0a30083 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:31:08.955399 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-d5d3f3b0-0a7d-4e58-bdac-6db3a0a30083 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0550303 Dec 22 15:31:09.177476 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] For port f596159f-73e3-4751-81fc-5e6f9148ff94, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f596159f-73e3-4751-81fc-5e6f9148ff94,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:09.207359 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:09.218332 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-b98c024a-d0cf-4ffb-9ea1-e725c4dfbf7f service neutron] 10.222.0.59 "GET /v2.0/networks/9b537e03-fa99-4e52-ae16-64ff939b71f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370365 Dec 22 15:31:09.222152 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa8c6c5-53be-41b3-94fd-9057a6b172dd tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:31:09.231936 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca20cd83-b9d4-4cc1-96c3-e48f5e36d14b None None] Sync routers for ids ['236d475b-bb0b-42d3-ba5b-baa916368801'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:31:09.242133 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca20cd83-b9d4-4cc1-96c3-e48f5e36d14b None None] Routers {'236d475b-bb0b-42d3-ba5b-baa916368801'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:31:09.244718 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ca20cd83-b9d4-4cc1-96c3-e48f5e36d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:30:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['236d475b-bb0b-42d3-ba5b-baa916368801'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:09.277221 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:09.277829 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:09.282555 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fdd6afe8-14bd-4197-9649-16a473e24af4 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:09.310057 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c6c5-53be-41b3-94fd-9057a6b172dd tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:09.352416 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:31:09.356649 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:09.359888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:09.361436 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:09.395374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=f596159f-73e3-4751-81fc-5e6f9148ff94,revision_number=9']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:09.402908 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-aaa8c6c5-53be-41b3-94fd-9057a6b172dd tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "DELETE /v2.0/floatingips/6270a07e-db8b-40c2-89f3-6f96ed4fffd1 HTTP/1.1" status: 204 len: 168 time: 2.3654439 Dec 22 15:31:09.405955 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:09.411196 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-68828fc3-bde5-4f87-b883-af12e798525e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:09.413307 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adc2d58-1e70-4fac-bbaf-e14984f3de65', 'tag': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:31:09.428837 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed699b69-f11e-4331-a77c-5ab14b7f5ae3 None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:09.464183 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-d06d8416-5cbf-457c-9eb3-ef764cafea61 service neutron] 10.222.0.59 "GET /v2.0/networks/9b537e03-fa99-4e52-ae16-64ff939b71f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381694 Dec 22 15:31:09.490948 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Subnet': ['ID=4b7c39d2-9d0f-4fe6-9218-d928f3c38b17,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:09.494930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:09.497045 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9918799 Dec 22 15:31:09.500087 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37960) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:09.509030 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-839a865c-edf9-4454-ac82-c3e70732aaca tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Request body: {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'mac_address': 'fa:16:3e:e3:c1:a7', 'name': 'tempest-NetworksTestDHCPv6-341933395'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:09.589818 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-ca20cd83-b9d4-4cc1-96c3-e48f5e36d14b None None] Set router 236d475b-bb0b-42d3-ba5b-baa916368801 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:31:09.870819 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adc2d58-1e70-4fac-bbaf-e14984f3de65', 'tag': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15', 'status': 'completed', 'code': 200} Dec 22 15:31:09.872933 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-839a865c-edf9-4454-ac82-c3e70732aaca tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:09.887018 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-839a865c-edf9-4454-ac82-c3e70732aaca tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:09.979219 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c7d24a9d-6ccf-491e-9527-b1e97c1015a3 req-96b485e1-4801-464e-9821-24d1cf1e7c56 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 210 time: 0.0604861 Dec 22 15:31:10.010111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839a865c-edf9-4454-ac82-c3e70732aaca tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Made reservation on behalf of bd34abffd88845e9a2c3a2d2ac3fe878 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:10.019185 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cff05-6505-46b0-b11c-e5d90b5d73fd req-499114d2-e5ba-4b9c-9c3b-2ed4a52fb871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:10.020763 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6d5cff05-6505-46b0-b11c-e5d90b5d73fd req-499114d2-e5ba-4b9c-9c3b-2ed4a52fb871 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d737c316a4542e78135e34c5fa7a4f9&device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 1099 time: 0.1580069 Dec 22 15:31:10.207177 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-839a865c-edf9-4454-ac82-c3e70732aaca tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:10.254868 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cff05-6505-46b0-b11c-e5d90b5d73fd req-19a38d07-90d1-4913-9389-6bc497907527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:10.256368 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6d5cff05-6505-46b0-b11c-e5d90b5d73fd req-19a38d07-90d1-4913-9389-6bc497907527 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8cd8c74-3563-4ac0-9801-9129eb7e0a82 HTTP/1.1" status: 200 len: 897 time: 0.2288477 Dec 22 15:31:10.260829 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-839a865c-edf9-4454-ac82-c3e70732aaca tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] device_id is not set on port 6fa40773-8564-4903-9d7e-0910d0814530 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:31:10.295502 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ca20cd83-b9d4-4cc1-96c3-e48f5e36d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706391036', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:05Z', 'updated_at': '2021-12-22T15:27:25Z', 'revision_number': 4, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'gw_port': {'id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:61:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:07Z', 'updated_at': '2021-12-22T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'cc127250-e434-439c-a0ed-7ac8366b1bb7', 'name': '', 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'mac_address': 'fa:16:3e:17:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '3a0a88bf-b45a-493d-9874-68623dfbadd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:22Z', 'updated_at': '2021-12-22T15:27:35Z', 'revision_number': 5, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'subnets': [{'id': '3a0a88bf-b45a-493d-9874-68623dfbadd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:10.303765 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca20cd83-b9d4-4cc1-96c3-e48f5e36d14b None None] Checking router: 236d475b-bb0b-42d3-ba5b-baa916368801 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:31:10.318291 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca20cd83-b9d4-4cc1-96c3-e48f5e36d14b None None] Routers {'236d475b-bb0b-42d3-ba5b-baa916368801'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:31:10.318291 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ca20cd83-b9d4-4cc1-96c3-e48f5e36d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:30:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['236d475b-bb0b-42d3-ba5b-baa916368801'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:10.410095 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6d5cff05-6505-46b0-b11c-e5d90b5d73fd req-459700b0-3564-4981-b1b0-400644495e0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 HTTP/1.1" status: 200 len: 217 time: 0.1447661 Dec 22 15:31:10.413767 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e366714b-704a-452d-bc8d-db936f7e1217 None None] Update dhcp port {'port': {'network_id': 'a58770d8-fcd3-4d19-a431-f8ebd1db0bf8', 'fixed_ips': [{'subnet_id': '4b7c39d2-9d0f-4fe6-9218-d928f3c38b17', 'ip_address': '2001:db8:0:1:f816:3eff:febf:66f0'}, {'subnet_id': 'bc2f16be-5992-40cd-b23b-ff8716bf9fdf'}], 'binding:host_id': 'dv-neutron-822674-1-hyperv'}, 'id': 'f596159f-73e3-4751-81fc-5e6f9148ff94'} from dv-neutron-822674-1-hyperv. {{(pid=88219) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 15:31:10.413964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ee1ca-30f4-4b61-acc4-d7d6f84586ae req-796396e7-1735-436e-a3df-74570294eb90 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:10.415015 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-ee2ee1ca-30f4-4b61-acc4-d7d6f84586ae req-796396e7-1735-436e-a3df-74570294eb90 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Synchronizing usage tracker for tenant:0d737c316a4542e78135e34c5fa7a4f9 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:31:10.466459 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f596159f-73e3-4751-81fc-5e6f9148ff94 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:31:10.498079 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cff05-6505-46b0-b11c-e5d90b5d73fd req-d906cd80-f3aa-4976-a761-46f735b058cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:10.499686 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6d5cff05-6505-46b0-b11c-e5d90b5d73fd req-d906cd80-f3aa-4976-a761-46f735b058cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a0a88bf-b45a-493d-9874-68623dfbadd3 HTTP/1.1" status: 200 len: 835 time: 0.0830584 Dec 22 15:31:10.561166 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e366714b-704a-452d-bc8d-db936f7e1217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:10.592526 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-ee2ee1ca-30f4-4b61-acc4-d7d6f84586ae req-796396e7-1735-436e-a3df-74570294eb90 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Unset dirty status for tenant:0d737c316a4542e78135e34c5fa7a4f9 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:31:10.593709 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ee2ee1ca-30f4-4b61-acc4-d7d6f84586ae req-796396e7-1735-436e-a3df-74570294eb90 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 946 time: 0.4240699 Dec 22 15:31:10.599815 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cff05-6505-46b0-b11c-e5d90b5d73fd req-a529fd20-66f2-4b4b-810f-de9f3a22de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:10.601451 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6d5cff05-6505-46b0-b11c-e5d90b5d73fd req-a529fd20-66f2-4b4b-810f-de9f3a22de18 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8cd8c74-3563-4ac0-9801-9129eb7e0a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0916708 Dec 22 15:31:10.669238 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ee2ee1ca-30f4-4b61-acc4-d7d6f84586ae req-5e771b7a-ba06-4c90-b129-00d2385839e2 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616939 Dec 22 15:31:10.673272 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-839a865c-edf9-4454-ac82-c3e70732aaca tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8::19 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/bc2f16be-5992-40cd-b23b-ff8716bf9fdf/6fa40773-8564-4903-9d7e-0910d0814530) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:31:10.684414 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-839a865c-edf9-4454-ac82-c3e70732aaca tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Allocated IP 2001:db8:0:1:f816:3eff:fee3:c1a7 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/4b7c39d2-9d0f-4fe6-9218-d928f3c38b17/6fa40773-8564-4903-9d7e-0910d0814530) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:31:10.785027 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6d5cff05-6505-46b0-b11c-e5d90b5d73fd req-8597fbff-5f8c-4d0b-876b-405cea748f25 service neutron] 10.222.0.57 "GET /v2.0/networks/e8cd8c74-3563-4ac0-9801-9129eb7e0a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756437 Dec 22 15:31:10.790839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port f596159f-73e3-4751-81fc-5e6f9148ff94 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:10.792245 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:10.950626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-ca20cd83-b9d4-4cc1-96c3-e48f5e36d14b None None] Set router 236d475b-bb0b-42d3-ba5b-baa916368801 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:31:10.957794 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-839a865c-edf9-4454-ac82-c3e70732aaca tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:10.963083 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6d5cff05-6505-46b0-b11c-e5d90b5d73fd req-d6dec5c4-dd96-4cfe-a127-9255e8b5681c service neutron] 10.222.0.57 "GET /v2.0/networks/e8cd8c74-3563-4ac0-9801-9129eb7e0a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712368 Dec 22 15:31:10.987992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-839a865c-edf9-4454-ac82-c3e70732aaca tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Transition to ACTIVE for port object 6fa40773-8564-4903-9d7e-0910d0814530 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:31:11.253936 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-839a865c-edf9-4454-ac82-c3e70732aaca tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:11.271319 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7921dc4f-29b1-4532-b503-7a7480a3ec40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:11.322711 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d85823cf-c719-4862-9a85-b14074b76576 req-1d480b0a-af48-4610-9ede-283a5ed4c5af tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 210 time: 0.1386180 Dec 22 15:31:11.379355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839a865c-edf9-4454-ac82-c3e70732aaca tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:31:11.391874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-839a865c-edf9-4454-ac82-c3e70732aaca tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:11.417877 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839a865c-edf9-4454-ac82-c3e70732aaca tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:11.428222 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839a865c-edf9-4454-ac82-c3e70732aaca tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:11.430537 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-839a865c-edf9-4454-ac82-c3e70732aaca tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:11.473905 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-e366714b-704a-452d-bc8d-db936f7e1217 None None] Allocated IP 2001:db8::2 (a58770d8-fcd3-4d19-a431-f8ebd1db0bf8/bc2f16be-5992-40cd-b23b-ff8716bf9fdf/f596159f-73e3-4751-81fc-5e6f9148ff94) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:31:11.485729 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a865c-edf9-4454-ac82-c3e70732aaca tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event updated for resources: {'Port': ['ID=6fa40773-8564-4903-9d7e-0910d0814530,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:11.491681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-839a865c-edf9-4454-ac82-c3e70732aaca tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:11.622331 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-839a865c-edf9-4454-ac82-c3e70732aaca tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1195705 Dec 22 15:31:11.624425 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37980) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:11.679052 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-e366714b-704a-452d-bc8d-db936f7e1217 None None] For port f596159f-73e3-4751-81fc-5e6f9148ff94, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f596159f-73e3-4751-81fc-5e6f9148ff94,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:11.687438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ca20cd83-b9d4-4cc1-96c3-e48f5e36d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706391036', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:05Z', 'updated_at': '2021-12-22T15:27:25Z', 'revision_number': 4, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'gw_port': {'id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:61:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:07Z', 'updated_at': '2021-12-22T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'cc127250-e434-439c-a0ed-7ac8366b1bb7', 'name': '', 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'mac_address': 'fa:16:3e:17:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '3a0a88bf-b45a-493d-9874-68623dfbadd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:22Z', 'updated_at': '2021-12-22T15:27:35Z', 'revision_number': 5, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'subnets': [{'id': '3a0a88bf-b45a-493d-9874-68623dfbadd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:11.694878 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca20cd83-b9d4-4cc1-96c3-e48f5e36d14b None None] The sync data for ids ['236d475b-bb0b-42d3-ba5b-baa916368801'] in dv-neutron-822674-1-hyperv is: [{'id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706391036', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:05Z', 'updated_at': '2021-12-22T15:27:25Z', 'revision_number': 4, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'gw_port': {'id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:61:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:07Z', 'updated_at': '2021-12-22T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'cc127250-e434-439c-a0ed-7ac8366b1bb7', 'name': '', 'network_id': 'e8cd8c74-3563-4ac0-9801-9129eb7e0a82', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'mac_address': 'fa:16:3e:17:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '3a0a88bf-b45a-493d-9874-68623dfbadd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:22Z', 'updated_at': '2021-12-22T15:27:35Z', 'revision_number': 5, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'subnets': [{'id': '3a0a88bf-b45a-493d-9874-68623dfbadd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:31:11.720710 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e366714b-704a-452d-bc8d-db936f7e1217 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:11.742757 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e366714b-704a-452d-bc8d-db936f7e1217 None None] Transition to ACTIVE for port object f596159f-73e3-4751-81fc-5e6f9148ff94 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:31:11.748184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-0629e310-edaa-4f15-b794-272edf2cd16e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting port 6fa40773-8564-4903-9d7e-0910d0814530 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:31:11.748811 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0629e310-edaa-4f15-b794-272edf2cd16e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:11.812239 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e366714b-704a-452d-bc8d-db936f7e1217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:11.815336 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:11.918833 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366714b-704a-452d-bc8d-db936f7e1217 None None] Pushing event updated for resources: {'Port': ['ID=f596159f-73e3-4751-81fc-5e6f9148ff94,revision_number=10']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:11.926790 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e366714b-704a-452d-bc8d-db936f7e1217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:11.940400 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0091880-2995-4f5b-ab6b-5b82cf7b5c68 req-96798d91-8108-4fb1-9616-f4cd9692c9c6 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:11.941290 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c0091880-2995-4f5b-ab6b-5b82cf7b5c68 req-96798d91-8108-4fb1-9616-f4cd9692c9c6 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Synchronizing usage tracker for tenant:0d737c316a4542e78135e34c5fa7a4f9 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:31:11.960549 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c0091880-2995-4f5b-ab6b-5b82cf7b5c68 req-96798d91-8108-4fb1-9616-f4cd9692c9c6 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Unset dirty status for tenant:0d737c316a4542e78135e34c5fa7a4f9 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:31:11.962192 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c0091880-2995-4f5b-ab6b-5b82cf7b5c68 req-96798d91-8108-4fb1-9616-f4cd9692c9c6 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.57 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 946 time: 0.2040293 Dec 22 15:31:12.071518 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-c0091880-2995-4f5b-ab6b-5b82cf7b5c68 req-cbc15748-a22f-4b6c-8893-3fbbd2af3e5f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Deleting port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:31:12.072252 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c0091880-2995-4f5b-ab6b-5b82cf7b5c68 req-cbc15748-a22f-4b6c-8893-3fbbd2af3e5f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:12.147196 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dbc1bf-b621-41f7-95c5-23f8a8d69b54 None None] New status for floating IP 6270a07e-db8b-40c2-89f3-6f96ed4fffd1: DOWN {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:31:12.203742 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0629e310-edaa-4f15-b794-272edf2cd16e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:12.369603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-0629e310-edaa-4f15-b794-272edf2cd16e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Calling delete_port for 6fa40773-8564-4903-9d7e-0910d0814530 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:31:12.438089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f596159f-73e3-4751-81fc-5e6f9148ff94 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:31:12.529280 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1570a-2d8e-46a0-8d8f-a4bb3e772283 req-15b4ccd3-8af1-4dd8-b64d-6c5dd3978d1f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:12.544186 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4af1570a-2d8e-46a0-8d8f-a4bb3e772283 req-15b4ccd3-8af1-4dd8-b64d-6c5dd3978d1f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 946 time: 0.5758395 Dec 22 15:31:12.576348 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-c0091880-2995-4f5b-ab6b-5b82cf7b5c68 req-cbc15748-a22f-4b6c-8893-3fbbd2af3e5f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] For port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15,segment=NetworkSegment(e07b4c5d-b41f-4560-9adc-576329c4096e),segment_id=e07b4c5d-b41f-4560-9adc-576329c4096e)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:12.576604 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c0091880-2995-4f5b-ab6b-5b82cf7b5c68 req-cbc15748-a22f-4b6c-8893-3fbbd2af3e5f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:12.640613 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1e5e90a6-24a2-4d8f-81cf-283fa99021f0 req-c5858bb7-d700-4516-912b-b08c44bb1e79 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 210 time: 0.1166987 Dec 22 15:31:12.893535 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4af1570a-2d8e-46a0-8d8f-a4bb3e772283 req-47f26d75-8b5c-4666-8b75-7392a65a1c37 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/security-groups?id=efc30e2f-5012-486a-88b6-9a7c4888379c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3471434 Dec 22 15:31:12.937795 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-c0091880-2995-4f5b-ab6b-5b82cf7b5c68 req-cbc15748-a22f-4b6c-8893-3fbbd2af3e5f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Calling delete_port for dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:31:13.140261 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0dc1175c-7da6-4a4b-94f2-208d1a3ed3cb None None] Provisioning for port f596159f-73e3-4751-81fc-5e6f9148ff94 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:31:13.155819 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0dc1175c-7da6-4a4b-94f2-208d1a3ed3cb None None] Provisioning complete for port f596159f-73e3-4751-81fc-5e6f9148ff94 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:13.155819 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0dc1175c-7da6-4a4b-94f2-208d1a3ed3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:13.186040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0629e310-edaa-4f15-b794-272edf2cd16e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:13.196928 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-13769c06-cc10-4be6-a986-6dcec81cfd6a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:13.267551 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629e310-edaa-4f15-b794-272edf2cd16e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Port': ['ID=6fa40773-8564-4903-9d7e-0910d0814530,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:13.271424 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-1105a66d-ffd7-4586-9659-becc8fc759b9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:13.273072 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-1105a66d-ffd7-4586-9659-becc8fc759b9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/networks?id=9b537e03-fa99-4e52-ae16-64ff939b71f7 HTTP/1.1" status: 200 len: 796 time: 0.4350095 Dec 22 15:31:13.281807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0629e310-edaa-4f15-b794-272edf2cd16e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:13.378219 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0629e310-edaa-4f15-b794-272edf2cd16e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:13.390154 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0629e310-edaa-4f15-b794-272edf2cd16e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/6fa40773-8564-4903-9d7e-0910d0814530 HTTP/1.1" status: 204 len: 168 time: 1.7639291 Dec 22 15:31:13.393200 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37990) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:13.408929 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-02fee8e8-c407-4937-b515-8433254a8651 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 473 time: 0.1083345 Dec 22 15:31:13.424205 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-fafc2ecf-6b37-4845-8dbb-8ce2201891d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'port': {'device_id': '9da855b1-935b-4fa6-ae9c-650d56ff19f4', 'network_id': '9b537e03-fa99-4e52-ae16-64ff939b71f7', 'admin_state_up': True, 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'security_groups': ['fa6b32c5-f105-4f61-8667-e04869cc8517']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:13.483728 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-eb06e51f-a179-4e45-a978-92fddbcc2fb4 None None] Could not find standard attr ID for object 6fa40773-8564-4903-9d7e-0910d0814530. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:31:13.516774 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4013abc5-ced3-4835-91b2-bbd98ad19043 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:13.518083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4013abc5-ced3-4835-91b2-bbd98ad19043 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:31:13.527505 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c0091880-2995-4f5b-ab6b-5b82cf7b5c68 req-cbc15748-a22f-4b6c-8893-3fbbd2af3e5f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:13.541184 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2d362e37-ea4c-45bf-bb6e-113dce6a520f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:13.593612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc15748-a22f-4b6c-8893-3fbbd2af3e5f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event deleted for resources: {'Port': ['ID=dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:13.628394 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cbc15748-a22f-4b6c-8893-3fbbd2af3e5f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:13.643776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4013abc5-ced3-4835-91b2-bbd98ad19043 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:31:13.647611 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4013abc5-ced3-4835-91b2-bbd98ad19043 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2501311 Dec 22 15:31:13.648382 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 37998) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:13.689380 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0091880-2995-4f5b-ab6b-5b82cf7b5c68 req-cbc15748-a22f-4b6c-8893-3fbbd2af3e5f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] No DVR routers for this DVR port dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:31:13.700146 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c0091880-2995-4f5b-ab6b-5b82cf7b5c68 req-cbc15748-a22f-4b6c-8893-3fbbd2af3e5f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:13.702710 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adc2d58-1e70-4fac-bbaf-e14984f3de65', 'name': 'network-vif-deleted', 'tag': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:31:13.724487 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-fafc2ecf-6b37-4845-8dbb-8ce2201891d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:13.731322 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-fafc2ecf-6b37-4845-8dbb-8ce2201891d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:port and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:13.734410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-fafc2ecf-6b37-4845-8dbb-8ce2201891d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:13.742056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-fafc2ecf-6b37-4845-8dbb-8ce2201891d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:13.752395 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de516890-ec81-4d0a-a4b6-34f36c56b312 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:13.756849 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-de516890-ec81-4d0a-a4b6-34f36c56b312 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1046872 Dec 22 15:31:13.756849 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38006) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:13.772840 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adc2d58-1e70-4fac-bbaf-e14984f3de65', 'name': 'network-vif-deleted', 'tag': 'dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15', 'status': 'completed', 'code': 200} Dec 22 15:31:13.827860 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c0091880-2995-4f5b-ab6b-5b82cf7b5c68 req-cbc15748-a22f-4b6c-8893-3fbbd2af3e5f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.57 "DELETE /v2.0/ports/dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 HTTP/1.1" status: 204 len: 173 time: 1.8588080 Dec 22 15:31:13.850727 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-fafc2ecf-6b37-4845-8dbb-8ce2201891d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:13.855185 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-fafc2ecf-6b37-4845-8dbb-8ce2201891d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:13.859019 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-61fcca0c-e989-442a-a2af-5559b5ccce33 req-d61ebf25-2fcf-4d9b-b53f-9df3a960d38b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 210 time: 0.0641398 Dec 22 15:31:13.875154 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19971202-6d56-4abb-8010-3841f5c777f9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:13.876961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19971202-6d56-4abb-8010-3841f5c777f9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:13.878600 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19971202-6d56-4abb-8010-3841f5c777f9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:13.879369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-19971202-6d56-4abb-8010-3841f5c777f9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:31:14.056374 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-19971202-6d56-4abb-8010-3841f5c777f9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:31:14.058390 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-19971202-6d56-4abb-8010-3841f5c777f9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3004727 Dec 22 15:31:14.065197 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-fafc2ecf-6b37-4845-8dbb-8ce2201891d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.20.0.25 (9b537e03-fa99-4e52-ae16-64ff939b71f7/2605f09b-f02b-4c95-bd87-a04d1e37670e/0e179ab0-a1e8-41a1-9232-7ed02f65ce6c) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:31:14.069085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38012) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:14.132685 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7161e89f-3fa2-4ef2-bb8b-cc620299d854 req-411faee1-b03c-4ffe-9ced-524eecfded62 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "GET /v2.0/ports?device_id=7adc2d58-1e70-4fac-bbaf-e14984f3de65 HTTP/1.1" status: 200 len: 210 time: 0.0715876 Dec 22 15:31:14.181502 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-005b0e4f-6ac1-494b-a972-3eb5d7cf3614 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet 4b7c39d2-9d0f-4fe6-9218-d928f3c38b17 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:31:14.202724 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-005b0e4f-6ac1-494b-a972-3eb5d7cf3614 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:14.333728 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-005b0e4f-6ac1-494b-a972-3eb5d7cf3614 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:14.450332 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-fafc2ecf-6b37-4845-8dbb-8ce2201891d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:14.471283 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-fafc2ecf-6b37-4845-8dbb-8ce2201891d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Transition to ACTIVE for port object 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:31:14.479923 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-005b0e4f-6ac1-494b-a972-3eb5d7cf3614 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:14.686075 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-fafc2ecf-6b37-4845-8dbb-8ce2201891d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:14.692822 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9b7b456d-93b4-4cf9-82e7-d99d6baaa0cf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:14.747851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-005b0e4f-6ac1-494b-a972-3eb5d7cf3614 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:14.781523 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-005b0e4f-6ac1-494b-a972-3eb5d7cf3614 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:14.787421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6bb7ae-7e5e-4631-8233-d8fee0a192dd None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:14.788010 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-fafc2ecf-6b37-4845-8dbb-8ce2201891d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 9b537e03-fa99-4e52-ae16-64ff939b71f7 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:31:14.795886 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-fafc2ecf-6b37-4845-8dbb-8ce2201891d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:14.799542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc2ecf-6b37-4845-8dbb-8ce2201891d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=0e179ab0-a1e8-41a1-9232-7ed02f65ce6c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:14.804498 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-fafc2ecf-6b37-4845-8dbb-8ce2201891d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:14.835144 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fafc2ecf-6b37-4845-8dbb-8ce2201891d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:14.836888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5a58db3e-d5d4-42b2-ad7e-b8c28a62bc28 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:14.884275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b0e4f-6ac1-494b-a972-3eb5d7cf3614 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=4b7c39d2-9d0f-4fe6-9218-d928f3c38b17,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:14.894947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-005b0e4f-6ac1-494b-a972-3eb5d7cf3614 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:14.945992 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-005b0e4f-6ac1-494b-a972-3eb5d7cf3614 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/4b7c39d2-9d0f-4fe6-9218-d928f3c38b17 HTTP/1.1" status: 204 len: 168 time: 0.8731115 Dec 22 15:31:14.950087 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38018) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:14.960857 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-fafc2ecf-6b37-4845-8dbb-8ce2201891d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:14.961370 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-fafc2ecf-6b37-4845-8dbb-8ce2201891d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:15.076729 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25b4c4a-0ab4-44b8-967f-4fb6ea75ac76 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Deleting subnet bc2f16be-5992-40cd-b23b-ff8716bf9fdf {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:31:15.144155 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c25b4c4a-0ab4-44b8-967f-4fb6ea75ac76 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:15.165205 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-fafc2ecf-6b37-4845-8dbb-8ce2201891d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7471423 Dec 22 15:31:15.179294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Request body: {'port': {'device_id': '9da855b1-935b-4fa6-ae9c-650d56ff19f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:15.222354 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c25b4c4a-0ab4-44b8-967f-4fb6ea75ac76 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:15.293308 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38024) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:15.359116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:15.385472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122a4bc-cedd-45f2-bcb1-f2568afc2432 req-85f38a7f-36b5-4729-b7e8-943d05a8a634 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:15.392965 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c122a4bc-cedd-45f2-bcb1-f2568afc2432 req-85f38a7f-36b5-4729-b7e8-943d05a8a634 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 932 time: 0.3127916 Dec 22 15:31:15.442611 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-884f6824-d04f-4154-9c0c-8467cb46ba71 None None] Provisioning for port 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:31:15.448482 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-884f6824-d04f-4154-9c0c-8467cb46ba71 None None] Provisioning complete for port 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:15.449125 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-884f6824-d04f-4154-9c0c-8467cb46ba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:15.482662 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c122a4bc-cedd-45f2-bcb1-f2568afc2432 req-c244dfeb-de52-473c-9675-8a0d341a805d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa6b32c5-f105-4f61-8667-e04869cc8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868196 Dec 22 15:31:15.523677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-884f6824-d04f-4154-9c0c-8467cb46ba71 None None] Port 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:31:15.602321 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c25b4c4a-0ab4-44b8-967f-4fb6ea75ac76 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:15.663899 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:31:15.705834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:31:15.705834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device dbc30f9f-d73a-4fd3-920c-afb0f2b4ab15 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:31:15.985512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:31:15.994604 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:16.016505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c25b4c4a-0ab4-44b8-967f-4fb6ea75ac76 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:16.016505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9da14d82-b9c0-45bf-bc8d-9bee23cfd991 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:16.017098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Transition to ACTIVE for port object 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:31:16.047909 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ba97adb9-86a5-4570-9d0f-45b7b4514bd9 None None] Provisioning complete for port f596159f-73e3-4751-81fc-5e6f9148ff94 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:16.048491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ba97adb9-86a5-4570-9d0f-45b7b4514bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:16.055115 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b4c4a-0ab4-44b8-967f-4fb6ea75ac76 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Subnet': ['ID=bc2f16be-5992-40cd-b23b-ff8716bf9fdf,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:16.057076 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c25b4c4a-0ab4-44b8-967f-4fb6ea75ac76 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:16.063054 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c25b4c4a-0ab4-44b8-967f-4fb6ea75ac76 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:16.074656 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c25b4c4a-0ab4-44b8-967f-4fb6ea75ac76 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/bc2f16be-5992-40cd-b23b-ff8716bf9fdf HTTP/1.1" status: 204 len: 168 time: 1.1234031 Dec 22 15:31:16.077336 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38028) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:16.082046 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2936d137-76d8-4d07-b652-bc99247b284d None None] Network a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:16.163388 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-35baaa24-eff5-49cf-bfdb-291195f217f6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723951 Dec 22 15:31:16.163388 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38032) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:16.186569 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d20b0158-e207-4bde-9466-66d7ae19950f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:16.217921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:16.226111 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-814dcb9d-58fe-4fd8-998c-8034acf621b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:16.512704 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Pushing event updated for resources: {'Port': ['ID=0e179ab0-a1e8-41a1-9232-7ed02f65ce6c,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:16.522627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:16.528753 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Attempting to bind port 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:31:16.529311 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Attempting to bind port 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '77e070fd-33e0-465e-afc7-9bc0cd21676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9b537e03-fa99-4e52-ae16-64ff939b71f7'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:31:16.529836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Attempting to bind port 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c on network 9b537e03-fa99-4e52-ae16-64ff939b71f7 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:31:16.539563 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Port 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c on network 9b537e03-fa99-4e52-ae16-64ff939b71f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:31:16.539886 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Attempting to bind port 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c on network 9b537e03-fa99-4e52-ae16-64ff939b71f7 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:31:16.552505 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4becde-240d-47ed-be0a-cfacda7d04e0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:16.557836 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9e4becde-240d-47ed-be0a-cfacda7d04e0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3900225 Dec 22 15:31:16.559675 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38038) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:16.561548 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:31:16.561910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Checking segment: {'id': '77e070fd-33e0-465e-afc7-9bc0cd21676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9b537e03-fa99-4e52-ae16-64ff939b71f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:31:16.562323 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Bound using segment: {'id': '77e070fd-33e0-465e-afc7-9bc0cd21676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9b537e03-fa99-4e52-ae16-64ff939b71f7'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:31:16.562768 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Bound port: 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e070fd-33e0-465e-afc7-9bc0cd21676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9b537e03-fa99-4e52-ae16-64ff939b71f7'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:31:16.563335 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:16.631233 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b616a839-0bc3-45f4-b568-e76a84a6977a None None] DHCP port deletion for a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:31:16.642688 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-b616a839-0bc3-45f4-b568-e76a84a6977a None None] Deleting port f596159f-73e3-4751-81fc-5e6f9148ff94 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:31:16.643403 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b616a839-0bc3-45f4-b568-e76a84a6977a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:16.695412 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf4e88c-4663-4c4d-a4f7-d37085697e81 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:16.696121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fcf4e88c-4663-4c4d-a4f7-d37085697e81 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Synchronizing usage tracker for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:31:16.733262 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] For port 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:31:16.736609 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] For port 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0e179ab0-a1e8-41a1-9232-7ed02f65ce6c,segment=NetworkSegment(77e070fd-33e0-465e-afc7-9bc0cd21676d),segment_id=77e070fd-33e0-465e-afc7-9bc0cd21676d)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:31:16.819869 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fcf4e88c-4663-4c4d-a4f7-d37085697e81 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Unset dirty status for tenant:bd34abffd88845e9a2c3a2d2ac3fe878 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:31:16.823912 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fcf4e88c-4663-4c4d-a4f7-d37085697e81 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2619259 Dec 22 15:31:16.824895 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38042) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:16.827144 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9df43-b742-49a2-b817-f9640ed8d621 req-64b9f470-fb2d-49b0-9808-375a962d52a2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:16.829177 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-72e9df43-b742-49a2-b817-f9640ed8d621 req-64b9f470-fb2d-49b0-9808-375a962d52a2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 944 time: 0.1558487 Dec 22 15:31:16.888598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b616a839-0bc3-45f4-b568-e76a84a6977a None None] For port f596159f-73e3-4751-81fc-5e6f9148ff94, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f596159f-73e3-4751-81fc-5e6f9148ff94,segment=NetworkSegment(45ed3487-a7a5-4f55-97e8-65214c4a6a48),segment_id=45ed3487-a7a5-4f55-97e8-65214c4a6a48)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:16.888598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b616a839-0bc3-45f4-b568-e76a84a6977a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:16.894034 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:16.905013 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fafc2ecf-6b37-4845-8dbb-8ce2201891d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:16.919657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d20b0158-e207-4bde-9466-66d7ae19950f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Deleting port cc127250-e434-439c-a0ed-7ac8366b1bb7 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:31:16.919992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d20b0158-e207-4bde-9466-66d7ae19950f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:16.945971 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5332776e-d154-4b20-9a80-57eb41134bf7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1173043 Dec 22 15:31:16.953070 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38046) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:16.985519 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-72e9df43-b742-49a2-b817-f9640ed8d621 req-1c77bace-d02c-4e16-b077-75e54f49bb5b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa6b32c5-f105-4f61-8667-e04869cc8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222022 Dec 22 15:31:17.016590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:17.017498 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:17.019494 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] 10.222.0.57 "PUT /v2.0/ports/0e179ab0-a1e8-41a1-9232-7ed02f65ce6c HTTP/1.1" status: 200 len: 1094 time: 1.8469181 Dec 22 15:31:17.024164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da855b1-935b-4fa6-ae9c-650d56ff19f4', 'tag': '0e179ab0-a1e8-41a1-9232-7ed02f65ce6c'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:31:17.044902 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a62e35-d2df-4fce-93dc-75173574d7a3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:17.045690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a62e35-d2df-4fce-93dc-75173574d7a3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:17.050729 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-66a62e35-d2df-4fce-93dc-75173574d7a3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/6fa40773-8564-4903-9d7e-0910d0814530 HTTP/1.1" status: 404 len: 333 time: 0.0965159 Dec 22 15:31:17.051005 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-b616a839-0bc3-45f4-b568-e76a84a6977a None None] Calling delete_port for f596159f-73e3-4751-81fc-5e6f9148ff94 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:31:17.053849 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38052) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:17.121916 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da855b1-935b-4fa6-ae9c-650d56ff19f4', 'tag': '0e179ab0-a1e8-41a1-9232-7ed02f65ce6c', 'status': 'completed', 'code': 200} Dec 22 15:31:17.138100 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c3877a-6878-4c7e-add8-78d8264f7c41 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:17.140759 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c3877a-6878-4c7e-add8-78d8264f7c41 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:17.147403 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-61c3877a-6878-4c7e-add8-78d8264f7c41 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/4b7c39d2-9d0f-4fe6-9218-d928f3c38b17 HTTP/1.1" status: 404 len: 337 time: 0.0872581 Dec 22 15:31:17.148857 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38056) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:17.153607 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Pushing event updated for resources: {'Port': ['ID=0e179ab0-a1e8-41a1-9232-7ed02f65ce6c,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:17.160095 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:17.212371 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e7b9df-2961-409d-a278-77dae585bf95 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:17.213114 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e7b9df-2961-409d-a278-77dae585bf95 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:17.217225 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-33e7b9df-2961-409d-a278-77dae585bf95 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/bc2f16be-5992-40cd-b23b-ff8716bf9fdf HTTP/1.1" status: 404 len: 337 time: 0.0649254 Dec 22 15:31:17.221709 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38060) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:17.235629 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d20b0158-e207-4bde-9466-66d7ae19950f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] For port cc127250-e434-439c-a0ed-7ac8366b1bb7, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=cc127250-e434-439c-a0ed-7ac8366b1bb7,segment=NetworkSegment(e07b4c5d-b41f-4560-9adc-576329c4096e),segment_id=e07b4c5d-b41f-4560-9adc-576329c4096e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:17.236123 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d20b0158-e207-4bde-9466-66d7ae19950f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:17.270962 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b616a839-0bc3-45f4-b568-e76a84a6977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:17.275545 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7447fbad-f762-4394-910b-5d6a4f6e3d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:17.282304 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ad021c-a581-4f9d-b264-52dd47ae17c4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:17.282786 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ad021c-a581-4f9d-b264-52dd47ae17c4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:17.287327 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c1ad021c-a581-4f9d-b264-52dd47ae17c4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/4e9514e9-a885-4c70-9c4c-1cd981d0486b HTTP/1.1" status: 404 len: 333 time: 0.0655994 Dec 22 15:31:17.287582 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38064) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:17.335241 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616a839-0bc3-45f4-b568-e76a84a6977a None None] Pushing event deleted for resources: {'Port': ['ID=f596159f-73e3-4751-81fc-5e6f9148ff94,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:17.336061 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-252adfb7-2397-439b-a228-2e03866e0899 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:17.336715 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-252adfb7-2397-439b-a228-2e03866e0899 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:17.338825 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-252adfb7-2397-439b-a228-2e03866e0899 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/5cffdcb1-37f1-4f23-baba-d92a191b69ac HTTP/1.1" status: 404 len: 337 time: 0.0499301 Dec 22 15:31:17.340240 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b616a839-0bc3-45f4-b568-e76a84a6977a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:17.342996 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b616a839-0bc3-45f4-b568-e76a84a6977a None None] No DVR routers for this DVR port f596159f-73e3-4751-81fc-5e6f9148ff94 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:31:17.344163 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38068) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:17.383498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d20b0158-e207-4bde-9466-66d7ae19950f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Calling delete_port for cc127250-e434-439c-a0ed-7ac8366b1bb7 owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:31:17.389477 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-540f959c-dc3f-47b2-8def-81e2e38b43bd tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:17.396184 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540f959c-dc3f-47b2-8def-81e2e38b43bd tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:17.396184 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-540f959c-dc3f-47b2-8def-81e2e38b43bd tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/92671ca2-5f85-4f94-b801-c2adaf456569 HTTP/1.1" status: 404 len: 337 time: 0.0454729 Dec 22 15:31:17.396184 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38072) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:17.441937 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-babf53e8-2ab7-4e4f-aec9-53d8ae028bcf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:17.443345 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babf53e8-2ab7-4e4f-aec9-53d8ae028bcf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:17.444197 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-babf53e8-2ab7-4e4f-aec9-53d8ae028bcf tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/43cb4039-efa7-43d2-a69c-3162324ab836 HTTP/1.1" status: 404 len: 333 time: 0.0489492 Dec 22 15:31:17.447279 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38076) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:17.449908 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-dc596d19-61b1-48d9-87f0-26a60582abf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:17.451607 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-dc596d19-61b1-48d9-87f0-26a60582abf7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 1097 time: 0.3011875 Dec 22 15:31:17.497426 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a52533d-9d3f-4f2a-bce5-6b0eb0ea0c92 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:17.497906 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a52533d-9d3f-4f2a-bce5-6b0eb0ea0c92 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:17.501980 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4a52533d-9d3f-4f2a-bce5-6b0eb0ea0c92 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/586a6385-e2b1-45ff-a232-e74a0e7ba07f HTTP/1.1" status: 404 len: 337 time: 0.0513723 Dec 22 15:31:17.509136 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38080) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:17.528069 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-8aff9214-d937-43ac-9df2-5d44c60a9db4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=0e179ab0-a1e8-41a1-9232-7ed02f65ce6c HTTP/1.1" status: 200 len: 217 time: 0.0683522 Dec 22 15:31:17.563753 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f79a50-aee2-4e55-b2f4-e56ba6da50b4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:17.564468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f79a50-aee2-4e55-b2f4-e56ba6da50b4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:17.565965 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-72f79a50-aee2-4e55-b2f4-e56ba6da50b4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/e928c633-2980-4b88-b243-b8a92632a052 HTTP/1.1" status: 404 len: 337 time: 0.0558465 Dec 22 15:31:17.569070 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38084) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:17.604398 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-e52b215a-2d16-41c4-acb8-32c8193f86f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:17.605629 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-e52b215a-2d16-41c4-acb8-32c8193f86f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2605f09b-f02b-4c95-bd87-a04d1e37670e HTTP/1.1" status: 200 len: 837 time: 0.0701163 Dec 22 15:31:17.622247 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-906bfd7e-cb4f-45c4-9c89-72686cd67ad3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:17.622725 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906bfd7e-cb4f-45c4-9c89-72686cd67ad3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:17.625542 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-906bfd7e-cb4f-45c4-9c89-72686cd67ad3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/8dca06ba-3db8-4e0c-8a58-b85b24809cac HTTP/1.1" status: 404 len: 333 time: 0.0545354 Dec 22 15:31:17.627262 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38088) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:17.676876 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a55f795-63ce-4acf-b89f-bd7c8f5e7b67 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:17.677342 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a55f795-63ce-4acf-b89f-bd7c8f5e7b67 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:17.679121 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6a55f795-63ce-4acf-b89f-bd7c8f5e7b67 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/4f85d2d8-0b7d-4b35-86a8-1fabccbffb43 HTTP/1.1" status: 404 len: 337 time: 0.0509017 Dec 22 15:31:17.682409 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38092) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:17.732136 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea802db-71f6-4725-9f3c-005cbe9e8953 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:17.732607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea802db-71f6-4725-9f3c-005cbe9e8953 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:17.734412 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4ea802db-71f6-4725-9f3c-005cbe9e8953 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/4d3a23e6-25ff-4f0c-99e6-129d978062ec HTTP/1.1" status: 404 len: 337 time: 0.0507989 Dec 22 15:31:17.737107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38096) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:17.786963 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e9559f-afbc-4ca5-a602-5090d7df4273 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:17.787435 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e9559f-afbc-4ca5-a602-5090d7df4273 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:17.789120 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-82e9559f-afbc-4ca5-a602-5090d7df4273 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/ddcadfd4-d40d-46ab-86ae-c77cb2a0527f HTTP/1.1" status: 404 len: 333 time: 0.0511453 Dec 22 15:31:17.791990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38100) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:17.832142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-01b99cf3-9a57-4e7f-9212-326056f6ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:17.833980 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-01b99cf3-9a57-4e7f-9212-326056f6ed09 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b537e03-fa99-4e52-ae16-64ff939b71f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2221129 Dec 22 15:31:17.836188 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-1454c57f-0f1e-4e5b-91ca-c00e53b91171 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:17.836645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1454c57f-0f1e-4e5b-91ca-c00e53b91171 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:17.877041 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1454c57f-0f1e-4e5b-91ca-c00e53b91171 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/bf390b16-72ee-4ba0-9781-20e05c62f3a6 HTTP/1.1" status: 404 len: 337 time: 0.0839682 Dec 22 15:31:17.888515 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38104) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:17.941721 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-beab8bfe-cfc8-4a9b-9c56-0aac7923e08b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:17.942188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beab8bfe-cfc8-4a9b-9c56-0aac7923e08b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:17.948722 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-beab8bfe-cfc8-4a9b-9c56-0aac7923e08b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/f38889b0-4134-4af6-8691-d494423527d4 HTTP/1.1" status: 404 len: 333 time: 0.0552254 Dec 22 15:31:17.950387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38108) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:17.984772 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-293add6c-b7bb-4964-bd53-ef0cebf65135 service neutron] 10.222.0.57 "GET /v2.0/networks/9b537e03-fa99-4e52-ae16-64ff939b71f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435099 Dec 22 15:31:17.996895 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e99ad39-d487-4939-bc8b-2f23c2f82552 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:17.997352 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e99ad39-d487-4939-bc8b-2f23c2f82552 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:18.001348 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0e99ad39-d487-4939-bc8b-2f23c2f82552 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/fbf5f880-39ef-4df9-ac6f-2e983e7812c9 HTTP/1.1" status: 404 len: 337 time: 0.0477991 Dec 22 15:31:18.001997 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38112) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:18.053661 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3453d7-2e1e-4048-bbe5-b969e74cc623 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:18.054150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3453d7-2e1e-4048-bbe5-b969e74cc623 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:18.063431 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ca3453d7-2e1e-4048-bbe5-b969e74cc623 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/c97602cc-7e56-45af-9906-bb2d550a7245 HTTP/1.1" status: 404 len: 333 time: 0.0530293 Dec 22 15:31:18.064144 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38118) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:18.169816 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-51f3bbcb-b892-425b-8629-6d35c59301d0 req-7fb34498-0b23-4316-86d8-8bd73527860d service neutron] 10.222.0.57 "GET /v2.0/networks/9b537e03-fa99-4e52-ae16-64ff939b71f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780303 Dec 22 15:31:18.256036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d20b0158-e207-4bde-9466-66d7ae19950f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:18.297305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bf434347-b836-4bc2-92ee-7165f5047297 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:18.345522 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6917249-068a-40d3-8547-08606ad9dbdc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:18.345522 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6917249-068a-40d3-8547-08606ad9dbdc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:18.349922 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c6917249-068a-40d3-8547-08606ad9dbdc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/1bb0e85a-ab10-4747-ba86-fadfcf23458a HTTP/1.1" status: 404 len: 337 time: 0.2843440 Dec 22 15:31:18.358712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38122) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:18.359769 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b0158-e207-4bde-9466-66d7ae19950f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event deleted for resources: {'Port': ['ID=cc127250-e434-439c-a0ed-7ac8366b1bb7,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:18.375621 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbb038-e844-445d-88b0-50ecf5992d36 req-c9d1277e-3288-4a9d-96a0-0f644b42a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:18.377446 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-01dbb038-e844-445d-88b0-50ecf5992d36 req-c9d1277e-3288-4a9d-96a0-0f644b42a66f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 1097 time: 0.0968094 Dec 22 15:31:18.397561 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f596159f-73e3-4751-81fc-5e6f9148ff94 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:31:18.398107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d20b0158-e207-4bde-9466-66d7ae19950f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:18.443178 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: f596159f-73e3-4751-81fc-5e6f9148ff94 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:31:18.443614 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f596159f-73e3-4751-81fc-5e6f9148ff94 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:31:18.444308 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-da71e6c8-a79c-414d-b655-c4ce163c8982 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:18.444781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da71e6c8-a79c-414d-b655-c4ce163c8982 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:18.448940 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-da71e6c8-a79c-414d-b655-c4ce163c8982 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/82f8cff0-be04-43b5-9dd7-0b36b62959a6 HTTP/1.1" status: 404 len: 333 time: 0.0844107 Dec 22 15:31:18.461243 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38126) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:18.552449 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0af15a-10cc-42dc-8e95-01ffb8920d49 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:18.552449 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0af15a-10cc-42dc-8e95-01ffb8920d49 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:18.552675 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbb038-e844-445d-88b0-50ecf5992d36 req-5575f238-4816-4107-b800-b335ddaedac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:18.553217 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2d0af15a-10cc-42dc-8e95-01ffb8920d49 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/6fd6436c-bc9a-454a-91f1-d5ff4a20a4cf HTTP/1.1" status: 404 len: 337 time: 0.0879619 Dec 22 15:31:18.553439 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-01dbb038-e844-445d-88b0-50ecf5992d36 req-5575f238-4816-4107-b800-b335ddaedac9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b537e03-fa99-4e52-ae16-64ff939b71f7 HTTP/1.1" status: 200 len: 897 time: 0.1662130 Dec 22 15:31:18.554049 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38130) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:18.663778 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211be5e-4367-492c-bec0-55a4529e7a73 req-57abed2b-413e-4fd8-8527-6f03c258ea83 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:18.665009 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-501a1985-7eb5-40e9-9175-d9021ed5c9eb tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:18.665506 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-501a1985-7eb5-40e9-9175-d9021ed5c9eb tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:18.666733 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d211be5e-4367-492c-bec0-55a4529e7a73 req-57abed2b-413e-4fd8-8527-6f03c258ea83 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 944 time: 0.4177496 Dec 22 15:31:18.667200 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-501a1985-7eb5-40e9-9175-d9021ed5c9eb tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/b0e36488-378f-40ed-934f-9bcd7a5ca41c HTTP/1.1" status: 404 len: 333 time: 0.1120973 Dec 22 15:31:18.669537 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-01dbb038-e844-445d-88b0-50ecf5992d36 req-6acb4d13-9f4a-45f8-acfb-bac5e1389301 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=0e179ab0-a1e8-41a1-9232-7ed02f65ce6c HTTP/1.1" status: 200 len: 217 time: 0.0824523 Dec 22 15:31:18.672299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38134) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:18.753452 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3714674-136c-4a7b-869c-6c5b50a7dd53 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:18.753452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3714674-136c-4a7b-869c-6c5b50a7dd53 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:18.753452 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c3714674-136c-4a7b-869c-6c5b50a7dd53 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/c1f2065c-4339-43ae-886a-790298029ffb HTTP/1.1" status: 404 len: 337 time: 0.0793550 Dec 22 15:31:18.756512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38138) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:18.815409 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffda0f1d-4879-4700-bafe-dfb197d13405 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:18.815885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffda0f1d-4879-4700-bafe-dfb197d13405 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:18.816474 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d211be5e-4367-492c-bec0-55a4529e7a73 req-ce820d3d-2859-476f-b518-1304b5cb7eaf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa6b32c5-f105-4f61-8667-e04869cc8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403000 Dec 22 15:31:18.821491 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ffda0f1d-4879-4700-bafe-dfb197d13405 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/e99eef18-1959-4ee2-938b-ce296156dd4a HTTP/1.1" status: 404 len: 333 time: 0.0640306 Dec 22 15:31:18.823806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38142) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:18.836286 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbb038-e844-445d-88b0-50ecf5992d36 req-8827cbe9-4e14-476c-adf8-7afa41863290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:18.837924 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-01dbb038-e844-445d-88b0-50ecf5992d36 req-8827cbe9-4e14-476c-adf8-7afa41863290 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2605f09b-f02b-4c95-bd87-a04d1e37670e HTTP/1.1" status: 200 len: 837 time: 0.1210814 Dec 22 15:31:18.873015 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-8473b2b7-3d55-45ea-8a16-df2c6ebe07f9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:18.873461 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8473b2b7-3d55-45ea-8a16-df2c6ebe07f9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:18.875191 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8473b2b7-3d55-45ea-8a16-df2c6ebe07f9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/774629af-b413-47db-86d6-11dae7b16fb9 HTTP/1.1" status: 404 len: 337 time: 0.0501692 Dec 22 15:31:18.879724 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38146) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:18.882464 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d20b0158-e207-4bde-9466-66d7ae19950f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:18.919723 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:31:18.927090 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0e7088-bfe5-4a7c-86d4-c2f34e06a585 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:18.927516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0e7088-bfe5-4a7c-86d4-c2f34e06a585 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:18.929250 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7e0e7088-bfe5-4a7c-86d4-c2f34e06a585 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/7a710ce6-def1-495c-9343-234ab40c422a HTTP/1.1" status: 404 len: 337 time: 0.0485992 Dec 22 15:31:18.932987 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38150) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:18.950476 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbb038-e844-445d-88b0-50ecf5992d36 req-83f65508-05d8-450a-9f5c-4b5f07e97e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:18.951992 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-01dbb038-e844-445d-88b0-50ecf5992d36 req-83f65508-05d8-450a-9f5c-4b5f07e97e7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b537e03-fa99-4e52-ae16-64ff939b71f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1070123 Dec 22 15:31:19.038888 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d056a10-71a2-416c-b338-183a6b7599c1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:19.039363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d056a10-71a2-416c-b338-183a6b7599c1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:19.041022 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4d056a10-71a2-416c-b338-183a6b7599c1 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/a9a2886b-89b0-4236-a0be-7c0889d818bd HTTP/1.1" status: 404 len: 333 time: 0.1065960 Dec 22 15:31:19.043877 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38154) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:19.093893 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-264764f9-a540-48b8-9622-0a27313f592d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:19.094381 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264764f9-a540-48b8-9622-0a27313f592d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:19.096165 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-264764f9-a540-48b8-9622-0a27313f592d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/1985559c-04c7-4cee-8355-f69f3212ccfa HTTP/1.1" status: 404 len: 337 time: 0.0513339 Dec 22 15:31:19.101695 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38158) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:19.158952 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee92ada5-4f88-4392-96d8-fb2283408e29 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:19.159409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee92ada5-4f88-4392-96d8-fb2283408e29 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:19.161260 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ee92ada5-4f88-4392-96d8-fb2283408e29 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/a125c31a-3d70-4a6a-bfc5-cbf881539dfc HTTP/1.1" status: 404 len: 337 time: 0.0585091 Dec 22 15:31:19.164487 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38162) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:19.220936 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-85397b2c-1959-45bd-87a0-1d735dce02b9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:19.221411 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85397b2c-1959-45bd-87a0-1d735dce02b9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:19.223177 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-85397b2c-1959-45bd-87a0-1d735dce02b9 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/0fc302be-6a79-4a8a-9f8d-dbb3f0495cb7 HTTP/1.1" status: 404 len: 333 time: 0.0577657 Dec 22 15:31:19.225242 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-01dbb038-e844-445d-88b0-50ecf5992d36 req-7f75b76e-81f2-42b6-bd6c-3c5fcc1ec21d service neutron] 10.222.0.57 "GET /v2.0/networks/9b537e03-fa99-4e52-ae16-64ff939b71f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654777 Dec 22 15:31:19.225633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38166) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:19.297671 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b04d4e-5602-48b1-9e49-5b4137910dff tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:19.298014 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b04d4e-5602-48b1-9e49-5b4137910dff tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:19.299930 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-79b04d4e-5602-48b1-9e49-5b4137910dff tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/732efdd6-1bcd-4497-a069-e99280d7c1a9 HTTP/1.1" status: 404 len: 337 time: 0.0731716 Dec 22 15:31:19.303144 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38170) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:19.402950 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee00eb9-ee00-4a04-9c36-4ba4235ff794 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:19.403402 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee00eb9-ee00-4a04-9c36-4ba4235ff794 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:19.405100 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cee00eb9-ee00-4a04-9c36-4ba4235ff794 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/df031a24-73d2-4aa1-be04-86222e0f915a HTTP/1.1" status: 404 len: 337 time: 0.1007192 Dec 22 15:31:19.409928 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38174) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:19.465791 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d89bfa-4f89-4850-aca6-ccb2f7e49e98 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:19.466286 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d89bfa-4f89-4850-aca6-ccb2f7e49e98 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:19.468106 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-82d89bfa-4f89-4850-aca6-ccb2f7e49e98 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/1b4d74e6-a6cf-41d7-8eba-0b05655337cc HTTP/1.1" status: 404 len: 333 time: 0.0571973 Dec 22 15:31:19.477734 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38178) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:19.495734 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-01dbb038-e844-445d-88b0-50ecf5992d36 req-5af57272-60bf-4f09-88b6-298cd8949249 service neutron] 10.222.0.57 "GET /v2.0/networks/9b537e03-fa99-4e52-ae16-64ff939b71f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384870 Dec 22 15:31:19.541915 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccf8305-e97d-480b-98f6-c4d442de614c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:19.542567 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bccf8305-e97d-480b-98f6-c4d442de614c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:19.545567 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bccf8305-e97d-480b-98f6-c4d442de614c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/862766e2-6ca6-4201-ba02-ddde357be874 HTTP/1.1" status: 404 len: 337 time: 0.0732481 Dec 22 15:31:19.548230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38182) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:19.569517 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20b0158-e207-4bde-9466-66d7ae19950f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Router 236d475b-bb0b-42d3-ba5b-baa916368801 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:31:19.727424 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b679a9-7c3b-4a84-ac22-2c5fa6fc7a09 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:19.728329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b679a9-7c3b-4a84-ac22-2c5fa6fc7a09 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:19.734150 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-34b679a9-7c3b-4a84-ac22-2c5fa6fc7a09 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/949769c9-3a6a-4388-95f9-e3afbafad79d HTTP/1.1" status: 404 len: 337 time: 0.1807890 Dec 22 15:31:19.736835 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38186) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:19.989756 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2ab64cca-f617-4544-a3fc-490e4d33927a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7a87a76-c1e7-462f-ae4e-78999015a498 HTTP/1.1" status: 200 len: 205 time: 0.2534719 Dec 22 15:31:19.992199 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38192) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:20.028107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20b0158-e207-4bde-9466-66d7ae19950f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:31:20.033743 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d20b0158-e207-4bde-9466-66d7ae19950f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "PUT /v2.0/routers/236d475b-bb0b-42d3-ba5b-baa916368801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7364738 Dec 22 15:31:20.036874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38196) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:20.049687 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b7650a-4f1b-47ad-8333-e7c43c4e3f84 None None] Sync routers for ids ['236d475b-bb0b-42d3-ba5b-baa916368801'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:31:20.072837 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b7650a-4f1b-47ad-8333-e7c43c4e3f84 None None] Routers {'236d475b-bb0b-42d3-ba5b-baa916368801'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:31:20.072837 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-16b7650a-4f1b-47ad-8333-e7c43c4e3f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:30:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['236d475b-bb0b-42d3-ba5b-baa916368801'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:20.073751 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-3c05c7c2-6c33-4973-9096-78bf0a5c3950 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] delete failed (client error): The resource could not be found. Dec 22 15:31:20.075985 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3c05c7c2-6c33-4973-9096-78bf0a5c3950 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/routers/e7a87a76-c1e7-462f-ae4e-78999015a498 HTTP/1.1" status: 404 len: 336 time: 0.0820417 Dec 22 15:31:20.078995 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38200) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:20.122583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f855a-33fc-43cf-902d-b3ac2188ded4 req-97a9b7ec-8463-407a-a367-90f190a9e5cb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:20.124180 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-af0f855a-33fc-43cf-902d-b3ac2188ded4 req-97a9b7ec-8463-407a-a367-90f190a9e5cb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 944 time: 0.1748521 Dec 22 15:31:20.127703 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-123650b2-ad00-44e2-9843-c6f4904f4552 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:20.128462 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123650b2-ad00-44e2-9843-c6f4904f4552 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:20.130465 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-123650b2-ad00-44e2-9843-c6f4904f4552 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/13d550dd-c10e-4d3d-95e1-1b5ff32e5659 HTTP/1.1" status: 404 len: 337 time: 0.0502331 Dec 22 15:31:20.134217 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3e2abe-03f5-492b-9de4-9bf853b8b32c tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Deleting subnet 3a0a88bf-b45a-493d-9874-68623dfbadd3 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:31:20.139208 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38204) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:20.140544 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fe3e2abe-03f5-492b-9de4-9bf853b8b32c tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:20.186929 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0c761913-d00e-4886-a0a4-a2e989db0575 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "GET /v2.0/ports?device_id=365addaa-9e35-46b1-bdf1-ed03c302dd0a HTTP/1.1" status: 200 len: 205 time: 0.0498798 Dec 22 15:31:20.190124 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38208) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:20.303049 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-fc00219c-f283-4263-bf44-b660cb15f9c6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] delete failed (client error): The resource could not be found. Dec 22 15:31:20.304086 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fc00219c-f283-4263-bf44-b660cb15f9c6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/routers/365addaa-9e35-46b1-bdf1-ed03c302dd0a HTTP/1.1" status: 404 len: 336 time: 0.1115472 Dec 22 15:31:20.308689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38212) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:20.310255 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fe3e2abe-03f5-492b-9de4-9bf853b8b32c tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:20.398358 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-16b7650a-4f1b-47ad-8333-e7c43c4e3f84 None None] Set router 236d475b-bb0b-42d3-ba5b-baa916368801 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:31:20.410918 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39b96d4-9c34-4a50-90c8-28df084a837f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:20.412101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39b96d4-9c34-4a50-90c8-28df084a837f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:20.415264 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d39b96d4-9c34-4a50-90c8-28df084a837f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/f119c0be-a906-4679-ae32-0949f6b89713 HTTP/1.1" status: 404 len: 337 time: 0.1050580 Dec 22 15:31:20.420157 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38216) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:20.443516 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-af0f855a-33fc-43cf-902d-b3ac2188ded4 req-70321713-5bfa-4336-b11a-6b0b8a37fdaa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa6b32c5-f105-4f61-8667-e04869cc8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042128 Dec 22 15:31:20.452124 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fe3e2abe-03f5-492b-9de4-9bf853b8b32c tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:20.497721 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-f382aee5-06b7-49f5-9d32-c1a120133c65 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:20.498295 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f382aee5-06b7-49f5-9d32-c1a120133c65 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:20.500155 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f382aee5-06b7-49f5-9d32-c1a120133c65 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/30e986ca-94dd-42b1-9ee5-03ba231f9e25 HTTP/1.1" status: 404 len: 337 time: 0.0779822 Dec 22 15:31:20.503825 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38220) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:20.572378 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd84a0c-3b65-49fc-b9a8-3e2f98465147 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:20.573156 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd84a0c-3b65-49fc-b9a8-3e2f98465147 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:20.576584 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6dd84a0c-3b65-49fc-b9a8-3e2f98465147 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/74e297e6-4dab-4223-920c-09b49b9258a9 HTTP/1.1" status: 404 len: 333 time: 0.0703702 Dec 22 15:31:20.579031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38224) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:20.618721 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1b385c-1138-4880-88df-4965d49b742d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:20.619178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd1b385c-1138-4880-88df-4965d49b742d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:20.620918 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fd1b385c-1138-4880-88df-4965d49b742d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/c4775292-ca83-4140-aff3-f900fb01d8fe HTTP/1.1" status: 404 len: 337 time: 0.0409160 Dec 22 15:31:20.626097 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38228) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:20.628497 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fe3e2abe-03f5-492b-9de4-9bf853b8b32c tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:20.638511 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-93216090-f902-444d-8f46-247ecb4dbff5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:20.672907 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-42534246-8ae7-44a1-bb7c-d7a4ae3a76be tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:20.673810 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42534246-8ae7-44a1-bb7c-d7a4ae3a76be tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:20.675440 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-42534246-8ae7-44a1-bb7c-d7a4ae3a76be tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/2e9b5c3b-820f-4018-ab71-a3dc1c0ca2d6 HTTP/1.1" status: 404 len: 333 time: 0.0481927 Dec 22 15:31:20.678250 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38232) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:20.702566 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e2abe-03f5-492b-9de4-9bf853b8b32c tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event deleted for resources: {'Subnet': ['ID=3a0a88bf-b45a-493d-9874-68623dfbadd3,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:20.707388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fe3e2abe-03f5-492b-9de4-9bf853b8b32c tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:20.711671 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fe3e2abe-03f5-492b-9de4-9bf853b8b32c tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:20.719628 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c282f6f-d2fa-4b52-8748-8101cde75797 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:20.720095 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c282f6f-d2fa-4b52-8748-8101cde75797 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:20.721849 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1c282f6f-d2fa-4b52-8748-8101cde75797 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/82750ef5-6272-4a70-9829-b43817309855 HTTP/1.1" status: 404 len: 337 time: 0.0426693 Dec 22 15:31:20.722818 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fe3e2abe-03f5-492b-9de4-9bf853b8b32c tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "DELETE /v2.0/subnets/3a0a88bf-b45a-493d-9874-68623dfbadd3 HTTP/1.1" status: 204 len: 168 time: 0.6853175 Dec 22 15:31:20.723352 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38236) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:20.725420 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38238) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:20.763379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83544fcc-6548-4f2d-8276-1b05bdf772a7 None None] Network e8cd8c74-3563-4ac0-9801-9129eb7e0a82 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:20.844459 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-35cc10f0-eca8-4ba3-9482-4b00dc2290ac tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:20.845337 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35cc10f0-eca8-4ba3-9482-4b00dc2290ac tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:20.847215 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-35cc10f0-eca8-4ba3-9482-4b00dc2290ac tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/75a9a22f-016f-43a1-b591-acfb8c4b5f23 HTTP/1.1" status: 404 len: 333 time: 0.1205943 Dec 22 15:31:20.852048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38244) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:20.924246 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-d199e469-ab16-4eb6-9da9-874718a85327 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:20.924975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d199e469-ab16-4eb6-9da9-874718a85327 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:20.929418 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d199e469-ab16-4eb6-9da9-874718a85327 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/33eb3af2-5d06-47ea-8204-a779077c5053 HTTP/1.1" status: 404 len: 337 time: 0.0739894 Dec 22 15:31:20.932162 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38248) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:20.979720 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-16b7650a-4f1b-47ad-8333-e7c43c4e3f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706391036', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:05Z', 'updated_at': '2021-12-22T15:31:17Z', 'revision_number': 5, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'gw_port': {'id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:61:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:07Z', 'updated_at': '2021-12-22T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:20.987383 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b7650a-4f1b-47ad-8333-e7c43c4e3f84 None None] Checking router: 236d475b-bb0b-42d3-ba5b-baa916368801 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:31:20.999895 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b7650a-4f1b-47ad-8333-e7c43c4e3f84 None None] Routers {'236d475b-bb0b-42d3-ba5b-baa916368801'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:31:21.000578 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-16b7650a-4f1b-47ad-8333-e7c43c4e3f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:30:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['236d475b-bb0b-42d3-ba5b-baa916368801'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:21.017219 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ae7c43-a45f-480c-9846-327a2167da73 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:21.018469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ae7c43-a45f-480c-9846-327a2167da73 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:21.021574 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-19ae7c43-a45f-480c-9846-327a2167da73 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/3a1df3cc-b8ff-4bcd-a1c3-e6d6dae83c71 HTTP/1.1" status: 404 len: 333 time: 0.0858371 Dec 22 15:31:21.024337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38252) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:21.052788 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-743b5fef-1685-45c9-9bfd-9c8eba0c3840 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:21.069124 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-238de6c8-d73b-47a9-9d91-0f4b3e483012 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:21.069574 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238de6c8-d73b-47a9-9d91-0f4b3e483012 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:21.071670 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-238de6c8-d73b-47a9-9d91-0f4b3e483012 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/b72d28a5-1c8d-4761-806b-6c6f89652e25 HTTP/1.1" status: 404 len: 337 time: 0.0460026 Dec 22 15:31:21.076369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38256) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:21.121848 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88d1ffd-9389-43c6-8e03-9525eb80df98 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:21.122219 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88d1ffd-9389-43c6-8e03-9525eb80df98 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:21.124361 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f88d1ffd-9389-43c6-8e03-9525eb80df98 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/5e95118d-821c-4389-9010-134f84a35f68 HTTP/1.1" status: 404 len: 333 time: 0.0466371 Dec 22 15:31:21.128745 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38260) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:21.188395 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3bbcfe-bfc4-426e-a54d-780d67e8bc5f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:21.189139 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b3bbcfe-bfc4-426e-a54d-780d67e8bc5f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:21.191169 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8b3bbcfe-bfc4-426e-a54d-780d67e8bc5f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/bb3f2f6e-6876-4e3a-8ada-ba8716612caa HTTP/1.1" status: 404 len: 337 time: 0.0611622 Dec 22 15:31:21.193809 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38264) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:21.250209 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-30fcbcda-98df-4e62-8cbd-a0011e35d691 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:21.250810 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30fcbcda-98df-4e62-8cbd-a0011e35d691 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:21.255921 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-30fcbcda-98df-4e62-8cbd-a0011e35d691 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/4d90e251-8038-4add-86d6-06c15dcc2c46 HTTP/1.1" status: 404 len: 333 time: 0.0607634 Dec 22 15:31:21.257072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38268) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:21.263979 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7676f2f8-8f74-4326-ab9d-23da9a09d273 None None] DHCP port deletion for e8cd8c74-3563-4ac0-9801-9129eb7e0a82 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:31:21.273584 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7676f2f8-8f74-4326-ab9d-23da9a09d273 None None] Deleting port 3d3bbf3a-ef11-4064-8734-aee39a788719 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:31:21.273989 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7676f2f8-8f74-4326-ab9d-23da9a09d273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:21.302306 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-80475878-b681-42c5-9ae8-773d10d9bc83 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:21.303131 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80475878-b681-42c5-9ae8-773d10d9bc83 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:21.309310 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-80475878-b681-42c5-9ae8-773d10d9bc83 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/156be84b-df87-4f87-887e-a840e474637f HTTP/1.1" status: 404 len: 337 time: 0.0468373 Dec 22 15:31:21.309705 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38272) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:21.334291 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-16b7650a-4f1b-47ad-8333-e7c43c4e3f84 None None] Set router 236d475b-bb0b-42d3-ba5b-baa916368801 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:31:21.366600 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-31da6ba8-eea4-43db-b028-4302d9c59b44 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:21.367801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31da6ba8-eea4-43db-b028-4302d9c59b44 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:21.371604 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-31da6ba8-eea4-43db-b028-4302d9c59b44 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/ports/673532a4-5b9b-4af6-9277-d9afb055fec8 HTTP/1.1" status: 404 len: 333 time: 0.0598826 Dec 22 15:31:21.374174 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38276) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:21.388527 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-743b5fef-1685-45c9-9bfd-9c8eba0c3840 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:21.422028 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-d524fea1-0db7-4cd9-bd18-f02381112631 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:21.422513 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d524fea1-0db7-4cd9-bd18-f02381112631 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:21.424282 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d524fea1-0db7-4cd9-bd18-f02381112631 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/subnets/f6ddc835-8f14-4a0c-9f71-322dcc5d860a HTTP/1.1" status: 404 len: 337 time: 0.0483434 Dec 22 15:31:21.427654 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38280) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:21.554426 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-743b5fef-1685-45c9-9bfd-9c8eba0c3840 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Deleting port d1a47931-0410-41f0-bbb8-90ed84230102 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:31:21.555238 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-743b5fef-1685-45c9-9bfd-9c8eba0c3840 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:21.565674 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-469a5076-2d70-40fb-8a19-bbf970855d4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:21.722377 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:31:21.774451 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-743b5fef-1685-45c9-9bfd-9c8eba0c3840 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] For port d1a47931-0410-41f0-bbb8-90ed84230102, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d1a47931-0410-41f0-bbb8-90ed84230102,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:21.775183 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-743b5fef-1685-45c9-9bfd-9c8eba0c3840 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:21.776192 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-469a5076-2d70-40fb-8a19-bbf970855d4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:21.809786 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7676f2f8-8f74-4326-ab9d-23da9a09d273 None None] For port 3d3bbf3a-ef11-4064-8734-aee39a788719, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=3d3bbf3a-ef11-4064-8734-aee39a788719,segment=NetworkSegment(e07b4c5d-b41f-4560-9adc-576329c4096e),segment_id=e07b4c5d-b41f-4560-9adc-576329c4096e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:21.810201 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7676f2f8-8f74-4326-ab9d-23da9a09d273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:21.814844 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d223f84-7f2a-4399-bb4d-d319ef02ad9f req-c41d30c5-848e-4454-97d4-9a803c0e0bab tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:21.825809 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3d223f84-7f2a-4399-bb4d-d319ef02ad9f req-c41d30c5-848e-4454-97d4-9a803c0e0bab tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 944 time: 0.2384861 Dec 22 15:31:21.825809 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-469a5076-2d70-40fb-8a19-bbf970855d4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58770d8-fcd3-4d19-a431-f8ebd1db0bf8']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:21.851782 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-469a5076-2d70-40fb-8a19-bbf970855d4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ed3487-a7a5-4f55-97e8-65214c4a6a48') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:21.852078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-469a5076-2d70-40fb-8a19-bbf970855d4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ed3487-a7a5-4f55-97e8-65214c4a6a48') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:21.875460 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-469a5076-2d70-40fb-8a19-bbf970855d4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:21.887036 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.resource_extend [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 15:31:21.899462 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3d223f84-7f2a-4399-bb4d-d319ef02ad9f req-adb2073d-4e35-47df-9ab6-86b7a1be82b2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa6b32c5-f105-4f61-8667-e04869cc8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701718 Dec 22 15:31:21.903311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-469a5076-2d70-40fb-8a19-bbf970855d4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:21.912394 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-743b5fef-1685-45c9-9bfd-9c8eba0c3840 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Calling delete_port for d1a47931-0410-41f0-bbb8-90ed84230102 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:31:21.915916 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469a5076-2d70-40fb-8a19-bbf970855d4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:31:21.915916 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-469a5076-2d70-40fb-8a19-bbf970855d4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:31:21.935833 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:31:21.992804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7676f2f8-8f74-4326-ab9d-23da9a09d273 None None] Calling delete_port for 3d3bbf3a-ef11-4064-8734-aee39a788719 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:31:22.153604 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-469a5076-2d70-40fb-8a19-bbf970855d4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:22.157966 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-48a060bc-a3cf-438f-8754-94d66c5935f4 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:22.173905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-469a5076-2d70-40fb-8a19-bbf970855d4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:22.175330 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0e179ab0-a1e8-41a1-9232-7ed02f65ce6c,segment=NetworkSegment(77e070fd-33e0-465e-afc7-9bc0cd21676d),segment_id=77e070fd-33e0-465e-afc7-9bc0cd21676d)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:22.183195 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-469a5076-2d70-40fb-8a19-bbf970855d4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] 10.222.0.59 "DELETE /v2.0/networks/a58770d8-fcd3-4d19-a431-f8ebd1db0bf8 HTTP/1.1" status: 204 len: 168 time: 0.7548101 Dec 22 15:31:22.196255 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a5076-2d70-40fb-8a19-bbf970855d4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Pushing event deleted for resources: {'Network': ['ID=a58770d8-fcd3-4d19-a431-f8ebd1db0bf8,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:22.196965 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-16b7650a-4f1b-47ad-8333-e7c43c4e3f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706391036', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:05Z', 'updated_at': '2021-12-22T15:31:17Z', 'revision_number': 5, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'gw_port': {'id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:61:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:07Z', 'updated_at': '2021-12-22T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:22.206100 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '0e179ab0-a1e8-41a1-9232-7ed02f65ce6c', 'network_id': '9b537e03-fa99-4e52-ae16-64ff939b71f7', 'port_id': '0e179ab0-a1e8-41a1-9232-7ed02f65ce6c', 'mac_address': 'fa:16:3e:ed:19:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2605f09b-f02b-4c95-bd87-a04d1e37670e', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:31:22.206100 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b7650a-4f1b-47ad-8333-e7c43c4e3f84 None None] The sync data for ids ['236d475b-bb0b-42d3-ba5b-baa916368801'] in dv-neutron-822674-1-hyperv is: [{'id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706391036', 'tenant_id': '0d737c316a4542e78135e34c5fa7a4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:05Z', 'updated_at': '2021-12-22T15:31:17Z', 'revision_number': 5, 'project_id': '0d737c316a4542e78135e34c5fa7a4f9', 'gw_port': {'id': 'd1a47931-0410-41f0-bbb8-90ed84230102', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:61:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d475b-bb0b-42d3-ba5b-baa916368801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:07Z', 'updated_at': '2021-12-22T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:31:22.219556 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-469a5076-2d70-40fb-8a19-bbf970855d4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:22.260378 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-743b5fef-1685-45c9-9bfd-9c8eba0c3840 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:22.266338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a2e848f7-1ea1-4511-ba81-348df180bd94 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:22.282281 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:22.295039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7676f2f8-8f74-4326-ab9d-23da9a09d273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:22.303640 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0b18769a-8709-49c7-90ac-b1f4ced5950d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:22.339952 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b5fef-1685-45c9-9bfd-9c8eba0c3840 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event deleted for resources: {'Port': ['ID=d1a47931-0410-41f0-bbb8-90ed84230102,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:22.345690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-743b5fef-1685-45c9-9bfd-9c8eba0c3840 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:22.351616 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676f2f8-8f74-4326-ab9d-23da9a09d273 None None] Pushing event deleted for resources: {'Port': ['ID=3d3bbf3a-ef11-4064-8734-aee39a788719,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:22.357660 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7676f2f8-8f74-4326-ab9d-23da9a09d273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:22.360565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:31:22.384180 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0e179ab0-a1e8-41a1-9232-7ed02f65ce6c,segment=NetworkSegment(77e070fd-33e0-465e-afc7-9bc0cd21676d),segment_id=77e070fd-33e0-465e-afc7-9bc0cd21676d)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:22.385924 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7676f2f8-8f74-4326-ab9d-23da9a09d273 None None] No DVR routers for this DVR port 3d3bbf3a-ef11-4064-8734-aee39a788719 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:31:22.455660 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:22.459314 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:22.472195 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-743b5fef-1685-45c9-9bfd-9c8eba0c3840 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:22.555182 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=0e179ab0-a1e8-41a1-9232-7ed02f65ce6c,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:22.560856 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:22.704126 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device cc127250-e434-439c-a0ed-7ac8366b1bb7 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:31:22.768478 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: cc127250-e434-439c-a0ed-7ac8366b1bb7 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:31:22.768478 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device cc127250-e434-439c-a0ed-7ac8366b1bb7 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:31:22.768975 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 3d3bbf3a-ef11-4064-8734-aee39a788719 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:31:22.806669 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 3d3bbf3a-ef11-4064-8734-aee39a788719 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:31:22.807030 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 3d3bbf3a-ef11-4064-8734-aee39a788719 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:31:22.814549 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['0e179ab0-a1e8-41a1-9232-7ed02f65ce6c'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:31:22.868267 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-743b5fef-1685-45c9-9bfd-9c8eba0c3840 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:22.874713 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-743b5fef-1685-45c9-9bfd-9c8eba0c3840 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:23.010348 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-743b5fef-1685-45c9-9bfd-9c8eba0c3840 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:23.011434 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743b5fef-1685-45c9-9bfd-9c8eba0c3840 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Fanout notify agent at l3_agent the message router_deleted on router 236d475b-bb0b-42d3-ba5b-baa916368801 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:31:23.047120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-743b5fef-1685-45c9-9bfd-9c8eba0c3840 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:23.049790 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-743b5fef-1685-45c9-9bfd-9c8eba0c3840 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "DELETE /v2.0/routers/236d475b-bb0b-42d3-ba5b-baa916368801 HTTP/1.1" status: 204 len: 168 time: 2.3254328 Dec 22 15:31:23.052683 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38294) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:23.092617 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38298) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:23.170332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b533df-0f88-41de-a899-a972e4d70f2d req-2138ea84-a21d-47e1-891f-34bd4160a525 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:23.173428 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f9b533df-0f88-41de-a899-a972e4d70f2d req-2138ea84-a21d-47e1-891f-34bd4160a525 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 945 time: 0.1303222 Dec 22 15:31:23.266000 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f9b533df-0f88-41de-a899-a972e4d70f2d req-092ed3a7-ea08-4244-ac2c-27c02a2292d2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa6b32c5-f105-4f61-8667-e04869cc8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849295 Dec 22 15:31:23.301328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f3de868b-e8e3-47e3-bd42-cf435ec4710a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:23.528425 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f3de868b-e8e3-47e3-bd42-cf435ec4710a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:23.580674 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-f3de868b-e8e3-47e3-bd42-cf435ec4710a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8cd8c74-3563-4ac0-9801-9129eb7e0a82']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:23.599019 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-eddf082a-d07a-4550-97db-465708616877 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bd34abffd88845e9a2c3a2d2ac3fe878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5036309 Dec 22 15:31:23.605955 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-f3de868b-e8e3-47e3-bd42-cf435ec4710a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07b4c5d-b41f-4560-9adc-576329c4096e') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:23.605955 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-f3de868b-e8e3-47e3-bd42-cf435ec4710a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07b4c5d-b41f-4560-9adc-576329c4096e') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:23.607430 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38304) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:23.616947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f3de868b-e8e3-47e3-bd42-cf435ec4710a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:23.644180 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f3de868b-e8e3-47e3-bd42-cf435ec4710a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:23.655155 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3de868b-e8e3-47e3-bd42-cf435ec4710a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:31:23.655678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f3de868b-e8e3-47e3-bd42-cf435ec4710a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:31:23.672598 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:31:23.860703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d942f996-432f-46a5-a65a-702e86159224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:23.866033 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f3de868b-e8e3-47e3-bd42-cf435ec4710a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:23.871013 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dc41c878-3300-4a96-b55e-9e4da1ca4850 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:23.888816 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f3de868b-e8e3-47e3-bd42-cf435ec4710a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:23.896401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d942f996-432f-46a5-a65a-702e86159224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:23.903635 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de868b-e8e3-47e3-bd42-cf435ec4710a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event deleted for resources: {'Network': ['ID=e8cd8c74-3563-4ac0-9801-9129eb7e0a82,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:23.910451 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f3de868b-e8e3-47e3-bd42-cf435ec4710a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:23.969233 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f3de868b-e8e3-47e3-bd42-cf435ec4710a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "DELETE /v2.0/networks/e8cd8c74-3563-4ac0-9801-9129eb7e0a82 HTTP/1.1" status: 204 len: 168 time: 0.9152069 Dec 22 15:31:23.972328 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38308) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:24.056187 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d942f996-432f-46a5-a65a-702e86159224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:24.062448 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4ff52a51-2af9-4d94-bb2e-1df6cc0a9333 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:24.088415 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942f996-432f-46a5-a65a-702e86159224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c16708-23e1-4bfd-9eb5-ae1bae5782a0,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:24.091627 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cb3af02c-fa42-426b-be53-4304d09cbaa7 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:24.093552 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d942f996-432f-46a5-a65a-702e86159224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:24.104401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d942f996-432f-46a5-a65a-702e86159224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:24.106043 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d942f996-432f-46a5-a65a-702e86159224 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/31c16708-23e1-4bfd-9eb5-ae1bae5782a0 HTTP/1.1" status: 204 len: 168 time: 0.4970455 Dec 22 15:31:24.131734 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cb3af02c-fa42-426b-be53-4304d09cbaa7 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:24.302140 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cb3af02c-fa42-426b-be53-4304d09cbaa7 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:24.309786 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-893fd4d9-ad98-4f5f-9f62-f41c7625b7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:24.316848 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d1a47931-0410-41f0-bbb8-90ed84230102 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:31:24.337109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3af02c-fa42-426b-be53-4304d09cbaa7 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc30e2f-5012-486a-88b6-9a7c4888379c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:24.340703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cb3af02c-fa42-426b-be53-4304d09cbaa7 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:24.373110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: d1a47931-0410-41f0-bbb8-90ed84230102 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:31:24.373460 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d1a47931-0410-41f0-bbb8-90ed84230102 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:31:24.412712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cb3af02c-fa42-426b-be53-4304d09cbaa7 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:24.415379 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-cb3af02c-fa42-426b-be53-4304d09cbaa7 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] 10.222.0.59 "DELETE /v2.0/security-groups/efc30e2f-5012-486a-88b6-9a7c4888379c HTTP/1.1" status: 204 len: 168 time: 0.4419644 Dec 22 15:31:24.513638 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7c129-5e1b-4501-816c-15ee8e3abe36 req-45cc521a-74b8-45c1-bbdc-3b0aef1d1d91 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:24.515218 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-09c7c129-5e1b-4501-816c-15ee8e3abe36 req-45cc521a-74b8-45c1-bbdc-3b0aef1d1d91 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 945 time: 0.0839870 Dec 22 15:31:24.569569 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-09c7c129-5e1b-4501-816c-15ee8e3abe36 req-addc963e-f686-4fac-ba25-b87dbe618978 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa6b32c5-f105-4f61-8667-e04869cc8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478735 Dec 22 15:31:25.080689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38334) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:25.210188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-834f5f44-3cf4-4e3e-837e-24a189ec0bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:25.262351 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d3ec9412-259c-4a61-8c87-6e972d8313d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0d737c316a4542e78135e34c5fa7a4f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809590 Dec 22 15:31:25.264893 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38344) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:25.363349 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d038368-332c-40ff-ab4f-eac0388799f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:25.392565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d038368-332c-40ff-ab4f-eac0388799f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:25.444646 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38350) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:25.558209 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1839300425'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:25.564112 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:25.568102 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:network and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:25.571130 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:25.577969 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:25.648217 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d038368-332c-40ff-ab4f-eac0388799f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:25.654314 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3f6e85f9-27f5-4b45-9262-affea2c08e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:25.673456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d038368-332c-40ff-ab4f-eac0388799f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70779cc-3ebc-4745-a079-ff818348b8bd,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:25.678696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8d038368-332c-40ff-ab4f-eac0388799f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:25.682209 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d038368-332c-40ff-ab4f-eac0388799f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:25.684532 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8d038368-332c-40ff-ab4f-eac0388799f9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e70779cc-3ebc-4745-a079-ff818348b8bd HTTP/1.1" status: 204 len: 168 time: 0.4177694 Dec 22 15:31:25.699410 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:31:25.726497 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:25.732021 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:25.756721 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:25.794040 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:25.804661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:security_group_rule and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:25.812098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:25.822716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:25.828699 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b802d-f0fe-47a0-806a-4abe045a416a req-0ca38e63-8c62-41dc-854b-61a04c0502fd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:25.836466 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-412b802d-f0fe-47a0-806a-4abe045a416a req-0ca38e63-8c62-41dc-854b-61a04c0502fd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 945 time: 0.1432590 Dec 22 15:31:25.884770 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:31:25.891011 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:25.891543 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:25.895264 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-412b802d-f0fe-47a0-806a-4abe045a416a req-0ed5eb92-96ad-4a6c-9b4a-b694d710cc99 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa6b32c5-f105-4f61-8667-e04869cc8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577347 Dec 22 15:31:25.933200 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:26.004586 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:26.009146 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cdf9945c-373e-4311-b73a-30c832c5e183 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:26.032295 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:26.044722 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:31:26.058705 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7b4488-d974-4475-b44e-407f4a8c133a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:26.063176 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:26.064156 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da855b1-935b-4fa6-ae9c-650d56ff19f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e179ab0-a1e8-41a1-9232-7ed02f65ce6c'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:31:26.064357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:26.064537 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Added segment 138609d6-1c75-4914-b782-bcf849c2939a of type vlan for network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 Dec 22 15:31:26.084338 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0e179ab0-a1e8-41a1-9232-7ed02f65ce6c,segment=NetworkSegment(77e070fd-33e0-465e-afc7-9bc0cd21676d),segment_id=77e070fd-33e0-465e-afc7-9bc0cd21676d)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:26.105656 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:26.135382 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da855b1-935b-4fa6-ae9c-650d56ff19f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e179ab0-a1e8-41a1-9232-7ed02f65ce6c', 'code': 200} Dec 22 15:31:26.185599 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:26.187631 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:26.226040 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:26.237501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:26.238544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:26.251982 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a33c8c16-cd99-41a6-9184-554d10227858 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:26.261663 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=0e179ab0-a1e8-41a1-9232-7ed02f65ce6c,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:26.265155 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:26.402896 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Network': ['ID=d40f606f-8e60-4ecc-9a39-cd48c5f38e57,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:26.412456 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:26.414102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:31:26.509346 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0627627 Dec 22 15:31:26.512875 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38364) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:26.519386 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1b7e5422-9f9e-43ca-8b32-7aea8d407b88 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'port': {'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57', 'name': 'tempest-PortsTestJSON-1983662670'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:26.694821 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1b7e5422-9f9e-43ca-8b32-7aea8d407b88 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:26.700453 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1b7e5422-9f9e-43ca-8b32-7aea8d407b88 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:port and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:26.705494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1b7e5422-9f9e-43ca-8b32-7aea8d407b88 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:26.718588 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1b7e5422-9f9e-43ca-8b32-7aea8d407b88 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:26.738052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124416b4-06f8-4d18-afe7-90e9cbae4ac1 req-41db46fc-c619-426e-96a1-2b56bf8b8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:26.740554 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-124416b4-06f8-4d18-afe7-90e9cbae4ac1 req-41db46fc-c619-426e-96a1-2b56bf8b8c5d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 1099 time: 0.1480355 Dec 22 15:31:26.742419 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38368) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:26.781322 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-46d36dbe-7149-46f1-a004-cf2935efeda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:26.810176 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-46d36dbe-7149-46f1-a004-cf2935efeda8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:26.814595 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7e5422-9f9e-43ca-8b32-7aea8d407b88 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:26.818282 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1b7e5422-9f9e-43ca-8b32-7aea8d407b88 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:26.833633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-46d36dbe-7149-46f1-a004-cf2935efeda8 admin admin] Usage tracker for resource:security_group_rule and tenant:4765b7e3b4b84618a53aaf6910301c3f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:26.840655 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-124416b4-06f8-4d18-afe7-90e9cbae4ac1 req-a07a2052-6307-4369-9627-4cccb40cb901 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fa6b32c5-f105-4f61-8667-e04869cc8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807586 Dec 22 15:31:26.841529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-46d36dbe-7149-46f1-a004-cf2935efeda8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:26.850409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-46d36dbe-7149-46f1-a004-cf2935efeda8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:26.863783 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-1b7e5422-9f9e-43ca-8b32-7aea8d407b88 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] device_id is not set on port b0e9c29c-3791-4eca-bdc8-4e5f8b8ddce5 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:31:27.149189 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a15130-48c0-4d3c-8cb1-8874c2beb2a4 req-0d834fb2-c3f1-4477-929e-201872a30353 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:27.151088 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-21a15130-48c0-4d3c-8cb1-8874c2beb2a4 req-0d834fb2-c3f1-4477-929e-201872a30353 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 946 time: 0.1180143 Dec 22 15:31:27.163787 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-46d36dbe-7149-46f1-a004-cf2935efeda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:27.188449 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1b7e5422-9f9e-43ca-8b32-7aea8d407b88 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:27.206348 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-21a15130-48c0-4d3c-8cb1-8874c2beb2a4 req-88ebed1e-11cb-4044-8482-e31b5524bfea tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa6b32c5-f105-4f61-8667-e04869cc8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452156 Dec 22 15:31:27.305874 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-46d36dbe-7149-46f1-a004-cf2935efeda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:27.313605 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-347363d2-49aa-4950-9787-2243ce02f2fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:27.350374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1b7e5422-9f9e-43ca-8b32-7aea8d407b88 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:27.363268 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d36dbe-7149-46f1-a004-cf2935efeda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533300ed-32ff-4a5a-8d26-e01c8afddc7b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:27.368607 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-46d36dbe-7149-46f1-a004-cf2935efeda8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4765b7e3b4b84618a53aaf6910301c3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6252077 Dec 22 15:31:27.374280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-46d36dbe-7149-46f1-a004-cf2935efeda8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:27.374280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:27.374565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38374) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:27.454502 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c65586dd-c7c1-4225-80e7-c5f60b445ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:27.491516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c65586dd-c7c1-4225-80e7-c5f60b445ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:27.627545 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e5422-9f9e-43ca-8b32-7aea8d407b88 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=b0e9c29c-3791-4eca-bdc8-4e5f8b8ddce5,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:27.632046 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1b7e5422-9f9e-43ca-8b32-7aea8d407b88 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:27.639711 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e5422-9f9e-43ca-8b32-7aea8d407b88 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Checking segment: {'id': '138609d6-1c75-4914-b782-bcf849c2939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:31:27.640069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7e5422-9f9e-43ca-8b32-7aea8d407b88 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network hostable DHCP agents. Network: d40f606f-8e60-4ecc-9a39-cd48c5f38e57, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:31:27.661035 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c65586dd-c7c1-4225-80e7-c5f60b445ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:27.664918 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-db6f5df4-5b4b-4acb-96d8-3ed4e59639cd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:27.677073 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65586dd-c7c1-4225-80e7-c5f60b445ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533300ed-32ff-4a5a-8d26-e01c8afddc7b,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:27.681065 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c65586dd-c7c1-4225-80e7-c5f60b445ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:27.685722 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c65586dd-c7c1-4225-80e7-c5f60b445ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:27.687169 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c65586dd-c7c1-4225-80e7-c5f60b445ae4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/533300ed-32ff-4a5a-8d26-e01c8afddc7b HTTP/1.1" status: 204 len: 168 time: 0.3130674 Dec 22 15:31:27.747804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f5869f1d-fe0f-4ec8-9e8e-28561bbec14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:27.781893 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7e5422-9f9e-43ca-8b32-7aea8d407b88 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:31:27.856309 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-1b7e5422-9f9e-43ca-8b32-7aea8d407b88 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, d40f606f-8e60-4ecc-9a39-cd48c5f38e57) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:27.860449 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e5422-9f9e-43ca-8b32-7aea8d407b88 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:27.866649 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be772ac9-aa7a-42a3-85e1-1af3b3af71ad None None] Network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:27.867342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7e5422-9f9e-43ca-8b32-7aea8d407b88 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:27.867997 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1b7e5422-9f9e-43ca-8b32-7aea8d407b88 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:27.988202 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1b7e5422-9f9e-43ca-8b32-7aea8d407b88 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4738097 Dec 22 15:31:27.991187 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38380) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:27.997056 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-2a9d350f-0203-49b7-9235-342b4e485318 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1551053297'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:28.002183 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2a9d350f-0203-49b7-9235-342b4e485318 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:28.006278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2a9d350f-0203-49b7-9235-342b4e485318 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:network and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:28.009801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2a9d350f-0203-49b7-9235-342b4e485318 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:28.015796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2a9d350f-0203-49b7-9235-342b4e485318 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:28.147725 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9d350f-0203-49b7-9235-342b4e485318 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:28.151945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2a9d350f-0203-49b7-9235-342b4e485318 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:28.187738 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9d350f-0203-49b7-9235-342b4e485318 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:31:28.197951 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2a9d350f-0203-49b7-9235-342b4e485318 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:28.198462 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-2a9d350f-0203-49b7-9235-342b4e485318 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Added segment a2343601-296e-41bf-9640-d6e5f199f51e of type vlan for network a5fac00a-b9ab-4f49-abcc-0ce61884ba99 Dec 22 15:31:28.227159 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2a9d350f-0203-49b7-9235-342b4e485318 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:28.335122 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2a9d350f-0203-49b7-9235-342b4e485318 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:28.345742 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9d350f-0203-49b7-9235-342b4e485318 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:28.346924 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2a9d350f-0203-49b7-9235-342b4e485318 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:28.361931 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-097f0504-dd72-4011-8fc2-8cf601fa1258 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:28.607611 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d350f-0203-49b7-9235-342b4e485318 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Network': ['ID=a5fac00a-b9ab-4f49-abcc-0ce61884ba99,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:28.608433 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2a9d350f-0203-49b7-9235-342b4e485318 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:28.623086 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network a5fac00a-b9ab-4f49-abcc-0ce61884ba99 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:31:28.641305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9d24c-7616-4b60-93bd-e8c13a24c0c4 req-0d5bd233-2442-4cc6-ade9-d7b1f846bc61 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:28.643310 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2fa9d24c-7616-4b60-93bd-e8c13a24c0c4 req-0d5bd233-2442-4cc6-ade9-d7b1f846bc61 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 946 time: 0.2275774 Dec 22 15:31:28.711664 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2fa9d24c-7616-4b60-93bd-e8c13a24c0c4 req-3922146c-6692-4e26-9d57-649992985f85 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa6b32c5-f105-4f61-8667-e04869cc8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618181 Dec 22 15:31:28.715946 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2a9d350f-0203-49b7-9235-342b4e485318 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7232425 Dec 22 15:31:28.719802 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38396) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:28.726009 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'ports': [{'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57'}, {'network_id': 'a5fac00a-b9ab-4f49-abcc-0ce61884ba99'}]} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:28.726416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'port': {'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:28.726964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'port': {'network_id': 'a5fac00a-b9ab-4f49-abcc-0ce61884ba99'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:28.901418 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:29.030638 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:29.032606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:port and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:29.035551 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:29.041324 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:29.153745 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:29.208328 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'port': 2} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:29.214079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:29.237450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:29.254433 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38408) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:29.374349 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] device_id is not set on port f54aaf13-c536-4605-8d06-d8ad1f467b54 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:31:29.378703 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-470475600-network', 'tenant_id': '7bacf24326c14eccb3ea321aaeb9c72b'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:29.383352 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:29.387708 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Usage tracker for resource:network and tenant:7bacf24326c14eccb3ea321aaeb9c72b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:29.390594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:29.397550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:29.483310 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Made reservation on behalf of 7bacf24326c14eccb3ea321aaeb9c72b for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:29.487161 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:29.505150 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:29.520772 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:29.520990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:29.524595 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Usage tracker for resource:security_group_rule and tenant:7bacf24326c14eccb3ea321aaeb9c72b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:29.528003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:29.533785 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:29.628878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:29.638048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] device_id is not set on port 470817b6-bed6-4340-9533-70e18347f8f0 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:31:29.697230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:29.701587 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dc29771e-1559-45f0-bb39-0c963c8ef5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:29.725411 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:31:29.739568 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6155a15d-3263-4453-a478-9ebf293e213f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:29.744067 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:29.745042 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:29.745386 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Added segment f3e45afd-1ae8-41d9-93fe-35a112fa1db0 of type vlan for network 351596f0-9cbe-4cc9-beb3-01e2cce83740 Dec 22 15:31:29.781549 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:29.890641 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:29.892697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:29.893811 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:29.900891 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1b9aa43c-671e-49bc-b4fa-547ff032da40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:29.969360 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:30.006538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0025c64-1fda-455a-a339-a855d8d8f746 req-ac131bd4-c250-4f35-9f24-bd307e794a55 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:30.008142 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a0025c64-1fda-455a-a339-a855d8d8f746 req-ac131bd4-c250-4f35-9f24-bd307e794a55 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 946 time: 0.1347351 Dec 22 15:31:30.008390 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Pushing event updated for resources: {'Network': ['ID=351596f0-9cbe-4cc9-beb3-01e2cce83740,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:30.014777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:30.037161 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 351596f0-9cbe-4cc9-beb3-01e2cce83740 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:31:30.063996 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7965081 Dec 22 15:31:30.064378 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38416) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:30.075874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-63e3b535-ab62-4611-8bb4-c46572db8c1d admin admin] Request body: {'subnet': {'network_id': '351596f0-9cbe-4cc9-beb3-01e2cce83740', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-470475600-subnet', 'tenant_id': '7bacf24326c14eccb3ea321aaeb9c72b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:30.083527 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:30.085420 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-63e3b535-ab62-4611-8bb4-c46572db8c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:30.094815 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3aa4a7f6-ee9e-4658-95b4-b1f75ed7ca06 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:30.127436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-63e3b535-ab62-4611-8bb4-c46572db8c1d admin admin] Usage tracker for resource:subnet and tenant:7bacf24326c14eccb3ea321aaeb9c72b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:30.133254 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a0025c64-1fda-455a-a339-a855d8d8f746 req-5fde0060-b184-48e6-8b32-de34415fdf1c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa6b32c5-f105-4f61-8667-e04869cc8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041207 Dec 22 15:31:30.142260 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-63e3b535-ab62-4611-8bb4-c46572db8c1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:30.166992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-63e3b535-ab62-4611-8bb4-c46572db8c1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:30.182267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:31:30.188130 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:30.192208 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:30.193064 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:30.202454 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=f54aaf13-c536-4605-8d06-d8ad1f467b54,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:30.205642 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:30.206159 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-47d77181-6b08-43a0-b4b5-537575f3f119 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:30.271652 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e3b535-ab62-4611-8bb4-c46572db8c1d admin admin] Made reservation on behalf of 7bacf24326c14eccb3ea321aaeb9c72b for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:30.273991 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63e3b535-ab62-4611-8bb4-c46572db8c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:30.435285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=470817b6-bed6-4340-9533-70e18347f8f0,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:30.443109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:30.453612 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Checking segment: {'id': 'a2343601-296e-41bf-9640-d6e5f199f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5fac00a-b9ab-4f49-abcc-0ce61884ba99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:31:30.458632 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network hostable DHCP agents. Network: a5fac00a-b9ab-4f49-abcc-0ce61884ba99, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:31:30.545383 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56a53f-66dd-4536-bd5d-bc7e5c179a85 req-3776252a-04cc-4fc3-b332-48af6e306959 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:30.546898 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2f56a53f-66dd-4536-bd5d-bc7e5c179a85 req-3776252a-04cc-4fc3-b332-48af6e306959 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 946 time: 0.2571547 Dec 22 15:31:30.619401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network a5fac00a-b9ab-4f49-abcc-0ce61884ba99 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:31:30.638076 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2f56a53f-66dd-4536-bd5d-bc7e5c179a85 req-b841c404-5738-413b-bfcc-b1eadb2a3382 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa6b32c5-f105-4f61-8667-e04869cc8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780010 Dec 22 15:31:30.727661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, a5fac00a-b9ab-4f49-abcc-0ce61884ba99) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:30.732422 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:30.737911 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f72a69-67f2-4bb1-8efe-a151c87d605f None None] Network a5fac00a-b9ab-4f49-abcc-0ce61884ba99 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:30.738257 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:30.743315 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:30.744004 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:30.756011 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63e3b535-ab62-4611-8bb4-c46572db8c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:30.762800 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-11931275-d971-4b04-9a1e-e0eca902f9c4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:30.847018 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3b535-ab62-4611-8bb4-c46572db8c1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=00baf0b4-e139-494b-a971-f0942ff1a073,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:30.851216 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-63e3b535-ab62-4611-8bb4-c46572db8c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:30.860647 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e3b535-ab62-4611-8bb4-c46572db8c1d admin admin] Checking segment: {'id': 'f3e45afd-1ae8-41d9-93fe-35a112fa1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '351596f0-9cbe-4cc9-beb3-01e2cce83740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:31:30.867775 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e3b535-ab62-4611-8bb4-c46572db8c1d admin admin] Network hostable DHCP agents. Network: 351596f0-9cbe-4cc9-beb3-01e2cce83740, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:31:30.885660 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1640129 Dec 22 15:31:30.888261 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38426) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:30.921921 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:30.973158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f500286d-c9d2-44af-9dde-266a6afdc118 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port 470817b6-bed6-4340-9533-70e18347f8f0 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:31:30.973158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f500286d-c9d2-44af-9dde-266a6afdc118 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:30.978747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e3b535-ab62-4611-8bb4-c46572db8c1d admin admin] Network 351596f0-9cbe-4cc9-beb3-01e2cce83740 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:31:31.048432 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-63e3b535-ab62-4611-8bb4-c46572db8c1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 351596f0-9cbe-4cc9-beb3-01e2cce83740) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:31.052942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e3b535-ab62-4611-8bb4-c46572db8c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:31.056440 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63e3b535-ab62-4611-8bb4-c46572db8c1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:31.058119 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60072958-284e-4c0e-aeb0-97092f01b720 None None] Network 351596f0-9cbe-4cc9-beb3-01e2cce83740 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:31.156956 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-63e3b535-ab62-4611-8bb4-c46572db8c1d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0899756 Dec 22 15:31:31.233019 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f500286d-c9d2-44af-9dde-266a6afdc118 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:31.306192 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75948a65-5a88-44f4-af02-dbecab1740f1 None None] Network 351596f0-9cbe-4cc9-beb3-01e2cce83740 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:31.406851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f500286d-c9d2-44af-9dde-266a6afdc118 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for 470817b6-bed6-4340-9533-70e18347f8f0 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:31:31.588574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f500286d-c9d2-44af-9dde-266a6afdc118 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:31.594858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e820769a-f901-437b-8748-fdeb036fba25 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:31.645912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500286d-c9d2-44af-9dde-266a6afdc118 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Port': ['ID=470817b6-bed6-4340-9533-70e18347f8f0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:31.648457 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f500286d-c9d2-44af-9dde-266a6afdc118 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:31.653266 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f500286d-c9d2-44af-9dde-266a6afdc118 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:31.660460 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f500286d-c9d2-44af-9dde-266a6afdc118 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/ports/470817b6-bed6-4340-9533-70e18347f8f0 HTTP/1.1" status: 204 len: 168 time: 0.7709939 Dec 22 15:31:31.662832 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38436) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:31.760139 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5ade68-eb90-4206-ac06-8a12650063df tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:31.769327 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5ade68-eb90-4206-ac06-8a12650063df tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:31.769327 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe5ade68-eb90-4206-ac06-8a12650063df tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:31:31.893827 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe5ade68-eb90-4206-ac06-8a12650063df tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:31:31.895099 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fe5ade68-eb90-4206-ac06-8a12650063df tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2313485 Dec 22 15:31:31.899306 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38444) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:31.970927 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-26f7bd97-b543-438f-8775-ddc437ce430f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port f54aaf13-c536-4605-8d06-d8ad1f467b54 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:31:31.970927 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-26f7bd97-b543-438f-8775-ddc437ce430f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:32.078650 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38452) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:32.085626 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1792208845-network', 'tenant_id': '55a6b9b422d84295ba5ee2eda7f9ef98'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:32.093178 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:32.103390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Usage tracker for resource:network and tenant:55a6b9b422d84295ba5ee2eda7f9ef98 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:32.108303 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:32.115317 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:32.178985 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38456) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:32.234777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-26f7bd97-b543-438f-8775-ddc437ce430f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:32.250543 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Made reservation on behalf of 55a6b9b422d84295ba5ee2eda7f9ef98 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:32.253137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:32.287936 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:32.319950 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:32.332254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Usage tracker for resource:security_group_rule and tenant:55a6b9b422d84295ba5ee2eda7f9ef98 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:32.387987 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-26f7bd97-b543-438f-8775-ddc437ce430f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for f54aaf13-c536-4605-8d06-d8ad1f467b54 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:31:32.401952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:32.436058 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:32.542021 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-26f7bd97-b543-438f-8775-ddc437ce430f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:32.550369 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e9a70f54-b493-4342-a359-3479e3bf1823 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:32.601592 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7bd97-b543-438f-8775-ddc437ce430f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Port': ['ID=f54aaf13-c536-4605-8d06-d8ad1f467b54,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:32.604704 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-26f7bd97-b543-438f-8775-ddc437ce430f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:32.617700 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-26f7bd97-b543-438f-8775-ddc437ce430f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:32.724826 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-26f7bd97-b543-438f-8775-ddc437ce430f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/ports/f54aaf13-c536-4605-8d06-d8ad1f467b54 HTTP/1.1" status: 204 len: 168 time: 0.8224962 Dec 22 15:31:32.734217 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38460) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:32.794483 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:32.833617 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732f9aa7-8c2d-40d7-a294-7c286553f691 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:32.834703 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-732f9aa7-8c2d-40d7-a294-7c286553f691 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:31:32.890983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:32.900223 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cb3af02c-fa42-426b-be53-4304d09cbaa7 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:32.911483 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-732f9aa7-8c2d-40d7-a294-7c286553f691 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:31:32.914125 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-732f9aa7-8c2d-40d7-a294-7c286553f691 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1874132 Dec 22 15:31:32.916800 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38464) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:32.928534 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:31:32.960060 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:32.960315 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Added segment d51ad5d6-d2db-462b-824a-cacd063a8612 of type vlan for network bfe323e3-b64b-4b31-8db7-734c7b0777c3 Dec 22 15:31:32.970389 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-681cfa2e-c3f0-495a-b196-bbd2b62d76e2 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] GET failed (client error): The resource could not be found. Dec 22 15:31:32.971749 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-681cfa2e-c3f0-495a-b196-bbd2b62d76e2 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports/470817b6-bed6-4340-9533-70e18347f8f0 HTTP/1.1" status: 404 len: 333 time: 0.0535390 Dec 22 15:31:32.976200 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38468) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:32.994318 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7a22bb-2c22-4805-979e-af8624735bbc,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:32.997869 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:33.020356 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db599c4-111f-401f-acf8-4a14d1145610 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] GET failed (client error): The resource could not be found. Dec 22 15:31:33.021721 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9db599c4-111f-401f-acf8-4a14d1145610 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports/f54aaf13-c536-4605-8d06-d8ad1f467b54 HTTP/1.1" status: 404 len: 333 time: 0.0446012 Dec 22 15:31:33.024432 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38472) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:33.151387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21950835-42e4-45b6-a940-f75ae9e6ce2d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:33.224345 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:33.305882 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21950835-42e4-45b6-a940-f75ae9e6ce2d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:33.336341 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:33.340040 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-21950835-42e4-45b6-a940-f75ae9e6ce2d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5fac00a-b9ab-4f49-abcc-0ce61884ba99']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:33.428079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:33.429161 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:33.430020 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:33.441013 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4e2ee60c-d624-47fd-bf0a-785929927f74 tempest-FloatingIPAdminTestJSON-1030797972 tempest-FloatingIPAdminTestJSON-1030797972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:33.490734 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-21950835-42e4-45b6-a940-f75ae9e6ce2d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2343601-296e-41bf-9640-d6e5f199f51e') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:33.490734 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-21950835-42e4-45b6-a940-f75ae9e6ce2d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2343601-296e-41bf-9640-d6e5f199f51e') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:33.505747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21950835-42e4-45b6-a940-f75ae9e6ce2d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:33.523537 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21950835-42e4-45b6-a940-f75ae9e6ce2d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:33.531163 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21950835-42e4-45b6-a940-f75ae9e6ce2d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:31:33.531804 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21950835-42e4-45b6-a940-f75ae9e6ce2d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:31:33.557982 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:31:33.637136 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Pushing event updated for resources: {'Network': ['ID=bfe323e3-b64b-4b31-8db7-734c7b0777c3,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:33.642103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:33.649700 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network bfe323e3-b64b-4b31-8db7-734c7b0777c3 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:31:33.656894 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5746431 Dec 22 15:31:33.657932 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38476) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:33.665776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-fe513dc2-1d27-427e-a85a-00aad50941d7 admin admin] Request body: {'subnet': {'network_id': 'bfe323e3-b64b-4b31-8db7-734c7b0777c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1792208845-subnet', 'tenant_id': '55a6b9b422d84295ba5ee2eda7f9ef98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:33.682335 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-fe513dc2-1d27-427e-a85a-00aad50941d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:33.687620 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-fe513dc2-1d27-427e-a85a-00aad50941d7 admin admin] Usage tracker for resource:subnet and tenant:55a6b9b422d84295ba5ee2eda7f9ef98 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:33.724711 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-fe513dc2-1d27-427e-a85a-00aad50941d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:33.747711 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-fe513dc2-1d27-427e-a85a-00aad50941d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:33.761451 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21950835-42e4-45b6-a940-f75ae9e6ce2d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:33.767932 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-447315f6-9079-4ba3-94ca-681f9d5ebfba tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:33.787626 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21950835-42e4-45b6-a940-f75ae9e6ce2d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:33.794765 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21950835-42e4-45b6-a940-f75ae9e6ce2d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Network': ['ID=a5fac00a-b9ab-4f49-abcc-0ce61884ba99,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:33.798396 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-21950835-42e4-45b6-a940-f75ae9e6ce2d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:33.805203 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-21950835-42e4-45b6-a940-f75ae9e6ce2d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/networks/a5fac00a-b9ab-4f49-abcc-0ce61884ba99 HTTP/1.1" status: 204 len: 168 time: 0.7746484 Dec 22 15:31:33.805801 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38480) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:33.814765 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d502add0-3ab0-4679-858e-1cce7364eaf3 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1911145773'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:33.822079 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d502add0-3ab0-4679-858e-1cce7364eaf3 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:33.827052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d502add0-3ab0-4679-858e-1cce7364eaf3 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:network and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:33.830132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d502add0-3ab0-4679-858e-1cce7364eaf3 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:33.836714 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d502add0-3ab0-4679-858e-1cce7364eaf3 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:33.866134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe513dc2-1d27-427e-a85a-00aad50941d7 admin admin] Made reservation on behalf of 55a6b9b422d84295ba5ee2eda7f9ef98 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:33.868513 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fe513dc2-1d27-427e-a85a-00aad50941d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:33.913100 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d502add0-3ab0-4679-858e-1cce7364eaf3 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:33.916572 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d502add0-3ab0-4679-858e-1cce7364eaf3 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:33.951693 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d502add0-3ab0-4679-858e-1cce7364eaf3 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:31:33.961732 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d502add0-3ab0-4679-858e-1cce7364eaf3 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:33.966192 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-d502add0-3ab0-4679-858e-1cce7364eaf3 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Added segment a06d184e-7a32-4832-91dc-25dcd4201f01 of type vlan for network e55c452b-08ac-4d52-aabf-e0cba5f0bdb2 Dec 22 15:31:33.993060 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d502add0-3ab0-4679-858e-1cce7364eaf3 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:34.075396 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.20.0.17 (9b537e03-fa99-4e52-ae16-64ff939b71f7/2605f09b-f02b-4c95-bd87-a04d1e37670e/85686680-101b-478f-b62c-d30677d7d67c) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:31:34.139416 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d502add0-3ab0-4679-858e-1cce7364eaf3 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:34.149580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d502add0-3ab0-4679-858e-1cce7364eaf3 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:34.150795 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d502add0-3ab0-4679-858e-1cce7364eaf3 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:34.158942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:34.266084 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502add0-3ab0-4679-858e-1cce7364eaf3 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Network': ['ID=e55c452b-08ac-4d52-aabf-e0cba5f0bdb2,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:34.268719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d502add0-3ab0-4679-858e-1cce7364eaf3 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:34.278117 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network e55c452b-08ac-4d52-aabf-e0cba5f0bdb2 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:31:34.326438 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:34.348720 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d502add0-3ab0-4679-858e-1cce7364eaf3 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5396674 Dec 22 15:31:34.350495 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38484) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:34.353197 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Transition to ACTIVE for port object 85686680-101b-478f-b62c-d30677d7d67c will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:31:34.363446 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e1864530-2b78-458b-a9b9-a0e1751588a0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'subnet': {'network_id': 'e55c452b-08ac-4d52-aabf-e0cba5f0bdb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:34.390262 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fe513dc2-1d27-427e-a85a-00aad50941d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:34.393658 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-26a2d8a8-b898-4290-83d0-3a397f05ed40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:34.469676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:34.497699 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e1864530-2b78-458b-a9b9-a0e1751588a0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:34.503002 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e1864530-2b78-458b-a9b9-a0e1751588a0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:subnet and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:34.507041 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e1864530-2b78-458b-a9b9-a0e1751588a0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:34.507871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe513dc2-1d27-427e-a85a-00aad50941d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cfa4a21-447a-4ebf-a8e0-a12ae18b6577,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:34.513075 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 9b537e03-fa99-4e52-ae16-64ff939b71f7 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:31:34.514100 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e1864530-2b78-458b-a9b9-a0e1751588a0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:34.514322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fe513dc2-1d27-427e-a85a-00aad50941d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:34.514801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:34.557973 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:34.575863 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:34.603376 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe513dc2-1d27-427e-a85a-00aad50941d7 admin admin] Checking segment: {'id': 'd51ad5d6-d2db-462b-824a-cacd063a8612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bfe323e3-b64b-4b31-8db7-734c7b0777c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:31:34.605410 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe513dc2-1d27-427e-a85a-00aad50941d7 admin admin] Network hostable DHCP agents. Network: bfe323e3-b64b-4b31-8db7-734c7b0777c3, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:31:34.642363 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1864530-2b78-458b-a9b9-a0e1751588a0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:34.649646 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1864530-2b78-458b-a9b9-a0e1751588a0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:34.675370 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=85686680-101b-478f-b62c-d30677d7d67c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:34.685548 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:34.695227 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:34.772285 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.ipam_backend_mixin [None req-e1864530-2b78-458b-a9b9-a0e1751588a0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Performing IP validity checks on allocation pools {{(pid=88217) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 15:31:34.772914 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.ipam_backend_mixin [None req-e1864530-2b78-458b-a9b9-a0e1751588a0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88217) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 15:31:34.840601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe513dc2-1d27-427e-a85a-00aad50941d7 admin admin] Network bfe323e3-b64b-4b31-8db7-734c7b0777c3 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:31:35.019400 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-706f8e61-980f-4cda-a1ec-ce416cf9f8c5 None None] Provisioning for port 85686680-101b-478f-b62c-d30677d7d67c completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:31:35.025448 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-706f8e61-980f-4cda-a1ec-ce416cf9f8c5 None None] Provisioning complete for port 85686680-101b-478f-b62c-d30677d7d67c triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:35.025905 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-706f8e61-980f-4cda-a1ec-ce416cf9f8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:35.092070 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1864530-2b78-458b-a9b9-a0e1751588a0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:35.092689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-fe513dc2-1d27-427e-a85a-00aad50941d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, bfe323e3-b64b-4b31-8db7-734c7b0777c3) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:35.092816 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-706f8e61-980f-4cda-a1ec-ce416cf9f8c5 None None] Port 85686680-101b-478f-b62c-d30677d7d67c cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:31:35.095382 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-005b0e4f-6ac1-494b-a972-3eb5d7cf3614 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:35.100451 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dced2d9-47e8-420f-9713-10759afc7d9c None None] Network bfe323e3-b64b-4b31-8db7-734c7b0777c3 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:35.132999 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe513dc2-1d27-427e-a85a-00aad50941d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:35.132999 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fe513dc2-1d27-427e-a85a-00aad50941d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:35.188691 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:35.199421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1864530-2b78-458b-a9b9-a0e1751588a0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Subnet': ['ID=44dfe617-bb36-46c0-b3da-471397d83032,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:35.202253 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e1864530-2b78-458b-a9b9-a0e1751588a0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:35.206598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1864530-2b78-458b-a9b9-a0e1751588a0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Checking segment: {'id': 'a06d184e-7a32-4832-91dc-25dcd4201f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e55c452b-08ac-4d52-aabf-e0cba5f0bdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:31:35.207014 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1864530-2b78-458b-a9b9-a0e1751588a0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network hostable DHCP agents. Network: e55c452b-08ac-4d52-aabf-e0cba5f0bdb2, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:31:35.267359 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fe513dc2-1d27-427e-a85a-00aad50941d7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6086574 Dec 22 15:31:35.363627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1864530-2b78-458b-a9b9-a0e1751588a0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network e55c452b-08ac-4d52-aabf-e0cba5f0bdb2 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:31:35.392883 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2f49e8-a14e-4198-8e8f-30a5d0162572 None None] Network bfe323e3-b64b-4b31-8db7-734c7b0777c3 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:35.477138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-e1864530-2b78-458b-a9b9-a0e1751588a0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, e55c452b-08ac-4d52-aabf-e0cba5f0bdb2) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:35.477138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1864530-2b78-458b-a9b9-a0e1751588a0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:35.477138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1864530-2b78-458b-a9b9-a0e1751588a0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:35.486917 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4bdec5-4313-497a-9318-e6de0c072e1d None None] Network e55c452b-08ac-4d52-aabf-e0cba5f0bdb2 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:35.599669 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e1864530-2b78-458b-a9b9-a0e1751588a0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2430634 Dec 22 15:31:35.599669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38498) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:35.606278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-db291ae9-e686-4d13-8fa4-ad95a6379fef tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'port': {'network_id': 'e55c452b-08ac-4d52-aabf-e0cba5f0bdb2', 'name': 'tempest-PortsTestJSON-125291551'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:35.822385 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-db291ae9-e686-4d13-8fa4-ad95a6379fef tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:35.838589 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-db291ae9-e686-4d13-8fa4-ad95a6379fef tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:35.940817 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-e55c452b-08ac-4d52-aabf-e0cba5f0bdb2', 'network_id': 'e55c452b-08ac-4d52-aabf-e0cba5f0bdb2', 'tenant_id': '9d9b32562fe14488aa2f4938bf575c2f', 'fixed_ips': [{'subnet_id': '44dfe617-bb36-46c0-b3da-471397d83032'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:31:35.941897 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:35.971466 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db291ae9-e686-4d13-8fa4-ad95a6379fef tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:35.977769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db291ae9-e686-4d13-8fa4-ad95a6379fef tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:36.019782 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:36.023126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-db291ae9-e686-4d13-8fa4-ad95a6379fef tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] device_id is not set on port 65cfc98b-cc91-4d5f-a9d0-719307481dd7 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:31:36.044258 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:36.060138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-9699129f-6a58-4fd2-bc7c-6b13d21a43d5 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:36.062878 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-9699129f-6a58-4fd2-bc7c-6b13d21a43d5 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/networks?id=351596f0-9cbe-4cc9-beb3-01e2cce83740 HTTP/1.1" status: 200 len: 811 time: 0.1971884 Dec 22 15:31:36.080840 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-3221ea8e-5e5e-4196-8459-2644fb19f0a6 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/quotas/7bacf24326c14eccb3ea321aaeb9c72b HTTP/1.1" status: 200 len: 375 time: 0.0118151 Dec 22 15:31:36.132136 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:36.170569 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:36.210620 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Allocated IP 172.20.0.2 (e55c452b-08ac-4d52-aabf-e0cba5f0bdb2/44dfe617-bb36-46c0-b3da-471397d83032/03b451e5-c0d2-47e8-816b-9bf200fe46c8) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:31:36.220662 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-975029bb-1dd8-4264-94d6-8997fd0377bc tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7bacf24326c14eccb3ea321aaeb9c72b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1315372 Dec 22 15:31:36.361442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=85686680-101b-478f-b62c-d30677d7d67c,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:36.364332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:36.368713 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:36.477156 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:36.497056 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Transition to ACTIVE for port object 03b451e5-c0d2-47e8-816b-9bf200fe46c8 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:31:36.509470 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-d6282210-b826-4d76-9847-e23993e03887 service neutron] 10.222.0.59 "GET /v2.0/networks/351596f0-9cbe-4cc9-beb3-01e2cce83740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672763 Dec 22 15:31:36.524748 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Transition to ACTIVE for port object 03b451e5-c0d2-47e8-816b-9bf200fe46c8 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:31:36.619801 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:36.655784 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 9b537e03-fa99-4e52-ae16-64ff939b71f7 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:31:36.657870 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:36.683943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:36.716738 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-db291ae9-e686-4d13-8fa4-ad95a6379fef tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Allocated IP 172.20.0.10 (e55c452b-08ac-4d52-aabf-e0cba5f0bdb2/44dfe617-bb36-46c0-b3da-471397d83032/65cfc98b-cc91-4d5f-a9d0-719307481dd7) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:31:36.748825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Network e55c452b-08ac-4d52-aabf-e0cba5f0bdb2 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:31:36.751886 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:36.757802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:36.768589 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Pushing event updated for resources: {'Port': ['ID=03b451e5-c0d2-47e8-816b-9bf200fe46c8,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:36.811927 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-66960e62-cf30-4abc-b76d-456ed0fa8922 service neutron] 10.222.0.59 "GET /v2.0/networks/351596f0-9cbe-4cc9-beb3-01e2cce83740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857809 Dec 22 15:31:36.834375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:36.932413 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Attempting to bind port 03b451e5-c0d2-47e8-816b-9bf200fe46c8 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:31:36.933316 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Attempting to bind port 03b451e5-c0d2-47e8-816b-9bf200fe46c8 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'a06d184e-7a32-4832-91dc-25dcd4201f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e55c452b-08ac-4d52-aabf-e0cba5f0bdb2'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:31:36.933710 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Attempting to bind port 03b451e5-c0d2-47e8-816b-9bf200fe46c8 on network e55c452b-08ac-4d52-aabf-e0cba5f0bdb2 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:31:36.939404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:31:36.946191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:31:36.947036 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Checking segment: {'id': 'a06d184e-7a32-4832-91dc-25dcd4201f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e55c452b-08ac-4d52-aabf-e0cba5f0bdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:31:36.947460 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:36.947874 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Bound using segment: {'id': 'a06d184e-7a32-4832-91dc-25dcd4201f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e55c452b-08ac-4d52-aabf-e0cba5f0bdb2'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:31:36.948370 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Bound port: 03b451e5-c0d2-47e8-816b-9bf200fe46c8, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06d184e-7a32-4832-91dc-25dcd4201f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e55c452b-08ac-4d52-aabf-e0cba5f0bdb2'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:31:36.948881 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:37.028735 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db291ae9-e686-4d13-8fa4-ad95a6379fef tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:37.049226 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-db291ae9-e686-4d13-8fa4-ad95a6379fef tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Transition to ACTIVE for port object 65cfc98b-cc91-4d5f-a9d0-719307481dd7 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:31:37.082503 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] For port 03b451e5-c0d2-47e8-816b-9bf200fe46c8, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:31:37.085299 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] For port 03b451e5-c0d2-47e8-816b-9bf200fe46c8, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=03b451e5-c0d2-47e8-816b-9bf200fe46c8,segment=NetworkSegment(a06d184e-7a32-4832-91dc-25dcd4201f01),segment_id=a06d184e-7a32-4832-91dc-25dcd4201f01)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:31:37.146903 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-dca39fd9-b59e-4f98-ab0c-f8c030cbbbf1 None None] Provisioning complete for port 85686680-101b-478f-b62c-d30677d7d67c triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:37.147288 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dca39fd9-b59e-4f98-ab0c-f8c030cbbbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:37.187154 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fe17542d-8f3f-452e-b9c4-1fba3b4ced86 req-09a3ed22-3b39-4a0b-af65-e908568d6654 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 210 time: 0.0655770 Dec 22 15:31:37.202190 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:37.202190 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-86128ac0-9b77-489f-9619-2b1e08af605d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:37.210944 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:31:37.218000 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/routers/cc68b2f8-2613-4afa-b6a8-83eec44bf4b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0376480 Dec 22 15:31:37.225993 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] Sync routers for ids ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:31:37.247620 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db291ae9-e686-4d13-8fa4-ad95a6379fef tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:37.247802 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] Routers {'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:31:37.250036 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:31:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:37.251781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:37.291458 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-dca39fd9-b59e-4f98-ab0c-f8c030cbbbf1 None None] Port 85686680-101b-478f-b62c-d30677d7d67c cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:31:37.321450 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Pushing event updated for resources: {'Port': ['ID=03b451e5-c0d2-47e8-816b-9bf200fe46c8,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:37.324736 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:37.333311 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db291ae9-e686-4d13-8fa4-ad95a6379fef tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network e55c452b-08ac-4d52-aabf-e0cba5f0bdb2 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:31:37.334989 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-db291ae9-e686-4d13-8fa4-ad95a6379fef tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:37.337598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db291ae9-e686-4d13-8fa4-ad95a6379fef tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:37.392821 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db291ae9-e686-4d13-8fa4-ad95a6379fef tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=65cfc98b-cc91-4d5f-a9d0-719307481dd7,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:37.395720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-db291ae9-e686-4d13-8fa4-ad95a6379fef tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:37.424826 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db291ae9-e686-4d13-8fa4-ad95a6379fef tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:37.428612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db291ae9-e686-4d13-8fa4-ad95a6379fef tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:37.471234 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] Set router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:31:37.843121 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-db291ae9-e686-4d13-8fa4-ad95a6379fef tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2369461 Dec 22 15:31:37.843121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38524) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:37.901022 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:40Z', 'updated_at': '2021-12-22T15:31:34Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:42Z', 'updated_at': '2021-12-22T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '9bc99f68-6ab8-4f74-ae72-1242c9f1deea', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'port_id': 'b30e04f2-bf56-4de7-9df1-e30523181c5e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'mac_address': 'fa:16:3e:8f:86:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a29b03-4b8a-4329-9e2c-ba6cef6de74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:29:42Z', 'updated_at': '2021-12-22T15:29:49Z', 'revision_number': 1, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85686680-101b-478f-b62c-d30677d7d67c', 'name': '', 'network_id': '9b537e03-fa99-4e52-ae16-64ff939b71f7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:d2:8c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '2605f09b-f02b-4c95-bd87-a04d1e37670e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:33Z', 'updated_at': '2021-12-22T15:31:35Z', 'revision_number': 2, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '2605f09b-f02b-4c95-bd87-a04d1e37670e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f44dca5f-fa62-4ac7-a169-ebd59d273a0c', 'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:07:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:53Z', 'updated_at': '2021-12-22T15:29:05Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:37.905193 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] Checking router: cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:31:37.905550 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] Updating router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 port 85686680-101b-478f-b62c-d30677d7d67c binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:31:37.917008 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port 65cfc98b-cc91-4d5f-a9d0-719307481dd7 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:31:37.917008 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:37.962874 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:38.473872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:38.506574 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 03b451e5-c0d2-47e8-816b-9bf200fe46c8 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:31:38.573148 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:38.599837 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] Transition to ACTIVE for port object 85686680-101b-478f-b62c-d30677d7d67c will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:31:38.633828 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-21ac68cf-f196-4c3d-8477-cc0c951c6085 req-2ba82bda-b0e7-4be9-a6d6-a85a68f168aa tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 210 time: 0.3768735 Dec 22 15:31:38.704974 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:38.709042 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-94ca36a2-0708-4586-8031-ca52b75a34d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:38.742513 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for 65cfc98b-cc91-4d5f-a9d0-719307481dd7 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:31:38.764528 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf358ec-4ff9-4cb0-97bf-7ea0728af9b9 None None] Network e55c452b-08ac-4d52-aabf-e0cba5f0bdb2 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:38.851976 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11706ca-c638-4665-b68e-ea4d8fde0bc0 None None] Pushing event updated for resources: {'Port': ['ID=85686680-101b-478f-b62c-d30677d7d67c,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:38.914673 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11706ca-c638-4665-b68e-ea4d8fde0bc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:38.915017 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11706ca-c638-4665-b68e-ea4d8fde0bc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:38.918770 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11706ca-c638-4665-b68e-ea4d8fde0bc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:38.919301 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11706ca-c638-4665-b68e-ea4d8fde0bc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:38.919863 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11706ca-c638-4665-b68e-ea4d8fde0bc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:38.921859 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11706ca-c638-4665-b68e-ea4d8fde0bc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:38.922439 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11706ca-c638-4665-b68e-ea4d8fde0bc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:38.922955 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11706ca-c638-4665-b68e-ea4d8fde0bc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:38.927391 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11706ca-c638-4665-b68e-ea4d8fde0bc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:38.927391 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11706ca-c638-4665-b68e-ea4d8fde0bc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:38.927391 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11706ca-c638-4665-b68e-ea4d8fde0bc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:38.927391 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11706ca-c638-4665-b68e-ea4d8fde0bc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:38.929127 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-f11706ca-c638-4665-b68e-ea4d8fde0bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:38.966475 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 03b451e5-c0d2-47e8-816b-9bf200fe46c8 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:31:38.993312 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] Attempting to bind port 85686680-101b-478f-b62c-d30677d7d67c on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:31:38.993689 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] Attempting to bind port 85686680-101b-478f-b62c-d30677d7d67c by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '77e070fd-33e0-465e-afc7-9bc0cd21676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9b537e03-fa99-4e52-ae16-64ff939b71f7'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:31:38.994256 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] Attempting to bind port 85686680-101b-478f-b62c-d30677d7d67c on network 9b537e03-fa99-4e52-ae16-64ff939b71f7 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:31:39.000589 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:31:39.001301 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] Checking segment: {'id': '77e070fd-33e0-465e-afc7-9bc0cd21676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9b537e03-fa99-4e52-ae16-64ff939b71f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:31:39.001944 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:39.002547 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] Bound using segment: {'id': '77e070fd-33e0-465e-afc7-9bc0cd21676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9b537e03-fa99-4e52-ae16-64ff939b71f7'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:31:39.003205 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] Bound port: 85686680-101b-478f-b62c-d30677d7d67c, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e070fd-33e0-465e-afc7-9bc0cd21676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9b537e03-fa99-4e52-ae16-64ff939b71f7'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:31:39.003754 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:39.095573 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:39.096367 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-dac4c395-8644-482c-97f4-2f8009f0ac82 None None] Provisioning for port 03b451e5-c0d2-47e8-816b-9bf200fe46c8 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:31:39.101490 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-944318b9-aafb-4dd0-9511-c5a1bc14feb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:39.103415 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-dac4c395-8644-482c-97f4-2f8009f0ac82 None None] Provisioning complete for port 03b451e5-c0d2-47e8-816b-9bf200fe46c8 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:39.103984 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dac4c395-8644-482c-97f4-2f8009f0ac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:39.105207 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] For port 85686680-101b-478f-b62c-d30677d7d67c, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:31:39.108927 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] For port 85686680-101b-478f-b62c-d30677d7d67c, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=85686680-101b-478f-b62c-d30677d7d67c,segment=NetworkSegment(77e070fd-33e0-465e-afc7-9bc0cd21676d),segment_id=77e070fd-33e0-465e-afc7-9bc0cd21676d)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:31:39.162056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Port': ['ID=65cfc98b-cc91-4d5f-a9d0-719307481dd7,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:39.174771 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:39.174771 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:39.175629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:39.176146 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:39.176616 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:39.177071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:39.177643 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:39.179292 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:39.180637 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:39.181234 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:39.181688 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:39.182189 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:39.196351 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:39.201200 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:39.209432 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-17409650-1429-491d-82f5-c540b894e990 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:39.285908 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dac4c395-8644-482c-97f4-2f8009f0ac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:39.348714 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11706ca-c638-4665-b68e-ea4d8fde0bc0 None None] Pushing event updated for resources: {'Port': ['ID=85686680-101b-478f-b62c-d30677d7d67c,revision_number=4']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:39.350167 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:39.369652 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/ports/65cfc98b-cc91-4d5f-a9d0-719307481dd7 HTTP/1.1" status: 204 len: 168 time: 1.5287447 Dec 22 15:31:39.372034 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38532) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:39.373384 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-f11706ca-c638-4665-b68e-ea4d8fde0bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:39.380127 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-dac4c395-8644-482c-97f4-2f8009f0ac82 None None] For port 03b451e5-c0d2-47e8-816b-9bf200fe46c8, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=03b451e5-c0d2-47e8-816b-9bf200fe46c8,segment=NetworkSegment(a06d184e-7a32-4832-91dc-25dcd4201f01),segment_id=a06d184e-7a32-4832-91dc-25dcd4201f01)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:39.381019 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] Routers {'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:31:39.381820 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:31:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:39.426399 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f56f1e1-515d-4375-856c-257b7b5a1903 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] DELETE failed (client error): The resource could not be found. Dec 22 15:31:39.426399 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f56f1e1-515d-4375-856c-257b7b5a1903 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:39.428044 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2f56f1e1-515d-4375-856c-257b7b5a1903 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/ports/65cfc98b-cc91-4d5f-a9d0-719307481dd7 HTTP/1.1" status: 404 len: 333 time: 0.0542724 Dec 22 15:31:39.430909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38536) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:39.466738 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dac4c395-8644-482c-97f4-2f8009f0ac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:39.468516 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7676f2f8-8f74-4326-ab9d-23da9a09d273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:39.496729 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1566b4-5502-4b68-bf8d-f08166aebab0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] GET failed (client error): The resource could not be found. Dec 22 15:31:39.497930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3a1566b4-5502-4b68-bf8d-f08166aebab0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:31:39.582653 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4c395-8644-482c-97f4-2f8009f0ac82 None None] Pushing event updated for resources: {'Port': ['ID=03b451e5-c0d2-47e8-816b-9bf200fe46c8,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:39.587149 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dac4c395-8644-482c-97f4-2f8009f0ac82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:39.610181 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b9668378-6fbf-4ba1-8f89-8bfb57f3946a None None] Provisioning complete for port 03b451e5-c0d2-47e8-816b-9bf200fe46c8 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:39.610633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b9668378-6fbf-4ba1-8f89-8bfb57f3946a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:39.627456 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3a1566b4-5502-4b68-bf8d-f08166aebab0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:31:39.629097 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3a1566b4-5502-4b68-bf8d-f08166aebab0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports/65cfc98b-cc91-4d5f-a9d0-719307481dd7 HTTP/1.1" status: 404 len: 333 time: 0.1969676 Dec 22 15:31:39.631897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38540) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:39.734554 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-89306175-33a9-40c1-be1e-9e9d9fa28b16 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting subnet 44dfe617-bb36-46c0-b3da-471397d83032 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:31:39.738542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-89306175-33a9-40c1-be1e-9e9d9fa28b16 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:39.741947 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] Set router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:31:39.816846 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-89306175-33a9-40c1-be1e-9e9d9fa28b16 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:39.838604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b9668378-6fbf-4ba1-8f89-8bfb57f3946a None None] Could not find standard attr ID for object 65cfc98b-cc91-4d5f-a9d0-719307481dd7. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:31:39.961606 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-89306175-33a9-40c1-be1e-9e9d9fa28b16 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:39.986337 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-29838f5b-a055-431b-85de-7a84870ed03d None None] Could not find standard attr ID for object 65cfc98b-cc91-4d5f-a9d0-719307481dd7. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:31:40.005305 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b2ca4a97-69a7-430a-b99b-ffc6a89a3907 req-aaa52312-b993-44c6-a735-10dab9594f34 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 210 time: 0.0948052 Dec 22 15:31:40.211213 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-89306175-33a9-40c1-be1e-9e9d9fa28b16 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:40.231158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1420817a-fc91-4816-af22-af1d710e94d7 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:40.269421 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:40Z', 'updated_at': '2021-12-22T15:31:34Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:42Z', 'updated_at': '2021-12-22T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '9bc99f68-6ab8-4f74-ae72-1242c9f1deea', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'port_id': 'b30e04f2-bf56-4de7-9df1-e30523181c5e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'mac_address': 'fa:16:3e:8f:86:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a29b03-4b8a-4329-9e2c-ba6cef6de74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:29:42Z', 'updated_at': '2021-12-22T15:29:49Z', 'revision_number': 1, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85686680-101b-478f-b62c-d30677d7d67c', 'name': '', 'network_id': '9b537e03-fa99-4e52-ae16-64ff939b71f7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:d2:8c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '2605f09b-f02b-4c95-bd87-a04d1e37670e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:33Z', 'updated_at': '2021-12-22T15:31:39Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '2605f09b-f02b-4c95-bd87-a04d1e37670e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f44dca5f-fa62-4ac7-a169-ebd59d273a0c', 'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:07:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:53Z', 'updated_at': '2021-12-22T15:29:05Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:40.277414 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922106a8-fd7e-491b-b78f-71e2584c0c99 None None] The sync data for ids ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'] in dv-neutron-822674-1-hyperv is: [{'id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:40Z', 'updated_at': '2021-12-22T15:31:34Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:42Z', 'updated_at': '2021-12-22T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '9bc99f68-6ab8-4f74-ae72-1242c9f1deea', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'port_id': 'b30e04f2-bf56-4de7-9df1-e30523181c5e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'mac_address': 'fa:16:3e:8f:86:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a29b03-4b8a-4329-9e2c-ba6cef6de74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:29:42Z', 'updated_at': '2021-12-22T15:29:49Z', 'revision_number': 1, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85686680-101b-478f-b62c-d30677d7d67c', 'name': '', 'network_id': '9b537e03-fa99-4e52-ae16-64ff939b71f7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:d2:8c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '2605f09b-f02b-4c95-bd87-a04d1e37670e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:33Z', 'updated_at': '2021-12-22T15:31:39Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '2605f09b-f02b-4c95-bd87-a04d1e37670e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f44dca5f-fa62-4ac7-a169-ebd59d273a0c', 'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:07:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:53Z', 'updated_at': '2021-12-22T15:29:05Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:31:40.287530 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89306175-33a9-40c1-be1e-9e9d9fa28b16 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Subnet': ['ID=44dfe617-bb36-46c0-b3da-471397d83032,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:40.290476 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-89306175-33a9-40c1-be1e-9e9d9fa28b16 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:40.297126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-89306175-33a9-40c1-be1e-9e9d9fa28b16 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:40.303956 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08c9944-a746-454e-8e8e-dc9ec0a1b2c9 None None] Network e55c452b-08ac-4d52-aabf-e0cba5f0bdb2 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:40.312914 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-89306175-33a9-40c1-be1e-9e9d9fa28b16 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/subnets/44dfe617-bb36-46c0-b3da-471397d83032 HTTP/1.1" status: 204 len: 168 time: 0.6796732 Dec 22 15:31:40.318194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38548) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:40.379590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-84a887be-a705-4237-9761-1e06bcfa61ce tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:40.379590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-84a887be-a705-4237-9761-1e06bcfa61ce tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Synchronizing usage tracker for tenant:7bacf24326c14eccb3ea321aaeb9c72b on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:31:40.505320 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 03b451e5-c0d2-47e8-816b-9bf200fe46c8 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:31:40.523863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-84a887be-a705-4237-9761-1e06bcfa61ce tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Unset dirty status for tenant:7bacf24326c14eccb3ea321aaeb9c72b on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:31:40.525174 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-84a887be-a705-4237-9761-1e06bcfa61ce tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.57 "GET /v2.0/networks?id=351596f0-9cbe-4cc9-beb3-01e2cce83740 HTTP/1.1" status: 200 len: 811 time: 0.4482422 Dec 22 15:31:40.540526 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-cc0f8446-d757-457d-8afa-f23d47496e64 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Request body: {'port': {'device_id': 'a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83', 'network_id': '351596f0-9cbe-4cc9-beb3-01e2cce83740', 'admin_state_up': True, 'tenant_id': '7bacf24326c14eccb3ea321aaeb9c72b'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:40.555108 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:40.567741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port 03b451e5-c0d2-47e8-816b-9bf200fe46c8 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:31:40.569067 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:40.688693 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 03b451e5-c0d2-47e8-816b-9bf200fe46c8 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:40.689713 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:40.776049 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-cc0f8446-d757-457d-8afa-f23d47496e64 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:40.782716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-cc0f8446-d757-457d-8afa-f23d47496e64 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Usage tracker for resource:port and tenant:7bacf24326c14eccb3ea321aaeb9c72b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:40.799895 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-cc0f8446-d757-457d-8afa-f23d47496e64 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:40.820344 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-cc0f8446-d757-457d-8afa-f23d47496e64 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:40.841925 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceca584e-f9dc-4b49-98e0-68e506d57d8c None None] DHCP port deletion for e55c452b-08ac-4d52-aabf-e0cba5f0bdb2 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:31:40.847654 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ceca584e-f9dc-4b49-98e0-68e506d57d8c None None] Deleting port 03b451e5-c0d2-47e8-816b-9bf200fe46c8 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:31:40.848105 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ceca584e-f9dc-4b49-98e0-68e506d57d8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:40.871300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] For port 03b451e5-c0d2-47e8-816b-9bf200fe46c8, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=03b451e5-c0d2-47e8-816b-9bf200fe46c8,segment=NetworkSegment(a06d184e-7a32-4832-91dc-25dcd4201f01),segment_id=a06d184e-7a32-4832-91dc-25dcd4201f01)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:40.871300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:40.944638 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-cc0f8446-d757-457d-8afa-f23d47496e64 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Made reservation on behalf of 7bacf24326c14eccb3ea321aaeb9c72b for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:40.948105 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-cc0f8446-d757-457d-8afa-f23d47496e64 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:41.053907 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for 03b451e5-c0d2-47e8-816b-9bf200fe46c8 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:31:41.186608 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ceca584e-f9dc-4b49-98e0-68e506d57d8c None None] For port 03b451e5-c0d2-47e8-816b-9bf200fe46c8, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=03b451e5-c0d2-47e8-816b-9bf200fe46c8,segment=NetworkSegment(a06d184e-7a32-4832-91dc-25dcd4201f01),segment_id=a06d184e-7a32-4832-91dc-25dcd4201f01)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:41.187022 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ceca584e-f9dc-4b49-98e0-68e506d57d8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:41.199675 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-cc0f8446-d757-457d-8afa-f23d47496e64 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Allocated IP 172.20.0.6 (351596f0-9cbe-4cc9-beb3-01e2cce83740/00baf0b4-e139-494b-a971-f0942ff1a073/72ed859c-d2ce-4819-bee7-b85c343ec858) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:31:41.224896 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ba288ce9-6de5-4117-bc0b-e4145a6f4b50 req-6ec0115f-27e2-4577-b245-2cf74d9eac42 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 210 time: 0.0519831 Dec 22 15:31:41.257880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:41.257880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9c8c2235-39f6-41a4-aef3-63d248da70ec tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:41.315818 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Port': ['ID=03b451e5-c0d2-47e8-816b-9bf200fe46c8,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:41.318693 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] No DVR routers for this DVR port 03b451e5-c0d2-47e8-816b-9bf200fe46c8 on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:31:41.321467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:41.350685 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ceca584e-f9dc-4b49-98e0-68e506d57d8c None None] Calling delete_port for 03b451e5-c0d2-47e8-816b-9bf200fe46c8 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:31:41.451957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-ceca584e-f9dc-4b49-98e0-68e506d57d8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:31:41.452747 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-ceca584e-f9dc-4b49-98e0-68e506d57d8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:31:41.471336 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:41.501133 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55c452b-08ac-4d52-aabf-e0cba5f0bdb2']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:41.510285 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-cc0f8446-d757-457d-8afa-f23d47496e64 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:41.510886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06d184e-7a32-4832-91dc-25dcd4201f01') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:41.510886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06d184e-7a32-4832-91dc-25dcd4201f01') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:41.529077 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:41.556315 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:41.567944 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:31:41.568337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:31:41.582807 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:31:41.688921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-cc0f8446-d757-457d-8afa-f23d47496e64 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:41.694854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-26f7bd97-b543-438f-8775-ddc437ce430f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:41.764550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-cc0f8446-d757-457d-8afa-f23d47496e64 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Network 351596f0-9cbe-4cc9-beb3-01e2cce83740 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:31:41.767676 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-cc0f8446-d757-457d-8afa-f23d47496e64 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:41.772391 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-cc0f8446-d757-457d-8afa-f23d47496e64 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:41.802132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:41.806586 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-469a5076-2d70-40fb-8a19-bbf970855d4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:41.820812 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:41.833797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Network': ['ID=e55c452b-08ac-4d52-aabf-e0cba5f0bdb2,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:41.847066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:41.847465 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:41.847839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:41.848202 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:41.848594 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:41.848970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:41.849327 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:41.849686 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:41.850046 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:41.850432 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:41.850798 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:41.851159 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:41.854991 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:41.939473 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f8446-d757-457d-8afa-f23d47496e64 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Pushing event updated for resources: {'Port': ['ID=72ed859c-d2ce-4819-bee7-b85c343ec858,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:41.948164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cc0f8446-d757-457d-8afa-f23d47496e64 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:41.953626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ceca584e-f9dc-4b49-98e0-68e506d57d8c None None] Deleting port 03b451e5-c0d2-47e8-816b-9bf200fe46c8 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:31:41.954748 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ceca584e-f9dc-4b49-98e0-68e506d57d8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:41.963286 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/networks/e55c452b-08ac-4d52-aabf-e0cba5f0bdb2 HTTP/1.1" status: 204 len: 168 time: 1.6438217 Dec 22 15:31:41.968572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38558) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:41.974648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-cc0f8446-d757-457d-8afa-f23d47496e64 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:41.974948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-2399a825-a096-418b-a7fd-b959d7340026 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-364831480'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:41.975357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-cc0f8446-d757-457d-8afa-f23d47496e64 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:41.981843 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2399a825-a096-418b-a7fd-b959d7340026 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:41.993517 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2399a825-a096-418b-a7fd-b959d7340026 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:network and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:41.993517 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2399a825-a096-418b-a7fd-b959d7340026 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:41.999416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2399a825-a096-418b-a7fd-b959d7340026 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:42.035750 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ceca584e-f9dc-4b49-98e0-68e506d57d8c None None] The port '03b451e5-c0d2-47e8-816b-9bf200fe46c8' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:31:42.074545 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-cc0f8446-d757-457d-8afa-f23d47496e64 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5391612 Dec 22 15:31:42.089451 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Request body: {'port': {'device_id': 'a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:42.202569 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2399a825-a096-418b-a7fd-b959d7340026 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:42.205846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2399a825-a096-418b-a7fd-b959d7340026 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:42.217177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:42.240892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2399a825-a096-418b-a7fd-b959d7340026 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:31:42.251442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2399a825-a096-418b-a7fd-b959d7340026 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:42.255468 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-2399a825-a096-418b-a7fd-b959d7340026 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Added segment 86111cea-f309-4422-8437-085cd97642ae of type vlan for network e5db52f5-8921-4e8a-9bc7-ee77bcd938cb Dec 22 15:31:42.289688 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2399a825-a096-418b-a7fd-b959d7340026 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:42.426093 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 85686680-101b-478f-b62c-d30677d7d67c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:31:42.463070 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2399a825-a096-418b-a7fd-b959d7340026 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:42.469059 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2399a825-a096-418b-a7fd-b959d7340026 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:42.469656 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2399a825-a096-418b-a7fd-b959d7340026 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:42.476540 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d75bfc98-3ce5-4e8e-a548-8c021f98f24e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:42.507940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4168f00-6da8-457d-9770-6db8c565ad3b req-76eae9f0-87ea-4e50-9e49-aeeb4f8809b3 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:42.509481 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a4168f00-6da8-457d-9770-6db8c565ad3b req-76eae9f0-87ea-4e50-9e49-aeeb4f8809b3 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 931 time: 0.1549978 Dec 22 15:31:42.586663 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 85686680-101b-478f-b62c-d30677d7d67c completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:31:42.593141 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 85686680-101b-478f-b62c-d30677d7d67c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:42.593538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:42.628412 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399a825-a096-418b-a7fd-b959d7340026 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Network': ['ID=e5db52f5-8921-4e8a-9bc7-ee77bcd938cb,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:42.631334 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2399a825-a096-418b-a7fd-b959d7340026 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:42.642352 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a4168f00-6da8-457d-9770-6db8c565ad3b req-5dc23ec7-fa30-4eec-9474-f82ae57f437f tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243627 Dec 22 15:31:42.645604 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2399a825-a096-418b-a7fd-b959d7340026 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6756272 Dec 22 15:31:42.648522 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38566) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:42.654784 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-ce5263c1-c282-40cd-8b90-6b3dcdb788fc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'subnet': {'network_id': 'e5db52f5-8921-4e8a-9bc7-ee77bcd938cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:42.654991 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network e5db52f5-8921-4e8a-9bc7-ee77bcd938cb details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:31:42.668409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ed859c-d2ce-4819-bee7-b85c343ec858 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:31:42.673678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:42.694492 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Transition to ACTIVE for port object 72ed859c-d2ce-4819-bee7-b85c343ec858 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:31:42.787619 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:42.792175 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2333d9ad-ac39-4607-b359-8f02f73147e7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:42.839173 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:42.874138 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 85686680-101b-478f-b62c-d30677d7d67c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=85686680-101b-478f-b62c-d30677d7d67c,segment=NetworkSegment(77e070fd-33e0-465e-afc7-9bc0cd21676d),segment_id=77e070fd-33e0-465e-afc7-9bc0cd21676d)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:42.903264 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ce5263c1-c282-40cd-8b90-6b3dcdb788fc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:42.907304 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ce5263c1-c282-40cd-8b90-6b3dcdb788fc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:subnet and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:42.910180 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ce5263c1-c282-40cd-8b90-6b3dcdb788fc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:42.915939 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ce5263c1-c282-40cd-8b90-6b3dcdb788fc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:42.928809 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Pushing event updated for resources: {'Port': ['ID=72ed859c-d2ce-4819-bee7-b85c343ec858,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:42.963194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:43.037534 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:43.038512 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5263c1-c282-40cd-8b90-6b3dcdb788fc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:43.038780 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:43.043896 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ce5263c1-c282-40cd-8b90-6b3dcdb788fc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:43.117773 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 03b451e5-c0d2-47e8-816b-9bf200fe46c8 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:31:43.125494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Attempting to bind port 72ed859c-d2ce-4819-bee7-b85c343ec858 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:31:43.125494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Attempting to bind port 72ed859c-d2ce-4819-bee7-b85c343ec858 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'f3e45afd-1ae8-41d9-93fe-35a112fa1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '351596f0-9cbe-4cc9-beb3-01e2cce83740'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:31:43.125494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Attempting to bind port 72ed859c-d2ce-4819-bee7-b85c343ec858 on network 351596f0-9cbe-4cc9-beb3-01e2cce83740 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:31:43.134015 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Port 72ed859c-d2ce-4819-bee7-b85c343ec858 on network 351596f0-9cbe-4cc9-beb3-01e2cce83740 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:31:43.134648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Attempting to bind port 72ed859c-d2ce-4819-bee7-b85c343ec858 on network 351596f0-9cbe-4cc9-beb3-01e2cce83740 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:31:43.144027 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4c10ee39-e7f6-4d41-b7e3-f64e59600f25 req-e3a343f6-8188-4cda-89f2-e0f7e1ab35d2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1738908 Dec 22 15:31:43.144898 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:31:43.145339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Checking segment: {'id': 'f3e45afd-1ae8-41d9-93fe-35a112fa1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '351596f0-9cbe-4cc9-beb3-01e2cce83740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:31:43.145977 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Bound using segment: {'id': 'f3e45afd-1ae8-41d9-93fe-35a112fa1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '351596f0-9cbe-4cc9-beb3-01e2cce83740'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:31:43.146478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Bound port: 72ed859c-d2ce-4819-bee7-b85c343ec858, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e45afd-1ae8-41d9-93fe-35a112fa1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '351596f0-9cbe-4cc9-beb3-01e2cce83740'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:31:43.147099 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:43.160564 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 03b451e5-c0d2-47e8-816b-9bf200fe46c8 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:31:43.160940 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 03b451e5-c0d2-47e8-816b-9bf200fe46c8 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:31:43.187502 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=85686680-101b-478f-b62c-d30677d7d67c,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:43.191439 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:43.292529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] For port 72ed859c-d2ce-4819-bee7-b85c343ec858, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:31:43.311486 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] For port 72ed859c-d2ce-4819-bee7-b85c343ec858, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=72ed859c-d2ce-4819-bee7-b85c343ec858,segment=NetworkSegment(f3e45afd-1ae8-41d9-93fe-35a112fa1db0),segment_id=f3e45afd-1ae8-41d9-93fe-35a112fa1db0)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:31:43.343440 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10ee39-e7f6-4d41-b7e3-f64e59600f25 req-31abea8a-28f8-42f7-a8f5-1f4f0187b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:43.345749 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4c10ee39-e7f6-4d41-b7e3-f64e59600f25 req-31abea8a-28f8-42f7-a8f5-1f4f0187b335 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 1098 time: 0.0972965 Dec 22 15:31:43.451267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ce5263c1-c282-40cd-8b90-6b3dcdb788fc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:43.456225 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:43.456604 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-59767b4a-2c90-4cd9-8198-65eb5d520e84 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:43.463930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5b44f899-4f41-44c2-9328-3f2aa2affc2f tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:43.534477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:43.535184 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:43.537895 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] 10.222.0.57 "PUT /v2.0/ports/72ed859c-d2ce-4819-bee7-b85c343ec858 HTTP/1.1" status: 200 len: 1093 time: 1.4528422 Dec 22 15:31:43.538252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5263c1-c282-40cd-8b90-6b3dcdb788fc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Subnet': ['ID=5a302cc3-e87f-42c0-ae56-a5951eee501c,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:43.541827 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ce5263c1-c282-40cd-8b90-6b3dcdb788fc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:43.545138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83', 'tag': '72ed859c-d2ce-4819-bee7-b85c343ec858'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:31:43.556200 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5263c1-c282-40cd-8b90-6b3dcdb788fc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Checking segment: {'id': '86111cea-f309-4422-8437-085cd97642ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e5db52f5-8921-4e8a-9bc7-ee77bcd938cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:31:43.556200 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5263c1-c282-40cd-8b90-6b3dcdb788fc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network hostable DHCP agents. Network: e5db52f5-8921-4e8a-9bc7-ee77bcd938cb, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:31:43.600312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Pushing event updated for resources: {'Port': ['ID=72ed859c-d2ce-4819-bee7-b85c343ec858,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:43.605148 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:43.608623 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83', 'tag': '72ed859c-d2ce-4819-bee7-b85c343ec858', 'status': 'completed', 'code': 200} Dec 22 15:31:43.610475 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10ee39-e7f6-4d41-b7e3-f64e59600f25 req-566bcd0e-a1fd-4cc2-8a01-c87e3703cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:43.612180 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4c10ee39-e7f6-4d41-b7e3-f64e59600f25 req-566bcd0e-a1fd-4cc2-8a01-c87e3703cd40 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4875b83-54f2-4714-b57a-87a98f0d12f7 HTTP/1.1" status: 200 len: 897 time: 0.2459497 Dec 22 15:31:43.672242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5263c1-c282-40cd-8b90-6b3dcdb788fc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network e5db52f5-8921-4e8a-9bc7-ee77bcd938cb is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:31:43.756058 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-ce5263c1-c282-40cd-8b90-6b3dcdb788fc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, e5db52f5-8921-4e8a-9bc7-ee77bcd938cb) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:43.768605 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4fbd99-f062-4971-abce-675cc380a4be None None] Network e5db52f5-8921-4e8a-9bc7-ee77bcd938cb requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:43.779701 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4c10ee39-e7f6-4d41-b7e3-f64e59600f25 req-562f701e-b855-45f1-91ad-4a9874a5466e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b30e04f2-bf56-4de7-9df1-e30523181c5e HTTP/1.1" status: 200 len: 1001 time: 0.1572776 Dec 22 15:31:43.804001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5263c1-c282-40cd-8b90-6b3dcdb788fc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:43.804001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ce5263c1-c282-40cd-8b90-6b3dcdb788fc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:43.847455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2a9ec-6eab-4e4f-b4d6-0d52c42df199 req-e1eaca2c-7e7f-4133-9801-11c4e6da7da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:43.848967 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e7d2a9ec-6eab-4e4f-b4d6-0d52c42df199 req-e1eaca2c-7e7f-4133-9801-11c4e6da7da2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bacf24326c14eccb3ea321aaeb9c72b&device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 1096 time: 0.1785240 Dec 22 15:31:43.868411 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662971b4-4a73-44e7-8e9f-460fca1b35db req-6047e2af-901f-4966-ad8f-e820c85f1df4 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:43.869932 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-662971b4-4a73-44e7-8e9f-460fca1b35db req-6047e2af-901f-4966-ad8f-e820c85f1df4 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 943 time: 0.1047964 Dec 22 15:31:43.876252 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10ee39-e7f6-4d41-b7e3-f64e59600f25 req-b5dced1f-006f-489f-9a8d-7d96c4ab5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:43.879389 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4c10ee39-e7f6-4d41-b7e3-f64e59600f25 req-b5dced1f-006f-489f-9a8d-7d96c4ab5a0b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f80122e-0fd2-4395-9a05-3d4566aebec6 HTTP/1.1" status: 200 len: 835 time: 0.0948937 Dec 22 15:31:43.927962 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ce5263c1-c282-40cd-8b90-6b3dcdb788fc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2758882 Dec 22 15:31:43.930874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38574) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:43.939898 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-c3664228-cca6-4d5b-bee2-afe9b54b7b83 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'port': {'network_id': 'e5db52f5-8921-4e8a-9bc7-ee77bcd938cb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1402009777'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:43.958575 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-662971b4-4a73-44e7-8e9f-460fca1b35db req-d5ce15fb-a55e-459c-85ea-465805bff32a tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815983 Dec 22 15:31:44.037826 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-e5db52f5-8921-4e8a-9bc7-ee77bcd938cb', 'network_id': 'e5db52f5-8921-4e8a-9bc7-ee77bcd938cb', 'tenant_id': '9d9b32562fe14488aa2f4938bf575c2f', 'fixed_ips': [{'subnet_id': '5a302cc3-e87f-42c0-ae56-a5951eee501c'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:31:44.039914 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:44.134588 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c3664228-cca6-4d5b-bee2-afe9b54b7b83 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:44.142419 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c3664228-cca6-4d5b-bee2-afe9b54b7b83 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:port and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:44.148099 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c3664228-cca6-4d5b-bee2-afe9b54b7b83 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:44.159450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c3664228-cca6-4d5b-bee2-afe9b54b7b83 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:44.192657 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2a9ec-6eab-4e4f-b4d6-0d52c42df199 req-5b0301d7-a0a5-44be-8cc7-8a6504f134a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:44.194162 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e7d2a9ec-6eab-4e4f-b4d6-0d52c42df199 req-5b0301d7-a0a5-44be-8cc7-8a6504f134a0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7bacf24326c14eccb3ea321aaeb9c72b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3377690 Dec 22 15:31:44.229511 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Allocated IP 172.20.0.2 (e5db52f5-8921-4e8a-9bc7-ee77bcd938cb/5a302cc3-e87f-42c0-ae56-a5951eee501c/8a7f72bf-1a46-4f4d-bfba-696a4af1c458) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:31:44.231515 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10ee39-e7f6-4d41-b7e3-f64e59600f25 req-4d3f3d30-bc43-4dc9-9097-61332cd35e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:44.233683 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4c10ee39-e7f6-4d41-b7e3-f64e59600f25 req-4d3f3d30-bc43-4dc9-9097-61332cd35e53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4875b83-54f2-4714-b57a-87a98f0d12f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3468630 Dec 22 15:31:44.262081 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3664228-cca6-4d5b-bee2-afe9b54b7b83 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:44.267074 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c3664228-cca6-4d5b-bee2-afe9b54b7b83 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:44.301264 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-c3664228-cca6-4d5b-bee2-afe9b54b7b83 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] device_id is not set on port b0b26d27-104f-4a13-a4b2-c8eb9c9e3da0 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:31:44.467379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 85686680-101b-478f-b62c-d30677d7d67c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:31:44.469171 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2a9ec-6eab-4e4f-b4d6-0d52c42df199 req-f095b713-9adc-4129-bf3f-7ea18330c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:44.470666 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e7d2a9ec-6eab-4e4f-b4d6-0d52c42df199 req-f095b713-9adc-4129-bf3f-7ea18330c3d3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2675502 Dec 22 15:31:44.481973 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4c10ee39-e7f6-4d41-b7e3-f64e59600f25 req-5e7fe8c3-41f9-4552-ba55-abd06bc8493e service neutron] 10.222.0.57 "GET /v2.0/networks/c4875b83-54f2-4714-b57a-87a98f0d12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413363 Dec 22 15:31:44.564390 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:44.576271 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Transition to ACTIVE for port object 8a7f72bf-1a46-4f4d-bfba-696a4af1c458 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:31:44.601612 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 85686680-101b-478f-b62c-d30677d7d67c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:44.602665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:44.627050 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Transition to ACTIVE for port object 8a7f72bf-1a46-4f4d-bfba-696a4af1c458 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:31:44.694603 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4c10ee39-e7f6-4d41-b7e3-f64e59600f25 req-bb87617e-4ef9-4fd8-8419-3337af8ca91e service neutron] 10.222.0.57 "GET /v2.0/networks/c4875b83-54f2-4714-b57a-87a98f0d12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055213 Dec 22 15:31:44.700120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-9fa41885-e2a3-42d0-8920-86aa4628f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:44.701572 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-9fa41885-e2a3-42d0-8920-86aa4628f104 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bacf24326c14eccb3ea321aaeb9c72b&device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 1096 time: 0.1871130 Dec 22 15:31:44.757505 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:44.767319 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:44.779819 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-cca0b8dd-87e8-4717-9f20-0232d8d7c3fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72ed859c-d2ce-4819-bee7-b85c343ec858 HTTP/1.1" status: 200 len: 217 time: 0.0701172 Dec 22 15:31:44.822086 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-c3664228-cca6-4d5b-bee2-afe9b54b7b83 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Allocated IP 172.20.0.13 (e5db52f5-8921-4e8a-9bc7-ee77bcd938cb/5a302cc3-e87f-42c0-ae56-a5951eee501c/b0b26d27-104f-4a13-a4b2-c8eb9c9e3da0) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:31:44.846666 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Network e5db52f5-8921-4e8a-9bc7-ee77bcd938cb is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:31:44.851471 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:44.854172 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:44.855516 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-9c2562ca-fa9d-467b-8fde-12d7f4a0a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:44.857075 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-9c2562ca-fa9d-467b-8fde-12d7f4a0a198 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00baf0b4-e139-494b-a971-f0942ff1a073 HTTP/1.1" status: 200 len: 851 time: 0.0701458 Dec 22 15:31:44.894077 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Pushing event updated for resources: {'Port': ['ID=8a7f72bf-1a46-4f4d-bfba-696a4af1c458,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:44.897213 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:44.920812 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-229c4046-a75f-4bd5-8886-d795ae2f472b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=351596f0-9cbe-4cc9-beb3-01e2cce83740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555146 Dec 22 15:31:44.968516 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Attempting to bind port 8a7f72bf-1a46-4f4d-bfba-696a4af1c458 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:31:44.968904 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Attempting to bind port 8a7f72bf-1a46-4f4d-bfba-696a4af1c458 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '86111cea-f309-4422-8437-085cd97642ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e5db52f5-8921-4e8a-9bc7-ee77bcd938cb'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:31:44.969278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Attempting to bind port 8a7f72bf-1a46-4f4d-bfba-696a4af1c458 on network e5db52f5-8921-4e8a-9bc7-ee77bcd938cb {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:31:44.975161 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:31:44.975550 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Checking segment: {'id': '86111cea-f309-4422-8437-085cd97642ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e5db52f5-8921-4e8a-9bc7-ee77bcd938cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:31:44.975966 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:44.979035 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Bound using segment: {'id': '86111cea-f309-4422-8437-085cd97642ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e5db52f5-8921-4e8a-9bc7-ee77bcd938cb'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:31:44.979035 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Bound port: 8a7f72bf-1a46-4f4d-bfba-696a4af1c458, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86111cea-f309-4422-8437-085cd97642ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e5db52f5-8921-4e8a-9bc7-ee77bcd938cb'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:31:44.979035 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:45.023888 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c3664228-cca6-4d5b-bee2-afe9b54b7b83 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:45.052343 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c3664228-cca6-4d5b-bee2-afe9b54b7b83 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Transition to ACTIVE for port object b0b26d27-104f-4a13-a4b2-c8eb9c9e3da0 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:31:45.084784 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] For port 8a7f72bf-1a46-4f4d-bfba-696a4af1c458, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:31:45.088608 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] For port 8a7f72bf-1a46-4f4d-bfba-696a4af1c458, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8a7f72bf-1a46-4f4d-bfba-696a4af1c458,segment=NetworkSegment(86111cea-f309-4422-8437-085cd97642ae),segment_id=86111cea-f309-4422-8437-085cd97642ae)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:31:45.095530 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-74e27b01-7c37-417b-b174-096538a855ae service neutron] 10.222.0.57 "GET /v2.0/networks/351596f0-9cbe-4cc9-beb3-01e2cce83740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664364 Dec 22 15:31:45.185750 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56aee60-1f46-4ad4-99ba-670b5a5b9bb3 req-27b8e683-3e6c-4c63-a96f-4d3771b3ecdf tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:45.187316 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b56aee60-1f46-4ad4-99ba-670b5a5b9bb3 req-27b8e683-3e6c-4c63-a96f-4d3771b3ecdf tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 943 time: 0.0914505 Dec 22 15:31:45.196097 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:45.197346 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:45.235361 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b56aee60-1f46-4ad4-99ba-670b5a5b9bb3 req-5e58a4dc-520e-4a33-b785-cad496d2471e tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417490 Dec 22 15:31:45.246471 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7bc6774-b2d3-437d-b963-e70e17267d11 req-660eb5b1-7b6b-48f1-b8a8-5088ccb68cdb service neutron] 10.222.0.57 "GET /v2.0/networks/351596f0-9cbe-4cc9-beb3-01e2cce83740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438558 Dec 22 15:31:45.267312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c3664228-cca6-4d5b-bee2-afe9b54b7b83 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:45.276589 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-839a865c-edf9-4454-ac82-c3e70732aaca tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:45.327772 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Pushing event updated for resources: {'Port': ['ID=8a7f72bf-1a46-4f4d-bfba-696a4af1c458,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:45.331181 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:45.340478 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3664228-cca6-4d5b-bee2-afe9b54b7b83 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network e5db52f5-8921-4e8a-9bc7-ee77bcd938cb is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:31:45.345022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-c3664228-cca6-4d5b-bee2-afe9b54b7b83 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:45.353334 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3664228-cca6-4d5b-bee2-afe9b54b7b83 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:45.442382 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3664228-cca6-4d5b-bee2-afe9b54b7b83 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=b0b26d27-104f-4a13-a4b2-c8eb9c9e3da0,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:45.446880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c3664228-cca6-4d5b-bee2-afe9b54b7b83 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:45.483370 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3664228-cca6-4d5b-bee2-afe9b54b7b83 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:45.485043 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c3664228-cca6-4d5b-bee2-afe9b54b7b83 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:45.627901 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c3664228-cca6-4d5b-bee2-afe9b54b7b83 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.6954148 Dec 22 15:31:45.630296 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38582) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:45.703235 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-00e2a9a8-1114-4735-9821-25594227da85 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port b0b26d27-104f-4a13-a4b2-c8eb9c9e3da0 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:31:45.703588 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-00e2a9a8-1114-4735-9821-25594227da85 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:45.959088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-00e2a9a8-1114-4735-9821-25594227da85 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:46.084458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-00e2a9a8-1114-4735-9821-25594227da85 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for b0b26d27-104f-4a13-a4b2-c8eb9c9e3da0 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:31:46.407160 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33ed0b6-4879-4dde-a915-70feb4ba4924 None None] Network e5db52f5-8921-4e8a-9bc7-ee77bcd938cb requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:46.435175 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8a7f72bf-1a46-4f4d-bfba-696a4af1c458 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:31:46.487196 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120aebb-7927-4ff0-9472-b59cf73cf3b2 req-525d1231-1cb5-414c-98c2-619d087a63ae tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:46.490027 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6120aebb-7927-4ff0-9472-b59cf73cf3b2 req-525d1231-1cb5-414c-98c2-619d087a63ae tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 943 time: 0.1029422 Dec 22 15:31:46.513965 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-00e2a9a8-1114-4735-9821-25594227da85 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:46.522764 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ba48a91f-84a9-4966-8b9c-16334bed777a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:46.575110 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2a9a8-1114-4735-9821-25594227da85 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Port': ['ID=b0b26d27-104f-4a13-a4b2-c8eb9c9e3da0,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:46.584291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-00e2a9a8-1114-4735-9821-25594227da85 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:46.638560 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bcb2e021-6048-4d56-aec4-60ae99ac1479 None None] Provisioning for port 8a7f72bf-1a46-4f4d-bfba-696a4af1c458 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:31:46.675488 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6120aebb-7927-4ff0-9472-b59cf73cf3b2 req-7687e550-fbd8-4910-a351-02aae7c066ab tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792128 Dec 22 15:31:46.703490 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 8a7f72bf-1a46-4f4d-bfba-696a4af1c458 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:31:46.706029 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-00e2a9a8-1114-4735-9821-25594227da85 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:46.716066 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-00e2a9a8-1114-4735-9821-25594227da85 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/ports/b0b26d27-104f-4a13-a4b2-c8eb9c9e3da0 HTTP/1.1" status: 204 len: 168 time: 1.0843799 Dec 22 15:31:46.716503 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 8a7f72bf-1a46-4f4d-bfba-696a4af1c458 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:46.717126 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:46.725280 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38590) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:46.770766 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7899d02-9674-44f7-8f3e-5421934ee5b8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] GET failed (client error): The resource could not be found. Dec 22 15:31:46.771318 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b7899d02-9674-44f7-8f3e-5421934ee5b8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:31:46.863417 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:46.872796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b7899d02-9674-44f7-8f3e-5421934ee5b8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:31:46.879173 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b7899d02-9674-44f7-8f3e-5421934ee5b8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports/b0b26d27-104f-4a13-a4b2-c8eb9c9e3da0 HTTP/1.1" status: 404 len: 333 time: 0.1478751 Dec 22 15:31:46.879326 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38594) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:46.909125 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 8a7f72bf-1a46-4f4d-bfba-696a4af1c458, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8a7f72bf-1a46-4f4d-bfba-696a4af1c458,segment=NetworkSegment(86111cea-f309-4422-8437-085cd97642ae),segment_id=86111cea-f309-4422-8437-085cd97642ae)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:46.960191 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f6735e-d574-44d4-ab38-4feafa1b9a03 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting subnet 5a302cc3-e87f-42c0-ae56-a5951eee501c {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:31:46.965392 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-15f6735e-d574-44d4-ab38-4feafa1b9a03 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:46.982216 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:46.985375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b616a839-0bc3-45f4-b568-e76a84a6977a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:47.023003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-15f6735e-d574-44d4-ab38-4feafa1b9a03 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:47.058911 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=8a7f72bf-1a46-4f4d-bfba-696a4af1c458,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:47.062734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:47.080407 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-dfbe820f-4c5b-4c41-be60-0d1edbc8c99f None None] Provisioning complete for port 8a7f72bf-1a46-4f4d-bfba-696a4af1c458 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:47.080900 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dfbe820f-4c5b-4c41-be60-0d1edbc8c99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:47.127121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-15f6735e-d574-44d4-ab38-4feafa1b9a03 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:47.333232 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-cfed711a-0040-4edb-b376-459c0d81da6b None None] Could not find standard attr ID for object b0b26d27-104f-4a13-a4b2-c8eb9c9e3da0. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:31:47.487721 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-15f6735e-d574-44d4-ab38-4feafa1b9a03 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:47.487721 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c46c03a6-4edd-4366-80af-5b28c0acfe03 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:47.522622 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6735e-d574-44d4-ab38-4feafa1b9a03 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Subnet': ['ID=5a302cc3-e87f-42c0-ae56-a5951eee501c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:47.525546 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-15f6735e-d574-44d4-ab38-4feafa1b9a03 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:47.526552 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-15f6735e-d574-44d4-ab38-4feafa1b9a03 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:47.533681 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-15f6735e-d574-44d4-ab38-4feafa1b9a03 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/subnets/5a302cc3-e87f-42c0-ae56-a5951eee501c HTTP/1.1" status: 204 len: 168 time: 0.6540990 Dec 22 15:31:47.540581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38598) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:47.540730 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5eca03-dffa-457e-a4a7-d330db6f98a2 None None] Network e5db52f5-8921-4e8a-9bc7-ee77bcd938cb requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:47.659270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:47.671406 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port 8a7f72bf-1a46-4f4d-bfba-696a4af1c458 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:31:47.671749 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:47.795857 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 72ed859c-d2ce-4819-bee7-b85c343ec858 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:31:47.828766 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413b4de5-11e1-4a0d-bca9-2a6584d12958 None None] DHCP port deletion for e5db52f5-8921-4e8a-9bc7-ee77bcd938cb request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:31:47.887437 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-413b4de5-11e1-4a0d-bca9-2a6584d12958 None None] Deleting port 8a7f72bf-1a46-4f4d-bfba-696a4af1c458 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:31:47.887822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-413b4de5-11e1-4a0d-bca9-2a6584d12958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:47.903325 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2812fc9-699f-4c2c-a98f-a611efe6d365 req-1abff346-be8c-447c-b811-90bc6804c5e6 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:47.906732 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d2812fc9-699f-4c2c-a98f-a611efe6d365 req-1abff346-be8c-447c-b811-90bc6804c5e6 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 943 time: 0.1087520 Dec 22 15:31:47.966565 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d2812fc9-699f-4c2c-a98f-a611efe6d365 req-0fb13902-8a16-4df2-add7-604cbd182b8f tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540311 Dec 22 15:31:48.052278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 72ed859c-d2ce-4819-bee7-b85c343ec858, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=72ed859c-d2ce-4819-bee7-b85c343ec858,segment=NetworkSegment(f3e45afd-1ae8-41d9-93fe-35a112fa1db0),segment_id=f3e45afd-1ae8-41d9-93fe-35a112fa1db0)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:48.083608 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] For port 8a7f72bf-1a46-4f4d-bfba-696a4af1c458, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8a7f72bf-1a46-4f4d-bfba-696a4af1c458,segment=NetworkSegment(86111cea-f309-4422-8437-085cd97642ae),segment_id=86111cea-f309-4422-8437-085cd97642ae)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:48.084418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:48.084594 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '72ed859c-d2ce-4819-bee7-b85c343ec858', 'network_id': '351596f0-9cbe-4cc9-beb3-01e2cce83740', 'port_id': '72ed859c-d2ce-4819-bee7-b85c343ec858', 'mac_address': 'fa:16:3e:db:3b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00baf0b4-e139-494b-a971-f0942ff1a073', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:31:48.222494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for 8a7f72bf-1a46-4f4d-bfba-696a4af1c458 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:31:48.268085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-413b4de5-11e1-4a0d-bca9-2a6584d12958 None None] For port 8a7f72bf-1a46-4f4d-bfba-696a4af1c458, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8a7f72bf-1a46-4f4d-bfba-696a4af1c458,segment=NetworkSegment(86111cea-f309-4422-8437-085cd97642ae),segment_id=86111cea-f309-4422-8437-085cd97642ae)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:48.268489 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-413b4de5-11e1-4a0d-bca9-2a6584d12958 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:48.284057 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:48.399788 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:48.404915 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:48.413705 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8a7f72bf-1a46-4f4d-bfba-696a4af1c458 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:31:48.450350 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-413b4de5-11e1-4a0d-bca9-2a6584d12958 None None] Calling delete_port for 8a7f72bf-1a46-4f4d-bfba-696a4af1c458 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:31:48.452170 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Port': ['ID=8a7f72bf-1a46-4f4d-bfba-696a4af1c458,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:48.454956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:48.457881 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] No DVR routers for this DVR port 8a7f72bf-1a46-4f4d-bfba-696a4af1c458 on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:31:48.484890 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ed859c-d2ce-4819-bee7-b85c343ec858 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:31:48.494711 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 8a7f72bf-1a46-4f4d-bfba-696a4af1c458 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:31:48.494951 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8a7f72bf-1a46-4f4d-bfba-696a4af1c458 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:31:48.518279 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 72ed859c-d2ce-4819-bee7-b85c343ec858, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=72ed859c-d2ce-4819-bee7-b85c343ec858,segment=NetworkSegment(f3e45afd-1ae8-41d9-93fe-35a112fa1db0),segment_id=f3e45afd-1ae8-41d9-93fe-35a112fa1db0)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:48.551524 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-413b4de5-11e1-4a0d-bca9-2a6584d12958 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:31:48.552598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-413b4de5-11e1-4a0d-bca9-2a6584d12958 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:31:48.587247 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:48.589381 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:48.659073 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=72ed859c-d2ce-4819-bee7-b85c343ec858,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:48.662339 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:48.670557 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:48.706730 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5db52f5-8921-4e8a-9bc7-ee77bcd938cb']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:48.722906 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86111cea-f309-4422-8437-085cd97642ae') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:48.725643 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86111cea-f309-4422-8437-085cd97642ae') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:31:48.738063 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:48.759839 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:48.767888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:31:48.768907 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:31:48.785694 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:31:48.947099 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:48.951961 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1f0089b4-af1f-43f8-b12d-e257d3b00a07 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:48.972396 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:48.983229 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Network': ['ID=e5db52f5-8921-4e8a-9bc7-ee77bcd938cb,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:48.987947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:48.990004 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['72ed859c-d2ce-4819-bee7-b85c343ec858'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:31:49.054118 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-413b4de5-11e1-4a0d-bca9-2a6584d12958 None None] Deleting port 8a7f72bf-1a46-4f4d-bfba-696a4af1c458 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:31:49.054535 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-413b4de5-11e1-4a0d-bca9-2a6584d12958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:49.068604 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/networks/e5db52f5-8921-4e8a-9bc7-ee77bcd938cb HTTP/1.1" status: 204 len: 168 time: 1.5303848 Dec 22 15:31:49.072118 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38608) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:49.078867 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-fdae37eb-c586-4b68-aba3-9bf0e8df46a8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'port': {'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57', 'name': 'tempest-PortsTestJSON-1446373995'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:49.148154 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-413b4de5-11e1-4a0d-bca9-2a6584d12958 None None] The port '8a7f72bf-1a46-4f4d-bfba-696a4af1c458' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:31:49.269961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-fdae37eb-c586-4b68-aba3-9bf0e8df46a8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:49.276372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-fdae37eb-c586-4b68-aba3-9bf0e8df46a8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:port and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:49.281237 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-fdae37eb-c586-4b68-aba3-9bf0e8df46a8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:49.288036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-fdae37eb-c586-4b68-aba3-9bf0e8df46a8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:49.310740 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912cb23-bc2b-4bdf-8133-8fe8d321e1b4 req-b98d16e0-641e-4e31-bcf3-f0dfef016f40 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:49.312338 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e912cb23-bc2b-4bdf-8133-8fe8d321e1b4 req-b98d16e0-641e-4e31-bcf3-f0dfef016f40 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 944 time: 0.1512113 Dec 22 15:31:49.365070 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e912cb23-bc2b-4bdf-8133-8fe8d321e1b4 req-025b557f-4060-4358-b4e2-7e75b4aa0c56 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464594 Dec 22 15:31:49.393761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdae37eb-c586-4b68-aba3-9bf0e8df46a8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:49.395061 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fdae37eb-c586-4b68-aba3-9bf0e8df46a8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:49.425686 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fdae37eb-c586-4b68-aba3-9bf0e8df46a8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] device_id is not set on port 6e9c64d7-85f9-4881-ae2c-28c0c9a69f9b yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:31:49.686319 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fdae37eb-c586-4b68-aba3-9bf0e8df46a8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:49.764523 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fdae37eb-c586-4b68-aba3-9bf0e8df46a8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:49.770586 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-58c9102f-15d8-4b4c-a6d6-6632648b9214 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:49.842255 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdae37eb-c586-4b68-aba3-9bf0e8df46a8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:31:49.845546 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-fdae37eb-c586-4b68-aba3-9bf0e8df46a8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:49.849664 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdae37eb-c586-4b68-aba3-9bf0e8df46a8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:49.856783 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae37eb-c586-4b68-aba3-9bf0e8df46a8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:49.857387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fdae37eb-c586-4b68-aba3-9bf0e8df46a8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:49.865450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae37eb-c586-4b68-aba3-9bf0e8df46a8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=6e9c64d7-85f9-4881-ae2c-28c0c9a69f9b,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:49.873033 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fdae37eb-c586-4b68-aba3-9bf0e8df46a8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:49.965352 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fdae37eb-c586-4b68-aba3-9bf0e8df46a8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8919759 Dec 22 15:31:49.967767 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38612) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:50.043018 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-2c11df72-b26a-48d7-b15b-f17075753b18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port 6e9c64d7-85f9-4881-ae2c-28c0c9a69f9b {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:31:50.043431 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2c11df72-b26a-48d7-b15b-f17075753b18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:50.277699 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2c11df72-b26a-48d7-b15b-f17075753b18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:50.416520 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-2c11df72-b26a-48d7-b15b-f17075753b18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for 6e9c64d7-85f9-4881-ae2c-28c0c9a69f9b owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:31:50.705646 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b22f02-155f-4c64-a406-fc58abcff418 req-48ffb6b4-48f0-4835-9f44-f866fddd2293 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:50.707688 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-16b22f02-155f-4c64-a406-fc58abcff418 req-48ffb6b4-48f0-4835-9f44-f866fddd2293 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 944 time: 0.2273319 Dec 22 15:31:50.743996 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2c11df72-b26a-48d7-b15b-f17075753b18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:50.752635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:50.805057 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-16b22f02-155f-4c64-a406-fc58abcff418 req-f296b93f-47ef-4f1f-90e9-6c5589db05cb tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917730 Dec 22 15:31:50.805928 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11df72-b26a-48d7-b15b-f17075753b18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Port': ['ID=6e9c64d7-85f9-4881-ae2c-28c0c9a69f9b,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:50.810134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2c11df72-b26a-48d7-b15b-f17075753b18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:50.812603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2c11df72-b26a-48d7-b15b-f17075753b18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:50.823326 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2c11df72-b26a-48d7-b15b-f17075753b18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/ports/6e9c64d7-85f9-4881-ae2c-28c0c9a69f9b HTTP/1.1" status: 204 len: 168 time: 0.8544242 Dec 22 15:31:50.825511 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38618) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:50.830878 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-60bed3f3-d7ac-44d3-b671-9c361a738f67 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'port': {'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57', 'mac_address': 'fa:16:3e:b9:dc:c3', 'name': 'tempest-PortsTestJSON-376014637'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:50.945353 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-60bed3f3-d7ac-44d3-b671-9c361a738f67 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:50.949961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-60bed3f3-d7ac-44d3-b671-9c361a738f67 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:port and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:50.953004 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-60bed3f3-d7ac-44d3-b671-9c361a738f67 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:50.959184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-60bed3f3-d7ac-44d3-b671-9c361a738f67 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:51.055716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bed3f3-d7ac-44d3-b671-9c361a738f67 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:51.160221 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60bed3f3-d7ac-44d3-b671-9c361a738f67 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:51.187274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-60bed3f3-d7ac-44d3-b671-9c361a738f67 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] device_id is not set on port 1ff85b47-2dfa-4857-b223-b00c9419122c yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:31:51.443363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60bed3f3-d7ac-44d3-b671-9c361a738f67 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:51.545148 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60bed3f3-d7ac-44d3-b671-9c361a738f67 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:51.551590 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-037670e6-586b-46d8-b2ba-bd9043a7046e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:51.620901 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bed3f3-d7ac-44d3-b671-9c361a738f67 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:31:51.624245 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-60bed3f3-d7ac-44d3-b671-9c361a738f67 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:51.629147 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bed3f3-d7ac-44d3-b671-9c361a738f67 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:51.634797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bed3f3-d7ac-44d3-b671-9c361a738f67 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:51.635524 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60bed3f3-d7ac-44d3-b671-9c361a738f67 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:51.653858 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bed3f3-d7ac-44d3-b671-9c361a738f67 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=1ff85b47-2dfa-4857-b223-b00c9419122c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:51.658276 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-60bed3f3-d7ac-44d3-b671-9c361a738f67 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:51.797528 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-60bed3f3-d7ac-44d3-b671-9c361a738f67 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9707479 Dec 22 15:31:51.799762 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38626) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:51.834713 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 72ed859c-d2ce-4819-bee7-b85c343ec858 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:31:51.892553 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef77e335-9181-4a81-88c3-5daf9677985e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:51.893455 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ef77e335-9181-4a81-88c3-5daf9677985e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:31:52.017961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f13258-9044-403f-a6f1-412bfeab68c2 req-54f7cce2-bdfa-49c2-b8b4-f2a32c27dfee tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:52.019467 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a8f13258-9044-403f-a6f1-412bfeab68c2 req-54f7cce2-bdfa-49c2-b8b4-f2a32c27dfee tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 944 time: 0.0801885 Dec 22 15:31:52.039483 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ef77e335-9181-4a81-88c3-5daf9677985e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:31:52.040573 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ef77e335-9181-4a81-88c3-5daf9677985e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports/1ff85b47-2dfa-4857-b223-b00c9419122c HTTP/1.1" status: 200 len: 840 time: 0.2398903 Dec 22 15:31:52.043455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38632) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:52.052966 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 72ed859c-d2ce-4819-bee7-b85c343ec858 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:31:52.059510 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 72ed859c-d2ce-4819-bee7-b85c343ec858 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:31:52.059905 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:52.068745 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a8f13258-9044-403f-a6f1-412bfeab68c2 req-c5569693-27ad-44b1-a4e6-60910f67c9c9 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436268 Dec 22 15:31:52.117547 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-bf69eab6-795d-4fe1-976a-64e9f73f2619 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port 1ff85b47-2dfa-4857-b223-b00c9419122c {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:31:52.117891 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bf69eab6-795d-4fe1-976a-64e9f73f2619 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:52.195801 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:52.223688 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ed859c-d2ce-4819-bee7-b85c343ec858'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:31:52.238793 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 72ed859c-d2ce-4819-bee7-b85c343ec858, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=72ed859c-d2ce-4819-bee7-b85c343ec858,segment=NetworkSegment(f3e45afd-1ae8-41d9-93fe-35a112fa1db0),segment_id=f3e45afd-1ae8-41d9-93fe-35a112fa1db0)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:31:52.271555 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ed859c-d2ce-4819-bee7-b85c343ec858', 'code': 200} Dec 22 15:31:52.316734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:52.318698 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b2397f1a-c2ec-4a44-8206-51c6c7b2b4e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:52.355227 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bf69eab6-795d-4fe1-976a-64e9f73f2619 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:52.388714 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=72ed859c-d2ce-4819-bee7-b85c343ec858,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:52.392148 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:52.487103 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-bf69eab6-795d-4fe1-976a-64e9f73f2619 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for 1ff85b47-2dfa-4857-b223-b00c9419122c owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:31:52.677501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b313011-d543-48f6-9f69-be203df47666 req-3eb01cde-0ca7-497a-9346-9d26c9831e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:52.679044 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b313011-d543-48f6-9f69-be203df47666 req-3eb01cde-0ca7-497a-9346-9d26c9831e3b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 1098 time: 0.0719535 Dec 22 15:31:52.680038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bf69eab6-795d-4fe1-976a-64e9f73f2619 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:52.685587 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-90ee4dbe-6cec-45b7-ae7b-82361b8850c0 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:52.750217 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69eab6-795d-4fe1-976a-64e9f73f2619 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Port': ['ID=1ff85b47-2dfa-4857-b223-b00c9419122c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:52.755839 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bf69eab6-795d-4fe1-976a-64e9f73f2619 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:52.761415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bf69eab6-795d-4fe1-976a-64e9f73f2619 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:52.785239 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b313011-d543-48f6-9f69-be203df47666 req-1b6bf9a1-7abf-4a31-9e1c-61a30ef545a9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648527 Dec 22 15:31:52.866774 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bf69eab6-795d-4fe1-976a-64e9f73f2619 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/ports/1ff85b47-2dfa-4857-b223-b00c9419122c HTTP/1.1" status: 204 len: 168 time: 0.8218801 Dec 22 15:31:52.869154 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38638) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:52.914919 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f880bf-3f4d-4a95-8bf7-c29c06faf503 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] GET failed (client error): The resource could not be found. Dec 22 15:31:52.915451 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d7f880bf-3f4d-4a95-8bf7-c29c06faf503 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:31:53.087381 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d7f880bf-3f4d-4a95-8bf7-c29c06faf503 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:31:53.088482 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d7f880bf-3f4d-4a95-8bf7-c29c06faf503 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports/1ff85b47-2dfa-4857-b223-b00c9419122c HTTP/1.1" status: 404 len: 333 time: 0.2184062 Dec 22 15:31:53.093772 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38642) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:53.101155 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-9cf06e81-db86-4081-aa72-b4ad3dc66cd5 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'port': {'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57', 'name': 'tempest-PortsTestJSON-781765249'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:53.263297 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9cf06e81-db86-4081-aa72-b4ad3dc66cd5 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:53.276982 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9cf06e81-db86-4081-aa72-b4ad3dc66cd5 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:53.301267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e53b9-63b0-4c5d-b465-a95205fdffad req-da444231-d51f-4504-88a0-0399736848b5 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:53.302780 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-638e53b9-63b0-4c5d-b465-a95205fdffad req-da444231-d51f-4504-88a0-0399736848b5 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 945 time: 0.1188025 Dec 22 15:31:53.347931 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-638e53b9-63b0-4c5d-b465-a95205fdffad req-2e68e6b5-ae8a-40a0-9c23-a843ee96ff4f tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388010 Dec 22 15:31:53.386278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf06e81-db86-4081-aa72-b4ad3dc66cd5 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:53.389817 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9cf06e81-db86-4081-aa72-b4ad3dc66cd5 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:53.411673 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-9cf06e81-db86-4081-aa72-b4ad3dc66cd5 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] device_id is not set on port 00a512b2-115c-4056-8590-95e3ec23dc60 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:31:53.638289 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9cf06e81-db86-4081-aa72-b4ad3dc66cd5 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:53.739394 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9cf06e81-db86-4081-aa72-b4ad3dc66cd5 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:53.745089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bac3f750-6706-488d-a990-4cb626f77000 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:53.815128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf06e81-db86-4081-aa72-b4ad3dc66cd5 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:31:53.818200 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-9cf06e81-db86-4081-aa72-b4ad3dc66cd5 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:53.822926 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf06e81-db86-4081-aa72-b4ad3dc66cd5 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:53.829124 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf06e81-db86-4081-aa72-b4ad3dc66cd5 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:53.829759 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9cf06e81-db86-4081-aa72-b4ad3dc66cd5 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:53.837639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf06e81-db86-4081-aa72-b4ad3dc66cd5 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=00a512b2-115c-4056-8590-95e3ec23dc60,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:53.844916 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9cf06e81-db86-4081-aa72-b4ad3dc66cd5 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:53.951365 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9cf06e81-db86-4081-aa72-b4ad3dc66cd5 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8560779 Dec 22 15:31:53.953899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38650) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:53.959692 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-3dee7af4-dadf-4572-9540-a1a205380393 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:54.081350 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3dee7af4-dadf-4572-9540-a1a205380393 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:54.415385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3dee7af4-dadf-4572-9540-a1a205380393 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:54.500875 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3dee7af4-dadf-4572-9540-a1a205380393 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:54.513470 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4c80b43b-18d2-46f9-b501-7f57258db13f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:54.567575 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3dee7af4-dadf-4572-9540-a1a205380393 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] In _notify_port_updated(), no bound segment for port 00a512b2-115c-4056-8590-95e3ec23dc60 on network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 {{(pid=88218) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:31:54.572882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dee7af4-dadf-4572-9540-a1a205380393 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:54.574003 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3dee7af4-dadf-4572-9540-a1a205380393 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:54.575290 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3dee7af4-dadf-4572-9540-a1a205380393 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "PUT /v2.0/ports/00a512b2-115c-4056-8590-95e3ec23dc60 HTTP/1.1" status: 200 len: 818 time: 0.6204255 Dec 22 15:31:54.578121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38656) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:54.601408 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee7af4-dadf-4572-9540-a1a205380393 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=00a512b2-115c-4056-8590-95e3ec23dc60,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:54.605462 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3dee7af4-dadf-4572-9540-a1a205380393 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:54.624720 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa0acf-2831-492a-92af-db474ae40efb req-74a4f786-0e3c-425e-9cf9-92277f911740 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:54.626301 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c3aa0acf-2831-492a-92af-db474ae40efb req-74a4f786-0e3c-425e-9cf9-92277f911740 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 945 time: 0.1624939 Dec 22 15:31:54.674213 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c3aa0acf-2831-492a-92af-db474ae40efb req-68f3136c-f20e-4ee8-975c-2222af0b3a51 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419130 Dec 22 15:31:54.772555 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-7632a443-5bde-4188-8c8c-f2bad09450dd tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port 00a512b2-115c-4056-8590-95e3ec23dc60 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:31:54.772898 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7632a443-5bde-4188-8c8c-f2bad09450dd tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:54.870834 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d292b-a682-4f47-83d6-9efb47a38e49 req-cdb19465-9b73-42e5-83e6-b2a7fec70f23 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:54.872220 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-828d292b-a682-4f47-83d6-9efb47a38e49 req-cdb19465-9b73-42e5-83e6-b2a7fec70f23 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 945 time: 0.0847867 Dec 22 15:31:54.916909 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-828d292b-a682-4f47-83d6-9efb47a38e49 req-eefefd0d-226c-4b30-ae3b-6d6d51a3d99b tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386474 Dec 22 15:31:54.993019 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7632a443-5bde-4188-8c8c-f2bad09450dd tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:55.117725 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-7632a443-5bde-4188-8c8c-f2bad09450dd tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for 00a512b2-115c-4056-8590-95e3ec23dc60 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:31:55.253483 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8cf8596f-e290-43a4-ac1d-256498005f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:55.369381 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7632a443-5bde-4188-8c8c-f2bad09450dd tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:55.376371 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:55.423845 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632a443-5bde-4188-8c8c-f2bad09450dd tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Port': ['ID=00a512b2-115c-4056-8590-95e3ec23dc60,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:55.426933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7632a443-5bde-4188-8c8c-f2bad09450dd tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:55.430024 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7632a443-5bde-4188-8c8c-f2bad09450dd tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:55.439495 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7632a443-5bde-4188-8c8c-f2bad09450dd tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/ports/00a512b2-115c-4056-8590-95e3ec23dc60 HTTP/1.1" status: 204 len: 168 time: 0.8602719 Dec 22 15:31:55.441902 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38666) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:55.522539 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69766ef-f1df-4c69-8d71-8c9eac153e09 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:55.523223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b69766ef-f1df-4c69-8d71-8c9eac153e09 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:31:55.598091 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b69766ef-f1df-4c69-8d71-8c9eac153e09 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:31:55.599408 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b69766ef-f1df-4c69-8d71-8c9eac153e09 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1565812 Dec 22 15:31:55.602104 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38672) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:55.648652 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c2206a-dd76-4a24-8ecc-7513a007d606 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] GET failed (client error): The resource could not be found. Dec 22 15:31:55.649891 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d4c2206a-dd76-4a24-8ecc-7513a007d606 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports/00a512b2-115c-4056-8590-95e3ec23dc60 HTTP/1.1" status: 404 len: 333 time: 0.0468352 Dec 22 15:31:55.654318 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38676) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:55.659828 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2430975d-f9cb-4f75-938d-3a57ead3385e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1007354009'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:55.664897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2430975d-f9cb-4f75-938d-3a57ead3385e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:55.669521 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2430975d-f9cb-4f75-938d-3a57ead3385e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:network and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:55.672439 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2430975d-f9cb-4f75-938d-3a57ead3385e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:55.678489 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2430975d-f9cb-4f75-938d-3a57ead3385e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:55.717711 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ebf4e-f41f-48a1-898d-4bedf852abec req-f4399c10-30ec-484c-af4b-a8ef2b75fd05 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:55.719201 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1b0ebf4e-f41f-48a1-898d-4bedf852abec req-f4399c10-30ec-484c-af4b-a8ef2b75fd05 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 945 time: 0.0852361 Dec 22 15:31:55.768388 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1b0ebf4e-f41f-48a1-898d-4bedf852abec req-7dbbb4cd-6d7f-45e8-8058-7e03720d422c tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422089 Dec 22 15:31:55.809581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2430975d-f9cb-4f75-938d-3a57ead3385e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:55.813180 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2430975d-f9cb-4f75-938d-3a57ead3385e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:55.844813 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2430975d-f9cb-4f75-938d-3a57ead3385e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:31:55.853472 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2430975d-f9cb-4f75-938d-3a57ead3385e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:55.853822 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-2430975d-f9cb-4f75-938d-3a57ead3385e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Added segment 340ba328-c7c4-48c6-8763-fba13bfcd838 of type vlan for network cc36d1ab-84e3-45fc-98df-ac210a028099 Dec 22 15:31:55.879618 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2430975d-f9cb-4f75-938d-3a57ead3385e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:55.921689 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:31:55.972939 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2430975d-f9cb-4f75-938d-3a57ead3385e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:55.978571 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2430975d-f9cb-4f75-938d-3a57ead3385e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:55.979191 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2430975d-f9cb-4f75-938d-3a57ead3385e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:55.983767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f3de868b-e8e3-47e3-bd42-cf435ec4710a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:56.086272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430975d-f9cb-4f75-938d-3a57ead3385e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Network': ['ID=cc36d1ab-84e3-45fc-98df-ac210a028099,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:56.088964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2430975d-f9cb-4f75-938d-3a57ead3385e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:56.096674 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network cc36d1ab-84e3-45fc-98df-ac210a028099 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:31:56.134015 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2430975d-f9cb-4f75-938d-3a57ead3385e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4785745 Dec 22 15:31:56.137216 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38680) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:56.143031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-016cd451-b650-471a-8e6d-e87c0bd47b4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'subnet': {'network_id': 'cc36d1ab-84e3-45fc-98df-ac210a028099', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:56.252260 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-016cd451-b650-471a-8e6d-e87c0bd47b4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:56.256032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-016cd451-b650-471a-8e6d-e87c0bd47b4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:subnet and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:56.258843 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-016cd451-b650-471a-8e6d-e87c0bd47b4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:56.264987 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-016cd451-b650-471a-8e6d-e87c0bd47b4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:56.361619 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016cd451-b650-471a-8e6d-e87c0bd47b4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:56.365166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-016cd451-b650-471a-8e6d-e87c0bd47b4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:56.655401 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-016cd451-b650-471a-8e6d-e87c0bd47b4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:56.659153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-15f6735e-d574-44d4-ab38-4feafa1b9a03 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:56.734872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cd451-b650-471a-8e6d-e87c0bd47b4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Subnet': ['ID=ef2dc123-26c8-49cc-a9f9-9c0e78002670,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:56.738461 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-016cd451-b650-471a-8e6d-e87c0bd47b4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:56.747379 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016cd451-b650-471a-8e6d-e87c0bd47b4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Checking segment: {'id': '340ba328-c7c4-48c6-8763-fba13bfcd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cc36d1ab-84e3-45fc-98df-ac210a028099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:31:56.747743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016cd451-b650-471a-8e6d-e87c0bd47b4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network hostable DHCP agents. Network: cc36d1ab-84e3-45fc-98df-ac210a028099, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:31:56.818991 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016cd451-b650-471a-8e6d-e87c0bd47b4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network cc36d1ab-84e3-45fc-98df-ac210a028099 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:31:56.899219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-016cd451-b650-471a-8e6d-e87c0bd47b4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, cc36d1ab-84e3-45fc-98df-ac210a028099) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:56.903661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016cd451-b650-471a-8e6d-e87c0bd47b4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:56.904272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-016cd451-b650-471a-8e6d-e87c0bd47b4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:56.910177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49c3562-6786-43e0-831e-4b780803b4a3 None None] Network cc36d1ab-84e3-45fc-98df-ac210a028099 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:56.956920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d2944-1a13-434c-9804-c5c539519957 req-45a77496-2a3c-4a30-9a0e-de23cb144d6f tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:56.958422 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ee2d2944-1a13-434c-9804-c5c539519957 req-45a77496-2a3c-4a30-9a0e-de23cb144d6f tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 945 time: 0.0820730 Dec 22 15:31:56.997606 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-016cd451-b650-471a-8e6d-e87c0bd47b4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8592699 Dec 22 15:31:57.001225 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38686) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:57.005851 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ee2d2944-1a13-434c-9804-c5c539519957 req-07ed73d9-0e00-4640-900b-e707ff5d0bea tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408156 Dec 22 15:31:57.007052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1dbe7a96-0a70-4521-a4a1-a01946395677 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'subnet': {'network_id': 'cc36d1ab-84e3-45fc-98df-ac210a028099', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:57.136105 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-cc36d1ab-84e3-45fc-98df-ac210a028099', 'network_id': 'cc36d1ab-84e3-45fc-98df-ac210a028099', 'tenant_id': '9d9b32562fe14488aa2f4938bf575c2f', 'fixed_ips': [{'subnet_id': 'ef2dc123-26c8-49cc-a9f9-9c0e78002670'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:31:57.137391 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:57.170586 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1dbe7a96-0a70-4521-a4a1-a01946395677 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:57.174465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1dbe7a96-0a70-4521-a4a1-a01946395677 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:subnet and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:57.178831 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1dbe7a96-0a70-4521-a4a1-a01946395677 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:57.183495 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1dbe7a96-0a70-4521-a4a1-a01946395677 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:57.254621 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbe7a96-0a70-4521-a4a1-a01946395677 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:57.258135 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1dbe7a96-0a70-4521-a4a1-a01946395677 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:57.306498 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Allocated IP 172.20.0.2 (cc36d1ab-84e3-45fc-98df-ac210a028099/ef2dc123-26c8-49cc-a9f9-9c0e78002670/124cdb9e-9dcc-407f-9c56-0569f18156fe) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:31:57.514692 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a957a-94f3-4284-872a-9ab313233e02 req-ce3f949b-2b76-41c4-88f1-5dcce6bfe547 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:57.516626 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-442a957a-94f3-4284-872a-9ab313233e02 req-ce3f949b-2b76-41c4-88f1-5dcce6bfe547 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 945 time: 0.1210451 Dec 22 15:31:57.565349 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-442a957a-94f3-4284-872a-9ab313233e02 req-6d7de08b-ddda-4621-934d-103270392356 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429618 Dec 22 15:31:57.611228 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.ipam_backend_mixin [None req-1dbe7a96-0a70-4521-a4a1-a01946395677 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ef2dc123-26c8-49cc-a9f9-9c0e78002670 (CIDR: 172.20.0.0/28) Dec 22 15:31:57.616026 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:57.632674 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Transition to ACTIVE for port object 124cdb9e-9dcc-407f-9c56-0569f18156fe will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:31:57.633437 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a64d-77c3-4901-b6d9-aecedffc85a8 req-2f96910d-4e06-4bde-8bda-ed5372be4b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:57.634946 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f2c4a64d-77c3-4901-b6d9-aecedffc85a8 req-2f96910d-4e06-4bde-8bda-ed5372be4b23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bacf24326c14eccb3ea321aaeb9c72b&device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 1098 time: 0.0929170 Dec 22 15:31:57.651886 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Transition to ACTIVE for port object 124cdb9e-9dcc-407f-9c56-0569f18156fe will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:31:57.706143 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-398d25a5-036c-4e30-b020-12177f985a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:57.712861 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dbe7a96-0a70-4521-a4a1-a01946395677 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:31:57.713393 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dbe7a96-0a70-4521-a4a1-a01946395677 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:31:57.730491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:57.735390 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:57.785534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a64d-77c3-4901-b6d9-aecedffc85a8 req-9ff9f572-4fb4-4bd6-8788-73c5601ad991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:57.787033 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f2c4a64d-77c3-4901-b6d9-aecedffc85a8 req-9ff9f572-4fb4-4bd6-8788-73c5601ad991 service neutron] 10.222.0.57 "GET /v2.0/networks?id=351596f0-9cbe-4cc9-beb3-01e2cce83740 HTTP/1.1" status: 200 len: 912 time: 0.1459982 Dec 22 15:31:57.797698 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Network cc36d1ab-84e3-45fc-98df-ac210a028099 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:31:57.800446 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:57.804195 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:57.840174 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Pushing event updated for resources: {'Port': ['ID=124cdb9e-9dcc-407f-9c56-0569f18156fe,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:57.856664 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:57.857015 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:57.857466 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:57.857696 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:57.858025 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:57.858386 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:57.858710 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:57.859044 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:57.859536 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1dbe7a96-0a70-4521-a4a1-a01946395677 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8567290 Dec 22 15:31:57.859667 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:57.859667 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:57.859998 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:57.860275 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:31:57.860481 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f2c4a64d-77c3-4901-b6d9-aecedffc85a8 req-20216aa9-d699-49db-8b8c-1443921f5c13 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72ed859c-d2ce-4819-bee7-b85c343ec858 HTTP/1.1" status: 200 len: 217 time: 0.0664444 Dec 22 15:31:57.861652 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38696) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:57.868271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9633b65f-49b6-4426-b93a-35d41c25e4a9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'subnet': {'network_id': 'cc36d1ab-84e3-45fc-98df-ac210a028099', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:57.890331 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:57.927496 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Attempting to bind port 124cdb9e-9dcc-407f-9c56-0569f18156fe on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:31:57.948262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Attempting to bind port 124cdb9e-9dcc-407f-9c56-0569f18156fe by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '340ba328-c7c4-48c6-8763-fba13bfcd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cc36d1ab-84e3-45fc-98df-ac210a028099'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:31:57.948262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Attempting to bind port 124cdb9e-9dcc-407f-9c56-0569f18156fe on network cc36d1ab-84e3-45fc-98df-ac210a028099 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:31:57.948262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:31:57.948262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Checking segment: {'id': '340ba328-c7c4-48c6-8763-fba13bfcd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cc36d1ab-84e3-45fc-98df-ac210a028099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:31:57.948262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:57.948262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Bound using segment: {'id': '340ba328-c7c4-48c6-8763-fba13bfcd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cc36d1ab-84e3-45fc-98df-ac210a028099'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:31:57.948262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Bound port: 124cdb9e-9dcc-407f-9c56-0569f18156fe, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340ba328-c7c4-48c6-8763-fba13bfcd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cc36d1ab-84e3-45fc-98df-ac210a028099'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:31:57.948262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:58.023759 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a64d-77c3-4901-b6d9-aecedffc85a8 req-dd290d7e-07ec-4df4-ac90-26665b339cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:58.025433 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f2c4a64d-77c3-4901-b6d9-aecedffc85a8 req-dd290d7e-07ec-4df4-ac90-26665b339cc2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00baf0b4-e139-494b-a971-f0942ff1a073 HTTP/1.1" status: 200 len: 851 time: 0.1417921 Dec 22 15:31:58.052890 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] For port 124cdb9e-9dcc-407f-9c56-0569f18156fe, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:31:58.059490 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] For port 124cdb9e-9dcc-407f-9c56-0569f18156fe, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=124cdb9e-9dcc-407f-9c56-0569f18156fe,segment=NetworkSegment(340ba328-c7c4-48c6-8763-fba13bfcd838),segment_id=340ba328-c7c4-48c6-8763-fba13bfcd838)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:31:58.093983 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f2c4a64d-77c3-4901-b6d9-aecedffc85a8 req-136de6cf-8733-471e-90c0-4da60cb02f29 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=351596f0-9cbe-4cc9-beb3-01e2cce83740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548103 Dec 22 15:31:58.182137 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9633b65f-49b6-4426-b93a-35d41c25e4a9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:58.200007 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9633b65f-49b6-4426-b93a-35d41c25e4a9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:subnet and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:58.206280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9633b65f-49b6-4426-b93a-35d41c25e4a9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:58.212453 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9633b65f-49b6-4426-b93a-35d41c25e4a9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:58.255954 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f2c4a64d-77c3-4901-b6d9-aecedffc85a8 req-63edb232-7e10-4c76-8579-5f02d9e96573 service neutron] 10.222.0.57 "GET /v2.0/networks/351596f0-9cbe-4cc9-beb3-01e2cce83740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522076 Dec 22 15:31:58.304969 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:58.308677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:58.328260 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9633b65f-49b6-4426-b93a-35d41c25e4a9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:58.331578 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9633b65f-49b6-4426-b93a-35d41c25e4a9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:58.391829 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Pushing event updated for resources: {'Port': ['ID=124cdb9e-9dcc-407f-9c56-0569f18156fe,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:58.394678 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:58.501033 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f2c4a64d-77c3-4901-b6d9-aecedffc85a8 req-14eec2fa-30a1-49a2-b16a-5583230270e4 service neutron] 10.222.0.57 "GET /v2.0/networks/351596f0-9cbe-4cc9-beb3-01e2cce83740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387147 Dec 22 15:31:58.700519 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9633b65f-49b6-4426-b93a-35d41c25e4a9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:58.710329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-66e88020-e3ff-440a-a717-8eebc02aca4d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:31:58.765102 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9633b65f-49b6-4426-b93a-35d41c25e4a9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network cc36d1ab-84e3-45fc-98df-ac210a028099 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:31:58.774943 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-9633b65f-49b6-4426-b93a-35d41c25e4a9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:31:58.780850 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9633b65f-49b6-4426-b93a-35d41c25e4a9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:58.781442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9633b65f-49b6-4426-b93a-35d41c25e4a9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:58.801319 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8766b-b18d-44ff-b3b4-b8ff919ebf9c req-69a9be14-644d-4557-b9d3-6ccc229d7035 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:31:58.802990 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-15b8766b-b18d-44ff-b3b4-b8ff919ebf9c req-69a9be14-644d-4557-b9d3-6ccc229d7035 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 945 time: 0.1090846 Dec 22 15:31:58.818142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633b65f-49b6-4426-b93a-35d41c25e4a9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Subnet': ['ID=9de5c3b7-83d5-406f-97a4-4b6f59230363,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:31:58.821135 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9633b65f-49b6-4426-b93a-35d41c25e4a9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:31:58.860567 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-15b8766b-b18d-44ff-b3b4-b8ff919ebf9c req-334110e4-ef5b-4f21-a3ef-06ee3987012b tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511613 Dec 22 15:31:58.912948 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9633b65f-49b6-4426-b93a-35d41c25e4a9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0502896 Dec 22 15:31:58.915583 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38702) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:58.921680 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'port': {'network_id': 'cc36d1ab-84e3-45fc-98df-ac210a028099', 'fixed_ips': [{'subnet_id': 'ef2dc123-26c8-49cc-a9f9-9c0e78002670'}, {'subnet_id': '9de5c3b7-83d5-406f-97a4-4b6f59230363'}], 'name': 'tempest-PortsTestJSON-1724191219'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:31:58.946616 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:59.041971 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:59.063435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:31:59.067475 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:port and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:31:59.070467 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:31:59.077349 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:31:59.192470 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:31:59.328496 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:31:59.353068 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] device_id is not set on port 7c095132-690e-4869-b589-80b1d7c7b067 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:31:59.502753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d9f708-596a-4508-9a47-5f3d941344ed None None] Network cc36d1ab-84e3-45fc-98df-ac210a028099 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:31:59.716802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6a609cbd-728b-49c3-84d7-ae8bada65918 None None] Provisioning for port 124cdb9e-9dcc-407f-9c56-0569f18156fe completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:31:59.836128 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Allocated IP 172.20.0.5 (cc36d1ab-84e3-45fc-98df-ac210a028099/ef2dc123-26c8-49cc-a9f9-9c0e78002670/7c095132-690e-4869-b589-80b1d7c7b067) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:31:59.842348 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Allocated IP 172.20.0.24 (cc36d1ab-84e3-45fc-98df-ac210a028099/9de5c3b7-83d5-406f-97a4-4b6f59230363/7c095132-690e-4869-b589-80b1d7c7b067) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:31:59.847184 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccbc288-9fb0-41c2-9677-42c69cdae67a None None] Update dhcp port {'port': {'network_id': 'cc36d1ab-84e3-45fc-98df-ac210a028099', 'fixed_ips': [{'subnet_id': 'ef2dc123-26c8-49cc-a9f9-9c0e78002670', 'ip_address': '172.20.0.2'}, {'subnet_id': '9de5c3b7-83d5-406f-97a4-4b6f59230363'}], 'binding:host_id': 'dv-neutron-822674-1-hyperv'}, 'id': '124cdb9e-9dcc-407f-9c56-0569f18156fe'} from dv-neutron-822674-1-hyperv. {{(pid=88219) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 15:31:59.903528 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5ccbc288-9fb0-41c2-9677-42c69cdae67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:00.055553 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:00.072454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Transition to ACTIVE for port object 7c095132-690e-4869-b589-80b1d7c7b067 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:00.077109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2533b15-acd6-4248-ba60-3ff689063ce5 req-1a729bee-5a13-4ea5-a768-4137b13f6ccb tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:00.078601 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a2533b15-acd6-4248-ba60-3ff689063ce5 req-1a729bee-5a13-4ea5-a768-4137b13f6ccb tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 945 time: 0.1023278 Dec 22 15:32:00.124931 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a2533b15-acd6-4248-ba60-3ff689063ce5 req-88655d9d-2a7d-409b-974f-d3b1c59eb00a tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400271 Dec 22 15:32:00.204012 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:00.209777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-484bef31-d3d2-465d-bf6e-1b0583ea8e19 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:00.267916 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-5ccbc288-9fb0-41c2-9677-42c69cdae67a None None] Allocated IP 172.20.0.18 (cc36d1ab-84e3-45fc-98df-ac210a028099/9de5c3b7-83d5-406f-97a4-4b6f59230363/124cdb9e-9dcc-407f-9c56-0569f18156fe) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:32:00.280529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network cc36d1ab-84e3-45fc-98df-ac210a028099 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:00.283960 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:00.288064 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:32:00.353326 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:00.353967 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:00.367673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=7c095132-690e-4869-b589-80b1d7c7b067,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:00.372670 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:00.423789 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-5ccbc288-9fb0-41c2-9677-42c69cdae67a None None] For port 124cdb9e-9dcc-407f-9c56-0569f18156fe, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=124cdb9e-9dcc-407f-9c56-0569f18156fe,segment=NetworkSegment(340ba328-c7c4-48c6-8763-fba13bfcd838),segment_id=340ba328-c7c4-48c6-8763-fba13bfcd838)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:00.449907 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5ccbc288-9fb0-41c2-9677-42c69cdae67a None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:00.462718 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.5457878 Dec 22 15:32:00.465790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38712) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:00.468056 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 124cdb9e-9dcc-407f-9c56-0569f18156fe up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:32:00.471978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c79c553b-f950-47ce-8b11-932c72fdda26 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ef2dc123-26c8-49cc-a9f9-9c0e78002670'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:00.498503 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5ccbc288-9fb0-41c2-9677-42c69cdae67a None None] Transition to ACTIVE for port object 124cdb9e-9dcc-407f-9c56-0569f18156fe will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:00.592667 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5ccbc288-9fb0-41c2-9677-42c69cdae67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:00.597453 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-9ce0c150-c113-47c7-bdfa-f09cc6841144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:00.603470 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c79c553b-f950-47ce-8b11-932c72fdda26 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:00.646548 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 124cdb9e-9dcc-407f-9c56-0569f18156fe completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:00.709473 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da1070-b443-488a-b695-fc356c31dfd5 req-5b6f1083-cc14-4ae3-9105-719bf6820a30 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:00.711181 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d6da1070-b443-488a-b695-fc356c31dfd5 req-5b6f1083-cc14-4ae3-9105-719bf6820a30 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 945 time: 0.0896752 Dec 22 15:32:00.756562 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbc288-9fb0-41c2-9677-42c69cdae67a None None] Pushing event updated for resources: {'Port': ['ID=124cdb9e-9dcc-407f-9c56-0569f18156fe,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:00.760321 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5ccbc288-9fb0-41c2-9677-42c69cdae67a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:00.768483 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d6da1070-b443-488a-b695-fc356c31dfd5 req-645822b7-6b42-44c8-ac06-d72f2ab8dea9 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489695 Dec 22 15:32:00.883683 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:00.949171 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-c79c553b-f950-47ce-8b11-932c72fdda26 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Delete allocated IP 172.20.0.24 (cc36d1ab-84e3-45fc-98df-ac210a028099/9de5c3b7-83d5-406f-97a4-4b6f59230363) {{(pid=88217) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 15:32:01.140652 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c79c553b-f950-47ce-8b11-932c72fdda26 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:01.158628 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-c79c553b-f950-47ce-8b11-932c72fdda26 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Ignored duplicate provisioning block setup for port 7c095132-690e-4869-b589-80b1d7c7b067 by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 15:32:01.216425 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c79c553b-f950-47ce-8b11-932c72fdda26 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:01.222355 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-db291ae9-e686-4d13-8fa4-ad95a6379fef tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:01.268512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3b9ebd-797c-49a7-9c0b-725df3940c90 None None] Network cc36d1ab-84e3-45fc-98df-ac210a028099 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:32:01.369644 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c553b-f950-47ce-8b11-932c72fdda26 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=7c095132-690e-4869-b589-80b1d7c7b067,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:01.374467 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c79c553b-f950-47ce-8b11-932c72fdda26 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:01.391048 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-c79c553b-f950-47ce-8b11-932c72fdda26 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] In _notify_port_updated(), no bound segment for port 7c095132-690e-4869-b589-80b1d7c7b067 on network cc36d1ab-84e3-45fc-98df-ac210a028099 {{(pid=88217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:32:01.396543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79c553b-f950-47ce-8b11-932c72fdda26 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:01.397164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c79c553b-f950-47ce-8b11-932c72fdda26 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:01.401378 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38718) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:01.402625 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c79c553b-f950-47ce-8b11-932c72fdda26 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "PUT /v2.0/ports/7c095132-690e-4869-b589-80b1d7c7b067 HTTP/1.1" status: 200 len: 919 time: 0.9344389 Dec 22 15:32:01.410694 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-63885fff-8bcf-4e10-92c7-81b2f545e70f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ef2dc123-26c8-49cc-a9f9-9c0e78002670'}, {'subnet_id': '9de5c3b7-83d5-406f-97a4-4b6f59230363'}]}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:01.443482 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-fe41a348-db97-4c2f-8841-8648173a96f7 None None] Provisioning for port 124cdb9e-9dcc-407f-9c56-0569f18156fe completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:01.459433 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-fe41a348-db97-4c2f-8841-8648173a96f7 None None] Provisioning complete for port 124cdb9e-9dcc-407f-9c56-0569f18156fe triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:01.459804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fe41a348-db97-4c2f-8841-8648173a96f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:01.690731 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63885fff-8bcf-4e10-92c7-81b2f545e70f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:01.696763 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fe41a348-db97-4c2f-8841-8648173a96f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:01.741063 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-fe41a348-db97-4c2f-8841-8648173a96f7 None None] For port 124cdb9e-9dcc-407f-9c56-0569f18156fe, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=124cdb9e-9dcc-407f-9c56-0569f18156fe,segment=NetworkSegment(340ba328-c7c4-48c6-8763-fba13bfcd838),segment_id=340ba328-c7c4-48c6-8763-fba13bfcd838)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:01.801734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fe41a348-db97-4c2f-8841-8648173a96f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:01.803637 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:01.899148 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41a348-db97-4c2f-8841-8648173a96f7 None None] Pushing event updated for resources: {'Port': ['ID=124cdb9e-9dcc-407f-9c56-0569f18156fe,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:01.905790 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-fe41a348-db97-4c2f-8841-8648173a96f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:02.023169 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-497caace-00f3-49bd-ab08-55a643aa66a3 None None] Provisioning complete for port 124cdb9e-9dcc-407f-9c56-0569f18156fe triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:02.023309 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-497caace-00f3-49bd-ab08-55a643aa66a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:02.137957 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912612f6-22eb-418d-a458-00f7010b2445 req-fb590b4b-9294-4431-a4d7-1cc198c16792 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:02.139570 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-912612f6-22eb-418d-a458-00f7010b2445 req-fb590b4b-9294-4431-a4d7-1cc198c16792 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 945 time: 0.2258184 Dec 22 15:32:02.194885 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-63885fff-8bcf-4e10-92c7-81b2f545e70f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Allocated IP 172.20.0.25 (cc36d1ab-84e3-45fc-98df-ac210a028099/9de5c3b7-83d5-406f-97a4-4b6f59230363/7c095132-690e-4869-b589-80b1d7c7b067) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:32:02.212266 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-912612f6-22eb-418d-a458-00f7010b2445 req-36306338-b7ef-4d36-b1a7-521e41e2ca2d tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623934 Dec 22 15:32:02.237095 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-497caace-00f3-49bd-ab08-55a643aa66a3 None None] Provisioning for port 7c095132-690e-4869-b589-80b1d7c7b067 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:02.242816 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-497caace-00f3-49bd-ab08-55a643aa66a3 None None] Provisioning complete for port 7c095132-690e-4869-b589-80b1d7c7b067 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:02.242816 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-497caace-00f3-49bd-ab08-55a643aa66a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:02.308453 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-497caace-00f3-49bd-ab08-55a643aa66a3 None None] Port 7c095132-690e-4869-b589-80b1d7c7b067 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:02.443581 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-be38b80a-a02b-4a3a-a62f-ba88b15906de None None] Provisioning complete for port 7c095132-690e-4869-b589-80b1d7c7b067 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:02.443749 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-be38b80a-a02b-4a3a-a62f-ba88b15906de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:02.473227 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 124cdb9e-9dcc-407f-9c56-0569f18156fe up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:32:02.517076 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63885fff-8bcf-4e10-92c7-81b2f545e70f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:02.531947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-63885fff-8bcf-4e10-92c7-81b2f545e70f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Ignored duplicate provisioning block setup for port 7c095132-690e-4869-b589-80b1d7c7b067 by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 15:32:02.546903 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-be38b80a-a02b-4a3a-a62f-ba88b15906de None None] Port 7c095132-690e-4869-b589-80b1d7c7b067 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:02.563308 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 124cdb9e-9dcc-407f-9c56-0569f18156fe triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:02.563688 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:02.592286 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63885fff-8bcf-4e10-92c7-81b2f545e70f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:02.598313 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:02.784966 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63885fff-8bcf-4e10-92c7-81b2f545e70f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=7c095132-690e-4869-b589-80b1d7c7b067,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:02.797683 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-63885fff-8bcf-4e10-92c7-81b2f545e70f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:02.852838 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f19dd-5763-49e3-81ea-00ae5488362c req-2e3b9fc8-971e-4610-b30f-389b12e8d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:02.856830 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ff8f19dd-5763-49e3-81ea-00ae5488362c req-2e3b9fc8-971e-4610-b30f-389b12e8d0d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bacf24326c14eccb3ea321aaeb9c72b&device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 1098 time: 0.0966816 Dec 22 15:32:02.871584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-63885fff-8bcf-4e10-92c7-81b2f545e70f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] In _notify_port_updated(), no bound segment for port 7c095132-690e-4869-b589-80b1d7c7b067 on network cc36d1ab-84e3-45fc-98df-ac210a028099 {{(pid=88218) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:32:02.876946 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63885fff-8bcf-4e10-92c7-81b2f545e70f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:02.877521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63885fff-8bcf-4e10-92c7-81b2f545e70f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:02.878836 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-63885fff-8bcf-4e10-92c7-81b2f545e70f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "PUT /v2.0/ports/7c095132-690e-4869-b589-80b1d7c7b067 HTTP/1.1" status: 200 len: 999 time: 1.4748483 Dec 22 15:32:02.882831 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38730) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:02.936954 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6d3a5-28ae-466c-991d-dedb8da8dc76 req-d80159be-c8e4-4997-b736-23ad570db7da tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:02.938648 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2cb6d3a5-28ae-466c-991d-dedb8da8dc76 req-d80159be-c8e4-4997-b736-23ad570db7da tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 945 time: 0.2461643 Dec 22 15:32:02.991589 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-51a7f397-6bb2-4d4d-b9ba-8019ef0eb63d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port 7c095132-690e-4869-b589-80b1d7c7b067 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:02.992028 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-51a7f397-6bb2-4d4d-b9ba-8019ef0eb63d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:03.005732 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f19dd-5763-49e3-81ea-00ae5488362c req-4ec8b627-3fd7-447a-879b-974374e6ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:03.007152 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ff8f19dd-5763-49e3-81ea-00ae5488362c req-4ec8b627-3fd7-447a-879b-974374e6ff5e service neutron] 10.222.0.57 "GET /v2.0/networks?id=351596f0-9cbe-4cc9-beb3-01e2cce83740 HTTP/1.1" status: 200 len: 912 time: 0.1409357 Dec 22 15:32:03.033898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c4656087-94e0-4194-87e5-46d4aff2bc40 None None] Provisioning complete for port 7c095132-690e-4869-b589-80b1d7c7b067 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:03.034307 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c4656087-94e0-4194-87e5-46d4aff2bc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:03.052804 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2cb6d3a5-28ae-466c-991d-dedb8da8dc76 req-7404f696-505e-4c92-b236-7ef1d5cda178 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055965 Dec 22 15:32:03.085338 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ff8f19dd-5763-49e3-81ea-00ae5488362c req-aaff72c4-6f93-46fb-b6d2-cb19b2968adb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72ed859c-d2ce-4819-bee7-b85c343ec858 HTTP/1.1" status: 200 len: 217 time: 0.0701916 Dec 22 15:32:03.101323 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c4656087-94e0-4194-87e5-46d4aff2bc40 None None] Port 7c095132-690e-4869-b589-80b1d7c7b067 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:03.266112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-51a7f397-6bb2-4d4d-b9ba-8019ef0eb63d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:03.294616 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f19dd-5763-49e3-81ea-00ae5488362c req-41498ca0-58f1-4fb2-abde-cb3463c24eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:03.295939 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ff8f19dd-5763-49e3-81ea-00ae5488362c req-41498ca0-58f1-4fb2-abde-cb3463c24eaa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00baf0b4-e139-494b-a971-f0942ff1a073 HTTP/1.1" status: 200 len: 851 time: 0.2049906 Dec 22 15:32:03.358006 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ff8f19dd-5763-49e3-81ea-00ae5488362c req-1ba4f6d5-fb5f-44a4-be2e-eb0d95374787 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=351596f0-9cbe-4cc9-beb3-01e2cce83740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492077 Dec 22 15:32:03.411205 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-51a7f397-6bb2-4d4d-b9ba-8019ef0eb63d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for 7c095132-690e-4869-b589-80b1d7c7b067 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:03.495036 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ff8f19dd-5763-49e3-81ea-00ae5488362c req-0e233466-89ce-465b-87a8-d1dfea9f7604 service neutron] 10.222.0.57 "GET /v2.0/networks/351596f0-9cbe-4cc9-beb3-01e2cce83740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358740 Dec 22 15:32:03.631896 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ff8f19dd-5763-49e3-81ea-00ae5488362c req-e88eaa1b-8186-40b9-b210-0c6d69008f8a service neutron] 10.222.0.57 "GET /v2.0/networks/351596f0-9cbe-4cc9-beb3-01e2cce83740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289413 Dec 22 15:32:03.700530 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-51a7f397-6bb2-4d4d-b9ba-8019ef0eb63d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:03.706486 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-60bed3f3-d7ac-44d3-b671-9c361a738f67 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:03.754318 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7f397-6bb2-4d4d-b9ba-8019ef0eb63d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Port': ['ID=7c095132-690e-4869-b589-80b1d7c7b067,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:03.757435 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-51a7f397-6bb2-4d4d-b9ba-8019ef0eb63d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:03.900245 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-51a7f397-6bb2-4d4d-b9ba-8019ef0eb63d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:03.910830 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-51a7f397-6bb2-4d4d-b9ba-8019ef0eb63d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/ports/7c095132-690e-4869-b589-80b1d7c7b067 HTTP/1.1" status: 204 len: 168 time: 1.0250499 Dec 22 15:32:03.913319 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38734) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:03.955906 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30643da-870f-4651-b56e-65aebe53d9da tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] GET failed (client error): The resource could not be found. Dec 22 15:32:03.956446 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e30643da-870f-4651-b56e-65aebe53d9da tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:04.020560 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e30643da-870f-4651-b56e-65aebe53d9da tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:04.021907 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e30643da-870f-4651-b56e-65aebe53d9da tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports/7c095132-690e-4869-b589-80b1d7c7b067 HTTP/1.1" status: 404 len: 333 time: 0.1076741 Dec 22 15:32:04.028925 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38738) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:04.097993 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-749a48a3-871b-4971-96ca-76078cf9c1d0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting subnet 9de5c3b7-83d5-406f-97a4-4b6f59230363 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:32:04.101114 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-749a48a3-871b-4971-96ca-76078cf9c1d0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:04.157021 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-749a48a3-871b-4971-96ca-76078cf9c1d0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:04.313486 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417243f-331a-4f9f-a0b6-8d8d5f50e8f8 req-22e96dac-b1cc-4fb1-99f3-d1b0062503d9 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:04.315299 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a417243f-331a-4f9f-a0b6-8d8d5f50e8f8 req-22e96dac-b1cc-4fb1-99f3-d1b0062503d9 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 945 time: 0.1312561 Dec 22 15:32:04.320459 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-749a48a3-871b-4971-96ca-76078cf9c1d0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:04.530776 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a417243f-331a-4f9f-a0b6-8d8d5f50e8f8 req-e4d0e0ce-4d30-4fb8-9ab3-35064b79f4da tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811380 Dec 22 15:32:04.643688 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-749a48a3-871b-4971-96ca-76078cf9c1d0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:04.647601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-34fef387-4087-42d3-b036-2b53dd38101c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:04.680750 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a48a3-871b-4971-96ca-76078cf9c1d0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Subnet': ['ID=9de5c3b7-83d5-406f-97a4-4b6f59230363,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:04.684888 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-749a48a3-871b-4971-96ca-76078cf9c1d0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:04.687249 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-749a48a3-871b-4971-96ca-76078cf9c1d0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:04.693250 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-749a48a3-871b-4971-96ca-76078cf9c1d0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/subnets/9de5c3b7-83d5-406f-97a4-4b6f59230363 HTTP/1.1" status: 204 len: 168 time: 0.6631322 Dec 22 15:32:04.695433 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d968f903-1668-4ca6-a7b7-99616d128f8d None None] Network cc36d1ab-84e3-45fc-98df-ac210a028099 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:32:04.695946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38746) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:04.764329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-751fa69e-e323-4223-b7a6-9fcd2c740574 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting subnet ef2dc123-26c8-49cc-a9f9-9c0e78002670 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:32:04.767324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-751fa69e-e323-4223-b7a6-9fcd2c740574 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:04.827672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-751fa69e-e323-4223-b7a6-9fcd2c740574 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:04.913320 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-751fa69e-e323-4223-b7a6-9fcd2c740574 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:05.066624 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-751fa69e-e323-4223-b7a6-9fcd2c740574 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:05.070620 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-70a1341a-9d1f-4a6a-8b56-aa08657cd41a tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:05.108232 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fa69e-e323-4223-b7a6-9fcd2c740574 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Subnet': ['ID=ef2dc123-26c8-49cc-a9f9-9c0e78002670,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:05.111392 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-751fa69e-e323-4223-b7a6-9fcd2c740574 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:05.112640 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-751fa69e-e323-4223-b7a6-9fcd2c740574 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:05.120008 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-751fa69e-e323-4223-b7a6-9fcd2c740574 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/subnets/ef2dc123-26c8-49cc-a9f9-9c0e78002670 HTTP/1.1" status: 204 len: 168 time: 0.4230242 Dec 22 15:32:05.125015 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38750) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:05.241268 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:05.252768 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port 124cdb9e-9dcc-407f-9c56-0569f18156fe {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:05.253110 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:05.402467 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43b2598-1288-4217-9fbf-2f4efb5e1088 None None] Network cc36d1ab-84e3-45fc-98df-ac210a028099 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:32:05.465110 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] For port 124cdb9e-9dcc-407f-9c56-0569f18156fe, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=124cdb9e-9dcc-407f-9c56-0569f18156fe,segment=NetworkSegment(340ba328-c7c4-48c6-8763-fba13bfcd838),segment_id=340ba328-c7c4-48c6-8763-fba13bfcd838)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:05.465474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:05.533774 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-79198a07-2af3-48c6-aed8-3db6627e5a2d None None] Provisioning complete for port 124cdb9e-9dcc-407f-9c56-0569f18156fe triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:05.534137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-79198a07-2af3-48c6-aed8-3db6627e5a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:05.595312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for 124cdb9e-9dcc-407f-9c56-0569f18156fe owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:05.727019 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a44258-6bec-4b66-ba61-c73b9bb5fd85 req-f8599562-53d5-438b-81dd-6cc5d12bd2a6 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:05.728517 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4a44258-6bec-4b66-ba61-c73b9bb5fd85 req-f8599562-53d5-438b-81dd-6cc5d12bd2a6 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 945 time: 0.0850396 Dec 22 15:32:05.734688 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:05.738769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:05.758664 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc565f4e-ad4d-4d57-8217-ff398a772870 None None] DHCP port deletion for cc36d1ab-84e3-45fc-98df-ac210a028099 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:32:05.793880 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Port': ['ID=124cdb9e-9dcc-407f-9c56-0569f18156fe,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:05.797220 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:05.798072 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] No DVR routers for this DVR port 124cdb9e-9dcc-407f-9c56-0569f18156fe on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:32:05.799019 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4a44258-6bec-4b66-ba61-c73b9bb5fd85 req-6fa40fab-df2d-41ec-89b5-73eb520f038d tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607302 Dec 22 15:32:05.934178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:05.959489 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc36d1ab-84e3-45fc-98df-ac210a028099']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:05.971431 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340ba328-c7c4-48c6-8763-fba13bfcd838') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:05.971731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340ba328-c7c4-48c6-8763-fba13bfcd838') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:05.983429 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:05.986073 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:05.999243 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:06.005053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:32:06.005430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:32:06.019385 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:32:06.323528 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:06.327506 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4bfda4fe-0979-41dd-9693-833070e6533c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:06.358251 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:06.372048 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Network': ['ID=cc36d1ab-84e3-45fc-98df-ac210a028099,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:06.374837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:06.391911 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 124cdb9e-9dcc-407f-9c56-0569f18156fe no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:32:06.425962 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 124cdb9e-9dcc-407f-9c56-0569f18156fe {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:32:06.426380 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 124cdb9e-9dcc-407f-9c56-0569f18156fe not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:32:06.444093 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/networks/cc36d1ab-84e3-45fc-98df-ac210a028099 HTTP/1.1" status: 204 len: 168 time: 1.3204300 Dec 22 15:32:06.447607 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38760) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:06.451128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760805d-f0aa-4200-bc5d-08b28c2b0be8 req-0fd26db9-ab38-41ce-844b-3849d4a245ce tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:06.452612 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3760805d-f0aa-4200-bc5d-08b28c2b0be8 req-0fd26db9-ab38-41ce-844b-3849d4a245ce tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 945 time: 0.0810444 Dec 22 15:32:06.497610 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3760805d-f0aa-4200-bc5d-08b28c2b0be8 req-1459d7d3-ba19-4eed-a175-e7cab8bb8580 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393372 Dec 22 15:32:06.528635 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c1893c-1913-4412-aa23-3d58b76a35ac tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:06.529319 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-90c1893c-1913-4412-aa23-3d58b76a35ac tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:06.608972 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-90c1893c-1913-4412-aa23-3d58b76a35ac tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:06.610064 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-90c1893c-1913-4412-aa23-3d58b76a35ac tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1608603 Dec 22 15:32:06.613538 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38766) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:06.695220 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5df4e716-4899-4d0a-a139-22117368d95b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0805228 Dec 22 15:32:06.698449 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38770) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:06.703867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-af788dbf-f332-4e09-88cb-a04721a6415c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1003464028'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:06.708921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-af788dbf-f332-4e09-88cb-a04721a6415c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:06.713281 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-af788dbf-f332-4e09-88cb-a04721a6415c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:network and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:06.716408 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-af788dbf-f332-4e09-88cb-a04721a6415c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:06.722159 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-af788dbf-f332-4e09-88cb-a04721a6415c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:06.814333 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af788dbf-f332-4e09-88cb-a04721a6415c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:06.817842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af788dbf-f332-4e09-88cb-a04721a6415c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:06.852594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af788dbf-f332-4e09-88cb-a04721a6415c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:32:06.864302 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af788dbf-f332-4e09-88cb-a04721a6415c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:06.864722 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-af788dbf-f332-4e09-88cb-a04721a6415c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Added segment 614e4443-c165-4f86-b969-d8761fc15483 of type vlan for network ea1b74cd-7991-42d3-8ae4-0d2439b88d4e Dec 22 15:32:06.893061 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af788dbf-f332-4e09-88cb-a04721a6415c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:06.985653 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af788dbf-f332-4e09-88cb-a04721a6415c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:06.991337 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af788dbf-f332-4e09-88cb-a04721a6415c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:06.991914 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af788dbf-f332-4e09-88cb-a04721a6415c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:06.995595 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:07.097388 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af788dbf-f332-4e09-88cb-a04721a6415c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Network': ['ID=ea1b74cd-7991-42d3-8ae4-0d2439b88d4e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:07.100271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-af788dbf-f332-4e09-88cb-a04721a6415c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:07.108731 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network ea1b74cd-7991-42d3-8ae4-0d2439b88d4e details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:32:07.176214 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-af788dbf-f332-4e09-88cb-a04721a6415c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4767294 Dec 22 15:32:07.178933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38774) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:07.184726 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7bf1083c-c6a6-43f0-b766-4497c5485f05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'subnet': {'network_id': 'ea1b74cd-7991-42d3-8ae4-0d2439b88d4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:07.296238 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7bf1083c-c6a6-43f0-b766-4497c5485f05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:07.299997 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7bf1083c-c6a6-43f0-b766-4497c5485f05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:subnet and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:07.302757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7bf1083c-c6a6-43f0-b766-4497c5485f05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:07.308849 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7bf1083c-c6a6-43f0-b766-4497c5485f05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:07.386812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf1083c-c6a6-43f0-b766-4497c5485f05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:07.390322 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7bf1083c-c6a6-43f0-b766-4497c5485f05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:07.660743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7bf1083c-c6a6-43f0-b766-4497c5485f05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:07.664682 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2e1aa979-56ed-4ad6-bec9-c11831b42fb5 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:07.694995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da839c3-e815-424f-8450-bcec7c7825d2 req-191a71a1-0643-486c-85ed-ca11a2b8e616 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:07.696523 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7da839c3-e815-424f-8450-bcec7c7825d2 req-191a71a1-0643-486c-85ed-ca11a2b8e616 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 945 time: 0.0850253 Dec 22 15:32:07.741411 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7da839c3-e815-424f-8450-bcec7c7825d2 req-649fd827-8d43-4c3d-ac5d-b08818fdbe19 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382359 Dec 22 15:32:07.743212 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1083c-c6a6-43f0-b766-4497c5485f05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Subnet': ['ID=c92df44d-2ab7-4951-b852-b3bb1c7dcbca,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:07.747095 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7bf1083c-c6a6-43f0-b766-4497c5485f05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:07.754433 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf1083c-c6a6-43f0-b766-4497c5485f05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Checking segment: {'id': '614e4443-c165-4f86-b969-d8761fc15483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ea1b74cd-7991-42d3-8ae4-0d2439b88d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:32:07.754725 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf1083c-c6a6-43f0-b766-4497c5485f05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network hostable DHCP agents. Network: ea1b74cd-7991-42d3-8ae4-0d2439b88d4e, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:32:07.820231 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf1083c-c6a6-43f0-b766-4497c5485f05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network ea1b74cd-7991-42d3-8ae4-0d2439b88d4e is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:32:07.877534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-7bf1083c-c6a6-43f0-b766-4497c5485f05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, ea1b74cd-7991-42d3-8ae4-0d2439b88d4e) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:07.881880 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf1083c-c6a6-43f0-b766-4497c5485f05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:07.882484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7bf1083c-c6a6-43f0-b766-4497c5485f05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:07.887266 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f2fd74-972c-4208-9850-6dee63ddf79c None None] Network ea1b74cd-7991-42d3-8ae4-0d2439b88d4e requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:32:07.958979 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7bf1083c-c6a6-43f0-b766-4497c5485f05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7789052 Dec 22 15:32:07.961362 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38780) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:07.966996 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'port': {'network_id': 'ea1b74cd-7991-42d3-8ae4-0d2439b88d4e', 'name': 'tempest-PortsTestJSON-1327921792'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:08.098664 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-ea1b74cd-7991-42d3-8ae4-0d2439b88d4e', 'network_id': 'ea1b74cd-7991-42d3-8ae4-0d2439b88d4e', 'tenant_id': '9d9b32562fe14488aa2f4938bf575c2f', 'fixed_ips': [{'subnet_id': 'c92df44d-2ab7-4951-b852-b3bb1c7dcbca'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:32:08.099515 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:08.112403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:08.113780 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:08.163255 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:08.166796 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:08.188974 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] device_id is not set on port 9435848d-fec2-490c-8e10-2846f7223a77 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:32:08.256951 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Allocated IP 172.20.0.2 (ea1b74cd-7991-42d3-8ae4-0d2439b88d4e/c92df44d-2ab7-4951-b852-b3bb1c7dcbca/c635edfd-822a-4f46-8283-753e10f41fe1) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:32:08.455274 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:08.465404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Transition to ACTIVE for port object c635edfd-822a-4f46-8283-753e10f41fe1 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:08.483018 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Transition to ACTIVE for port object c635edfd-822a-4f46-8283-753e10f41fe1 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:08.562738 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:08.568372 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:08.615974 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae8481-7d0c-45c6-a528-70c3ebbe31eb req-37b00997-c3d1-4980-b63a-8fbb208bcbf6 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:08.616883 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-00ae8481-7d0c-45c6-a528-70c3ebbe31eb req-37b00997-c3d1-4980-b63a-8fbb208bcbf6 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Synchronizing usage tracker for tenant:7bacf24326c14eccb3ea321aaeb9c72b on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:08.630744 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Network ea1b74cd-7991-42d3-8ae4-0d2439b88d4e is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:08.633513 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:08.637392 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:32:08.670378 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Pushing event updated for resources: {'Port': ['ID=c635edfd-822a-4f46-8283-753e10f41fe1,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:08.676255 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-da01ad80-fc95-49f8-a241-27148527a7a2 {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:32:08.676705 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:32:08.677484 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:08.694729 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-00ae8481-7d0c-45c6-a528-70c3ebbe31eb req-37b00997-c3d1-4980-b63a-8fbb208bcbf6 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Unset dirty status for tenant:7bacf24326c14eccb3ea321aaeb9c72b on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:08.695876 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-00ae8481-7d0c-45c6-a528-70c3ebbe31eb req-37b00997-c3d1-4980-b63a-8fbb208bcbf6 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.57 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 945 time: 0.2017434 Dec 22 15:32:08.735730 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Attempting to bind port c635edfd-822a-4f46-8283-753e10f41fe1 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:32:08.736110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Attempting to bind port c635edfd-822a-4f46-8283-753e10f41fe1 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '614e4443-c165-4f86-b969-d8761fc15483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ea1b74cd-7991-42d3-8ae4-0d2439b88d4e'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:32:08.736487 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Attempting to bind port c635edfd-822a-4f46-8283-753e10f41fe1 on network ea1b74cd-7991-42d3-8ae4-0d2439b88d4e {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:32:08.742493 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:32:08.742881 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Checking segment: {'id': '614e4443-c165-4f86-b969-d8761fc15483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ea1b74cd-7991-42d3-8ae4-0d2439b88d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:32:08.743545 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:08.743826 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Bound using segment: {'id': '614e4443-c165-4f86-b969-d8761fc15483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ea1b74cd-7991-42d3-8ae4-0d2439b88d4e'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:32:08.744312 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Bound port: c635edfd-822a-4f46-8283-753e10f41fe1, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614e4443-c165-4f86-b969-d8761fc15483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ea1b74cd-7991-42d3-8ae4-0d2439b88d4e'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:32:08.744704 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:08.772994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-00ae8481-7d0c-45c6-a528-70c3ebbe31eb req-4c4954fd-5477-4a48-8948-09a1586cce11 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Deleting port 72ed859c-d2ce-4819-bee7-b85c343ec858 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:08.773342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-00ae8481-7d0c-45c6-a528-70c3ebbe31eb req-4c4954fd-5477-4a48-8948-09a1586cce11 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:08.839008 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] For port c635edfd-822a-4f46-8283-753e10f41fe1, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:32:08.842315 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] For port c635edfd-822a-4f46-8283-753e10f41fe1, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c635edfd-822a-4f46-8283-753e10f41fe1,segment=NetworkSegment(614e4443-c165-4f86-b969-d8761fc15483),segment_id=614e4443-c165-4f86-b969-d8761fc15483)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:32:08.910930 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:08.915910 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-cb0f5aaf-17c3-4237-9310-989c72b69b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:08.936094 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c6677-fcf7-4320-85a8-0ff9cf00a176 req-14e6b828-a74c-42a8-985f-5ed04aad8f22 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:08.937640 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0a7c6677-fcf7-4320-85a8-0ff9cf00a176 req-14e6b828-a74c-42a8-985f-5ed04aad8f22 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 945 time: 0.0829790 Dec 22 15:32:08.986480 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0a7c6677-fcf7-4320-85a8-0ff9cf00a176 req-aeb2ba16-4d7b-4596-850d-3b0d1f59df2d tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/security-groups?id=6155a15d-3263-4453-a478-9ebf293e213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425539 Dec 22 15:32:08.997172 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Pushing event updated for resources: {'Port': ['ID=c635edfd-822a-4f46-8283-753e10f41fe1,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:09.000907 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:09.035965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-00ae8481-7d0c-45c6-a528-70c3ebbe31eb req-4c4954fd-5477-4a48-8948-09a1586cce11 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] For port 72ed859c-d2ce-4819-bee7-b85c343ec858, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=72ed859c-d2ce-4819-bee7-b85c343ec858,segment=NetworkSegment(f3e45afd-1ae8-41d9-93fe-35a112fa1db0),segment_id=f3e45afd-1ae8-41d9-93fe-35a112fa1db0)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:09.036581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-00ae8481-7d0c-45c6-a528-70c3ebbe31eb req-4c4954fd-5477-4a48-8948-09a1586cce11 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:09.219350 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38788) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:09.303531 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:09.320975 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-00ae8481-7d0c-45c6-a528-70c3ebbe31eb req-4c4954fd-5477-4a48-8948-09a1586cce11 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Calling delete_port for 72ed859c-d2ce-4819-bee7-b85c343ec858 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:09.382016 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] device_id is not set on port e6475cf2-8bc6-4095-8be3-63892a577662 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:32:09.594361 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Allocated IP 172.20.0.11 (ea1b74cd-7991-42d3-8ae4-0d2439b88d4e/c92df44d-2ab7-4951-b852-b3bb1c7dcbca/e6475cf2-8bc6-4095-8be3-63892a577662) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:32:09.651942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-00ae8481-7d0c-45c6-a528-70c3ebbe31eb req-4c4954fd-5477-4a48-8948-09a1586cce11 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:09.658524 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:09.667712 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['72ed859c-d2ce-4819-bee7-b85c343ec858'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:32:09.782629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4954fd-5477-4a48-8948-09a1586cce11 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Pushing event deleted for resources: {'Port': ['ID=72ed859c-d2ce-4819-bee7-b85c343ec858,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:09.796916 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4c4954fd-5477-4a48-8948-09a1586cce11 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:09.818367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-58b63722-7e9a-490e-800a-f1ee37216495 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:09.896119 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ae8481-7d0c-45c6-a528-70c3ebbe31eb req-4c4954fd-5477-4a48-8948-09a1586cce11 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] No DVR routers for this DVR port 72ed859c-d2ce-4819-bee7-b85c343ec858 on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:32:09.901150 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-00ae8481-7d0c-45c6-a528-70c3ebbe31eb req-4c4954fd-5477-4a48-8948-09a1586cce11 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:09.904381 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83', 'name': 'network-vif-deleted', 'tag': '72ed859c-d2ce-4819-bee7-b85c343ec858'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:32:09.962441 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:09.967300 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83', 'name': 'network-vif-deleted', 'tag': '72ed859c-d2ce-4819-bee7-b85c343ec858', 'status': 'completed', 'code': 200} Dec 22 15:32:09.982717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Transition to ACTIVE for port object e6475cf2-8bc6-4095-8be3-63892a577662 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:10.021297 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-00ae8481-7d0c-45c6-a528-70c3ebbe31eb req-4c4954fd-5477-4a48-8948-09a1586cce11 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.57 "DELETE /v2.0/ports/72ed859c-d2ce-4819-bee7-b85c343ec858 HTTP/1.1" status: 204 len: 173 time: 1.3190207 Dec 22 15:32:10.101619 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:10.108739 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077519a7-ed59-4a4a-8d63-1f2860e42855 None None] Network ea1b74cd-7991-42d3-8ae4-0d2439b88d4e requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:32:10.115365 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cbc15748-a22f-4b6c-8893-3fbbd2af3e5f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:10.170461 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network ea1b74cd-7991-42d3-8ae4-0d2439b88d4e is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:10.178057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:10.183790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:32:10.211733 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d43d036b-4576-479f-8e26-968a4ab9bf36 req-e672950e-cabd-475a-84ea-d41dbab96085 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b05291-2dc3-4dd1-a0f6-c7c937e3dd83 HTTP/1.1" status: 200 len: 210 time: 0.0621452 Dec 22 15:32:10.239786 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=e6475cf2-8bc6-4095-8be3-63892a577662,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:10.249138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:10.265297 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:10.266153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:10.313876 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-eabd3a5a-f050-4d0b-9f4a-9f85f4bccffc None None] Provisioning for port c635edfd-822a-4f46-8283-753e10f41fe1 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:10.330685 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-58b63722-7e9a-490e-800a-f1ee37216495 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 85686680-101b-478f-b62c-d30677d7d67c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:10.331025 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-58b63722-7e9a-490e-800a-f1ee37216495 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:10.347977 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3855071 Dec 22 15:32:10.350393 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38796) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:10.357744 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b2ade351-8410-427a-85a6-401406ca4966 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'port': {'network_id': 'ea1b74cd-7991-42d3-8ae4-0d2439b88d4e', 'name': 'tempest-PortsTestJSON-1424476785'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:10.489532 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c635edfd-822a-4f46-8283-753e10f41fe1 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:32:10.552176 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b2ade351-8410-427a-85a6-401406ca4966 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:10.556160 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b2ade351-8410-427a-85a6-401406ca4966 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:port and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:10.559341 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b2ade351-8410-427a-85a6-401406ca4966 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:10.565819 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b2ade351-8410-427a-85a6-401406ca4966 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:10.614586 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port c635edfd-822a-4f46-8283-753e10f41fe1 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:10.621283 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port c635edfd-822a-4f46-8283-753e10f41fe1 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:10.625888 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:10.642617 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ade351-8410-427a-85a6-401406ca4966 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:10.645725 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b2ade351-8410-427a-85a6-401406ca4966 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:10.672047 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-b2ade351-8410-427a-85a6-401406ca4966 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] device_id is not set on port a51cc848-1e13-4640-b566-dab7c1085fa5 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:32:10.710135 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-58b63722-7e9a-490e-800a-f1ee37216495 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port 85686680-101b-478f-b62c-d30677d7d67c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=85686680-101b-478f-b62c-d30677d7d67c,segment=NetworkSegment(77e070fd-33e0-465e-afc7-9bc0cd21676d),segment_id=77e070fd-33e0-465e-afc7-9bc0cd21676d)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:10.710437 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-58b63722-7e9a-490e-800a-f1ee37216495 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:10.774348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:10.856517 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-58b63722-7e9a-490e-800a-f1ee37216495 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 85686680-101b-478f-b62c-d30677d7d67c owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:10.857057 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-cb116e17-1a74-412b-9bbf-60cc25cae885 None None] Provisioning complete for port c635edfd-822a-4f46-8283-753e10f41fe1 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:10.858164 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cb116e17-1a74-412b-9bbf-60cc25cae885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:10.859054 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-b2ade351-8410-427a-85a6-401406ca4966 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Allocated IP 172.20.0.14 (ea1b74cd-7991-42d3-8ae4-0d2439b88d4e/c92df44d-2ab7-4951-b852-b3bb1c7dcbca/a51cc848-1e13-4640-b566-dab7c1085fa5) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:32:10.898833 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port c635edfd-822a-4f46-8283-753e10f41fe1, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c635edfd-822a-4f46-8283-753e10f41fe1,segment=NetworkSegment(614e4443-c165-4f86-b969-d8761fc15483),segment_id=614e4443-c165-4f86-b969-d8761fc15483)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:11.034426 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:11.036576 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:11.116482 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cb116e17-1a74-412b-9bbf-60cc25cae885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:11.149086 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=c635edfd-822a-4f46-8283-753e10f41fe1,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:11.153877 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:11.193195 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b2ade351-8410-427a-85a6-401406ca4966 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:11.210428 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-cb116e17-1a74-412b-9bbf-60cc25cae885 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:32:11.210796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-cb116e17-1a74-412b-9bbf-60cc25cae885 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:32:11.212156 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-b2ade351-8410-427a-85a6-401406ca4966 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Transition to ACTIVE for port object a51cc848-1e13-4640-b566-dab7c1085fa5 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:11.289393 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b2ade351-8410-427a-85a6-401406ca4966 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:11.295144 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bf69eab6-795d-4fe1-976a-64e9f73f2619 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:11.330178 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38802) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:11.365910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ade351-8410-427a-85a6-401406ca4966 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network ea1b74cd-7991-42d3-8ae4-0d2439b88d4e is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:11.369068 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-b2ade351-8410-427a-85a6-401406ca4966 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:11.373804 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ade351-8410-427a-85a6-401406ca4966 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:32:11.376423 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-58b63722-7e9a-490e-800a-f1ee37216495 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:11.384412 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:11.404563 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ade351-8410-427a-85a6-401406ca4966 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=a51cc848-1e13-4640-b566-dab7c1085fa5,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:11.411244 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b2ade351-8410-427a-85a6-401406ca4966 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:11.451690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ade351-8410-427a-85a6-401406ca4966 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:11.452551 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b2ade351-8410-427a-85a6-401406ca4966 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:11.474528 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b63722-7e9a-490e-800a-f1ee37216495 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=85686680-101b-478f-b62c-d30677d7d67c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:11.475466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-58b63722-7e9a-490e-800a-f1ee37216495 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:11.530992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-13880525-1b77-4eaf-8b72-7c8b2498d00d admin admin] Deleting subnet 00baf0b4-e139-494b-a971-f0942ff1a073 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:32:11.543051 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13880525-1b77-4eaf-8b72-7c8b2498d00d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:11.551238 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b2ade351-8410-427a-85a6-401406ca4966 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1995645 Dec 22 15:32:11.554044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38806) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:11.664720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9191645a-1da7-4a7c-a8a0-2b97a989b113 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:11.665508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9191645a-1da7-4a7c-a8a0-2b97a989b113 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:11.680296 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13880525-1b77-4eaf-8b72-7c8b2498d00d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:11.735070 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9191645a-1da7-4a7c-a8a0-2b97a989b113 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:11.738644 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9191645a-1da7-4a7c-a8a0-2b97a989b113 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.1811051 Dec 22 15:32:11.738890 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38810) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:11.811470 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-11196abf-76ce-4b31-bb8a-e0488cba6f47 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port a51cc848-1e13-4640-b566-dab7c1085fa5 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:11.811825 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11196abf-76ce-4b31-bb8a-e0488cba6f47 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:11.831053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13880525-1b77-4eaf-8b72-7c8b2498d00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:11.843547 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-cb116e17-1a74-412b-9bbf-60cc25cae885 None None] Provisioning for port e6475cf2-8bc6-4095-8be3-63892a577662 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:11.849210 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-cb116e17-1a74-412b-9bbf-60cc25cae885 None None] Provisioning complete for port e6475cf2-8bc6-4095-8be3-63892a577662 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:11.849690 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cb116e17-1a74-412b-9bbf-60cc25cae885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:11.884876 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-58b63722-7e9a-490e-800a-f1ee37216495 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:11.909242 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-cb116e17-1a74-412b-9bbf-60cc25cae885 None None] Port e6475cf2-8bc6-4095-8be3-63892a577662 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:11.934629 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 72ed859c-d2ce-4819-bee7-b85c343ec858 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:32:11.970869 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 72ed859c-d2ce-4819-bee7-b85c343ec858 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:32:11.971304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 72ed859c-d2ce-4819-bee7-b85c343ec858 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:32:12.032758 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-74dc2f2e-75e5-428c-97f3-c9283a2210e0 None None] Provisioning complete for port e6475cf2-8bc6-4095-8be3-63892a577662 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:12.033212 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-74dc2f2e-75e5-428c-97f3-c9283a2210e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:12.075533 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13880525-1b77-4eaf-8b72-7c8b2498d00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:12.082004 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fde71707-d513-4ae5-8be5-55aada20ab26 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:12.091944 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-74dc2f2e-75e5-428c-97f3-c9283a2210e0 None None] Port e6475cf2-8bc6-4095-8be3-63892a577662 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:12.207406 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11196abf-76ce-4b31-bb8a-e0488cba6f47 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:12.209469 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-74dc2f2e-75e5-428c-97f3-c9283a2210e0 None None] Provisioning for port a51cc848-1e13-4640-b566-dab7c1085fa5 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:12.215823 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-74dc2f2e-75e5-428c-97f3-c9283a2210e0 None None] Provisioning complete for port a51cc848-1e13-4640-b566-dab7c1085fa5 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:12.216203 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-74dc2f2e-75e5-428c-97f3-c9283a2210e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:12.254561 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13880525-1b77-4eaf-8b72-7c8b2498d00d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00baf0b4-e139-494b-a971-f0942ff1a073,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:12.258953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13880525-1b77-4eaf-8b72-7c8b2498d00d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:12.263158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-13880525-1b77-4eaf-8b72-7c8b2498d00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:12.277470 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-74dc2f2e-75e5-428c-97f3-c9283a2210e0 None None] Port a51cc848-1e13-4640-b566-dab7c1085fa5 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:12.326529 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-13880525-1b77-4eaf-8b72-7c8b2498d00d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/00baf0b4-e139-494b-a971-f0942ff1a073 HTTP/1.1" status: 204 len: 168 time: 0.9950821 Dec 22 15:32:12.328826 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38814) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:12.349873 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-11196abf-76ce-4b31-bb8a-e0488cba6f47 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for a51cc848-1e13-4640-b566-dab7c1085fa5 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:12.456179 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c635edfd-822a-4f46-8283-753e10f41fe1 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:32:12.526827 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port c635edfd-822a-4f46-8283-753e10f41fe1 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:12.527278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:12.532942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f048e2c-6b10-4a98-8502-36d1f6b8d1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:12.584511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11196abf-76ce-4b31-bb8a-e0488cba6f47 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:12.591794 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b63722-7e9a-490e-800a-f1ee37216495 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:32:12.593914 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:12.679564 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11196abf-76ce-4b31-bb8a-e0488cba6f47 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Port': ['ID=a51cc848-1e13-4640-b566-dab7c1085fa5,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:12.682550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-11196abf-76ce-4b31-bb8a-e0488cba6f47 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:12.752245 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f048e2c-6b10-4a98-8502-36d1f6b8d1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:12.761062 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11196abf-76ce-4b31-bb8a-e0488cba6f47 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:12.795039 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-4f048e2c-6b10-4a98-8502-36d1f6b8d1af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351596f0-9cbe-4cc9-beb3-01e2cce83740']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:12.861452 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-4f048e2c-6b10-4a98-8502-36d1f6b8d1af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e45afd-1ae8-41d9-93fe-35a112fa1db0') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:12.861763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-4f048e2c-6b10-4a98-8502-36d1f6b8d1af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e45afd-1ae8-41d9-93fe-35a112fa1db0') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:12.890969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f048e2c-6b10-4a98-8502-36d1f6b8d1af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:12.895175 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-11196abf-76ce-4b31-bb8a-e0488cba6f47 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/ports/a51cc848-1e13-4640-b566-dab7c1085fa5 HTTP/1.1" status: 204 len: 168 time: 1.1552396 Dec 22 15:32:12.898516 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38818) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:12.913990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f048e2c-6b10-4a98-8502-36d1f6b8d1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:12.924850 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f048e2c-6b10-4a98-8502-36d1f6b8d1af admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:32:12.925177 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f048e2c-6b10-4a98-8502-36d1f6b8d1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:12.939398 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b63722-7e9a-490e-800a-f1ee37216495 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:32:12.941079 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-de985f60-3b8e-437e-8011-ab944da10fb3 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] GET failed (client error): The resource could not be found. Dec 22 15:32:12.941079 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-de985f60-3b8e-437e-8011-ab944da10fb3 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:32:12.941318 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:32:12.956969 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-58b63722-7e9a-490e-800a-f1ee37216495 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/routers/cc68b2f8-2613-4afa-b6a8-83eec44bf4b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7268097 Dec 22 15:32:12.958039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae4be9b-2120-4dbc-9ddd-2ec6148df87f None None] Sync routers for ids ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:32:12.966475 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae4be9b-2120-4dbc-9ddd-2ec6148df87f None None] Routers {'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:12.967427 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-cae4be9b-2120-4dbc-9ddd-2ec6148df87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:31:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:13.114192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-de985f60-3b8e-437e-8011-ab944da10fb3 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:13.115612 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-de985f60-3b8e-437e-8011-ab944da10fb3 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports/a51cc848-1e13-4640-b566-dab7c1085fa5 HTTP/1.1" status: 404 len: 333 time: 0.2169034 Dec 22 15:32:13.118311 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38824) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:13.148180 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-cae4be9b-2120-4dbc-9ddd-2ec6148df87f None None] Set router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:32:13.190172 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-14cbf69c-07da-4a47-aadf-f03ad69367e9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port e6475cf2-8bc6-4095-8be3-63892a577662 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:13.190537 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-14cbf69c-07da-4a47-aadf-f03ad69367e9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:13.335691 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f048e2c-6b10-4a98-8502-36d1f6b8d1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:13.349502 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f048e2c-6b10-4a98-8502-36d1f6b8d1af admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:13.361671 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a72eedf4-8dfd-4164-9e44-19988a8c3b99 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:13.385777 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f048e2c-6b10-4a98-8502-36d1f6b8d1af admin admin] Pushing event deleted for resources: {'Network': ['ID=351596f0-9cbe-4cc9-beb3-01e2cce83740,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:13.395318 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4f048e2c-6b10-4a98-8502-36d1f6b8d1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:13.461435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-14cbf69c-07da-4a47-aadf-f03ad69367e9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:13.504715 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-cae4be9b-2120-4dbc-9ddd-2ec6148df87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:40Z', 'updated_at': '2021-12-22T15:32:11Z', 'revision_number': 6, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:42Z', 'updated_at': '2021-12-22T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '9bc99f68-6ab8-4f74-ae72-1242c9f1deea', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'port_id': 'b30e04f2-bf56-4de7-9df1-e30523181c5e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'mac_address': 'fa:16:3e:8f:86:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a29b03-4b8a-4329-9e2c-ba6cef6de74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:29:42Z', 'updated_at': '2021-12-22T15:29:49Z', 'revision_number': 1, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dca5f-fa62-4ac7-a169-ebd59d273a0c', 'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:07:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:53Z', 'updated_at': '2021-12-22T15:29:05Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:13.508641 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae4be9b-2120-4dbc-9ddd-2ec6148df87f None None] Checking router: cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:32:13.516726 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae4be9b-2120-4dbc-9ddd-2ec6148df87f None None] Routers {'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:13.517337 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-cae4be9b-2120-4dbc-9ddd-2ec6148df87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:31:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:13.526674 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4f048e2c-6b10-4a98-8502-36d1f6b8d1af admin admin] 10.222.0.59 "DELETE /v2.0/networks/351596f0-9cbe-4cc9-beb3-01e2cce83740 HTTP/1.1" status: 204 len: 168 time: 1.1968222 Dec 22 15:32:13.528761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38828) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:13.589673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-14cbf69c-07da-4a47-aadf-f03ad69367e9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for e6475cf2-8bc6-4095-8be3-63892a577662 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:13.597174 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c9dac0-a01a-470e-9c65-f17a6128f83b admin admin] Deleting subnet 8cfa4a21-447a-4ebf-a8e0-a12ae18b6577 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:32:13.600402 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e4c9dac0-a01a-470e-9c65-f17a6128f83b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:13.661537 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e4c9dac0-a01a-470e-9c65-f17a6128f83b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:13.728469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e4c9dac0-a01a-470e-9c65-f17a6128f83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:13.735810 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-cae4be9b-2120-4dbc-9ddd-2ec6148df87f None None] Set router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:32:13.836415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-14cbf69c-07da-4a47-aadf-f03ad69367e9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:13.845674 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9608792c-4c47-4d12-9be9-7ed575cfa345 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:13.881660 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e630c-acf0-4fdf-a3fc-037901458d33 req-8602d7b4-9c34-4801-95f9-9d7535dd9826 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:13.882412 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-f12e630c-acf0-4fdf-a3fc-037901458d33 req-8602d7b4-9c34-4801-95f9-9d7535dd9826 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:13.895758 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbf69c-07da-4a47-aadf-f03ad69367e9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Port': ['ID=e6475cf2-8bc6-4095-8be3-63892a577662,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:13.898915 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-14cbf69c-07da-4a47-aadf-f03ad69367e9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:13.923204 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e4c9dac0-a01a-470e-9c65-f17a6128f83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:13.927489 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cdb853d5-b729-46e0-bbef-f040b99128f3 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:13.964638 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-f12e630c-acf0-4fdf-a3fc-037901458d33 req-8602d7b4-9c34-4801-95f9-9d7535dd9826 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:13.966071 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f12e630c-acf0-4fdf-a3fc-037901458d33 req-8602d7b4-9c34-4801-95f9-9d7535dd9826 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 946 time: 0.1815321 Dec 22 15:32:13.969018 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9dac0-a01a-470e-9c65-f17a6128f83b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cfa4a21-447a-4ebf-a8e0-a12ae18b6577,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:13.974937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e4c9dac0-a01a-470e-9c65-f17a6128f83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:13.984791 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e4c9dac0-a01a-470e-9c65-f17a6128f83b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:14.016175 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e4c9dac0-a01a-470e-9c65-f17a6128f83b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8cfa4a21-447a-4ebf-a8e0-a12ae18b6577 HTTP/1.1" status: 204 len: 168 time: 0.4875882 Dec 22 15:32:14.021311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38834) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:14.025073 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-14cbf69c-07da-4a47-aadf-f03ad69367e9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:14.122329 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-14cbf69c-07da-4a47-aadf-f03ad69367e9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/ports/e6475cf2-8bc6-4095-8be3-63892a577662 HTTP/1.1" status: 204 len: 168 time: 1.0027993 Dec 22 15:32:14.124076 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38838) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:14.151082 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f12e630c-acf0-4fdf-a3fc-037901458d33 req-83630b5c-63c2-4a97-9227-33eadafc7acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa6b32c5-f105-4f61-8667-e04869cc8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611733 Dec 22 15:32:14.195730 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-0990f52f-396c-494e-9968-137c0950652b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] GET failed (client error): The resource could not be found. Dec 22 15:32:14.196403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0990f52f-396c-494e-9968-137c0950652b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:14.196653 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-66bf5ced-4ddf-45b4-88e6-57584b381f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:14.245439 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-cae4be9b-2120-4dbc-9ddd-2ec6148df87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:40Z', 'updated_at': '2021-12-22T15:32:11Z', 'revision_number': 6, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:42Z', 'updated_at': '2021-12-22T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '9bc99f68-6ab8-4f74-ae72-1242c9f1deea', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'port_id': 'b30e04f2-bf56-4de7-9df1-e30523181c5e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'mac_address': 'fa:16:3e:8f:86:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a29b03-4b8a-4329-9e2c-ba6cef6de74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:29:42Z', 'updated_at': '2021-12-22T15:29:49Z', 'revision_number': 1, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dca5f-fa62-4ac7-a169-ebd59d273a0c', 'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:07:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:53Z', 'updated_at': '2021-12-22T15:29:05Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:14.249709 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae4be9b-2120-4dbc-9ddd-2ec6148df87f None None] The sync data for ids ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'] in dv-neutron-822674-1-hyperv is: [{'id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:40Z', 'updated_at': '2021-12-22T15:32:11Z', 'revision_number': 6, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:42Z', 'updated_at': '2021-12-22T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '9bc99f68-6ab8-4f74-ae72-1242c9f1deea', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'port_id': 'b30e04f2-bf56-4de7-9df1-e30523181c5e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'mac_address': 'fa:16:3e:8f:86:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a29b03-4b8a-4329-9e2c-ba6cef6de74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:29:42Z', 'updated_at': '2021-12-22T15:29:49Z', 'revision_number': 1, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dca5f-fa62-4ac7-a169-ebd59d273a0c', 'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:07:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:53Z', 'updated_at': '2021-12-22T15:29:05Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:32:14.278521 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0990f52f-396c-494e-9968-137c0950652b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:14.281327 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0990f52f-396c-494e-9968-137c0950652b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports/e6475cf2-8bc6-4095-8be3-63892a577662 HTTP/1.1" status: 404 len: 333 time: 0.1548803 Dec 22 15:32:14.291837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38842) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:14.369035 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c30c50-0c89-41e0-b410-7aa448729d49 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting subnet c92df44d-2ab7-4951-b852-b3bb1c7dcbca {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:32:14.373977 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23c30c50-0c89-41e0-b410-7aa448729d49 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:14.454536 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23c30c50-0c89-41e0-b410-7aa448729d49 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:14.478152 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-66bf5ced-4ddf-45b4-88e6-57584b381f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:14.505891 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-66bf5ced-4ddf-45b4-88e6-57584b381f87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe323e3-b64b-4b31-8db7-734c7b0777c3']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:14.520071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-66bf5ced-4ddf-45b4-88e6-57584b381f87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51ad5d6-d2db-462b-824a-cacd063a8612') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:14.520429 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-66bf5ced-4ddf-45b4-88e6-57584b381f87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51ad5d6-d2db-462b-824a-cacd063a8612') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:14.538003 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-66bf5ced-4ddf-45b4-88e6-57584b381f87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:14.541536 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23c30c50-0c89-41e0-b410-7aa448729d49 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:14.549577 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-66bf5ced-4ddf-45b4-88e6-57584b381f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:14.555832 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66bf5ced-4ddf-45b4-88e6-57584b381f87 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:32:14.556260 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-66bf5ced-4ddf-45b4-88e6-57584b381f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:32:14.570253 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:32:14.645483 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 85686680-101b-478f-b62c-d30677d7d67c no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:32:14.681962 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 85686680-101b-478f-b62c-d30677d7d67c {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:32:14.682521 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 85686680-101b-478f-b62c-d30677d7d67c not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:32:14.700887 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23c30c50-0c89-41e0-b410-7aa448729d49 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:14.705071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-58aa0395-fb1a-4b78-9273-079d60a6cc40 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:14.729230 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-66bf5ced-4ddf-45b4-88e6-57584b381f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:14.735748 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-66bf5ced-4ddf-45b4-88e6-57584b381f87 admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:14.740005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c7c92a31-38eb-4786-9847-d72615cb72d8 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:14.742439 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c30c50-0c89-41e0-b410-7aa448729d49 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Subnet': ['ID=c92df44d-2ab7-4951-b852-b3bb1c7dcbca,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:14.746445 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-23c30c50-0c89-41e0-b410-7aa448729d49 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:14.751643 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23c30c50-0c89-41e0-b410-7aa448729d49 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:14.758603 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0a36cd-c0aa-42f4-857d-7f3ebc506350 None None] Network ea1b74cd-7991-42d3-8ae4-0d2439b88d4e requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:32:14.763055 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-66bf5ced-4ddf-45b4-88e6-57584b381f87 admin admin] 10.222.0.59 "DELETE /v2.0/networks/bfe323e3-b64b-4b31-8db7-734c7b0777c3 HTTP/1.1" status: 204 len: 168 time: 0.7397058 Dec 22 15:32:14.773826 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf5ced-4ddf-45b4-88e6-57584b381f87 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfe323e3-b64b-4b31-8db7-734c7b0777c3,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:14.774504 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-23c30c50-0c89-41e0-b410-7aa448729d49 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/subnets/c92df44d-2ab7-4951-b852-b3bb1c7dcbca HTTP/1.1" status: 204 len: 168 time: 0.4770317 Dec 22 15:32:14.774614 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-66bf5ced-4ddf-45b4-88e6-57584b381f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:14.775359 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38848) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:14.911687 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:14.923254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port c635edfd-822a-4f46-8283-753e10f41fe1 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:14.923598 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:15.093350 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ca2ec4-553a-4f4f-a500-ddeb54a94fcb None None] DHCP port deletion for ea1b74cd-7991-42d3-8ae4-0d2439b88d4e request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:32:15.098611 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-28ca2ec4-553a-4f4f-a500-ddeb54a94fcb None None] Deleting port c635edfd-822a-4f46-8283-753e10f41fe1 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:15.099073 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-28ca2ec4-553a-4f4f-a500-ddeb54a94fcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:15.133354 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38852) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:15.153658 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] For port c635edfd-822a-4f46-8283-753e10f41fe1, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c635edfd-822a-4f46-8283-753e10f41fe1,segment=NetworkSegment(614e4443-c165-4f86-b969-d8761fc15483),segment_id=614e4443-c165-4f86-b969-d8761fc15483)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:15.154466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:15.271785 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-726acc9c-7766-4488-b55d-862aaa1db6a9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7bacf24326c14eccb3ea321aaeb9c72b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371608 Dec 22 15:32:15.278307 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38858) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:15.317855 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for c635edfd-822a-4f46-8283-753e10f41fe1 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:15.376386 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-28ca2ec4-553a-4f4f-a500-ddeb54a94fcb None None] For port c635edfd-822a-4f46-8283-753e10f41fe1, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c635edfd-822a-4f46-8283-753e10f41fe1,segment=NetworkSegment(614e4443-c165-4f86-b969-d8761fc15483),segment_id=614e4443-c165-4f86-b969-d8761fc15483)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:15.377009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-28ca2ec4-553a-4f4f-a500-ddeb54a94fcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:15.504471 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e4217-758c-4133-8b2e-c573ac4514f7 req-87b3fdb4-7823-40bb-8d8a-a0412e3a3929 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:15.506272 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-619e4217-758c-4133-8b2e-c573ac4514f7 req-87b3fdb4-7823-40bb-8d8a-a0412e3a3929 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 946 time: 0.1548700 Dec 22 15:32:15.535866 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-28ca2ec4-553a-4f4f-a500-ddeb54a94fcb None None] Calling delete_port for c635edfd-822a-4f46-8283-753e10f41fe1 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:15.561145 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-619e4217-758c-4133-8b2e-c573ac4514f7 req-5cc96592-ac6e-4687-aad6-8a586f4a2204 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa6b32c5-f105-4f61-8667-e04869cc8517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487158 Dec 22 15:32:15.562007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:15.567352 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-58b63722-7e9a-490e-800a-f1ee37216495 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:15.605915 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-12ef7c0e-1318-4eb2-a6b7-eef4403a197e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:15.637258 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-28ca2ec4-553a-4f4f-a500-ddeb54a94fcb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:32:15.637627 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-28ca2ec4-553a-4f4f-a500-ddeb54a94fcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:32:15.641159 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Port': ['ID=c635edfd-822a-4f46-8283-753e10f41fe1,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:15.643175 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-12ef7c0e-1318-4eb2-a6b7-eef4403a197e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:15.644494 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:15.646002 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] No DVR routers for this DVR port c635edfd-822a-4f46-8283-753e10f41fe1 on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:32:15.675561 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df4b2c-b769-4368-8eaf-e91cd4ca376d req-dc0d662b-33f1-4644-bcc3-cdf7766f7b5c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:15.676188 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-22df4b2c-b769-4368-8eaf-e91cd4ca376d req-dc0d662b-33f1-4644-bcc3-cdf7766f7b5c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:15.703328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-22df4b2c-b769-4368-8eaf-e91cd4ca376d req-dc0d662b-33f1-4644-bcc3-cdf7766f7b5c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:15.704481 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22df4b2c-b769-4368-8eaf-e91cd4ca376d req-dc0d662b-33f1-4644-bcc3-cdf7766f7b5c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 946 time: 0.4799047 Dec 22 15:32:15.782289 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-22df4b2c-b769-4368-8eaf-e91cd4ca376d req-62058820-b8a0-4ddd-9b05-bed3a6504440 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:15.782736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-22df4b2c-b769-4368-8eaf-e91cd4ca376d req-62058820-b8a0-4ddd-9b05-bed3a6504440 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:15.784754 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:15.812251 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1b74cd-7991-42d3-8ae4-0d2439b88d4e']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:15.824700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614e4443-c165-4f86-b969-d8761fc15483') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:15.825000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614e4443-c165-4f86-b969-d8761fc15483') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:15.837007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:15.840802 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-12ef7c0e-1318-4eb2-a6b7-eef4403a197e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:15.846259 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7ae4d3f9-309f-490f-b745-c8e8ba678891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:15.857962 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:15.867083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:32:15.867558 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:32:15.885948 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:32:15.890926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef7c0e-1318-4eb2-a6b7-eef4403a197e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6155a15d-3263-4453-a478-9ebf293e213f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:15.900183 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-12ef7c0e-1318-4eb2-a6b7-eef4403a197e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:15.901738 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-12ef7c0e-1318-4eb2-a6b7-eef4403a197e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:15.902884 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-12ef7c0e-1318-4eb2-a6b7-eef4403a197e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6155a15d-3263-4453-a478-9ebf293e213f HTTP/1.1" status: 204 len: 168 time: 0.6236379 Dec 22 15:32:16.043970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:16.047505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2399a825-a096-418b-a7fd-b959d7340026 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:16.062024 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:16.063106 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-22df4b2c-b769-4368-8eaf-e91cd4ca376d req-62058820-b8a0-4ddd-9b05-bed3a6504440 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0e179ab0-a1e8-41a1-9232-7ed02f65ce6c,segment=NetworkSegment(77e070fd-33e0-465e-afc7-9bc0cd21676d),segment_id=77e070fd-33e0-465e-afc7-9bc0cd21676d)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:16.063602 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-22df4b2c-b769-4368-8eaf-e91cd4ca376d req-62058820-b8a0-4ddd-9b05-bed3a6504440 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:16.073037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Network': ['ID=ea1b74cd-7991-42d3-8ae4-0d2439b88d4e,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:16.077579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:16.139259 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-28ca2ec4-553a-4f4f-a500-ddeb54a94fcb None None] Deleting port c635edfd-822a-4f46-8283-753e10f41fe1 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:16.139654 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-28ca2ec4-553a-4f4f-a500-ddeb54a94fcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:16.158405 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/networks/ea1b74cd-7991-42d3-8ae4-0d2439b88d4e HTTP/1.1" status: 204 len: 168 time: 1.3773613 Dec 22 15:32:16.158405 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38864) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:16.167501 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-fce3aeb7-a2f7-4c31-907c-7ea66314aa05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1577511151'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:16.171288 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-fce3aeb7-a2f7-4c31-907c-7ea66314aa05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:16.176202 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-fce3aeb7-a2f7-4c31-907c-7ea66314aa05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:network and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:16.179438 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-fce3aeb7-a2f7-4c31-907c-7ea66314aa05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:16.186007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-fce3aeb7-a2f7-4c31-907c-7ea66314aa05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:16.195083 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-22df4b2c-b769-4368-8eaf-e91cd4ca376d req-62058820-b8a0-4ddd-9b05-bed3a6504440 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:16.215736 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-28ca2ec4-553a-4f4f-a500-ddeb54a94fcb None None] The port 'c635edfd-822a-4f46-8283-753e10f41fe1' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:32:16.325775 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce3aeb7-a2f7-4c31-907c-7ea66314aa05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:16.339446 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fce3aeb7-a2f7-4c31-907c-7ea66314aa05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:16.386059 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce3aeb7-a2f7-4c31-907c-7ea66314aa05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:32:16.395458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fce3aeb7-a2f7-4c31-907c-7ea66314aa05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:16.395862 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-fce3aeb7-a2f7-4c31-907c-7ea66314aa05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Added segment 20d740d2-1f24-4e8d-9866-00e65ef01b34 of type vlan for network 7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8 Dec 22 15:32:16.416287 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c635edfd-822a-4f46-8283-753e10f41fe1 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:32:16.426417 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fce3aeb7-a2f7-4c31-907c-7ea66314aa05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:16.451071 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: c635edfd-822a-4f46-8283-753e10f41fe1 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:32:16.451423 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c635edfd-822a-4f46-8283-753e10f41fe1 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:32:16.466092 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-22df4b2c-b769-4368-8eaf-e91cd4ca376d req-62058820-b8a0-4ddd-9b05-bed3a6504440 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:16.476962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-59f6420d-9037-4693-b4aa-6eca9754faf3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:16.525263 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62058820-b8a0-4ddd-9b05-bed3a6504440 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=0e179ab0-a1e8-41a1-9232-7ed02f65ce6c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:16.528859 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-62058820-b8a0-4ddd-9b05-bed3a6504440 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:16.563589 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fce3aeb7-a2f7-4c31-907c-7ea66314aa05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:16.569367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce3aeb7-a2f7-4c31-907c-7ea66314aa05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:16.570024 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fce3aeb7-a2f7-4c31-907c-7ea66314aa05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:16.574493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-71a5aaeb-7f8c-4b81-b594-c6370e3e9585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328593080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:16.605447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-22df4b2c-b769-4368-8eaf-e91cd4ca376d req-62058820-b8a0-4ddd-9b05-bed3a6504440 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] No DVR routers for this DVR port 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:32:16.608404 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-22df4b2c-b769-4368-8eaf-e91cd4ca376d req-62058820-b8a0-4ddd-9b05-bed3a6504440 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:16.611210 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da855b1-935b-4fa6-ae9c-650d56ff19f4', 'name': 'network-vif-deleted', 'tag': '0e179ab0-a1e8-41a1-9232-7ed02f65ce6c'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:32:16.671953 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da855b1-935b-4fa6-ae9c-650d56ff19f4', 'name': 'network-vif-deleted', 'tag': '0e179ab0-a1e8-41a1-9232-7ed02f65ce6c', 'status': 'completed', 'code': 200} Dec 22 15:32:16.690323 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3aeb7-a2f7-4c31-907c-7ea66314aa05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Network': ['ID=7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:16.693374 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fce3aeb7-a2f7-4c31-907c-7ea66314aa05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:16.702043 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:32:16.735648 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22df4b2c-b769-4368-8eaf-e91cd4ca376d req-62058820-b8a0-4ddd-9b05-bed3a6504440 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "DELETE /v2.0/ports/0e179ab0-a1e8-41a1-9232-7ed02f65ce6c HTTP/1.1" status: 204 len: 173 time: 1.0250909 Dec 22 15:32:16.761449 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-57a6e581-3daf-44cd-ab22-c13980776da7 req-f1a1929c-4243-4311-a5bc-115a4fc55696 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da855b1-935b-4fa6-ae9c-650d56ff19f4 HTTP/1.1" status: 200 len: 210 time: 0.0434296 Dec 22 15:32:16.769516 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38874) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:16.769658 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fce3aeb7-a2f7-4c31-907c-7ea66314aa05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6068683 Dec 22 15:32:16.773603 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-82411168-3a7b-4412-97a6-7d967f495a13 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'subnet': {'network_id': '7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:16.810106 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38878) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:16.870850 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-95563f48-4db5-417f-afa1-d3802e0658f8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=55a6b9b422d84295ba5ee2eda7f9ef98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581520 Dec 22 15:32:16.873132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38882) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:16.900711 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-82411168-3a7b-4412-97a6-7d967f495a13 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:16.907784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-82411168-3a7b-4412-97a6-7d967f495a13 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:subnet and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:16.912327 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-82411168-3a7b-4412-97a6-7d967f495a13 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:16.921421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-82411168-3a7b-4412-97a6-7d967f495a13 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:16.944416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f5770c9-6f32-4a80-a51b-abc7c315e5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:16.976667 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f5770c9-6f32-4a80-a51b-abc7c315e5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:17.025948 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82411168-3a7b-4412-97a6-7d967f495a13 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:17.029942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-82411168-3a7b-4412-97a6-7d967f495a13 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:17.226045 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f5770c9-6f32-4a80-a51b-abc7c315e5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:17.231830 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:17.244169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5770c9-6f32-4a80-a51b-abc7c315e5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7a22bb-2c22-4805-979e-af8624735bbc,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:17.247738 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7f5770c9-6f32-4a80-a51b-abc7c315e5e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:17.250310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f5770c9-6f32-4a80-a51b-abc7c315e5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:17.252894 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7f5770c9-6f32-4a80-a51b-abc7c315e5e0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e7a22bb-2c22-4805-979e-af8624735bbc HTTP/1.1" status: 204 len: 168 time: 0.3775163 Dec 22 15:32:17.420919 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-82411168-3a7b-4412-97a6-7d967f495a13 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:17.426501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-de1b5354-aa3c-4c57-9168-288776bccef6 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:17.505275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82411168-3a7b-4412-97a6-7d967f495a13 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Subnet': ['ID=bfa14a6a-105f-4d15-9667-e511e9d8322e,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:17.509192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-82411168-3a7b-4412-97a6-7d967f495a13 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:17.510076 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82411168-3a7b-4412-97a6-7d967f495a13 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Checking segment: {'id': '20d740d2-1f24-4e8d-9866-00e65ef01b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:32:17.510485 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82411168-3a7b-4412-97a6-7d967f495a13 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network hostable DHCP agents. Network: 7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:32:17.685832 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82411168-3a7b-4412-97a6-7d967f495a13 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network 7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:32:17.832308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-82411168-3a7b-4412-97a6-7d967f495a13 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:17.846565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5867b80-4d02-4e42-827b-c2a5c47b37b4 None None] Network 7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:32:17.849489 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82411168-3a7b-4412-97a6-7d967f495a13 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:17.851823 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-82411168-3a7b-4412-97a6-7d967f495a13 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:17.906670 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38890) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:17.983400 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-82411168-3a7b-4412-97a6-7d967f495a13 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2153575 Dec 22 15:32:17.984839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3136937-0626-4461-8e55-00274871d178 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:17.986471 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38894) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:18.001714 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-6976b8a9-8011-45e9-a7e9-6a7af7d2a472 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'port': {'network_id': '7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8', 'name': 'tempest-PortsTestJSON-1894399699', 'fixed_ips': [{'subnet_id': 'bfa14a6a-105f-4d15-9667-e511e9d8322e', 'ip_address': '172.20.0.10'}]}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:18.003174 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:32:18.041259 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:32:18.042150 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 0e179ab0-a1e8-41a1-9232-7ed02f65ce6c not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:32:18.093851 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3136937-0626-4461-8e55-00274871d178 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:18.198026 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6976b8a9-8011-45e9-a7e9-6a7af7d2a472 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:18.200900 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8', 'network_id': '7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8', 'tenant_id': '9d9b32562fe14488aa2f4938bf575c2f', 'fixed_ips': [{'subnet_id': 'bfa14a6a-105f-4d15-9667-e511e9d8322e'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:32:18.201853 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:18.203364 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6976b8a9-8011-45e9-a7e9-6a7af7d2a472 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:port and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:18.208435 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6976b8a9-8011-45e9-a7e9-6a7af7d2a472 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:18.216191 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6976b8a9-8011-45e9-a7e9-6a7af7d2a472 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:18.289221 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6976b8a9-8011-45e9-a7e9-6a7af7d2a472 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:18.362334 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3136937-0626-4461-8e55-00274871d178 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:18.367929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-efde32a3-0469-4763-8758-490b6b31e97e tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:18.371022 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Allocated IP 172.20.0.2 (7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8/bfa14a6a-105f-4d15-9667-e511e9d8322e/3ecef24a-7794-4fcf-b8d1-b0c8c383b656) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:32:18.400280 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3136937-0626-4461-8e55-00274871d178 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6b32c5-f105-4f61-8667-e04869cc8517,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:18.403898 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f3136937-0626-4461-8e55-00274871d178 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:18.459296 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6976b8a9-8011-45e9-a7e9-6a7af7d2a472 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:18.483947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3136937-0626-4461-8e55-00274871d178 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:18.485067 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f3136937-0626-4461-8e55-00274871d178 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/security-groups/fa6b32c5-f105-4f61-8667-e04869cc8517 HTTP/1.1" status: 204 len: 168 time: 0.5773938 Dec 22 15:32:18.489687 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-6976b8a9-8011-45e9-a7e9-6a7af7d2a472 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] device_id is not set on port 4e2c3952-ad62-4f16-9980-ba8c3dc69920 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:32:18.579012 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38900) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:18.631388 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:18.642690 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Transition to ACTIVE for port object 3ecef24a-7794-4fcf-b8d1-b0c8c383b656 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:18.662765 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Transition to ACTIVE for port object 3ecef24a-7794-4fcf-b8d1-b0c8c383b656 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:18.703355 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f79033-e161-4fdc-928a-2ddce3dcd970 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting subnet 2605f09b-f02b-4c95-bd87-a04d1e37670e {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:32:18.707193 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1f79033-e161-4fdc-928a-2ddce3dcd970 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:18.758322 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:18.764317 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-af86cf81-7cd1-49dd-b96f-ace4f28e87ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:18.769078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1f79033-e161-4fdc-928a-2ddce3dcd970 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:18.835749 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-6976b8a9-8011-45e9-a7e9-6a7af7d2a472 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Allocated IP 172.20.0.10 (7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8/bfa14a6a-105f-4d15-9667-e511e9d8322e/4e2c3952-ad62-4f16-9980-ba8c3dc69920) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:32:18.836024 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Network 7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:18.839545 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:18.843799 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:32:18.849623 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Pushing event updated for resources: {'Port': ['ID=3ecef24a-7794-4fcf-b8d1-b0c8c383b656,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:18.853381 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:18.887290 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1f79033-e161-4fdc-928a-2ddce3dcd970 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:18.944737 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Attempting to bind port 3ecef24a-7794-4fcf-b8d1-b0c8c383b656 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:32:18.945150 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Attempting to bind port 3ecef24a-7794-4fcf-b8d1-b0c8c383b656 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '20d740d2-1f24-4e8d-9866-00e65ef01b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:32:18.945524 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Attempting to bind port 3ecef24a-7794-4fcf-b8d1-b0c8c383b656 on network 7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:32:18.952388 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:32:18.954590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Checking segment: {'id': '20d740d2-1f24-4e8d-9866-00e65ef01b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:32:18.954590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:18.954590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Bound using segment: {'id': '20d740d2-1f24-4e8d-9866-00e65ef01b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:32:18.954590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Bound port: 3ecef24a-7794-4fcf-b8d1-b0c8c383b656, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d740d2-1f24-4e8d-9866-00e65ef01b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:32:18.954590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:19.051036 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] For port 3ecef24a-7794-4fcf-b8d1-b0c8c383b656, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:32:19.053995 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] For port 3ecef24a-7794-4fcf-b8d1-b0c8c383b656, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=3ecef24a-7794-4fcf-b8d1-b0c8c383b656,segment=NetworkSegment(20d740d2-1f24-4e8d-9866-00e65ef01b34),segment_id=20d740d2-1f24-4e8d-9866-00e65ef01b34)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:32:19.067313 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6976b8a9-8011-45e9-a7e9-6a7af7d2a472 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:19.077351 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1f79033-e161-4fdc-928a-2ddce3dcd970 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:19.077351 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f6fc985c-4120-4a32-a3e2-3147d369553a tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:19.083980 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-6976b8a9-8011-45e9-a7e9-6a7af7d2a472 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Transition to ACTIVE for port object 4e2c3952-ad62-4f16-9980-ba8c3dc69920 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:19.114640 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f79033-e161-4fdc-928a-2ddce3dcd970 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Subnet': ['ID=2605f09b-f02b-4c95-bd87-a04d1e37670e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:19.116725 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1f79033-e161-4fdc-928a-2ddce3dcd970 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:19.123851 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b9af7c-d154-4d01-aa62-f453b21e1cdd None None] Network 9b537e03-fa99-4e52-ae16-64ff939b71f7 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:32:19.123987 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f1f79033-e161-4fdc-928a-2ddce3dcd970 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:19.125132 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f1f79033-e161-4fdc-928a-2ddce3dcd970 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/subnets/2605f09b-f02b-4c95-bd87-a04d1e37670e HTTP/1.1" status: 204 len: 168 time: 0.5440114 Dec 22 15:32:19.130144 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38904) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:19.181242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6976b8a9-8011-45e9-a7e9-6a7af7d2a472 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:19.192601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-00e2a9a8-1114-4735-9821-25594227da85 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:19.192817 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:19.211798 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e20b7bf0-66e9-41d7-8b8f-5574c2de599f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:19.258112 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:19.277029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 232f1c6d-35c3-43d6-b509-788b880620c7 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:19.277373 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:19.277952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6976b8a9-8011-45e9-a7e9-6a7af7d2a472 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network 7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:19.281083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-6976b8a9-8011-45e9-a7e9-6a7af7d2a472 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:19.283626 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6976b8a9-8011-45e9-a7e9-6a7af7d2a472 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:32:19.342197 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976b8a9-8011-45e9-a7e9-6a7af7d2a472 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=4e2c3952-ad62-4f16-9980-ba8c3dc69920,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:19.346203 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6976b8a9-8011-45e9-a7e9-6a7af7d2a472 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:19.387364 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Pushing event updated for resources: {'Port': ['ID=3ecef24a-7794-4fcf-b8d1-b0c8c383b656,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:19.392252 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:19.395573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6976b8a9-8011-45e9-a7e9-6a7af7d2a472 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:19.396485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6976b8a9-8011-45e9-a7e9-6a7af7d2a472 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:19.507460 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6881ad08-5f58-4d67-962f-82f5ad5589ba None None] DHCP port deletion for 9b537e03-fa99-4e52-ae16-64ff939b71f7 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:32:19.510745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38910) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:19.511610 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6976b8a9-8011-45e9-a7e9-6a7af7d2a472 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5238631 Dec 22 15:32:19.514604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-6881ad08-5f58-4d67-962f-82f5ad5589ba None None] Deleting port 232f1c6d-35c3-43d6-b509-788b880620c7 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:19.515151 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6881ad08-5f58-4d67-962f-82f5ad5589ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:19.683232 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0b47ba76-6304-4ab9-a91b-0213ef7f600a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'port': {'network_id': '7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8', 'name': 'tempest-PortsTestJSON-794100506', 'fixed_ips': [{'subnet_id': 'bfa14a6a-105f-4d15-9667-e511e9d8322e', 'ip_address': '172.20.0.9'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:19.778365 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6881ad08-5f58-4d67-962f-82f5ad5589ba None None] For port 232f1c6d-35c3-43d6-b509-788b880620c7, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=232f1c6d-35c3-43d6-b509-788b880620c7,segment=NetworkSegment(77e070fd-33e0-465e-afc7-9bc0cd21676d),segment_id=77e070fd-33e0-465e-afc7-9bc0cd21676d)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:19.781266 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6881ad08-5f58-4d67-962f-82f5ad5589ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:19.796779 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port 232f1c6d-35c3-43d6-b509-788b880620c7, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=232f1c6d-35c3-43d6-b509-788b880620c7,segment=NetworkSegment(77e070fd-33e0-465e-afc7-9bc0cd21676d),segment_id=77e070fd-33e0-465e-afc7-9bc0cd21676d)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:19.797505 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:19.908901 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-6881ad08-5f58-4d67-962f-82f5ad5589ba None None] Calling delete_port for 232f1c6d-35c3-43d6-b509-788b880620c7 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:19.942876 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 232f1c6d-35c3-43d6-b509-788b880620c7 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:20.017801 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0b47ba76-6304-4ab9-a91b-0213ef7f600a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:20.024102 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0b47ba76-6304-4ab9-a91b-0213ef7f600a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:port and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:20.037840 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0b47ba76-6304-4ab9-a91b-0213ef7f600a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:20.044321 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0b47ba76-6304-4ab9-a91b-0213ef7f600a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:20.077504 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6881ad08-5f58-4d67-962f-82f5ad5589ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:20.081916 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:20.086197 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:32:20.086541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:32:20.128244 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881ad08-5f58-4d67-962f-82f5ad5589ba None None] Pushing event deleted for resources: {'Port': ['ID=232f1c6d-35c3-43d6-b509-788b880620c7,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:20.130652 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6881ad08-5f58-4d67-962f-82f5ad5589ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:20.133357 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6881ad08-5f58-4d67-962f-82f5ad5589ba None None] No DVR routers for this DVR port 232f1c6d-35c3-43d6-b509-788b880620c7 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:32:20.168812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b47ba76-6304-4ab9-a91b-0213ef7f600a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:20.306189 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b47ba76-6304-4ab9-a91b-0213ef7f600a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:20.331294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-0b47ba76-6304-4ab9-a91b-0213ef7f600a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] device_id is not set on port 94d6d97c-cc6d-4fd0-bde3-4a5597d53e60 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:32:20.421334 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9775c139-d0d3-4568-99f6-17b18c500116 None None] Network 7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:32:20.449188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 3ecef24a-7794-4fcf-b8d1-b0c8c383b656 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:32:20.556994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-0b47ba76-6304-4ab9-a91b-0213ef7f600a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Allocated IP 172.20.0.9 (7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8/bfa14a6a-105f-4d15-9667-e511e9d8322e/94d6d97c-cc6d-4fd0-bde3-4a5597d53e60) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:32:20.594702 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 232f1c6d-35c3-43d6-b509-788b880620c7 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:20.594982 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:20.684870 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] The port '232f1c6d-35c3-43d6-b509-788b880620c7' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:32:20.699520 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c9af23f3-8b87-45b9-b513-458c2bc92e19 None None] Provisioning for port 3ecef24a-7794-4fcf-b8d1-b0c8c383b656 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:20.776218 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 3ecef24a-7794-4fcf-b8d1-b0c8c383b656 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:20.785001 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 3ecef24a-7794-4fcf-b8d1-b0c8c383b656 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:20.785389 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:20.926174 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:20.931082 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:20.974337 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b537e03-fa99-4e52-ae16-64ff939b71f7']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:20.978270 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 3ecef24a-7794-4fcf-b8d1-b0c8c383b656, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=3ecef24a-7794-4fcf-b8d1-b0c8c383b656,segment=NetworkSegment(20d740d2-1f24-4e8d-9866-00e65ef01b34),segment_id=20d740d2-1f24-4e8d-9866-00e65ef01b34)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:20.996874 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e070fd-33e0-465e-afc7-9bc0cd21676d') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:20.997156 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e070fd-33e0-465e-afc7-9bc0cd21676d') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:21.006564 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b47ba76-6304-4ab9-a91b-0213ef7f600a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:21.019315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:21.039248 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-0b47ba76-6304-4ab9-a91b-0213ef7f600a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Transition to ACTIVE for port object 94d6d97c-cc6d-4fd0-bde3-4a5597d53e60 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:21.043747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:21.051933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:32:21.052342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:21.054501 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:21.056696 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5c380fd4-6159-45f8-ad02-99e669d80f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:32:21.068252 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:32:21.147973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 232f1c6d-35c3-43d6-b509-788b880620c7 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:32:21.191839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 232f1c6d-35c3-43d6-b509-788b880620c7 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:32:21.192190 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 232f1c6d-35c3-43d6-b509-788b880620c7 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:32:21.193829 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=3ecef24a-7794-4fcf-b8d1-b0c8c383b656,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:21.196924 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:21.236882 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:21.242627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-561cb7e7-5050-4991-bd60-d6426e1aec9a tempest-NetworksIpV6TestAttrs-1533877875 tempest-NetworksIpV6TestAttrs-1533877875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:21.256951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:21.273376 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Network': ['ID=9b537e03-fa99-4e52-ae16-64ff939b71f7,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:21.277459 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a43136fe-7f94-4872-bce8-28c7c6404676 None None] Provisioning for port 4e2c3952-ad62-4f16-9980-ba8c3dc69920 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:21.278179 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:21.279765 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b47ba76-6304-4ab9-a91b-0213ef7f600a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:21.283288 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a43136fe-7f94-4872-bce8-28c7c6404676 None None] Provisioning complete for port 4e2c3952-ad62-4f16-9980-ba8c3dc69920 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:21.283713 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a43136fe-7f94-4872-bce8-28c7c6404676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:21.288870 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9df29673-e899-45d1-8596-99c555c44733 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:21.345467 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-a43136fe-7f94-4872-bce8-28c7c6404676 None None] Port 4e2c3952-ad62-4f16-9980-ba8c3dc69920 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:21.357211 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a43136fe-7f94-4872-bce8-28c7c6404676 None None] Provisioning complete for port 3ecef24a-7794-4fcf-b8d1-b0c8c383b656 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:21.357724 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a43136fe-7f94-4872-bce8-28c7c6404676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:21.367694 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b47ba76-6304-4ab9-a91b-0213ef7f600a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network 7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:21.371399 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-0b47ba76-6304-4ab9-a91b-0213ef7f600a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:21.375694 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b47ba76-6304-4ab9-a91b-0213ef7f600a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:32:21.408321 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/networks/9b537e03-fa99-4e52-ae16-64ff939b71f7 HTTP/1.1" status: 204 len: 168 time: 2.2792456 Dec 22 15:32:21.409073 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47ba76-6304-4ab9-a91b-0213ef7f600a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=94d6d97c-cc6d-4fd0-bde3-4a5597d53e60,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:21.411099 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38914) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:21.415887 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0b47ba76-6304-4ab9-a91b-0213ef7f600a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:21.450116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b47ba76-6304-4ab9-a91b-0213ef7f600a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:21.451188 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b47ba76-6304-4ab9-a91b-0213ef7f600a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:21.528474 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0b47ba76-6304-4ab9-a91b-0213ef7f600a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0162823 Dec 22 15:32:21.530792 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38918) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:21.617684 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ece5f6b-b8f5-4f51-9857-def695a6b418 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:21.618590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9ece5f6b-b8f5-4f51-9857-def695a6b418 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:21.629981 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-6f708720-a3bf-4130-a8eb-e5b7e65e4266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 01206f91-8a08-4bf2-ae1a-4d1bd819a428 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:21.630356 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6f708720-a3bf-4130-a8eb-e5b7e65e4266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:21.681641 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c5207e46-db89-45e3-8fc0-a090c619cfb3 None None] Provisioning for port 94d6d97c-cc6d-4fd0-bde3-4a5597d53e60 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:21.687419 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c5207e46-db89-45e3-8fc0-a090c619cfb3 None None] Provisioning complete for port 94d6d97c-cc6d-4fd0-bde3-4a5597d53e60 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:21.687923 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c5207e46-db89-45e3-8fc0-a090c619cfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:21.730774 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9ece5f6b-b8f5-4f51-9857-def695a6b418 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:21.732477 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9ece5f6b-b8f5-4f51-9857-def695a6b418 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2005267 Dec 22 15:32:21.735298 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38922) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:21.750327 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c5207e46-db89-45e3-8fc0-a090c619cfb3 None None] Port 94d6d97c-cc6d-4fd0-bde3-4a5597d53e60 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:21.762111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c5207e46-db89-45e3-8fc0-a090c619cfb3 None None] Provisioning complete for port 4e2c3952-ad62-4f16-9980-ba8c3dc69920 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:21.762527 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c5207e46-db89-45e3-8fc0-a090c619cfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:21.801899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6f708720-a3bf-4130-a8eb-e5b7e65e4266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:21.802334 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6f708720-a3bf-4130-a8eb-e5b7e65e4266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:21.818032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c5207e46-db89-45e3-8fc0-a090c619cfb3 None None] Port 4e2c3952-ad62-4f16-9980-ba8c3dc69920 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:21.930549 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-6f708720-a3bf-4130-a8eb-e5b7e65e4266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 01206f91-8a08-4bf2-ae1a-4d1bd819a428 owned by network:floatingip {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:21.978706 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6d98df-d93e-49d4-ab5b-7ed5ec7db441 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:21.985395 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6d98df-d93e-49d4-ab5b-7ed5ec7db441 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:21.991568 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6d98df-d93e-49d4-ab5b-7ed5ec7db441 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:21.993598 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bc6d98df-d93e-49d4-ab5b-7ed5ec7db441 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2570469 Dec 22 15:32:21.996487 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38926) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:22.064187 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-7984f369-e35f-4e39-98c2-bc2cc23d6b47 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port 94d6d97c-cc6d-4fd0-bde3-4a5597d53e60 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:22.064537 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7984f369-e35f-4e39-98c2-bc2cc23d6b47 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:22.322559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7984f369-e35f-4e39-98c2-bc2cc23d6b47 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:22.345776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6f708720-a3bf-4130-a8eb-e5b7e65e4266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:22.349684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-62c72341-7cf4-4420-9564-25087509c67f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:22.396491 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f708720-a3bf-4130-a8eb-e5b7e65e4266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=01206f91-8a08-4bf2-ae1a-4d1bd819a428,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:22.401062 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6f708720-a3bf-4130-a8eb-e5b7e65e4266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:22.416329 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 3ecef24a-7794-4fcf-b8d1-b0c8c383b656 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:32:22.459785 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-7984f369-e35f-4e39-98c2-bc2cc23d6b47 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for 94d6d97c-cc6d-4fd0-bde3-4a5597d53e60 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:22.506009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 3ecef24a-7794-4fcf-b8d1-b0c8c383b656 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:22.506423 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:22.521322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6f708720-a3bf-4130-a8eb-e5b7e65e4266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:22.521928 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-6f708720-a3bf-4130-a8eb-e5b7e65e4266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Floating IP 9bc99f68-6ab8-4f74-ae72-1242c9f1deea disassociated (deleted). External IP: 172.26.6.119, port: b30e04f2-bf56-4de7-9df1-e30523181c5e. Dec 22 15:32:22.677764 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7984f369-e35f-4e39-98c2-bc2cc23d6b47 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:22.684284 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1b7e5422-9f9e-43ca-8b32-7aea8d407b88 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:22.737184 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984f369-e35f-4e39-98c2-bc2cc23d6b47 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Port': ['ID=94d6d97c-cc6d-4fd0-bde3-4a5597d53e60,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:22.740629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7984f369-e35f-4e39-98c2-bc2cc23d6b47 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:22.844079 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7984f369-e35f-4e39-98c2-bc2cc23d6b47 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:22.905868 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7984f369-e35f-4e39-98c2-bc2cc23d6b47 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/ports/94d6d97c-cc6d-4fd0-bde3-4a5597d53e60 HTTP/1.1" status: 204 len: 168 time: 0.9078431 Dec 22 15:32:22.907884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38930) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:22.957725 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac152b4a-6cc9-4ee9-9b8e-c6a881a69c4b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] GET failed (client error): The resource could not be found. Dec 22 15:32:22.957920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f708720-a3bf-4130-a8eb-e5b7e65e4266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:32:22.958219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ac152b4a-6cc9-4ee9-9b8e-c6a881a69c4b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:23.037306 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ac152b4a-6cc9-4ee9-9b8e-c6a881a69c4b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:23.038804 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ac152b4a-6cc9-4ee9-9b8e-c6a881a69c4b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports/94d6d97c-cc6d-4fd0-bde3-4a5597d53e60 HTTP/1.1" status: 404 len: 333 time: 0.1297581 Dec 22 15:32:23.042688 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38934) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:23.112342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-7a64d3ea-7194-4b18-82a8-e7152bf59f8b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port 4e2c3952-ad62-4f16-9980-ba8c3dc69920 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:23.112768 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7a64d3ea-7194-4b18-82a8-e7152bf59f8b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:23.139596 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f708720-a3bf-4130-a8eb-e5b7e65e4266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:32:23.150593 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dade651f-6a91-4c0c-8012-e48c87f6c3dc None None] Sync routers for ids ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:32:23.158442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6f708720-a3bf-4130-a8eb-e5b7e65e4266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:23.160611 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dade651f-6a91-4c0c-8012-e48c87f6c3dc None None] Routers {'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:23.161246 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-dade651f-6a91-4c0c-8012-e48c87f6c3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:31:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:23.220093 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6f708720-a3bf-4130-a8eb-e5b7e65e4266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/floatingips/9bc99f68-6ab8-4f74-ae72-1242c9f1deea HTTP/1.1" status: 204 len: 168 time: 1.8049536 Dec 22 15:32:23.220093 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a29b03-4b8a-4329-9e2c-ba6cef6de74b', 'tag': 'b30e04f2-bf56-4de7-9df1-e30523181c5e'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:32:23.273759 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a29b03-4b8a-4329-9e2c-ba6cef6de74b', 'tag': 'b30e04f2-bf56-4de7-9df1-e30523181c5e', 'status': 'completed', 'code': 200} Dec 22 15:32:23.361975 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-dade651f-6a91-4c0c-8012-e48c87f6c3dc None None] Set router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:32:23.459918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7a64d3ea-7194-4b18-82a8-e7152bf59f8b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:23.584220 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee51443-d1f1-4781-8531-d283dbc701b9 req-efec818b-0b40-4ea9-8076-7187befee352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:23.585700 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0ee51443-d1f1-4781-8531-d283dbc701b9 req-efec818b-0b40-4ea9-8076-7187befee352 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 1098 time: 0.2455313 Dec 22 15:32:23.592691 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-7a64d3ea-7194-4b18-82a8-e7152bf59f8b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for 4e2c3952-ad62-4f16-9980-ba8c3dc69920 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:23.688769 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-dade651f-6a91-4c0c-8012-e48c87f6c3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:40Z', 'updated_at': '2021-12-22T15:32:11Z', 'revision_number': 6, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:42Z', 'updated_at': '2021-12-22T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'f44dca5f-fa62-4ac7-a169-ebd59d273a0c', 'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:07:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:53Z', 'updated_at': '2021-12-22T15:29:05Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:23.693256 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dade651f-6a91-4c0c-8012-e48c87f6c3dc None None] Checking router: cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:32:23.703227 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dade651f-6a91-4c0c-8012-e48c87f6c3dc None None] Routers {'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:23.704153 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-dade651f-6a91-4c0c-8012-e48c87f6c3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:31:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:23.899203 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fbf08-5a18-4245-9cd5-34e0341f9986 req-4c78428c-935d-4a6c-aabf-cfd1f6e966fa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:23.899937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-202fbf08-5a18-4245-9cd5-34e0341f9986 req-4c78428c-935d-4a6c-aabf-cfd1f6e966fa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:23.920273 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-dade651f-6a91-4c0c-8012-e48c87f6c3dc None None] Set router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:32:23.978851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee51443-d1f1-4781-8531-d283dbc701b9 req-cc7428cd-1039-47c1-b976-d645920c9fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:23.980532 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0ee51443-d1f1-4781-8531-d283dbc701b9 req-cc7428cd-1039-47c1-b976-d645920c9fb3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4875b83-54f2-4714-b57a-87a98f0d12f7 HTTP/1.1" status: 200 len: 897 time: 0.3593152 Dec 22 15:32:24.014849 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-202fbf08-5a18-4245-9cd5-34e0341f9986 req-4c78428c-935d-4a6c-aabf-cfd1f6e966fa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:24.016197 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-202fbf08-5a18-4245-9cd5-34e0341f9986 req-4c78428c-935d-4a6c-aabf-cfd1f6e966fa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 945 time: 0.2100170 Dec 22 15:32:24.056462 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0ee51443-d1f1-4781-8531-d283dbc701b9 req-6c886fd6-1b94-4360-96f0-2c4048124009 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b30e04f2-bf56-4de7-9df1-e30523181c5e HTTP/1.1" status: 200 len: 217 time: 0.0675223 Dec 22 15:32:24.066745 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-202fbf08-5a18-4245-9cd5-34e0341f9986 req-f8a70c98-924b-404a-bdee-46288cc3b45b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:24.126366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee51443-d1f1-4781-8531-d283dbc701b9 req-42328989-37f3-4be5-bc16-e6d357114279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:24.127818 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0ee51443-d1f1-4781-8531-d283dbc701b9 req-42328989-37f3-4be5-bc16-e6d357114279 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f80122e-0fd2-4395-9a05-3d4566aebec6 HTTP/1.1" status: 200 len: 835 time: 0.0647168 Dec 22 15:32:24.170115 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7a64d3ea-7194-4b18-82a8-e7152bf59f8b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:24.174565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-202fbf08-5a18-4245-9cd5-34e0341f9986 req-f8a70c98-924b-404a-bdee-46288cc3b45b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:24.175734 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-202fbf08-5a18-4245-9cd5-34e0341f9986 req-f8a70c98-924b-404a-bdee-46288cc3b45b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527987 Dec 22 15:32:24.180505 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c79c553b-f950-47ce-8b11-932c72fdda26 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:24.231148 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64d3ea-7194-4b18-82a8-e7152bf59f8b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Port': ['ID=4e2c3952-ad62-4f16-9980-ba8c3dc69920,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:24.241623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7a64d3ea-7194-4b18-82a8-e7152bf59f8b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:24.254815 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-dade651f-6a91-4c0c-8012-e48c87f6c3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:40Z', 'updated_at': '2021-12-22T15:32:11Z', 'revision_number': 6, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:42Z', 'updated_at': '2021-12-22T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'f44dca5f-fa62-4ac7-a169-ebd59d273a0c', 'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:07:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:53Z', 'updated_at': '2021-12-22T15:29:05Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:24.259769 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dade651f-6a91-4c0c-8012-e48c87f6c3dc None None] The sync data for ids ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'] in dv-neutron-822674-1-hyperv is: [{'id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:40Z', 'updated_at': '2021-12-22T15:32:11Z', 'revision_number': 6, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:42Z', 'updated_at': '2021-12-22T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'f44dca5f-fa62-4ac7-a169-ebd59d273a0c', 'name': '', 'network_id': 'c4875b83-54f2-4714-b57a-87a98f0d12f7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:07:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:53Z', 'updated_at': '2021-12-22T15:29:05Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '6f80122e-0fd2-4395-9a05-3d4566aebec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:32:24.348137 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee51443-d1f1-4781-8531-d283dbc701b9 req-5ce548db-aca8-490f-87bb-7f0e03e1ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:24.349727 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0ee51443-d1f1-4781-8531-d283dbc701b9 req-5ce548db-aca8-490f-87bb-7f0e03e1ded5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4875b83-54f2-4714-b57a-87a98f0d12f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2141478 Dec 22 15:32:24.357690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7a64d3ea-7194-4b18-82a8-e7152bf59f8b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:24.505689 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7a64d3ea-7194-4b18-82a8-e7152bf59f8b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/ports/4e2c3952-ad62-4f16-9980-ba8c3dc69920 HTTP/1.1" status: 204 len: 168 time: 1.4599202 Dec 22 15:32:24.506172 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0ee51443-d1f1-4781-8531-d283dbc701b9 req-5d18c693-4589-4e7a-983d-23bd9b40b11b service neutron] 10.222.0.57 "GET /v2.0/networks/c4875b83-54f2-4714-b57a-87a98f0d12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451864 Dec 22 15:32:24.506719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38944) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:24.572426 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f342a3aa-7650-4c96-8fcf-3b0fcf84d195 None None] New status for floating IP 9bc99f68-6ab8-4f74-ae72-1242c9f1deea: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:32:24.573702 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-0afdbd3e-4244-49b8-b8b8-711250012527 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] GET failed (client error): The resource could not be found. Dec 22 15:32:24.574262 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0afdbd3e-4244-49b8-b8b8-711250012527 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:24.693602 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0ee51443-d1f1-4781-8531-d283dbc701b9 req-599753e3-7adb-4b4a-9d7a-709aa4cc7bbb service neutron] 10.222.0.57 "GET /v2.0/networks/c4875b83-54f2-4714-b57a-87a98f0d12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457236 Dec 22 15:32:24.711801 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0afdbd3e-4244-49b8-b8b8-711250012527 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:24.713058 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0afdbd3e-4244-49b8-b8b8-711250012527 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports/4e2c3952-ad62-4f16-9980-ba8c3dc69920 HTTP/1.1" status: 404 len: 333 time: 0.2053735 Dec 22 15:32:24.716668 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38948) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:24.789727 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac4c458-a459-40c4-a705-b2aff592e725 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting subnet bfa14a6a-105f-4d15-9667-e511e9d8322e {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:32:24.792974 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c458-a459-40c4-a705-b2aff592e725 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:24.849784 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c458-a459-40c4-a705-b2aff592e725 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:24.940935 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c458-a459-40c4-a705-b2aff592e725 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:25.093694 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c458-a459-40c4-a705-b2aff592e725 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:25.097585 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fe3e2abe-03f5-492b-9de4-9bf853b8b32c tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:25.134069 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4c458-a459-40c4-a705-b2aff592e725 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa14a6a-105f-4d15-9667-e511e9d8322e,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:25.137151 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5ac4c458-a459-40c4-a705-b2aff592e725 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:25.138122 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c458-a459-40c4-a705-b2aff592e725 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:25.147759 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5ac4c458-a459-40c4-a705-b2aff592e725 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/subnets/bfa14a6a-105f-4d15-9667-e511e9d8322e HTTP/1.1" status: 204 len: 168 time: 0.4299407 Dec 22 15:32:25.147984 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77b60e9-2314-44f4-a72c-52666ac34e26 None None] Network 7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:32:25.150515 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38952) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:25.231949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9f63039e-8284-4d35-99ce-8615e631e74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:25.269824 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:25.291186 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port 3ecef24a-7794-4fcf-b8d1-b0c8c383b656 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:25.291831 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:25.360720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354aac18-3987-48da-aa2c-ae5b91354b95 req-046acff5-33d9-4f6f-8568-a893e6c9c8d0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:25.361475 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-354aac18-3987-48da-aa2c-ae5b91354b95 req-046acff5-33d9-4f6f-8568-a893e6c9c8d0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:25.377600 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-354aac18-3987-48da-aa2c-ae5b91354b95 req-046acff5-33d9-4f6f-8568-a893e6c9c8d0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:25.379079 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-354aac18-3987-48da-aa2c-ae5b91354b95 req-046acff5-33d9-4f6f-8568-a893e6c9c8d0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 945 time: 0.1060846 Dec 22 15:32:25.437565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55092e4a-54fe-43f0-b5fa-eb12c133767a None None] DHCP port deletion for 7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:32:25.442604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-55092e4a-54fe-43f0-b5fa-eb12c133767a None None] Deleting port 3ecef24a-7794-4fcf-b8d1-b0c8c383b656 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:25.443157 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-55092e4a-54fe-43f0-b5fa-eb12c133767a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:25.467851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-354aac18-3987-48da-aa2c-ae5b91354b95 req-3cb21d99-40bd-4c1e-a91a-5764b6ca8590 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port b30e04f2-bf56-4de7-9df1-e30523181c5e {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:25.468195 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-354aac18-3987-48da-aa2c-ae5b91354b95 req-3cb21d99-40bd-4c1e-a91a-5764b6ca8590 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:25.702595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323a51d-92f4-4d9f-a9a6-48c0cf59fbf2 req-6366b33c-468f-4719-98f9-95b9c7536084 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:25.704096 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c323a51d-92f4-4d9f-a9a6-48c0cf59fbf2 req-6366b33c-468f-4719-98f9-95b9c7536084 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 945 time: 0.3719876 Dec 22 15:32:25.706324 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-55092e4a-54fe-43f0-b5fa-eb12c133767a None None] For port 3ecef24a-7794-4fcf-b8d1-b0c8c383b656, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=3ecef24a-7794-4fcf-b8d1-b0c8c383b656,segment=NetworkSegment(20d740d2-1f24-4e8d-9866-00e65ef01b34),segment_id=20d740d2-1f24-4e8d-9866-00e65ef01b34)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:25.707387 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-55092e4a-54fe-43f0-b5fa-eb12c133767a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:25.735584 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-354aac18-3987-48da-aa2c-ae5b91354b95 req-3cb21d99-40bd-4c1e-a91a-5764b6ca8590 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port b30e04f2-bf56-4de7-9df1-e30523181c5e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b30e04f2-bf56-4de7-9df1-e30523181c5e,segment=NetworkSegment(3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf),segment_id=3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:25.735990 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-354aac18-3987-48da-aa2c-ae5b91354b95 req-3cb21d99-40bd-4c1e-a91a-5764b6ca8590 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:25.754749 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] For port 3ecef24a-7794-4fcf-b8d1-b0c8c383b656, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=3ecef24a-7794-4fcf-b8d1-b0c8c383b656,segment=NetworkSegment(20d740d2-1f24-4e8d-9866-00e65ef01b34),segment_id=20d740d2-1f24-4e8d-9866-00e65ef01b34)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:25.755168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:25.835760 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-55092e4a-54fe-43f0-b5fa-eb12c133767a None None] Calling delete_port for 3ecef24a-7794-4fcf-b8d1-b0c8c383b656 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:25.875288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-354aac18-3987-48da-aa2c-ae5b91354b95 req-3cb21d99-40bd-4c1e-a91a-5764b6ca8590 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for b30e04f2-bf56-4de7-9df1-e30523181c5e owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:25.903645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for 3ecef24a-7794-4fcf-b8d1-b0c8c383b656 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:25.935760 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c323a51d-92f4-4d9f-a9a6-48c0cf59fbf2 req-46d175b6-0d03-4266-9dda-5724f882ada9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187312 Dec 22 15:32:26.010442 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-55092e4a-54fe-43f0-b5fa-eb12c133767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:26.011682 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:32:26.012170 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:32:26.017585 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:26.061152 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55092e4a-54fe-43f0-b5fa-eb12c133767a None None] Pushing event deleted for resources: {'Port': ['ID=3ecef24a-7794-4fcf-b8d1-b0c8c383b656,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:26.063739 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-55092e4a-54fe-43f0-b5fa-eb12c133767a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:26.066107 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55092e4a-54fe-43f0-b5fa-eb12c133767a None None] No DVR routers for this DVR port 3ecef24a-7794-4fcf-b8d1-b0c8c383b656 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:32:26.099224 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-354aac18-3987-48da-aa2c-ae5b91354b95 req-3cb21d99-40bd-4c1e-a91a-5764b6ca8590 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:26.105701 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:26.281352 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb21d99-40bd-4c1e-a91a-5764b6ca8590 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=b30e04f2-bf56-4de7-9df1-e30523181c5e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:26.313914 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3cb21d99-40bd-4c1e-a91a-5764b6ca8590 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:26.359475 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-354aac18-3987-48da-aa2c-ae5b91354b95 req-3cb21d99-40bd-4c1e-a91a-5764b6ca8590 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] No DVR routers for this DVR port b30e04f2-bf56-4de7-9df1-e30523181c5e on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:32:26.361917 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-354aac18-3987-48da-aa2c-ae5b91354b95 req-3cb21d99-40bd-4c1e-a91a-5764b6ca8590 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:26.364788 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a29b03-4b8a-4329-9e2c-ba6cef6de74b', 'name': 'network-vif-deleted', 'tag': 'b30e04f2-bf56-4de7-9df1-e30523181c5e'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:32:26.401821 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 3ecef24a-7794-4fcf-b8d1-b0c8c383b656 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:32:26.421940 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a29b03-4b8a-4329-9e2c-ba6cef6de74b', 'name': 'network-vif-deleted', 'tag': 'b30e04f2-bf56-4de7-9df1-e30523181c5e', 'status': 'completed', 'code': 200} Dec 22 15:32:26.439248 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 3ecef24a-7794-4fcf-b8d1-b0c8c383b656 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:32:26.439607 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 3ecef24a-7794-4fcf-b8d1-b0c8c383b656 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:32:26.466597 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-354aac18-3987-48da-aa2c-ae5b91354b95 req-3cb21d99-40bd-4c1e-a91a-5764b6ca8590 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "DELETE /v2.0/ports/b30e04f2-bf56-4de7-9df1-e30523181c5e HTTP/1.1" status: 204 len: 173 time: 1.0813873 Dec 22 15:32:26.512776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port 3ecef24a-7794-4fcf-b8d1-b0c8c383b656 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:26.513161 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:26.585235 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] The port '3ecef24a-7794-4fcf-b8d1-b0c8c383b656' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:32:26.724078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:26.769714 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:26.785775 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d740d2-1f24-4e8d-9866-00e65ef01b34') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:26.786125 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d740d2-1f24-4e8d-9866-00e65ef01b34') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:26.804478 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:26.823240 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:26.831138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:32:26.831553 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:32:26.848426 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:32:27.008689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:27.014642 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4f048e2c-6b10-4a98-8502-36d1f6b8d1af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:27.030387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:27.042323 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Network': ['ID=7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:27.047378 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:27.146852 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a1f88d57-6d81-4182-9161-aab02553aa04 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/networks/7ddcf0b5-c81d-4b98-a37b-e1870a17b6c8 HTTP/1.1" status: 204 len: 168 time: 1.9946055 Dec 22 15:32:27.149120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38962) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:27.157297 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9faa1abb-0124-436d-a02d-3205bf8a0a0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-556587590'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:27.159589 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e039fe5b-a073-4721-8639-a086e7eb5777 req-d39de1b7-e3cf-4a25-b2b7-4737a5ff88d3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=84a29b03-4b8a-4329-9e2c-ba6cef6de74b HTTP/1.1" status: 200 len: 210 time: 0.0948138 Dec 22 15:32:27.167622 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9faa1abb-0124-436d-a02d-3205bf8a0a0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:27.173503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9faa1abb-0124-436d-a02d-3205bf8a0a0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:network and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:27.178739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9faa1abb-0124-436d-a02d-3205bf8a0a0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:27.190974 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9faa1abb-0124-436d-a02d-3205bf8a0a0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:27.300105 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faa1abb-0124-436d-a02d-3205bf8a0a0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:27.304241 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9faa1abb-0124-436d-a02d-3205bf8a0a0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:27.343595 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9faa1abb-0124-436d-a02d-3205bf8a0a0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:32:27.355068 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9faa1abb-0124-436d-a02d-3205bf8a0a0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:27.355410 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-9faa1abb-0124-436d-a02d-3205bf8a0a0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Added segment b08460c2-df37-4e47-a73a-cec2e471684c of type vlan for network 73999cab-dbb1-47b1-9f80-26fca88b7a04 Dec 22 15:32:27.387326 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9faa1abb-0124-436d-a02d-3205bf8a0a0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:27.482097 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9faa1abb-0124-436d-a02d-3205bf8a0a0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:27.488588 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faa1abb-0124-436d-a02d-3205bf8a0a0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:27.489258 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9faa1abb-0124-436d-a02d-3205bf8a0a0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:27.493661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7cb9a614-9e7d-46ee-b6c1-b763839c77ab tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:27.614314 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa1abb-0124-436d-a02d-3205bf8a0a0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Network': ['ID=73999cab-dbb1-47b1-9f80-26fca88b7a04,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:27.617334 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9faa1abb-0124-436d-a02d-3205bf8a0a0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:27.627303 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 73999cab-dbb1-47b1-9f80-26fca88b7a04 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:32:27.672340 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9faa1abb-0124-436d-a02d-3205bf8a0a0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5218658 Dec 22 15:32:27.675448 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38966) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:27.681076 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-98d08b3b-58fa-4d43-a38f-79e77c2e7551 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'subnet': {'network_id': '73999cab-dbb1-47b1-9f80-26fca88b7a04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:27.708301 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-120127cd-9407-4e32-957e-7d3ec5de031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:27.805562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-98d08b3b-58fa-4d43-a38f-79e77c2e7551 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:27.809782 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-98d08b3b-58fa-4d43-a38f-79e77c2e7551 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:subnet and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:27.813022 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-98d08b3b-58fa-4d43-a38f-79e77c2e7551 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:27.819697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-98d08b3b-58fa-4d43-a38f-79e77c2e7551 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:27.905537 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d08b3b-58fa-4d43-a38f-79e77c2e7551 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:27.909043 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-98d08b3b-58fa-4d43-a38f-79e77c2e7551 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:27.997885 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device b30e04f2-bf56-4de7-9df1-e30523181c5e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:32:28.040040 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: b30e04f2-bf56-4de7-9df1-e30523181c5e {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:32:28.041671 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device b30e04f2-bf56-4de7-9df1-e30523181c5e not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:32:28.231837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-98d08b3b-58fa-4d43-a38f-79e77c2e7551 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:28.235786 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9d74da1b-d01c-40fc-9532-999b16d0360c tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:28.276237 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38972) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:28.317454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d08b3b-58fa-4d43-a38f-79e77c2e7551 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Subnet': ['ID=115c03e2-e58e-451a-9720-58da0afde752,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:28.321412 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-98d08b3b-58fa-4d43-a38f-79e77c2e7551 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:28.325756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d08b3b-58fa-4d43-a38f-79e77c2e7551 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Checking segment: {'id': 'b08460c2-df37-4e47-a73a-cec2e471684c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '73999cab-dbb1-47b1-9f80-26fca88b7a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:32:28.326129 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d08b3b-58fa-4d43-a38f-79e77c2e7551 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network hostable DHCP agents. Network: 73999cab-dbb1-47b1-9f80-26fca88b7a04, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:32:28.358284 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-433135de-97e6-46ba-85cc-d658b6d07016 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:28.397632 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d08b3b-58fa-4d43-a38f-79e77c2e7551 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network 73999cab-dbb1-47b1-9f80-26fca88b7a04 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:32:28.399575 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-433135de-97e6-46ba-85cc-d658b6d07016 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:28.465624 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-98d08b3b-58fa-4d43-a38f-79e77c2e7551 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 73999cab-dbb1-47b1-9f80-26fca88b7a04) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:28.471638 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d08b3b-58fa-4d43-a38f-79e77c2e7551 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:28.472241 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-98d08b3b-58fa-4d43-a38f-79e77c2e7551 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:28.474201 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8968904-7ca7-4565-a8b7-d845056f74c9 None None] Network 73999cab-dbb1-47b1-9f80-26fca88b7a04 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:32:28.538762 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-433135de-97e6-46ba-85cc-d658b6d07016 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:28.545437 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2862259b-e6d1-492e-a8bb-7faaf864ac4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:28.564862 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433135de-97e6-46ba-85cc-d658b6d07016 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:28.569378 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-433135de-97e6-46ba-85cc-d658b6d07016 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:28.575662 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-98d08b3b-58fa-4d43-a38f-79e77c2e7551 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8991997 Dec 22 15:32:28.578502 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38976) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:28.584146 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-13c63f80-5493-4930-b587-a93e329ceb21 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1736583129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:28.591233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-13c63f80-5493-4930-b587-a93e329ceb21 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:28.595480 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-13c63f80-5493-4930-b587-a93e329ceb21 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:router and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:28.598529 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-13c63f80-5493-4930-b587-a93e329ceb21 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:28.606495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-13c63f80-5493-4930-b587-a93e329ceb21 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:28.646340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-433135de-97e6-46ba-85cc-d658b6d07016 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:28.647591 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-433135de-97e6-46ba-85cc-d658b6d07016 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/security-groups/65a9ee7e-7d6f-4a41-8dfa-16df2ca1cadf HTTP/1.1" status: 204 len: 168 time: 0.3703811 Dec 22 15:32:28.698767 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13c63f80-5493-4930-b587-a93e329ceb21 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:28.700304 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13c63f80-5493-4930-b587-a93e329ceb21 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:28.707503 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-73999cab-dbb1-47b1-9f80-26fca88b7a04', 'network_id': '73999cab-dbb1-47b1-9f80-26fca88b7a04', 'tenant_id': '9d9b32562fe14488aa2f4938bf575c2f', 'fixed_ips': [{'subnet_id': '115c03e2-e58e-451a-9720-58da0afde752'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:32:28.710520 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:28.719021 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13c63f80-5493-4930-b587-a93e329ceb21 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:28.763672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38982) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:28.828751 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13c63f80-5493-4930-b587-a93e329ceb21 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:28.887498 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Allocated IP 172.20.0.2 (73999cab-dbb1-47b1-9f80-26fca88b7a04/115c03e2-e58e-451a-9720-58da0afde752/503002a2-23f0-4318-bba5-4ecedacb2117) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:32:29.158903 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:29.204443 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:29.218363 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Transition to ACTIVE for port object 503002a2-23f0-4318-bba5-4ecedacb2117 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:29.231262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:29.241598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Transition to ACTIVE for port object 503002a2-23f0-4318-bba5-4ecedacb2117 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:29.306757 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13c63f80-5493-4930-b587-a93e329ceb21 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:29.307990 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-13c63f80-5493-4930-b587-a93e329ceb21 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7284796 Dec 22 15:32:29.310631 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:29.311546 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38986) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:29.314496 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-55092e4a-54fe-43f0-b5fa-eb12c133767a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:29.327691 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-524d3041-950e-49de-81d8-6f920a9298fe tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'port': {'network_id': '73999cab-dbb1-47b1-9f80-26fca88b7a04', 'name': 'tempest-PortsTestJSON-172350754'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:29.386679 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Pushing event updated for resources: {'Port': ['ID=503002a2-23f0-4318-bba5-4ecedacb2117,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:29.391111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:29.404374 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Network 73999cab-dbb1-47b1-9f80-26fca88b7a04 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:29.405829 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:29.410284 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:32:29.517333 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Attempting to bind port 503002a2-23f0-4318-bba5-4ecedacb2117 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:32:29.517722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Attempting to bind port 503002a2-23f0-4318-bba5-4ecedacb2117 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'b08460c2-df37-4e47-a73a-cec2e471684c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '73999cab-dbb1-47b1-9f80-26fca88b7a04'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:32:29.518126 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Attempting to bind port 503002a2-23f0-4318-bba5-4ecedacb2117 on network 73999cab-dbb1-47b1-9f80-26fca88b7a04 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:32:29.529473 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:32:29.529473 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Checking segment: {'id': 'b08460c2-df37-4e47-a73a-cec2e471684c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '73999cab-dbb1-47b1-9f80-26fca88b7a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:32:29.529473 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:29.529473 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Bound using segment: {'id': 'b08460c2-df37-4e47-a73a-cec2e471684c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '73999cab-dbb1-47b1-9f80-26fca88b7a04'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:32:29.529473 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Bound port: 503002a2-23f0-4318-bba5-4ecedacb2117, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08460c2-df37-4e47-a73a-cec2e471684c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '73999cab-dbb1-47b1-9f80-26fca88b7a04'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:32:29.529473 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:29.533564 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-524d3041-950e-49de-81d8-6f920a9298fe tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:29.538911 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-524d3041-950e-49de-81d8-6f920a9298fe tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:port and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:29.542668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-524d3041-950e-49de-81d8-6f920a9298fe tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:29.548853 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-524d3041-950e-49de-81d8-6f920a9298fe tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:29.587417 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a8863f99-9e56-4872-9a62-7865eaff94db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:29.637431 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] For port 503002a2-23f0-4318-bba5-4ecedacb2117, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:32:29.640504 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] For port 503002a2-23f0-4318-bba5-4ecedacb2117, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=503002a2-23f0-4318-bba5-4ecedacb2117,segment=NetworkSegment(b08460c2-df37-4e47-a73a-cec2e471684c),segment_id=b08460c2-df37-4e47-a73a-cec2e471684c)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:32:29.659777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524d3041-950e-49de-81d8-6f920a9298fe tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:29.666337 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-524d3041-950e-49de-81d8-6f920a9298fe tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:29.689270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-524d3041-950e-49de-81d8-6f920a9298fe tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] device_id is not set on port 848e4d41-e3e6-45ab-9c06-32680422f052 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:32:29.758855 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:29.769683 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:29.863292 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-524d3041-950e-49de-81d8-6f920a9298fe tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Allocated IP 172.20.0.13 (73999cab-dbb1-47b1-9f80-26fca88b7a04/115c03e2-e58e-451a-9720-58da0afde752/848e4d41-e3e6-45ab-9c06-32680422f052) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:32:29.872312 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Pushing event updated for resources: {'Port': ['ID=503002a2-23f0-4318-bba5-4ecedacb2117,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:29.878051 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:29.993627 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a8863f99-9e56-4872-9a62-7865eaff94db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port f44dca5f-fa62-4ac7-a169-ebd59d273a0c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:29.994064 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a8863f99-9e56-4872-9a62-7865eaff94db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:30.177634 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-524d3041-950e-49de-81d8-6f920a9298fe tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:30.197428 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-524d3041-950e-49de-81d8-6f920a9298fe tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Transition to ACTIVE for port object 848e4d41-e3e6-45ab-9c06-32680422f052 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:30.284323 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a8863f99-9e56-4872-9a62-7865eaff94db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port f44dca5f-fa62-4ac7-a169-ebd59d273a0c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f44dca5f-fa62-4ac7-a169-ebd59d273a0c,segment=NetworkSegment(3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf),segment_id=3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:30.284687 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a8863f99-9e56-4872-9a62-7865eaff94db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:30.327895 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-524d3041-950e-49de-81d8-6f920a9298fe tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:30.336430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8309f15-59ae-413f-8181-4371bf9181cc tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:30.417808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524d3041-950e-49de-81d8-6f920a9298fe tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network 73999cab-dbb1-47b1-9f80-26fca88b7a04 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:30.421924 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-524d3041-950e-49de-81d8-6f920a9298fe tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:30.424457 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d3041-950e-49de-81d8-6f920a9298fe tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:32:30.474740 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d3041-950e-49de-81d8-6f920a9298fe tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=848e4d41-e3e6-45ab-9c06-32680422f052,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:30.474980 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a8863f99-9e56-4872-9a62-7865eaff94db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for f44dca5f-fa62-4ac7-a169-ebd59d273a0c owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:30.475726 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 503002a2-23f0-4318-bba5-4ecedacb2117 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:32:30.476934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-524d3041-950e-49de-81d8-6f920a9298fe tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:30.513994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524d3041-950e-49de-81d8-6f920a9298fe tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:30.514674 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-524d3041-950e-49de-81d8-6f920a9298fe tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:30.615376 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-524d3041-950e-49de-81d8-6f920a9298fe tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3024452 Dec 22 15:32:30.617895 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 38992) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:30.630377 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 503002a2-23f0-4318-bba5-4ecedacb2117 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:30.763009 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a8863f99-9e56-4872-9a62-7865eaff94db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:30.768234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:30.817521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8863f99-9e56-4872-9a62-7865eaff94db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=f44dca5f-fa62-4ac7-a169-ebd59d273a0c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:30.852184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a8863f99-9e56-4872-9a62-7865eaff94db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:30.911675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:31.076099 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818fac92-43d3-43f5-a293-ff9f1002d7c7 None None] Network 73999cab-dbb1-47b1-9f80-26fca88b7a04 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:32:31.175103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a8863f99-9e56-4872-9a62-7865eaff94db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:31.360060 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c1827c0a-3fe5-48a3-b92b-ff6c74320676 None None] Provisioning for port 503002a2-23f0-4318-bba5-4ecedacb2117 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:31.373429 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c1827c0a-3fe5-48a3-b92b-ff6c74320676 None None] Provisioning complete for port 503002a2-23f0-4318-bba5-4ecedacb2117 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:31.374129 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c1827c0a-3fe5-48a3-b92b-ff6c74320676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:31.426943 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d314689-17e8-493c-bb94-1d61231a366a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:31.522421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c1827c0a-3fe5-48a3-b92b-ff6c74320676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:31.561987 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c1827c0a-3fe5-48a3-b92b-ff6c74320676 None None] For port 503002a2-23f0-4318-bba5-4ecedacb2117, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=503002a2-23f0-4318-bba5-4ecedacb2117,segment=NetworkSegment(b08460c2-df37-4e47-a73a-cec2e471684c),segment_id=b08460c2-df37-4e47-a73a-cec2e471684c)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:31.627660 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c1827c0a-3fe5-48a3-b92b-ff6c74320676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:31.629399 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6d4e9939-dd8c-4a3d-8ba1-b812835d0a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:31.721388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8863f99-9e56-4872-9a62-7865eaff94db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:32:31.724372 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1827c0a-3fe5-48a3-b92b-ff6c74320676 None None] Pushing event updated for resources: {'Port': ['ID=503002a2-23f0-4318-bba5-4ecedacb2117,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:31.727909 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c1827c0a-3fe5-48a3-b92b-ff6c74320676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:31.850615 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d314689-17e8-493c-bb94-1d61231a366a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:31.853219 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-853a4b74-007e-41ed-9640-687f60e0e4f9 None None] Provisioning complete for port 503002a2-23f0-4318-bba5-4ecedacb2117 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:31.853603 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-853a4b74-007e-41ed-9640-687f60e0e4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:31.913072 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d314689-17e8-493c-bb94-1d61231a366a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:31.922327 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3cb21d99-40bd-4c1e-a91a-5764b6ca8590 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:31.926079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8863f99-9e56-4872-9a62-7865eaff94db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:32:31.936915 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b16d1-f551-4426-9985-848b33b52d8d None None] Sync routers for ids ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:32:31.940015 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a8863f99-9e56-4872-9a62-7865eaff94db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/routers/cc68b2f8-2613-4afa-b6a8-83eec44bf4b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1751938 Dec 22 15:32:31.942754 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 38996) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:31.950464 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b16d1-f551-4426-9985-848b33b52d8d None None] Routers {'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:31.951373 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-409b16d1-f551-4426-9985-848b33b52d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:32:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:32.031328 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b18155-b97a-4590-b272-e2cb8e2d702b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting subnet 6f80122e-0fd2-4395-9a05-3d4566aebec6 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:32:32.033091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d8b18155-b97a-4590-b272-e2cb8e2d702b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:32.084940 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d314689-17e8-493c-bb94-1d61231a366a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=848e4d41-e3e6-45ab-9c06-32680422f052,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:32.088759 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-853a4b74-007e-41ed-9640-687f60e0e4f9 None None] Provisioning for port 848e4d41-e3e6-45ab-9c06-32680422f052 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:32.090211 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5d314689-17e8-493c-bb94-1d61231a366a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:32.102293 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-853a4b74-007e-41ed-9640-687f60e0e4f9 None None] Provisioning complete for port 848e4d41-e3e6-45ab-9c06-32680422f052 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:32.105895 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-853a4b74-007e-41ed-9640-687f60e0e4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:32.115734 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d8b18155-b97a-4590-b272-e2cb8e2d702b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:32.221742 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d8b18155-b97a-4590-b272-e2cb8e2d702b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:32.233972 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-853a4b74-007e-41ed-9640-687f60e0e4f9 None None] Port 848e4d41-e3e6-45ab-9c06-32680422f052 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:32.301106 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-409b16d1-f551-4426-9985-848b33b52d8d None None] Set router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:32:32.373286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0668a8b4-ddf7-4910-beb5-5804405a0e39 None None] Provisioning complete for port 848e4d41-e3e6-45ab-9c06-32680422f052 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:32.373665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0668a8b4-ddf7-4910-beb5-5804405a0e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:32.472458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d8b18155-b97a-4590-b272-e2cb8e2d702b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:32.477676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ec201f89-2b83-486e-b2cb-75b39c6274c7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:32.495724 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-0668a8b4-ddf7-4910-beb5-5804405a0e39 None None] Port 848e4d41-e3e6-45ab-9c06-32680422f052 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:32.560532 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 503002a2-23f0-4318-bba5-4ecedacb2117 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:32:32.561244 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b18155-b97a-4590-b272-e2cb8e2d702b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Subnet': ['ID=6f80122e-0fd2-4395-9a05-3d4566aebec6,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:32.565022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d8b18155-b97a-4590-b272-e2cb8e2d702b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:32.566209 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d8b18155-b97a-4590-b272-e2cb8e2d702b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:32.574066 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d8b18155-b97a-4590-b272-e2cb8e2d702b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/subnets/6f80122e-0fd2-4395-9a05-3d4566aebec6 HTTP/1.1" status: 204 len: 168 time: 0.6302087 Dec 22 15:32:32.577882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39000) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:32.591318 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d314689-17e8-493c-bb94-1d61231a366a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:32.648331 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebb5499-6dc7-4576-80e7-8af09af033ad None None] Network c4875b83-54f2-4714-b57a-87a98f0d12f7 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:32:32.807983 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-074d126f-291b-4c99-a464-99f0307b387d None None] Provisioning complete for port 848e4d41-e3e6-45ab-9c06-32680422f052 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:32.808365 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-074d126f-291b-4c99-a464-99f0307b387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:32.858354 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d314689-17e8-493c-bb94-1d61231a366a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:32.891406 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72bf1f64-9c74-467b-9c9b-5755cac29749 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:32.892099 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-409b16d1-f551-4426-9985-848b33b52d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:40Z', 'updated_at': '2021-12-22T15:32:30Z', 'revision_number': 7, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:42Z', 'updated_at': '2021-12-22T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:32.897530 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b16d1-f551-4426-9985-848b33b52d8d None None] Checking router: cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:32:32.907793 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b16d1-f551-4426-9985-848b33b52d8d None None] Routers {'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:32.908523 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-409b16d1-f551-4426-9985-848b33b52d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:32:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:32.932690 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 503002a2-23f0-4318-bba5-4ecedacb2117 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:32.933076 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:33.033277 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-074d126f-291b-4c99-a464-99f0307b387d None None] Port 848e4d41-e3e6-45ab-9c06-32680422f052 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:33.147064 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-409b16d1-f551-4426-9985-848b33b52d8d None None] Set router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:32:33.277519 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94f310f-e1e9-4b14-ab25-49b397d862be None None] DHCP port deletion for c4875b83-54f2-4714-b57a-87a98f0d12f7 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:32:33.285416 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e94f310f-e1e9-4b14-ab25-49b397d862be None None] Deleting port 5ed02498-a7cf-471b-b938-c442d4926d9b {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:33.285851 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e94f310f-e1e9-4b14-ab25-49b397d862be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:33.295165 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72bf1f64-9c74-467b-9c9b-5755cac29749 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:33.324173 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:32:33.420894 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72bf1f64-9c74-467b-9c9b-5755cac29749 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port e8677861-69dc-4e84-8cc4-3373269be48b {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:33.421259 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72bf1f64-9c74-467b-9c9b-5755cac29749 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:33.569167 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d314689-17e8-493c-bb94-1d61231a366a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:33.574630 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-409b16d1-f551-4426-9985-848b33b52d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:40Z', 'updated_at': '2021-12-22T15:32:30Z', 'revision_number': 7, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:42Z', 'updated_at': '2021-12-22T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:33.580666 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b16d1-f551-4426-9985-848b33b52d8d None None] The sync data for ids ['cc68b2f8-2613-4afa-b6a8-83eec44bf4b0'] in dv-neutron-822674-1-hyperv is: [{'id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'name': 'tempest-TestNetworkBasicOps-router-1090431086', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:40Z', 'updated_at': '2021-12-22T15:32:30Z', 'revision_number': 7, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'e8677861-69dc-4e84-8cc4-3373269be48b', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68b2f8-2613-4afa-b6a8-83eec44bf4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:42Z', 'updated_at': '2021-12-22T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:32:33.637129 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-e94f310f-e1e9-4b14-ab25-49b397d862be None None] For port 5ed02498-a7cf-471b-b938-c442d4926d9b, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=5ed02498-a7cf-471b-b938-c442d4926d9b,segment=NetworkSegment(3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf),segment_id=3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:33.637540 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e94f310f-e1e9-4b14-ab25-49b397d862be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:33.671846 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d314689-17e8-493c-bb94-1d61231a366a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:33.702171 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7632a443-5bde-4188-8c8c-f2bad09450dd tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:33.772635 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e94f310f-e1e9-4b14-ab25-49b397d862be None None] Calling delete_port for 5ed02498-a7cf-471b-b938-c442d4926d9b owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:33.794115 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d314689-17e8-493c-bb94-1d61231a366a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:33.797949 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d314689-17e8-493c-bb94-1d61231a366a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=848e4d41-e3e6-45ab-9c06-32680422f052,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:33.801736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5d314689-17e8-493c-bb94-1d61231a366a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:33.824953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72bf1f64-9c74-467b-9c9b-5755cac29749 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port e8677861-69dc-4e84-8cc4-3373269be48b, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e8677861-69dc-4e84-8cc4-3373269be48b,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:33.825511 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72bf1f64-9c74-467b-9c9b-5755cac29749 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:33.967117 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d314689-17e8-493c-bb94-1d61231a366a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network 73999cab-dbb1-47b1-9f80-26fca88b7a04 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:33.969402 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-5d314689-17e8-493c-bb94-1d61231a366a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:33.969573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72bf1f64-9c74-467b-9c9b-5755cac29749 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for e8677861-69dc-4e84-8cc4-3373269be48b owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:34.043611 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e94f310f-e1e9-4b14-ab25-49b397d862be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:34.059370 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-43c4b1e6-7947-4055-a8d8-a28d931cd307 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:34.192334 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f310f-e1e9-4b14-ab25-49b397d862be None None] No DVR routers for this DVR port 5ed02498-a7cf-471b-b938-c442d4926d9b on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:32:34.199257 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f310f-e1e9-4b14-ab25-49b397d862be None None] Pushing event deleted for resources: {'Port': ['ID=5ed02498-a7cf-471b-b938-c442d4926d9b,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:34.203139 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e94f310f-e1e9-4b14-ab25-49b397d862be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:34.278920 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d314689-17e8-493c-bb94-1d61231a366a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Router 4349817a-96e7-43b2-b3e0-4ee8b58d2472 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:32:34.329312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72bf1f64-9c74-467b-9c9b-5755cac29749 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:34.333771 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-467f2cc8-84a3-4aad-8f62-f182a8fd9711 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:34.388004 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-774a185c-4a0f-4b81-95db-486ebef5d9c6 None None] Provisioning complete for port 848e4d41-e3e6-45ab-9c06-32680422f052 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:34.388625 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-774a185c-4a0f-4b81-95db-486ebef5d9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:34.391057 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf1f64-9c74-467b-9c9b-5755cac29749 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=e8677861-69dc-4e84-8cc4-3373269be48b,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:34.397806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-72bf1f64-9c74-467b-9c9b-5755cac29749 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:34.440933 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f44dca5f-fa62-4ac7-a169-ebd59d273a0c no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:32:34.491682 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: f44dca5f-fa62-4ac7-a169-ebd59d273a0c {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:32:34.492056 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f44dca5f-fa62-4ac7-a169-ebd59d273a0c not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:32:34.492468 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 5ed02498-a7cf-471b-b938-c442d4926d9b no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:32:34.505525 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72bf1f64-9c74-467b-9c9b-5755cac29749 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:34.532182 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 5ed02498-a7cf-471b-b938-c442d4926d9b {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:32:34.532533 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 5ed02498-a7cf-471b-b938-c442d4926d9b not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:32:34.535959 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-774a185c-4a0f-4b81-95db-486ebef5d9c6 None None] Port 848e4d41-e3e6-45ab-9c06-32680422f052 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:34.545679 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d314689-17e8-493c-bb94-1d61231a366a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:32:34.553581 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5d314689-17e8-493c-bb94-1d61231a366a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "PUT /v2.0/routers/4349817a-96e7-43b2-b3e0-4ee8b58d2472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9345610 Dec 22 15:32:34.554786 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39004) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:34.558680 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb21d9-4acd-4a10-94f0-f1d7c35f4466 None None] Sync routers for ids ['4349817a-96e7-43b2-b3e0-4ee8b58d2472'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:32:34.572147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb21d9-4acd-4a10-94f0-f1d7c35f4466 None None] Routers {'4349817a-96e7-43b2-b3e0-4ee8b58d2472'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:34.573668 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-59bb21d9-4acd-4a10-94f0-f1d7c35f4466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:32:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['4349817a-96e7-43b2-b3e0-4ee8b58d2472'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:34.644698 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4bb2fc-6a53-444a-be8c-3671e1d08ae1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:34.645583 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1c4bb2fc-6a53-444a-be8c-3671e1d08ae1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:34.645796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-59bb21d9-4acd-4a10-94f0-f1d7c35f4466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:34.655917 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb21d9-4acd-4a10-94f0-f1d7c35f4466 None None] Routers {'4349817a-96e7-43b2-b3e0-4ee8b58d2472'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:34.656548 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-59bb21d9-4acd-4a10-94f0-f1d7c35f4466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:32:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['4349817a-96e7-43b2-b3e0-4ee8b58d2472'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:34.693050 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72bf1f64-9c74-467b-9c9b-5755cac29749 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:34.695480 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72bf1f64-9c74-467b-9c9b-5755cac29749 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:34.721706 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-59bb21d9-4acd-4a10-94f0-f1d7c35f4466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:34.722118 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb21d9-4acd-4a10-94f0-f1d7c35f4466 None None] The sync data for ids ['4349817a-96e7-43b2-b3e0-4ee8b58d2472'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:32:34.732982 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1c4bb2fc-6a53-444a-be8c-3671e1d08ae1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:34.737307 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1c4bb2fc-6a53-444a-be8c-3671e1d08ae1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4349817a-96e7-43b2-b3e0-4ee8b58d2472 HTTP/1.1" status: 200 len: 982 time: 0.1783762 Dec 22 15:32:34.737307 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39008) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:34.819764 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72bf1f64-9c74-467b-9c9b-5755cac29749 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:34.820509 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bf1f64-9c74-467b-9c9b-5755cac29749 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Fanout notify agent at l3_agent the message router_deleted on router cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:32:34.837229 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72bf1f64-9c74-467b-9c9b-5755cac29749 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:34.838523 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-72bf1f64-9c74-467b-9c9b-5755cac29749 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/routers/cc68b2f8-2613-4afa-b6a8-83eec44bf4b0 HTTP/1.1" status: 204 len: 168 time: 2.2592771 Dec 22 15:32:34.847827 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39012) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:34.995167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e761051-9c5e-4608-803a-ab1d591ef90a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:35.138886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e761051-9c5e-4608-803a-ab1d591ef90a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:35.169250 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-2e761051-9c5e-4608-803a-ab1d591ef90a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4875b83-54f2-4714-b57a-87a98f0d12f7']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:35.182875 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-2e761051-9c5e-4608-803a-ab1d591ef90a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:35.183208 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-2e761051-9c5e-4608-803a-ab1d591ef90a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3383c5f2-9dc5-40bc-8903-39eaeb1ef0bf') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:35.196387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e761051-9c5e-4608-803a-ab1d591ef90a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:35.215795 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e761051-9c5e-4608-803a-ab1d591ef90a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:35.227539 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e761051-9c5e-4608-803a-ab1d591ef90a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:32:35.227872 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e761051-9c5e-4608-803a-ab1d591ef90a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:32:35.252451 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:32:35.442277 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a904bb04-b164-4115-b211-842e134959cc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:35.460541 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e761051-9c5e-4608-803a-ab1d591ef90a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:35.471732 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5c0481cd-4853-420b-a432-ac34ba56a2cc tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:35.498546 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e761051-9c5e-4608-803a-ab1d591ef90a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:35.508417 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e761051-9c5e-4608-803a-ab1d591ef90a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Network': ['ID=c4875b83-54f2-4714-b57a-87a98f0d12f7,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:35.511335 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2e761051-9c5e-4608-803a-ab1d591ef90a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:35.519684 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2e761051-9c5e-4608-803a-ab1d591ef90a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/networks/c4875b83-54f2-4714-b57a-87a98f0d12f7 HTTP/1.1" status: 204 len: 168 time: 0.6702449 Dec 22 15:32:35.553611 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39016) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:35.560291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-2b36b0e8-4aa7-41af-aa13-89687766f27a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'network': {'name': 'tempest-network-smoke--1838447979', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'port_security_enabled': True}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:35.565942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2b36b0e8-4aa7-41af-aa13-89687766f27a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:35.570979 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2b36b0e8-4aa7-41af-aa13-89687766f27a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:network and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:35.574648 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2b36b0e8-4aa7-41af-aa13-89687766f27a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:35.581798 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2b36b0e8-4aa7-41af-aa13-89687766f27a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:35.643073 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b36b0e8-4aa7-41af-aa13-89687766f27a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:35.647099 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2b36b0e8-4aa7-41af-aa13-89687766f27a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:35.691648 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b36b0e8-4aa7-41af-aa13-89687766f27a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:32:35.703449 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2b36b0e8-4aa7-41af-aa13-89687766f27a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:35.703856 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-2b36b0e8-4aa7-41af-aa13-89687766f27a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Added segment b3a72b8b-e1e7-400a-84a6-cc433132a1aa of type vlan for network b03747da-8850-4670-81c5-06a70db82878 Dec 22 15:32:35.740306 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2b36b0e8-4aa7-41af-aa13-89687766f27a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:35.744979 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a904bb04-b164-4115-b211-842e134959cc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port 848e4d41-e3e6-45ab-9c06-32680422f052 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:35.745410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a904bb04-b164-4115-b211-842e134959cc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:35.825339 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2b36b0e8-4aa7-41af-aa13-89687766f27a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:35.834087 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b36b0e8-4aa7-41af-aa13-89687766f27a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:35.835205 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2b36b0e8-4aa7-41af-aa13-89687766f27a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:35.841022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:35.954740 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36b0e8-4aa7-41af-aa13-89687766f27a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Network': ['ID=b03747da-8850-4670-81c5-06a70db82878,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:35.957843 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2b36b0e8-4aa7-41af-aa13-89687766f27a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:35.969817 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network b03747da-8850-4670-81c5-06a70db82878 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:32:35.978005 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a904bb04-b164-4115-b211-842e134959cc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:35.987923 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:36.013565 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2b36b0e8-4aa7-41af-aa13-89687766f27a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4585669 Dec 22 15:32:36.015787 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39020) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:36.023376 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-820169452', 'admin_state_up': True, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:36.039843 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:36.044501 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:router and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:36.047907 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:36.056587 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:36.117590 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:36.118972 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a904bb04-b164-4115-b211-842e134959cc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for 848e4d41-e3e6-45ab-9c06-32680422f052 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:36.119210 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:36.141126 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:36.429283 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e8677861-69dc-4e84-8cc4-3373269be48b no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:32:36.442830 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a904bb04-b164-4115-b211-842e134959cc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:36.452206 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7c2d06b2-e7b0-4c8c-af99-d5e3174ada4d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:36.471143 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: e8677861-69dc-4e84-8cc4-3373269be48b {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:32:36.471545 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e8677861-69dc-4e84-8cc4-3373269be48b not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:32:36.508409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904bb04-b164-4115-b211-842e134959cc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Port': ['ID=848e4d41-e3e6-45ab-9c06-32680422f052,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:36.511779 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a904bb04-b164-4115-b211-842e134959cc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:36.618810 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:36.758328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a904bb04-b164-4115-b211-842e134959cc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:37.028859 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:37.062031 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:37.191726 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a904bb04-b164-4115-b211-842e134959cc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Router 4349817a-96e7-43b2-b3e0-4ee8b58d2472 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:32:37.240571 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.26.6.230 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/fd1ccdf9-9fa8-4297-9f56-9036bfee769c) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:32:37.416258 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a904bb04-b164-4115-b211-842e134959cc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:32:37.428691 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:37.436502 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9a3c93-1b48-4408-b36f-60083f0558c3 None None] Sync routers for ids ['4349817a-96e7-43b2-b3e0-4ee8b58d2472'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:32:37.451683 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a3c93-1b48-4408-b36f-60083f0558c3 None None] Routers {'4349817a-96e7-43b2-b3e0-4ee8b58d2472'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:37.452656 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-bb9a3c93-1b48-4408-b36f-60083f0558c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:32:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['4349817a-96e7-43b2-b3e0-4ee8b58d2472'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:37.518464 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a904bb04-b164-4115-b211-842e134959cc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "PUT /v2.0/routers/4349817a-96e7-43b2-b3e0-4ee8b58d2472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7801251 Dec 22 15:32:37.527448 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39024) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:37.541090 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-bb9a3c93-1b48-4408-b36f-60083f0558c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:37.551106 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a3c93-1b48-4408-b36f-60083f0558c3 None None] Routers {'4349817a-96e7-43b2-b3e0-4ee8b58d2472'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:37.551744 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-bb9a3c93-1b48-4408-b36f-60083f0558c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:32:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['4349817a-96e7-43b2-b3e0-4ee8b58d2472'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:37.551983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:37.560216 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3dee7af4-dadf-4572-9540-a1a205380393 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:37.577011 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-d655224f-fb85-40d1-8818-68628d6dfc0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] GET failed (client error): The resource could not be found. Dec 22 15:32:37.577551 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d655224f-fb85-40d1-8818-68628d6dfc0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:37.615677 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-bb9a3c93-1b48-4408-b36f-60083f0558c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:37.616087 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9a3c93-1b48-4408-b36f-60083f0558c3 None None] The sync data for ids ['4349817a-96e7-43b2-b3e0-4ee8b58d2472'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:32:37.664352 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d655224f-fb85-40d1-8818-68628d6dfc0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:37.665675 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d655224f-fb85-40d1-8818-68628d6dfc0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports/848e4d41-e3e6-45ab-9c06-32680422f052 HTTP/1.1" status: 404 len: 333 time: 0.1372275 Dec 22 15:32:37.668694 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39028) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:37.678907 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:37.684641 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:37.691313 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:32:37.755784 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=fd1ccdf9-9fa8-4297-9f56-9036bfee769c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:37.760991 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:37.804375 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f5f5da34-2f25-4544-b304-e7eadc0f59c0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:38.117943 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f5f5da34-2f25-4544-b304-e7eadc0f59c0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:38.121105 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f5f5da34-2f25-4544-b304-e7eadc0f59c0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:38.225741 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f5f5da34-2f25-4544-b304-e7eadc0f59c0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:38.226607 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f5da34-2f25-4544-b304-e7eadc0f59c0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Fanout notify agent at l3_agent the message router_deleted on router 4349817a-96e7-43b2-b3e0-4ee8b58d2472 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:32:38.241054 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f5f5da34-2f25-4544-b304-e7eadc0f59c0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:38.242424 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f5f5da34-2f25-4544-b304-e7eadc0f59c0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/routers/4349817a-96e7-43b2-b3e0-4ee8b58d2472 HTTP/1.1" status: 204 len: 168 time: 0.5728433 Dec 22 15:32:38.245778 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39032) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:38.323124 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d39456-98de-412a-abbd-7c07b1ce61d4 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting subnet 115c03e2-e58e-451a-9720-58da0afde752 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:32:38.326866 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4d39456-98de-412a-abbd-7c07b1ce61d4 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:38.389360 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:38.392430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4d39456-98de-412a-abbd-7c07b1ce61d4 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:38.518194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4d39456-98de-412a-abbd-7c07b1ce61d4 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:38.654561 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4d39456-98de-412a-abbd-7c07b1ce61d4 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:38.658811 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cefab15d-df3a-497f-8fcb-3d0d48681718 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:38.699694 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d39456-98de-412a-abbd-7c07b1ce61d4 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Subnet': ['ID=115c03e2-e58e-451a-9720-58da0afde752,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:38.702880 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d4d39456-98de-412a-abbd-7c07b1ce61d4 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:38.703879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4d39456-98de-412a-abbd-7c07b1ce61d4 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:38.710691 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565cc0d4-b1cf-4c0d-8fce-a285e8cdac6a None None] Network 73999cab-dbb1-47b1-9f80-26fca88b7a04 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:32:38.712629 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d4d39456-98de-412a-abbd-7c07b1ce61d4 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/subnets/115c03e2-e58e-451a-9720-58da0afde752 HTTP/1.1" status: 204 len: 168 time: 0.4657452 Dec 22 15:32:38.715931 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39036) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:38.815749 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:38.909724 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:38.924313 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port 503002a2-23f0-4318-bba5-4ecedacb2117 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:38.924758 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:39.015351 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849e1320-c2b4-4f8f-97c4-56c3f49d8b7e None None] DHCP port deletion for 73999cab-dbb1-47b1-9f80-26fca88b7a04 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:32:39.020726 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-849e1320-c2b4-4f8f-97c4-56c3f49d8b7e None None] Deleting port 503002a2-23f0-4318-bba5-4ecedacb2117 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:39.021275 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-849e1320-c2b4-4f8f-97c4-56c3f49d8b7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:39.152540 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 51b26938-c22d-4a92-bf75-59afe03efc83 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:32:39.260937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-849e1320-c2b4-4f8f-97c4-56c3f49d8b7e None None] For port 503002a2-23f0-4318-bba5-4ecedacb2117, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=503002a2-23f0-4318-bba5-4ecedacb2117,segment=NetworkSegment(b08460c2-df37-4e47-a73a-cec2e471684c),segment_id=b08460c2-df37-4e47-a73a-cec2e471684c)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:39.262050 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-849e1320-c2b4-4f8f-97c4-56c3f49d8b7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:39.374575 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:32:39.395045 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] Sync routers for ids ['51b26938-c22d-4a92-bf75-59afe03efc83'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:32:39.404801 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-849e1320-c2b4-4f8f-97c4-56c3f49d8b7e None None] Calling delete_port for 503002a2-23f0-4318-bba5-4ecedacb2117 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:39.441983 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] For port 503002a2-23f0-4318-bba5-4ecedacb2117, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=503002a2-23f0-4318-bba5-4ecedacb2117,segment=NetworkSegment(b08460c2-df37-4e47-a73a-cec2e471684c),segment_id=b08460c2-df37-4e47-a73a-cec2e471684c)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:39.442651 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:39.475819 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] Routers {'51b26938-c22d-4a92-bf75-59afe03efc83'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:39.476784 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:32:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['51b26938-c22d-4a92-bf75-59afe03efc83'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:39.499334 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:39.502128 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4839110 Dec 22 15:32:39.504411 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39040) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:39.550923 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f0b79659-28d0-4005-b3df-40f5bf4647fe tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=1e3de4c345a044948e6178acdaa2b3de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424719 Dec 22 15:32:39.551132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39044) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:39.699850 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for 503002a2-23f0-4318-bba5-4ecedacb2117 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:39.701211 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] Set router 51b26938-c22d-4a92-bf75-59afe03efc83 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:32:39.709119 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1a3dfb-41d7-4e97-8330-3e75262c6994 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:39.712529 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-eb1a3dfb-41d7-4e97-8330-3e75262c6994 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1588125 Dec 22 15:32:39.714716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39048) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:39.762732 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bdb6ceeb-8f11-438e-aba6-b58a2cb9b641 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464771 Dec 22 15:32:39.765170 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39052) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:39.772602 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-d9219e33-6dc3-4233-bd50-675355535d0e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-298152518', 'network_id': 'b03747da-8850-4670-81c5-06a70db82878', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:39.806022 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:32:39.806289 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:32:39.850018 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-849e1320-c2b4-4f8f-97c4-56c3f49d8b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:39.861148 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c1827c0a-3fe5-48a3-b92b-ff6c74320676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:39.897186 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d9219e33-6dc3-4233-bd50-675355535d0e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:39.901654 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d9219e33-6dc3-4233-bd50-675355535d0e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:subnet and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:39.904887 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d9219e33-6dc3-4233-bd50-675355535d0e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:39.911109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d9219e33-6dc3-4233-bd50-675355535d0e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:39.919105 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e1320-c2b4-4f8f-97c4-56c3f49d8b7e None None] Pushing event deleted for resources: {'Port': ['ID=503002a2-23f0-4318-bba5-4ecedacb2117,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:39.927352 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-849e1320-c2b4-4f8f-97c4-56c3f49d8b7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:39.928228 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849e1320-c2b4-4f8f-97c4-56c3f49d8b7e None None] No DVR routers for this DVR port 503002a2-23f0-4318-bba5-4ecedacb2117 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:32:39.992249 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9219e33-6dc3-4233-bd50-675355535d0e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:39.999093 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d9219e33-6dc3-4233-bd50-675355535d0e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:40.131281 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'name': 'tempest-TestNetworkBasicOps-router-820169452', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:36Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:37Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:40.138709 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] Checking router: 51b26938-c22d-4a92-bf75-59afe03efc83 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:32:40.139316 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] Updating router 51b26938-c22d-4a92-bf75-59afe03efc83 port fd1ccdf9-9fa8-4297-9f56-9036bfee769c binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:32:40.226241 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:40.299895 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d9219e33-6dc3-4233-bd50-675355535d0e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:40.303833 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-442d52eb-c901-46d5-9474-7d3e090465bd tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:40.307857 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port 503002a2-23f0-4318-bba5-4ecedacb2117 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:40.308331 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:40.362784 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9219e33-6dc3-4233-bd50-675355535d0e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Subnet': ['ID=2ed5ad49-ae5d-4b5a-862a-149576a86df1,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:40.365831 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d9219e33-6dc3-4233-bd50-675355535d0e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:40.415194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] The port '503002a2-23f0-4318-bba5-4ecedacb2117' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:32:40.426259 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9219e33-6dc3-4233-bd50-675355535d0e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Checking segment: {'id': 'b3a72b8b-e1e7-400a-84a6-cc433132a1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b03747da-8850-4670-81c5-06a70db82878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:32:40.426642 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9219e33-6dc3-4233-bd50-675355535d0e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network hostable DHCP agents. Network: b03747da-8850-4670-81c5-06a70db82878, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:32:40.464693 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 503002a2-23f0-4318-bba5-4ecedacb2117 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:32:40.506125 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9219e33-6dc3-4233-bd50-675355535d0e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network b03747da-8850-4670-81c5-06a70db82878 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:32:40.518610 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 503002a2-23f0-4318-bba5-4ecedacb2117 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:32:40.519148 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 503002a2-23f0-4318-bba5-4ecedacb2117 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:32:40.556648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:40.584772 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73999cab-dbb1-47b1-9f80-26fca88b7a04']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:40.606949 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08460c2-df37-4e47-a73a-cec2e471684c') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:40.606949 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08460c2-df37-4e47-a73a-cec2e471684c') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:40.613718 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:40.625650 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-d9219e33-6dc3-4233-bd50-675355535d0e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, b03747da-8850-4670-81c5-06a70db82878) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:40.632751 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9219e33-6dc3-4233-bd50-675355535d0e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:40.633848 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d9219e33-6dc3-4233-bd50-675355535d0e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:40.639743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:40.643119 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadc204b-a9b1-43bc-b46d-1c0d62e685b4 None None] Network b03747da-8850-4670-81c5-06a70db82878 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:32:40.649790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:32:40.650192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: util.warn( Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:32:40.665557 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:32:40.733705 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d9219e33-6dc3-4233-bd50-675355535d0e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9671700 Dec 22 15:32:40.734727 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39056) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:40.742860 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:40.826618 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:40.830690 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] Transition to ACTIVE for port object fd1ccdf9-9fa8-4297-9f56-9036bfee769c will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:40.836355 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bbcec504-b758-4cb2-82c4-8958c5f342a5 tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:40.852289 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:40.865119 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Network': ['ID=73999cab-dbb1-47b1-9f80-26fca88b7a04,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:40.878602 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:40.879019 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:40.879375 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:40.879754 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:40.880167 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:40.880541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:40.880957 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:40.881461 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:40.881790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:40.882161 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:40.882559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:40.882942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:40.889095 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:40.904838 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:40.909995 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:40.924442 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ac3ff65b-7bd2-4dc6-a31e-f6be4a40717c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/networks/73999cab-dbb1-47b1-9f80-26fca88b7a04 HTTP/1.1" status: 204 len: 168 time: 2.2073441 Dec 22 15:32:40.925046 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39060) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:40.941637 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-b03747da-8850-4670-81c5-06a70db82878', 'network_id': 'b03747da-8850-4670-81c5-06a70db82878', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ips': [{'subnet_id': '2ed5ad49-ae5d-4b5a-862a-149576a86df1'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:32:40.942548 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:41.011540 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a6cd8-ecd4-441b-91a0-b57d127de21a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:41.012675 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7e5a6cd8-ecd4-441b-91a0-b57d127de21a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:41.061260 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] Attempting to bind port fd1ccdf9-9fa8-4297-9f56-9036bfee769c on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:32:41.061640 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] Attempting to bind port fd1ccdf9-9fa8-4297-9f56-9036bfee769c by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:32:41.062283 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] Attempting to bind port fd1ccdf9-9fa8-4297-9f56-9036bfee769c on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:32:41.066599 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7e5a6cd8-ecd4-441b-91a0-b57d127de21a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:41.071993 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7e5a6cd8-ecd4-441b-91a0-b57d127de21a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports/b0e9c29c-3791-4eca-bdc8-4e5f8b8ddce5 HTTP/1.1" status: 200 len: 841 time: 0.1421731 Dec 22 15:32:41.072210 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce54fc-b5df-4e9f-bbf2-7c0dbe4fe0a3 None None] Pushing event updated for resources: {'Port': ['ID=fd1ccdf9-9fa8-4297-9f56-9036bfee769c,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:41.072517 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39064) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:41.078845 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b5ce54fc-b5df-4e9f-bbf2-7c0dbe4fe0a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:41.084345 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:32:41.084713 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:32:41.085132 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:41.085537 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:32:41.086039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] Bound port: fd1ccdf9-9fa8-4297-9f56-9036bfee769c, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:32:41.086458 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:41.227371 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] For port fd1ccdf9-9fa8-4297-9f56-9036bfee769c, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:32:41.234754 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] For port fd1ccdf9-9fa8-4297-9f56-9036bfee769c, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=fd1ccdf9-9fa8-4297-9f56-9036bfee769c,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:32:41.240924 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Allocated IP 172.20.0.2 (b03747da-8850-4670-81c5-06a70db82878/2ed5ad49-ae5d-4b5a-862a-149576a86df1/7ee48f4c-f4a1-40f5-9674-36bdd6a00771) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:32:41.244105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-42a28da3-5859-4b94-aa2f-f1612560d37d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:41.324256 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:41.329114 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-42a28da3-5859-4b94-aa2f-f1612560d37d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:41.337086 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-42a28da3-5859-4b94-aa2f-f1612560d37d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports/b0e9c29c-3791-4eca-bdc8-4e5f8b8ddce5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2568903 Dec 22 15:32:41.337344 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:41.337523 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39068) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:41.343893 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b010eeae-9dd2-4571-91a2-5d3678e34529 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'subnet': {'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:41.456240 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] Routers {'51b26938-c22d-4a92-bf75-59afe03efc83'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:41.456890 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:32:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['51b26938-c22d-4a92-bf75-59afe03efc83'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:41.487714 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b010eeae-9dd2-4571-91a2-5d3678e34529 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:41.492998 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b010eeae-9dd2-4571-91a2-5d3678e34529 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:subnet and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:41.496790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b010eeae-9dd2-4571-91a2-5d3678e34529 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:41.504236 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b010eeae-9dd2-4571-91a2-5d3678e34529 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:41.562325 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b010eeae-9dd2-4571-91a2-5d3678e34529 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:41.566115 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b010eeae-9dd2-4571-91a2-5d3678e34529 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:41.600221 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce54fc-b5df-4e9f-bbf2-7c0dbe4fe0a3 None None] Pushing event updated for resources: {'Port': ['ID=fd1ccdf9-9fa8-4297-9f56-9036bfee769c,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:41.609884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b5ce54fc-b5df-4e9f-bbf2-7c0dbe4fe0a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:41.760926 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:41.779415 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] Set router 51b26938-c22d-4a92-bf75-59afe03efc83 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:32:41.813932 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:41.821637 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Transition to ACTIVE for port object 7ee48f4c-f4a1-40f5-9674-36bdd6a00771 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:41.894332 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b010eeae-9dd2-4571-91a2-5d3678e34529 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:41.899342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-82411168-3a7b-4412-97a6-7d967f495a13 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:41.925996 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Transition to ACTIVE for port object 7ee48f4c-f4a1-40f5-9674-36bdd6a00771 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:41.974622 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b010eeae-9dd2-4571-91a2-5d3678e34529 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:41.978127 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-b010eeae-9dd2-4571-91a2-5d3678e34529 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:41.982268 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b010eeae-9dd2-4571-91a2-5d3678e34529 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:41.982861 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b010eeae-9dd2-4571-91a2-5d3678e34529 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:41.995810 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcb244e-ae11-48c7-b2d8-023777fca7ba None None] Network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:32:42.012511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010eeae-9dd2-4571-91a2-5d3678e34529 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Subnet': ['ID=72013fd7-4708-427c-9c0d-737b136b70ae,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:42.014489 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b010eeae-9dd2-4571-91a2-5d3678e34529 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:42.077810 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b010eeae-9dd2-4571-91a2-5d3678e34529 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7390218 Dec 22 15:32:42.078126 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:42.080485 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39072) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:42.088126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b421e875-f77c-4d2a-a0bf-7edf1b37684b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'security_group': {'name': 'tempest-secgroup-883394902'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:42.090893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:42.095643 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b421e875-f77c-4d2a-a0bf-7edf1b37684b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:42.116928 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b421e875-f77c-4d2a-a0bf-7edf1b37684b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:security_group and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:42.122348 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b421e875-f77c-4d2a-a0bf-7edf1b37684b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:42.131357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b421e875-f77c-4d2a-a0bf-7edf1b37684b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:42.181550 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Network b03747da-8850-4670-81c5-06a70db82878 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:42.208246 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:42.222047 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:32:42.228543 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Pushing event updated for resources: {'Port': ['ID=7ee48f4c-f4a1-40f5-9674-36bdd6a00771,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:42.239415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b421e875-f77c-4d2a-a0bf-7edf1b37684b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:42.263577 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:42.266986 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b421e875-f77c-4d2a-a0bf-7edf1b37684b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:42.271936 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b421e875-f77c-4d2a-a0bf-7edf1b37684b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:security_group_rule and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:42.277506 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b421e875-f77c-4d2a-a0bf-7edf1b37684b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:42.285109 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b421e875-f77c-4d2a-a0bf-7edf1b37684b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:42.299400 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.20.0.1 (b03747da-8850-4670-81c5-06a70db82878/2ed5ad49-ae5d-4b5a-862a-149576a86df1/7f180dc6-1dad-4f9c-914f-ba17a05ffe1f) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:32:42.405109 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b421e875-f77c-4d2a-a0bf-7edf1b37684b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:42.431353 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Attempting to bind port 7ee48f4c-f4a1-40f5-9674-36bdd6a00771 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:32:42.436714 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Attempting to bind port 7ee48f4c-f4a1-40f5-9674-36bdd6a00771 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'b3a72b8b-e1e7-400a-84a6-cc433132a1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b03747da-8850-4670-81c5-06a70db82878'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:32:42.436714 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Attempting to bind port 7ee48f4c-f4a1-40f5-9674-36bdd6a00771 on network b03747da-8850-4670-81c5-06a70db82878 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:32:42.452805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b421e875-f77c-4d2a-a0bf-7edf1b37684b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:42.459001 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-12ef7c0e-1318-4eb2-a6b7-eef4403a197e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:42.479447 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:32:42.479837 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Checking segment: {'id': 'b3a72b8b-e1e7-400a-84a6-cc433132a1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b03747da-8850-4670-81c5-06a70db82878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:32:42.480706 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:42.481123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Bound using segment: {'id': 'b3a72b8b-e1e7-400a-84a6-cc433132a1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b03747da-8850-4670-81c5-06a70db82878'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:32:42.482072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Bound port: 7ee48f4c-f4a1-40f5-9674-36bdd6a00771, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a72b8b-e1e7-400a-84a6-cc433132a1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b03747da-8850-4670-81c5-06a70db82878'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:32:42.482072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:42.513897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421e875-f77c-4d2a-a0bf-7edf1b37684b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88af3956-ad3a-4a95-8dc9-f970201c2512,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:42.516734 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b421e875-f77c-4d2a-a0bf-7edf1b37684b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:42.529836 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:42.541626 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Transition to ACTIVE for port object 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:42.576419 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'name': 'tempest-TestNetworkBasicOps-router-820169452', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:36Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:37Z', 'updated_at': '2021-12-22T15:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:42.579562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b421e875-f77c-4d2a-a0bf-7edf1b37684b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:42.581174 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b421e875-f77c-4d2a-a0bf-7edf1b37684b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4992707 Dec 22 15:32:42.584732 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39076) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:42.591268 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-6cc29b9c-5429-4c15-93a2-46bb08616da6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'security_group': {'name': 'tempest-secgroup-513814364'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:42.598115 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6cc29b9c-5429-4c15-93a2-46bb08616da6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:42.600222 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff57079-9013-4a07-b8d0-b51296513170 None None] The sync data for ids ['51b26938-c22d-4a92-bf75-59afe03efc83'] in dv-neutron-822674-1-hyperv is: [{'id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'name': 'tempest-TestNetworkBasicOps-router-820169452', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:36Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:37Z', 'updated_at': '2021-12-22T15:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:32:42.603916 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6cc29b9c-5429-4c15-93a2-46bb08616da6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:security_group and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:42.607435 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6cc29b9c-5429-4c15-93a2-46bb08616da6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:42.611003 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] For port 7ee48f4c-f4a1-40f5-9674-36bdd6a00771, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:32:42.617243 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] For port 7ee48f4c-f4a1-40f5-9674-36bdd6a00771, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7ee48f4c-f4a1-40f5-9674-36bdd6a00771,segment=NetworkSegment(b3a72b8b-e1e7-400a-84a6-cc433132a1aa),segment_id=b3a72b8b-e1e7-400a-84a6-cc433132a1aa)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:32:42.617424 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6cc29b9c-5429-4c15-93a2-46bb08616da6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:42.632588 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-d40f606f-8e60-4ecc-9a39-cd48c5f38e57', 'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57', 'tenant_id': '9d9b32562fe14488aa2f4938bf575c2f', 'fixed_ips': [{'subnet_id': '72013fd7-4708-427c-9c0d-737b136b70ae'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:32:42.633484 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:42.636992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:42.641317 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-72bf1f64-9c74-467b-9c9b-5755cac29749 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:42.697959 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:42.708681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network b03747da-8850-4670-81c5-06a70db82878 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:42.708939 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6a5ded66-dec9-4578-a9a4-b510bbc4e920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:42.711023 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:42.715539 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:32:42.824363 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Pushing event updated for resources: {'Port': ['ID=7ee48f4c-f4a1-40f5-9674-36bdd6a00771,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:42.911941 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6cc29b9c-5429-4c15-93a2-46bb08616da6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:42.927157 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=7f180dc6-1dad-4f9c-914f-ba17a05ffe1f,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:42.927877 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:42.951068 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Allocated IP 172.20.0.2 (d40f606f-8e60-4ecc-9a39-cd48c5f38e57/72013fd7-4708-427c-9c0d-737b136b70ae/31383087-0b57-4bb6-adc1-85daf2078244) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:32:42.967838 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:42.968228 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:42.968610 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:42.968991 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:42.969361 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:42.969735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:42.970107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:42.974728 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:42.975184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:42.975620 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:42.975986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:42.976646 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:42.987164 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:42.988807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6cc29b9c-5429-4c15-93a2-46bb08616da6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:43.000355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6cc29b9c-5429-4c15-93a2-46bb08616da6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:security_group_rule and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:43.006192 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6cc29b9c-5429-4c15-93a2-46bb08616da6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:43.016169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:43.155299 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6cc29b9c-5429-4c15-93a2-46bb08616da6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:43.252043 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6cc29b9c-5429-4c15-93a2-46bb08616da6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:43.292126 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:43.306304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Transition to ACTIVE for port object 31383087-0b57-4bb6-adc1-85daf2078244 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:43.336750 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6cc29b9c-5429-4c15-93a2-46bb08616da6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:43.336992 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Transition to ACTIVE for port object 31383087-0b57-4bb6-adc1-85daf2078244 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:43.344589 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-671a908d-a660-4528-bdd3-29756d2fcb11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:43.417197 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc29b9c-5429-4c15-93a2-46bb08616da6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=591dea34-3984-455c-9727-422da897682d,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:43.421920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6cc29b9c-5429-4c15-93a2-46bb08616da6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:43.472444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:43.516517 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6cc29b9c-5429-4c15-93a2-46bb08616da6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:43.518192 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6cc29b9c-5429-4c15-93a2-46bb08616da6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9323895 Dec 22 15:32:43.520943 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39080) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:43.527277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-bb80acb4-198e-4b58-8e65-15fcaeb61f5a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-133045859', 'security_groups': ['591dea34-3984-455c-9727-422da897682d'], 'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '72013fd7-4708-427c-9c0d-737b136b70ae'}]}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:43.532090 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-50bb4315-b4db-4058-a829-dfa47a918188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:43.592356 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:43.595224 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:43.598891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:32:43.608349 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Pushing event updated for resources: {'Port': ['ID=31383087-0b57-4bb6-adc1-85daf2078244,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:43.638568 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:43.682521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:43.702271 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Attempting to bind port 31383087-0b57-4bb6-adc1-85daf2078244 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:32:43.702654 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Attempting to bind port 31383087-0b57-4bb6-adc1-85daf2078244 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '138609d6-1c75-4914-b782-bcf849c2939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:32:43.703022 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Attempting to bind port 31383087-0b57-4bb6-adc1-85daf2078244 on network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:32:43.708232 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:32:43.708607 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Checking segment: {'id': '138609d6-1c75-4914-b782-bcf849c2939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:32:43.709008 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:43.709404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Bound using segment: {'id': '138609d6-1c75-4914-b782-bcf849c2939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:32:43.709870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Bound port: 31383087-0b57-4bb6-adc1-85daf2078244, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138609d6-1c75-4914-b782-bcf849c2939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:32:43.710258 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:43.792082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-bb80acb4-198e-4b58-8e65-15fcaeb61f5a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:43.807072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] For port 31383087-0b57-4bb6-adc1-85daf2078244, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:32:43.810218 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] For port 31383087-0b57-4bb6-adc1-85daf2078244, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=31383087-0b57-4bb6-adc1-85daf2078244,segment=NetworkSegment(138609d6-1c75-4914-b782-bcf849c2939a),segment_id=138609d6-1c75-4914-b782-bcf849c2939a)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:32:43.850010 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-bb80acb4-198e-4b58-8e65-15fcaeb61f5a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:port and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:43.864685 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-bb80acb4-198e-4b58-8e65-15fcaeb61f5a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:43.879903 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-bb80acb4-198e-4b58-8e65-15fcaeb61f5a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:43.894926 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:43.898767 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e94f310f-e1e9-4b14-ab25-49b397d862be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:43.976230 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb80acb4-198e-4b58-8e65-15fcaeb61f5a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:43.992720 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Pushing event updated for resources: {'Port': ['ID=31383087-0b57-4bb6-adc1-85daf2078244,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:43.996922 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:44.234928 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bb80acb4-198e-4b58-8e65-15fcaeb61f5a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:44.296143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-bb80acb4-198e-4b58-8e65-15fcaeb61f5a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] device_id is not set on port a76fab29-3050-466c-be80-5234e60f9feb yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:32:44.337127 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324e43e6-e691-47cd-820c-4dc2be9ff879 None None] Network b03747da-8850-4670-81c5-06a70db82878 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:32:44.500165 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:44.567460 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9aec6be3-6a25-4dd8-9a1a-ae6007fbebf1 None None] Provisioning for port 7ee48f4c-f4a1-40f5-9674-36bdd6a00771 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:44.594281 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:44.618959 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7ee48f4c-f4a1-40f5-9674-36bdd6a00771 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:32:44.624766 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-173c6c63-32c7-4958-b9e2-711e20406a48 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:44.706540 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-bb80acb4-198e-4b58-8e65-15fcaeb61f5a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Allocated IP 172.20.0.9 (d40f606f-8e60-4ecc-9a39-cd48c5f38e57/72013fd7-4708-427c-9c0d-737b136b70ae/a76fab29-3050-466c-be80-5234e60f9feb) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:32:44.745293 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=7f180dc6-1dad-4f9c-914f-ba17a05ffe1f,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:44.748764 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:44.749926 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:44.803059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 7ee48f4c-f4a1-40f5-9674-36bdd6a00771 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:44.811600 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 7ee48f4c-f4a1-40f5-9674-36bdd6a00771 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:44.813716 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:44.964860 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:45.010016 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 7ee48f4c-f4a1-40f5-9674-36bdd6a00771, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7ee48f4c-f4a1-40f5-9674-36bdd6a00771,segment=NetworkSegment(b3a72b8b-e1e7-400a-84a6-cc433132a1aa),segment_id=b3a72b8b-e1e7-400a-84a6-cc433132a1aa)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:45.101193 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:45.102440 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 31383087-0b57-4bb6-adc1-85daf2078244 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:32:45.140201 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dac4c395-8644-482c-97f4-2f8009f0ac82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:45.180158 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fbe5b06f-e6f6-461d-81d6-ef206fd0797e req-f15501bb-d862-4d11-9d14-913b7e6cf344 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1416337 Dec 22 15:32:45.216839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network b03747da-8850-4670-81c5-06a70db82878 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:45.221623 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:45.262704 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5b7f4df3-dc80-4d80-b1bb-c5ec1287efc2 None None] Provisioning complete for port 7ee48f4c-f4a1-40f5-9674-36bdd6a00771 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:45.263109 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5b7f4df3-dc80-4d80-b1bb-c5ec1287efc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:45.320462 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5b06f-e6f6-461d-81d6-ef206fd0797e req-9a3e19ab-60eb-4b0c-9f25-023f9ab7c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:45.322361 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fbe5b06f-e6f6-461d-81d6-ef206fd0797e req-9a3e19ab-60eb-4b0c-9f25-023f9ab7c941 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84464132bfda464dbef4abab87427463&device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 1098 time: 0.1131222 Dec 22 15:32:45.324419 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=7ee48f4c-f4a1-40f5-9674-36bdd6a00771,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:45.337707 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:45.489411 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 31383087-0b57-4bb6-adc1-85daf2078244 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:45.501218 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 51b26938-c22d-4a92-bf75-59afe03efc83 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:32:45.508614 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device fd1ccdf9-9fa8-4297-9f56-9036bfee769c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:32:45.543169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bb80acb4-198e-4b58-8e65-15fcaeb61f5a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:45.575278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-bb80acb4-198e-4b58-8e65-15fcaeb61f5a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Transition to ACTIVE for port object a76fab29-3050-466c-be80-5234e60f9feb will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:45.582650 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5b7f4df3-dc80-4d80-b1bb-c5ec1287efc2 None None] Provisioning for port 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:45.590808 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5b7f4df3-dc80-4d80-b1bb-c5ec1287efc2 None None] Provisioning complete for port 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:45.591171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5b7f4df3-dc80-4d80-b1bb-c5ec1287efc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:45.681120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5b06f-e6f6-461d-81d6-ef206fd0797e req-a8a8dfdd-abea-4826-9ec1-90e7f6b648db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:45.683021 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fbe5b06f-e6f6-461d-81d6-ef206fd0797e req-a8a8dfdd-abea-4826-9ec1-90e7f6b648db service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff4b8cf-1075-4500-85d7-9341f04be41f HTTP/1.1" status: 200 len: 912 time: 0.3418188 Dec 22 15:32:45.693673 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-5b7f4df3-dc80-4d80-b1bb-c5ec1287efc2 None None] Port 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:45.718069 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port fd1ccdf9-9fa8-4297-9f56-9036bfee769c completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:45.725294 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port fd1ccdf9-9fa8-4297-9f56-9036bfee769c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:45.729527 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:45.795835 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:32:45.808822 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/routers/51b26938-c22d-4a92-bf75-59afe03efc83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0722437 Dec 22 15:32:45.811524 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39084) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:45.813903 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] Sync routers for ids ['51b26938-c22d-4a92-bf75-59afe03efc83'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:32:45.818958 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fbe5b06f-e6f6-461d-81d6-ef206fd0797e req-162f1943-90cd-4e86-b2e4-faddd2a880bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19072660-f220-4195-b6e9-48bdcb18153e HTTP/1.1" status: 200 len: 1001 time: 0.1274414 Dec 22 15:32:45.834687 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bd5f4922-1cfc-4990-855e-eeaa8291fb10 None None] Provisioning complete for port b0e9c29c-3791-4eca-bdc8-4e5f8b8ddce5 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:45.836772 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] Routers {'51b26938-c22d-4a92-bf75-59afe03efc83'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:45.837417 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:32:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['51b26938-c22d-4a92-bf75-59afe03efc83'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:45.842912 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bd5f4922-1cfc-4990-855e-eeaa8291fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:45.905982 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5b06f-e6f6-461d-81d6-ef206fd0797e req-564d5384-1356-4729-b7ec-a4e3ff3cf074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:45.907934 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fbe5b06f-e6f6-461d-81d6-ef206fd0797e req-564d5384-1356-4729-b7ec-a4e3ff3cf074 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e2f5610-73fd-4689-9d49-ece9b5bf2feb HTTP/1.1" status: 200 len: 850 time: 0.0822363 Dec 22 15:32:45.909620 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bb80acb4-198e-4b58-8e65-15fcaeb61f5a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:45.924187 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fdae37eb-c586-4b68-aba3-9bf0e8df46a8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:45.950426 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-bd5f4922-1cfc-4990-855e-eeaa8291fb10 None None] Port b0e9c29c-3791-4eca-bdc8-4e5f8b8ddce5 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:45.976269 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:45.997147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port fd1ccdf9-9fa8-4297-9f56-9036bfee769c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=fd1ccdf9-9fa8-4297-9f56-9036bfee769c,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:46.021446 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5b06f-e6f6-461d-81d6-ef206fd0797e req-677a2115-8f63-4682-b13e-7803044117ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:46.024308 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fbe5b06f-e6f6-461d-81d6-ef206fd0797e req-677a2115-8f63-4682-b13e-7803044117ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff4b8cf-1075-4500-85d7-9341f04be41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1098580 Dec 22 15:32:46.034875 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb80acb4-198e-4b58-8e65-15fcaeb61f5a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:46.042325 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-bb80acb4-198e-4b58-8e65-15fcaeb61f5a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:46.058468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb80acb4-198e-4b58-8e65-15fcaeb61f5a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:32:46.077319 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bd5f4922-1cfc-4990-855e-eeaa8291fb10 None None] Provisioning for port 31383087-0b57-4bb6-adc1-85daf2078244 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:46.095693 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:46.095693 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:46.129218 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bd5f4922-1cfc-4990-855e-eeaa8291fb10 None None] Provisioning complete for port 31383087-0b57-4bb6-adc1-85daf2078244 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:46.129741 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bd5f4922-1cfc-4990-855e-eeaa8291fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:46.137557 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb80acb4-198e-4b58-8e65-15fcaeb61f5a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:46.138209 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bb80acb4-198e-4b58-8e65-15fcaeb61f5a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:46.150374 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] Set router 51b26938-c22d-4a92-bf75-59afe03efc83 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:32:46.156722 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80acb4-198e-4b58-8e65-15fcaeb61f5a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=a76fab29-3050-466c-be80-5234e60f9feb,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:46.162137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bb80acb4-198e-4b58-8e65-15fcaeb61f5a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:46.170032 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e919d0-5bc8-4e21-a9ad-20504a9a9af5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:46.170510 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e919d0-5bc8-4e21-a9ad-20504a9a9af5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:46.170983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e919d0-5bc8-4e21-a9ad-20504a9a9af5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:46.171442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e919d0-5bc8-4e21-a9ad-20504a9a9af5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:46.173824 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e919d0-5bc8-4e21-a9ad-20504a9a9af5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:46.174876 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e919d0-5bc8-4e21-a9ad-20504a9a9af5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:46.175728 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e919d0-5bc8-4e21-a9ad-20504a9a9af5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:46.184532 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-08e919d0-5bc8-4e21-a9ad-20504a9a9af5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4981 time: 0.3708568 Dec 22 15:32:46.185820 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39088) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:46.256419 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bb80acb4-198e-4b58-8e65-15fcaeb61f5a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7315276 Dec 22 15:32:46.257297 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fbe5b06f-e6f6-461d-81d6-ef206fd0797e req-78cf6024-75f1-4094-82e2-cd46976165c3 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174904 Dec 22 15:32:46.260254 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=fd1ccdf9-9fa8-4297-9f56-9036bfee769c,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:46.261981 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39092) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:46.265997 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:46.290169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-59b2a647-475d-4799-863f-a95ef5eacd4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'subnet': {'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:46.355870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bd5f4922-1cfc-4990-855e-eeaa8291fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:46.392431 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-bd5f4922-1cfc-4990-855e-eeaa8291fb10 None None] For port 31383087-0b57-4bb6-adc1-85daf2078244, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=31383087-0b57-4bb6-adc1-85daf2078244,segment=NetworkSegment(138609d6-1c75-4914-b782-bcf849c2939a),segment_id=138609d6-1c75-4914-b782-bcf849c2939a)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:46.429006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f27fe01-ecff-4a19-85bb-3883c7ca5d8b tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:46.429633 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f27fe01-ecff-4a19-85bb-3883c7ca5d8b tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:46.430152 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f27fe01-ecff-4a19-85bb-3883c7ca5d8b tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:46.430699 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f27fe01-ecff-4a19-85bb-3883c7ca5d8b tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:46.431200 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f27fe01-ecff-4a19-85bb-3883c7ca5d8b tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:46.432462 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f27fe01-ecff-4a19-85bb-3883c7ca5d8b tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:46.432968 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f27fe01-ecff-4a19-85bb-3883c7ca5d8b tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:46.436552 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0f27fe01-ecff-4a19-85bb-3883c7ca5d8b tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4595 time: 0.2494857 Dec 22 15:32:46.441880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39096) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:46.454784 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bd5f4922-1cfc-4990-855e-eeaa8291fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:46.458134 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:46.518512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7ee48f4c-f4a1-40f5-9674-36bdd6a00771 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:32:46.531745 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fbe5b06f-e6f6-461d-81d6-ef206fd0797e req-f7889fa8-98dd-47e0-8f51-9d18f741f501 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765100 Dec 22 15:32:46.591407 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-59b2a647-475d-4799-863f-a95ef5eacd4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:46.599620 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-59b2a647-475d-4799-863f-a95ef5eacd4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:subnet and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:46.605427 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-59b2a647-475d-4799-863f-a95ef5eacd4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:46.606397 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'name': 'tempest-TestNetworkBasicOps-router-820169452', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:36Z', 'updated_at': '2021-12-22T15:32:43Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:37Z', 'updated_at': '2021-12-22T15:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '7f180dc6-1dad-4f9c-914f-ba17a05ffe1f', 'name': '', 'network_id': 'b03747da-8850-4670-81c5-06a70db82878', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:03:8f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2ed5ad49-ae5d-4b5a-862a-149576a86df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:42Z', 'updated_at': '2021-12-22T15:32:44Z', 'revision_number': 2, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '2ed5ad49-ae5d-4b5a-862a-149576a86df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:46.611087 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] Checking router: 51b26938-c22d-4a92-bf75-59afe03efc83 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:32:46.611839 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] Updating router 51b26938-c22d-4a92-bf75-59afe03efc83 port 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:32:46.612956 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-59b2a647-475d-4799-863f-a95ef5eacd4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:46.644403 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bd5f4922-1cfc-4990-855e-eeaa8291fb10 None None] Provisioning complete for port 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:46.644782 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bd5f4922-1cfc-4990-855e-eeaa8291fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:46.667562 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:46.682444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b2a647-475d-4799-863f-a95ef5eacd4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:46.686089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59b2a647-475d-4799-863f-a95ef5eacd4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:46.697907 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f4922-1cfc-4990-855e-eeaa8291fb10 None None] Pushing event updated for resources: {'Port': ['ID=31383087-0b57-4bb6-adc1-85daf2078244,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:46.703100 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bd5f4922-1cfc-4990-855e-eeaa8291fb10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:46.720781 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-bd5f4922-1cfc-4990-855e-eeaa8291fb10 None None] Port 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:46.722166 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 7ee48f4c-f4a1-40f5-9674-36bdd6a00771 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:46.722567 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:46.845495 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.ipam_backend_mixin [None req-59b2a647-475d-4799-863f-a95ef5eacd4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 72013fd7-4708-427c-9c0d-737b136b70ae (CIDR: 172.20.0.0/28) Dec 22 15:32:46.853275 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device fd1ccdf9-9fa8-4297-9f56-9036bfee769c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:32:46.868821 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-89352017-6a57-4cf3-897a-58ae7a0abc17 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.4222169 Dec 22 15:32:46.888741 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b2a647-475d-4799-863f-a95ef5eacd4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:32:46.888741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b2a647-475d-4799-863f-a95ef5eacd4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:32:46.944336 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port fd1ccdf9-9fa8-4297-9f56-9036bfee769c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:46.944336 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:46.977926 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-855bc3f7-b837-45a3-996e-8589f264336f None None] Provisioning for port a76fab29-3050-466c-be80-5234e60f9feb completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:46.986966 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-59b2a647-475d-4799-863f-a95ef5eacd4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7235577 Dec 22 15:32:46.990385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39102) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:46.993057 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-855bc3f7-b837-45a3-996e-8589f264336f None None] Provisioning complete for port a76fab29-3050-466c-be80-5234e60f9feb triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:46.993435 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-855bc3f7-b837-45a3-996e-8589f264336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:46.997416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-2c102156-6380-48fd-aeaf-e112cccc7632 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'subnet': {'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:47.044069 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:47.062562 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] Transition to ACTIVE for port object 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:47.070403 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-855bc3f7-b837-45a3-996e-8589f264336f None None] Port a76fab29-3050-466c-be80-5234e60f9feb cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:47.151810 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:47.156422 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-75197547-a9a9-46b0-a58b-3781ba04faa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:47.294754 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905ce7f-e754-4e1b-b555-05b51eac7a20 None None] Pushing event updated for resources: {'Port': ['ID=7f180dc6-1dad-4f9c-914f-ba17a05ffe1f,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:47.338013 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905ce7f-e754-4e1b-b555-05b51eac7a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:47.338882 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905ce7f-e754-4e1b-b555-05b51eac7a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:47.339286 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905ce7f-e754-4e1b-b555-05b51eac7a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:47.339686 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905ce7f-e754-4e1b-b555-05b51eac7a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:47.340079 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905ce7f-e754-4e1b-b555-05b51eac7a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:47.340476 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905ce7f-e754-4e1b-b555-05b51eac7a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:47.340621 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2c102156-6380-48fd-aeaf-e112cccc7632 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:47.341074 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905ce7f-e754-4e1b-b555-05b51eac7a20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:47.341288 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905ce7f-e754-4e1b-b555-05b51eac7a20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:47.341694 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905ce7f-e754-4e1b-b555-05b51eac7a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:47.342081 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905ce7f-e754-4e1b-b555-05b51eac7a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:47.342489 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905ce7f-e754-4e1b-b555-05b51eac7a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:47.342874 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905ce7f-e754-4e1b-b555-05b51eac7a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:32:47.345392 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2c102156-6380-48fd-aeaf-e112cccc7632 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:subnet and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:47.348729 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2c102156-6380-48fd-aeaf-e112cccc7632 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:47.356547 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2c102156-6380-48fd-aeaf-e112cccc7632 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:47.376585 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-4905ce7f-e754-4e1b-b555-05b51eac7a20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:47.398804 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] Attempting to bind port 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:32:47.399742 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] Attempting to bind port 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'b3a72b8b-e1e7-400a-84a6-cc433132a1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b03747da-8850-4670-81c5-06a70db82878'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:32:47.399742 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] Attempting to bind port 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f on network b03747da-8850-4670-81c5-06a70db82878 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:32:47.409189 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39106) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:47.411365 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:32:47.411885 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] Checking segment: {'id': 'b3a72b8b-e1e7-400a-84a6-cc433132a1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b03747da-8850-4670-81c5-06a70db82878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:32:47.412361 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:47.412901 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] Bound using segment: {'id': 'b3a72b8b-e1e7-400a-84a6-cc433132a1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b03747da-8850-4670-81c5-06a70db82878'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:32:47.413584 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] Bound port: 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a72b8b-e1e7-400a-84a6-cc433132a1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b03747da-8850-4670-81c5-06a70db82878'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:32:47.414092 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:47.417201 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-f8964773-c6b3-4b95-8182-9c182b684e72 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1189215580', 'description': 'tempest-secgroup-smoke-1189215580 description', 'project_id': '1e3de4c345a044948e6178acdaa2b3de'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:47.423793 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f8964773-c6b3-4b95-8182-9c182b684e72 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:47.428455 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f8964773-c6b3-4b95-8182-9c182b684e72 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:47.431564 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f8964773-c6b3-4b95-8182-9c182b684e72 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:47.438695 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f8964773-c6b3-4b95-8182-9c182b684e72 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:47.464725 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c102156-6380-48fd-aeaf-e112cccc7632 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:47.469619 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2c102156-6380-48fd-aeaf-e112cccc7632 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:47.514354 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] For port 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:32:47.518008 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] For port 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7f180dc6-1dad-4f9c-914f-ba17a05ffe1f,segment=NetworkSegment(b3a72b8b-e1e7-400a-84a6-cc433132a1aa),segment_id=b3a72b8b-e1e7-400a-84a6-cc433132a1aa)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:32:47.538835 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f8964773-c6b3-4b95-8182-9c182b684e72 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:47.587071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f8964773-c6b3-4b95-8182-9c182b684e72 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:47.593515 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:47.597399 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-4905ce7f-e754-4e1b-b555-05b51eac7a20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:47.603075 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f8964773-c6b3-4b95-8182-9c182b684e72 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:47.608713 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f8964773-c6b3-4b95-8182-9c182b684e72 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:47.618025 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f8964773-c6b3-4b95-8182-9c182b684e72 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:47.672936 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] Routers {'51b26938-c22d-4a92-bf75-59afe03efc83'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:47.673511 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:32:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['51b26938-c22d-4a92-bf75-59afe03efc83'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:47.741053 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905ce7f-e754-4e1b-b555-05b51eac7a20 None None] Pushing event updated for resources: {'Port': ['ID=7f180dc6-1dad-4f9c-914f-ba17a05ffe1f,revision_number=4']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:47.746324 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-4905ce7f-e754-4e1b-b555-05b51eac7a20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:47.757851 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f8964773-c6b3-4b95-8182-9c182b684e72 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:47.813530 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f8964773-c6b3-4b95-8182-9c182b684e72 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:47.825826 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f087d16d-7518-42f7-915b-ca88fba64b95 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:47.876080 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] Set router 51b26938-c22d-4a92-bf75-59afe03efc83 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:32:47.884060 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8964773-c6b3-4b95-8182-9c182b684e72 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af1dae96-c581-46e5-9741-fec3b72398fa,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:47.888167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f8964773-c6b3-4b95-8182-9c182b684e72 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:47.894023 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2c102156-6380-48fd-aeaf-e112cccc7632 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:47.898978 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0fa99a64-787c-4daf-8937-6c3009d9703d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:47.961319 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f8964773-c6b3-4b95-8182-9c182b684e72 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:47.962589 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f8964773-c6b3-4b95-8182-9c182b684e72 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5520768 Dec 22 15:32:47.967122 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39110) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:47.972682 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c3020d7a-7512-4bae-8bc8-34936644f454 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'af1dae96-c581-46e5-9741-fec3b72398fa', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:47.980909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c3020d7a-7512-4bae-8bc8-34936644f454 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:47.982766 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c102156-6380-48fd-aeaf-e112cccc7632 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:47.986611 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c3020d7a-7512-4bae-8bc8-34936644f454 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:47.988740 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-2c102156-6380-48fd-aeaf-e112cccc7632 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:47.990710 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c3020d7a-7512-4bae-8bc8-34936644f454 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:47.993978 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c102156-6380-48fd-aeaf-e112cccc7632 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:47.995099 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2c102156-6380-48fd-aeaf-e112cccc7632 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:48.001487 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c3020d7a-7512-4bae-8bc8-34936644f454 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:48.003172 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c102156-6380-48fd-aeaf-e112cccc7632 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Subnet': ['ID=a2a15172-64aa-4c00-96d5-76d04584aa81,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:48.008670 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81d6487-528f-41ff-904e-68ec1a65efe0 None None] Network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:32:48.010548 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2c102156-6380-48fd-aeaf-e112cccc7632 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:48.111855 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2c102156-6380-48fd-aeaf-e112cccc7632 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1164269 Dec 22 15:32:48.112173 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c3020d7a-7512-4bae-8bc8-34936644f454 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:48.112421 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39114) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:48.120279 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-765c652b-012e-4de3-9a8e-c249e88d31df tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-580753512', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a2a15172-64aa-4c00-96d5-76d04584aa81'}], 'security_groups': ['88af3956-ad3a-4a95-8dc9-f970201c2512']}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:48.190898 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c3020d7a-7512-4bae-8bc8-34936644f454 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:48.267705 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c3020d7a-7512-4bae-8bc8-34936644f454 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:48.274013 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5d33f2fa-7a44-4022-96ac-44f0c2ae046a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:48.274328 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'name': 'tempest-TestNetworkBasicOps-router-820169452', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:36Z', 'updated_at': '2021-12-22T15:32:43Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:37Z', 'updated_at': '2021-12-22T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '7f180dc6-1dad-4f9c-914f-ba17a05ffe1f', 'name': '', 'network_id': 'b03747da-8850-4670-81c5-06a70db82878', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:03:8f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2ed5ad49-ae5d-4b5a-862a-149576a86df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:42Z', 'updated_at': '2021-12-22T15:32:47Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '2ed5ad49-ae5d-4b5a-862a-149576a86df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:32:48.279629 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9767eacd-f250-4cf8-9dbc-a3ae0ab59d82 None None] The sync data for ids ['51b26938-c22d-4a92-bf75-59afe03efc83'] in dv-neutron-822674-1-hyperv is: [{'id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'name': 'tempest-TestNetworkBasicOps-router-820169452', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:36Z', 'updated_at': '2021-12-22T15:32:43Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:37Z', 'updated_at': '2021-12-22T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '7f180dc6-1dad-4f9c-914f-ba17a05ffe1f', 'name': '', 'network_id': 'b03747da-8850-4670-81c5-06a70db82878', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:03:8f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2ed5ad49-ae5d-4b5a-862a-149576a86df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:42Z', 'updated_at': '2021-12-22T15:32:47Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '2ed5ad49-ae5d-4b5a-862a-149576a86df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:32:48.320580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3020d7a-7512-4bae-8bc8-34936644f454 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c808fdb4-bae2-496c-8002-3fdb61813579,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:48.334411 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-765c652b-012e-4de3-9a8e-c249e88d31df tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:48.368032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c3020d7a-7512-4bae-8bc8-34936644f454 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:48.435876 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c3020d7a-7512-4bae-8bc8-34936644f454 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:48.437333 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c3020d7a-7512-4bae-8bc8-34936644f454 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4689279 Dec 22 15:32:48.441851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39118) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:48.448681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-559e529b-0cf2-4f25-8ba2-d9683605e31a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'af1dae96-c581-46e5-9741-fec3b72398fa', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:48.460603 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-559e529b-0cf2-4f25-8ba2-d9683605e31a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:48.471051 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-559e529b-0cf2-4f25-8ba2-d9683605e31a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:48.475971 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-559e529b-0cf2-4f25-8ba2-d9683605e31a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:48.491050 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-559e529b-0cf2-4f25-8ba2-d9683605e31a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:48.543930 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6afad4-22f4-48d5-8a0f-d48aa8e61784 None None] Update dhcp port {'port': {'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57', 'fixed_ips': [{'subnet_id': '72013fd7-4708-427c-9c0d-737b136b70ae', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a2a15172-64aa-4c00-96d5-76d04584aa81'}], 'binding:host_id': 'dv-neutron-822674-1-hyperv'}, 'id': '31383087-0b57-4bb6-adc1-85daf2078244'} from dv-neutron-822674-1-hyperv. {{(pid=88219) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 15:32:48.573116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-559e529b-0cf2-4f25-8ba2-d9683605e31a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:48.631706 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5f6afad4-22f4-48d5-8a0f-d48aa8e61784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:48.649438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 31383087-0b57-4bb6-adc1-85daf2078244 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:32:48.695112 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-559e529b-0cf2-4f25-8ba2-d9683605e31a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:48.745612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-559e529b-0cf2-4f25-8ba2-d9683605e31a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:48.749183 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fa2e5d47-a249-40d2-89d1-f18185c6e523 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:48.774445 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e529b-0cf2-4f25-8ba2-d9683605e31a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25977b2-3153-431e-8ba3-fa4a9b2e98a5,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:48.787394 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-559e529b-0cf2-4f25-8ba2-d9683605e31a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:48.849403 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 31383087-0b57-4bb6-adc1-85daf2078244 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:48.849988 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:48.854684 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-559e529b-0cf2-4f25-8ba2-d9683605e31a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:48.856189 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-559e529b-0cf2-4f25-8ba2-d9683605e31a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4131641 Dec 22 15:32:48.860958 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39124) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:48.866552 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8adcefa8-839c-446a-ac25-ab39fea6dc54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'af1dae96-c581-46e5-9741-fec3b72398fa', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:48.874612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8adcefa8-839c-446a-ac25-ab39fea6dc54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:48.879695 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8adcefa8-839c-446a-ac25-ab39fea6dc54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:48.883432 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8adcefa8-839c-446a-ac25-ab39fea6dc54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:48.891158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8adcefa8-839c-446a-ac25-ab39fea6dc54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:48.911789 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-765c652b-012e-4de3-9a8e-c249e88d31df tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Delete allocated IP 172.20.0.9 (d40f606f-8e60-4ecc-9a39-cd48c5f38e57/72013fd7-4708-427c-9c0d-737b136b70ae) {{(pid=88218) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 15:32:48.921372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-765c652b-012e-4de3-9a8e-c249e88d31df tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Allocated IP 172.20.0.24 (d40f606f-8e60-4ecc-9a39-cd48c5f38e57/a2a15172-64aa-4c00-96d5-76d04584aa81/a76fab29-3050-466c-be80-5234e60f9feb) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:32:48.995151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8adcefa8-839c-446a-ac25-ab39fea6dc54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:49.029816 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:32:49.080854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8adcefa8-839c-446a-ac25-ab39fea6dc54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:49.152614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8adcefa8-839c-446a-ac25-ab39fea6dc54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:49.155402 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9aa6c779-3d9a-4f02-8b26-f2633f6aff8c tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:49.178467 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcefa8-839c-446a-ac25-ab39fea6dc54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22b26e4-d2f2-4b72-9859-387d1546e447,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:49.183325 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8adcefa8-839c-446a-ac25-ab39fea6dc54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:49.190853 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-765c652b-012e-4de3-9a8e-c249e88d31df tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:49.196923 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:49.202973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:49.203415 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:49.216373 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-765c652b-012e-4de3-9a8e-c249e88d31df tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Transition to ACTIVE for port object a76fab29-3050-466c-be80-5234e60f9feb will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:49.271379 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8adcefa8-839c-446a-ac25-ab39fea6dc54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:49.273488 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8adcefa8-839c-446a-ac25-ab39fea6dc54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4109833 Dec 22 15:32:49.276507 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39128) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:49.282951 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-7ad0d238-146a-4bff-bf00-b137f68f5e13 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'af1dae96-c581-46e5-9741-fec3b72398fa', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:49.290560 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7ad0d238-146a-4bff-bf00-b137f68f5e13 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:49.295741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7ad0d238-146a-4bff-bf00-b137f68f5e13 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:49.299092 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7ad0d238-146a-4bff-bf00-b137f68f5e13 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:49.308205 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-765c652b-012e-4de3-9a8e-c249e88d31df tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:49.310441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7ad0d238-146a-4bff-bf00-b137f68f5e13 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:49.316888 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-54a79aef-1f56-4622-957f-3666373df72e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:49.387296 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:49.430298 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-5f6afad4-22f4-48d5-8a0f-d48aa8e61784 None None] Allocated IP 172.20.0.18 (d40f606f-8e60-4ecc-9a39-cd48c5f38e57/a2a15172-64aa-4c00-96d5-76d04584aa81/31383087-0b57-4bb6-adc1-85daf2078244) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:32:49.438598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7f180dc6-1dad-4f9c-914f-ba17a05ffe1f,segment=NetworkSegment(b3a72b8b-e1e7-400a-84a6-cc433132a1aa),segment_id=b3a72b8b-e1e7-400a-84a6-cc433132a1aa)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:49.497984 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7ad0d238-146a-4bff-bf00-b137f68f5e13 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:49.506400 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c652b-012e-4de3-9a8e-c249e88d31df tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=a76fab29-3050-466c-be80-5234e60f9feb,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:49.513738 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-765c652b-012e-4de3-9a8e-c249e88d31df tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:49.559825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:49.566932 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-765c652b-012e-4de3-9a8e-c249e88d31df tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] In _notify_port_updated(), no bound segment for port a76fab29-3050-466c-be80-5234e60f9feb on network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 {{(pid=88218) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:32:49.567513 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e366714b-704a-452d-bc8d-db936f7e1217 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:49.573124 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765c652b-012e-4de3-9a8e-c249e88d31df tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:49.573868 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-765c652b-012e-4de3-9a8e-c249e88d31df tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:49.578476 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-765c652b-012e-4de3-9a8e-c249e88d31df tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "PUT /v2.0/ports/a76fab29-3050-466c-be80-5234e60f9feb HTTP/1.1" status: 200 len: 920 time: 1.4616518 Dec 22 15:32:49.579257 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39132) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:49.616471 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7ad0d238-146a-4bff-bf00-b137f68f5e13 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:49.671570 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-5f6afad4-22f4-48d5-8a0f-d48aa8e61784 None None] For port 31383087-0b57-4bb6-adc1-85daf2078244, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=31383087-0b57-4bb6-adc1-85daf2078244,segment=NetworkSegment(138609d6-1c75-4914-b782-bcf849c2939a),segment_id=138609d6-1c75-4914-b782-bcf849c2939a)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:49.679297 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d3004bfd-105e-4779-b0f2-a97b304ab5cd tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port a76fab29-3050-466c-be80-5234e60f9feb {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:32:49.679795 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d3004bfd-105e-4779-b0f2-a97b304ab5cd tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:49.682322 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=7f180dc6-1dad-4f9c-914f-ba17a05ffe1f,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:49.685647 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:49.688480 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7ad0d238-146a-4bff-bf00-b137f68f5e13 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:49.691454 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-320ac7a7-120f-4061-8eb8-68579b7a7a6e tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:49.719064 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5f6afad4-22f4-48d5-8a0f-d48aa8e61784 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:49.724043 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0d238-146a-4bff-bf00-b137f68f5e13 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e3504c-802a-44f6-b206-42cc8e178b4a,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:49.727081 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7ad0d238-146a-4bff-bf00-b137f68f5e13 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:49.743979 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5f6afad4-22f4-48d5-8a0f-d48aa8e61784 None None] Transition to ACTIVE for port object 31383087-0b57-4bb6-adc1-85daf2078244 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:49.829927 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7ad0d238-146a-4bff-bf00-b137f68f5e13 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:49.831526 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7ad0d238-146a-4bff-bf00-b137f68f5e13 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5536020 Dec 22 15:32:49.834350 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39136) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:49.839935 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-80e6e8fd-9873-4a9c-b2e4-dd5b24af92f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'af1dae96-c581-46e5-9741-fec3b72398fa', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:49.846350 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-80e6e8fd-9873-4a9c-b2e4-dd5b24af92f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:49.850983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-80e6e8fd-9873-4a9c-b2e4-dd5b24af92f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:49.854975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-80e6e8fd-9873-4a9c-b2e4-dd5b24af92f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:49.860687 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5f6afad4-22f4-48d5-8a0f-d48aa8e61784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:49.865147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-108c9aec-ac38-4692-810e-2e6d4d6907d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:49.873251 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-80e6e8fd-9873-4a9c-b2e4-dd5b24af92f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:49.956316 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-80e6e8fd-9873-4a9c-b2e4-dd5b24af92f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:32:49.966734 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-80e6e8fd-9873-4a9c-b2e4-dd5b24af92f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:49.993338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d3004bfd-105e-4779-b0f2-a97b304ab5cd tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:50.050404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-80e6e8fd-9873-4a9c-b2e4-dd5b24af92f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:50.080150 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6afad4-22f4-48d5-8a0f-d48aa8e61784 None None] Pushing event updated for resources: {'Port': ['ID=31383087-0b57-4bb6-adc1-85daf2078244,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:50.083383 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5f6afad4-22f4-48d5-8a0f-d48aa8e61784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:50.127650 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-80e6e8fd-9873-4a9c-b2e4-dd5b24af92f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:50.129440 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-95420af4-9db3-4e10-9190-7715eaf220f1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:50.134338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d3004bfd-105e-4779-b0f2-a97b304ab5cd tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for a76fab29-3050-466c-be80-5234e60f9feb owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:32:50.156804 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6e8fd-9873-4a9c-b2e4-dd5b24af92f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bb5406-0783-4251-8c0d-a478438c8dc1,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:50.161837 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-80e6e8fd-9873-4a9c-b2e4-dd5b24af92f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:50.295141 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-80e6e8fd-9873-4a9c-b2e4-dd5b24af92f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:50.299795 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-80e6e8fd-9873-4a9c-b2e4-dd5b24af92f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4619918 Dec 22 15:32:50.300070 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39140) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:50.305470 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-dee8ca76-696d-41c6-b59a-a1dbb2656441 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'af1dae96-c581-46e5-9741-fec3b72398fa', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:50.311900 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-dee8ca76-696d-41c6-b59a-a1dbb2656441 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:50.316153 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-dee8ca76-696d-41c6-b59a-a1dbb2656441 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:50.319281 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-dee8ca76-696d-41c6-b59a-a1dbb2656441 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:50.327117 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-dee8ca76-696d-41c6-b59a-a1dbb2656441 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:50.374217 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d3004bfd-105e-4779-b0f2-a97b304ab5cd tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:50.383474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-13ef78db-3a0c-403e-82d3-b0772498b8fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:50.402665 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-dee8ca76-696d-41c6-b59a-a1dbb2656441 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:32:50.413923 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dee8ca76-696d-41c6-b59a-a1dbb2656441 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:50.449219 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 31383087-0b57-4bb6-adc1-85daf2078244 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:32:50.449450 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3004bfd-105e-4779-b0f2-a97b304ab5cd tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Port': ['ID=a76fab29-3050-466c-be80-5234e60f9feb,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:50.452840 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d3004bfd-105e-4779-b0f2-a97b304ab5cd tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:50.513420 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dee8ca76-696d-41c6-b59a-a1dbb2656441 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:50.533096 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:32:50.566395 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d3004bfd-105e-4779-b0f2-a97b304ab5cd tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:50.576930 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dee8ca76-696d-41c6-b59a-a1dbb2656441 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:50.580303 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d3004bfd-105e-4779-b0f2-a97b304ab5cd tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/ports/a76fab29-3050-466c-be80-5234e60f9feb HTTP/1.1" status: 204 len: 168 time: 0.9996607 Dec 22 15:32:50.581231 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39144) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:50.591668 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-320e9701-5203-4945-94a9-98397e240eba tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:50.614452 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:50.614996 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:50.615852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8ca76-696d-41c6-b59a-a1dbb2656441 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33859579-41b9-411a-8a51-d74dafe0383d,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:50.619028 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dee8ca76-696d-41c6-b59a-a1dbb2656441 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:50.634474 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-554473e7-4a1a-4595-ae53-9dea2b3d7c86 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] GET failed (client error): The resource could not be found. Dec 22 15:32:50.635657 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-554473e7-4a1a-4595-ae53-9dea2b3d7c86 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:50.693272 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dee8ca76-696d-41c6-b59a-a1dbb2656441 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:50.709386 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-dee8ca76-696d-41c6-b59a-a1dbb2656441 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3940101 Dec 22 15:32:50.716846 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-554473e7-4a1a-4595-ae53-9dea2b3d7c86 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:50.718443 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-554473e7-4a1a-4595-ae53-9dea2b3d7c86 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports/a76fab29-3050-466c-be80-5234e60f9feb HTTP/1.1" status: 404 len: 333 time: 0.1357551 Dec 22 15:32:50.729266 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39150) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:50.794449 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5bb2db04-0b39-4e8c-a49e-740c88a17f3a None None] Could not find standard attr ID for object a76fab29-3050-466c-be80-5234e60f9feb. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:32:50.817238 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5bb2db04-0b39-4e8c-a49e-740c88a17f3a None None] Provisioning complete for port b0e9c29c-3791-4eca-bdc8-4e5f8b8ddce5 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:50.817771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5bb2db04-0b39-4e8c-a49e-740c88a17f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:50.824864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-035ade2a-e464-4b49-ac69-9994b14cf168 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:50.876612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-035ade2a-e464-4b49-ac69-9994b14cf168 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:50.896949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-5bb2db04-0b39-4e8c-a49e-740c88a17f3a None None] Port b0e9c29c-3791-4eca-bdc8-4e5f8b8ddce5 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:51.007849 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5bb2db04-0b39-4e8c-a49e-740c88a17f3a None None] Provisioning for port 31383087-0b57-4bb6-adc1-85daf2078244 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:51.013379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5bb2db04-0b39-4e8c-a49e-740c88a17f3a None None] Provisioning complete for port 31383087-0b57-4bb6-adc1-85daf2078244 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:51.013898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5bb2db04-0b39-4e8c-a49e-740c88a17f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:51.032870 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-035ade2a-e464-4b49-ac69-9994b14cf168 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:51.044395 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-835099f5-8a8b-4b3e-9cd5-6b234b220f90 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:51.061374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ade2a-e464-4b49-ac69-9994b14cf168 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=591dea34-3984-455c-9727-422da897682d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:51.063466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-4c19f6d9-5192-42b5-a727-76a26a70a640 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:51.065063 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-035ade2a-e464-4b49-ac69-9994b14cf168 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:51.066472 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-035ade2a-e464-4b49-ac69-9994b14cf168 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:51.071202 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-035ade2a-e464-4b49-ac69-9994b14cf168 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/security-groups/591dea34-3984-455c-9727-422da897682d HTTP/1.1" status: 204 len: 168 time: 0.3436165 Dec 22 15:32:51.071202 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39164) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:51.168644 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-4c19f6d9-5192-42b5-a727-76a26a70a640 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:51.171524 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-4c19f6d9-5192-42b5-a727-76a26a70a640 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189215580&fields=id&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 267 time: 0.1732352 Dec 22 15:32:51.337880 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8acbb92-8d14-4113-80f5-976308ed5db0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:51.375326 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8acbb92-8d14-4113-80f5-976308ed5db0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:51.440755 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c8d15b86-5615-47d5-9f8b-5d4166b9d2a9 None None] Could not find standard attr ID for object a76fab29-3050-466c-be80-5234e60f9feb. {{(pid=88219) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 15:32:51.526902 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8acbb92-8d14-4113-80f5-976308ed5db0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:51.529040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-93e07b0a-d044-4422-9b64-330b33b2c73c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:51.529749 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-93e07b0a-d044-4422-9b64-330b33b2c73c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:51.534869 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-885b5e8a-e8ea-47cf-9289-02048d98e225 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:51.557403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8acbb92-8d14-4113-80f5-976308ed5db0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88af3956-ad3a-4a95-8dc9-f970201c2512,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:51.560169 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8acbb92-8d14-4113-80f5-976308ed5db0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:51.561766 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8acbb92-8d14-4113-80f5-976308ed5db0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:51.563378 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d8acbb92-8d14-4113-80f5-976308ed5db0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/security-groups/88af3956-ad3a-4a95-8dc9-f970201c2512 HTTP/1.1" status: 204 len: 168 time: 0.4918129 Dec 22 15:32:51.566438 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39168) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:51.608326 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-93e07b0a-d044-4422-9b64-330b33b2c73c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:51.609858 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-93e07b0a-d044-4422-9b64-330b33b2c73c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/networks?id=b03747da-8850-4670-81c5-06a70db82878 HTTP/1.1" status: 200 len: 797 time: 0.4280376 Dec 22 15:32:51.628184 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-6f3a3ca7-8afd-4949-a06a-12ff7268b304 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/quotas/1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 375 time: 0.0123944 Dec 22 15:32:51.651036 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1075d4-b94a-4daa-87d7-b3ffed6d16ae tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting subnet 72013fd7-4708-427c-9c0d-737b136b70ae {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:32:51.654979 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e1075d4-b94a-4daa-87d7-b3ffed6d16ae tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:51.715036 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e1075d4-b94a-4daa-87d7-b3ffed6d16ae tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:51.732176 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-ac2035e3-7aed-4716-be76-acfd5a73962e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:51.800594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e1075d4-b94a-4daa-87d7-b3ffed6d16ae tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:51.844284 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-ac2035e3-7aed-4716-be76-acfd5a73962e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:51.845434 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-ac2035e3-7aed-4716-be76-acfd5a73962e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2060566 Dec 22 15:32:51.985386 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e1075d4-b94a-4daa-87d7-b3ffed6d16ae tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:51.989739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-08aa844f-afb0-48cf-8486-727bad37cc6a tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:52.027230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1075d4-b94a-4daa-87d7-b3ffed6d16ae tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Subnet': ['ID=72013fd7-4708-427c-9c0d-737b136b70ae,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:52.030309 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2e1075d4-b94a-4daa-87d7-b3ffed6d16ae tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:52.035471 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2e1075d4-b94a-4daa-87d7-b3ffed6d16ae tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:52.038101 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2e1075d4-b94a-4daa-87d7-b3ffed6d16ae tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/subnets/72013fd7-4708-427c-9c0d-737b136b70ae HTTP/1.1" status: 204 len: 168 time: 0.4693310 Dec 22 15:32:52.038778 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8d5385-e39d-43ce-b90c-ea82364070c8 None None] Network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:32:52.042336 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39174) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:52.048074 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f4523f17-bb9b-4247-9c5c-7f55ee4021b1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'subnet': {'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:52.122152 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-deb4addb-c19a-4371-bb63-d698f7f779d3 service neutron] 10.222.0.59 "GET /v2.0/networks/b03747da-8850-4670-81c5-06a70db82878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645071 Dec 22 15:32:52.224439 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f4523f17-bb9b-4247-9c5c-7f55ee4021b1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:52.229373 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f4523f17-bb9b-4247-9c5c-7f55ee4021b1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:subnet and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:52.233080 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f4523f17-bb9b-4247-9c5c-7f55ee4021b1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:52.239822 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f4523f17-bb9b-4247-9c5c-7f55ee4021b1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:52.280141 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-73d0c63d-4a13-4123-ab39-2b34f241e36a service neutron] 10.222.0.59 "GET /v2.0/networks/b03747da-8850-4670-81c5-06a70db82878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518209 Dec 22 15:32:52.311015 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4523f17-bb9b-4247-9c5c-7f55ee4021b1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:52.315569 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4523f17-bb9b-4247-9c5c-7f55ee4021b1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:52.622535 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e5f80abc-d30c-4169-a7d2-ef73bf58cdd1 req-2bec1640-ffeb-4656-a7a7-f2f14dff9ecf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 210 time: 0.0535090 Dec 22 15:32:52.735201 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4523f17-bb9b-4247-9c5c-7f55ee4021b1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:52.737700 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-751fa69e-e323-4223-b7a6-9fcd2c740574 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:52.800393 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4523f17-bb9b-4247-9c5c-7f55ee4021b1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:52.805379 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f4523f17-bb9b-4247-9c5c-7f55ee4021b1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:52.810694 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4523f17-bb9b-4247-9c5c-7f55ee4021b1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:52.811484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4523f17-bb9b-4247-9c5c-7f55ee4021b1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:52.839954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4523f17-bb9b-4247-9c5c-7f55ee4021b1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Subnet': ['ID=6cf5f90b-5715-4cb8-93e9-ebef3f6e8c53,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:52.842864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f4523f17-bb9b-4247-9c5c-7f55ee4021b1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:52.935056 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f4523f17-bb9b-4247-9c5c-7f55ee4021b1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8861275 Dec 22 15:32:52.935056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39190) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:52.943009 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-abcb0390-ff25-480c-adc3-1c4d4532fe18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'security_group': {'name': 'tempest-secgroup-1697399597'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:52.952886 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-abcb0390-ff25-480c-adc3-1c4d4532fe18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:52.964442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-abcb0390-ff25-480c-adc3-1c4d4532fe18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:security_group and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:52.976403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-abcb0390-ff25-480c-adc3-1c4d4532fe18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:52.987188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b10dd3-c318-4ce8-b581-8262ad27f7a7 None None] Network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:32:52.987709 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-abcb0390-ff25-480c-adc3-1c4d4532fe18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:53.099574 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-17fc9387-359f-4fb1-a3ff-5c76559e5e82 None None] Provisioning complete for port b0e9c29c-3791-4eca-bdc8-4e5f8b8ddce5 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:53.099954 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-17fc9387-359f-4fb1-a3ff-5c76559e5e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:53.117048 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abcb0390-ff25-480c-adc3-1c4d4532fe18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:53.142573 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-abcb0390-ff25-480c-adc3-1c4d4532fe18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:53.149112 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-abcb0390-ff25-480c-adc3-1c4d4532fe18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:security_group_rule and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:53.153550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-abcb0390-ff25-480c-adc3-1c4d4532fe18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:53.159706 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-abcb0390-ff25-480c-adc3-1c4d4532fe18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:53.217795 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-17fc9387-359f-4fb1-a3ff-5c76559e5e82 None None] Port b0e9c29c-3791-4eca-bdc8-4e5f8b8ddce5 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:53.261802 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abcb0390-ff25-480c-adc3-1c4d4532fe18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:53.282832 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-17fc9387-359f-4fb1-a3ff-5c76559e5e82 None None] Provisioning complete for port 31383087-0b57-4bb6-adc1-85daf2078244 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:53.283248 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-17fc9387-359f-4fb1-a3ff-5c76559e5e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:53.384905 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abcb0390-ff25-480c-adc3-1c4d4532fe18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:53.392567 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9b186fdd-4422-4b5c-b412-b1ae827512d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:53.435350 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb0390-ff25-480c-adc3-1c4d4532fe18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4c1931-f15d-4cd5-95bc-783e5612ce59,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:53.438014 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-abcb0390-ff25-480c-adc3-1c4d4532fe18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:53.507423 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c15f2b-6aaa-443d-8f24-8ce637f2d6f1 None None] Update dhcp port {'port': {'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57', 'fixed_ips': [{'subnet_id': 'a2a15172-64aa-4c00-96d5-76d04584aa81', 'ip_address': '172.20.0.18'}, {'subnet_id': '6cf5f90b-5715-4cb8-93e9-ebef3f6e8c53'}], 'binding:host_id': 'dv-neutron-822674-1-hyperv'}, 'id': '31383087-0b57-4bb6-adc1-85daf2078244'} from dv-neutron-822674-1-hyperv. {{(pid=88219) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 15:32:53.561696 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a7c15f2b-6aaa-443d-8f24-8ce637f2d6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:53.568084 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abcb0390-ff25-480c-adc3-1c4d4532fe18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:53.570944 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-abcb0390-ff25-480c-adc3-1c4d4532fe18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6352096 Dec 22 15:32:53.573412 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39196) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:53.578776 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f4366cf6-5b91-4142-a0f6-9a596421a17d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'security_group': {'name': 'tempest-secgroup-1732620557'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:53.584848 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f4366cf6-5b91-4142-a0f6-9a596421a17d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:53.588838 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f4366cf6-5b91-4142-a0f6-9a596421a17d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:security_group and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:53.591761 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f4366cf6-5b91-4142-a0f6-9a596421a17d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:53.602140 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f4366cf6-5b91-4142-a0f6-9a596421a17d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:53.706533 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4366cf6-5b91-4142-a0f6-9a596421a17d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:53.726937 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f4366cf6-5b91-4142-a0f6-9a596421a17d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:53.730369 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-118e4983-c12e-481b-b63f-4ffe7908fb36 req-ea53d3b9-4ee9-4ecc-9f04-d541a4fb3557 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 210 time: 0.0460351 Dec 22 15:32:53.734103 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f4366cf6-5b91-4142-a0f6-9a596421a17d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:security_group_rule and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:53.737204 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f4366cf6-5b91-4142-a0f6-9a596421a17d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:53.749215 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f4366cf6-5b91-4142-a0f6-9a596421a17d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:53.779319 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-a7c15f2b-6aaa-443d-8f24-8ce637f2d6f1 None None] Allocated IP 172.20.0.2 (d40f606f-8e60-4ecc-9a39-cd48c5f38e57/6cf5f90b-5715-4cb8-93e9-ebef3f6e8c53/31383087-0b57-4bb6-adc1-85daf2078244) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:32:53.826983 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4366cf6-5b91-4142-a0f6-9a596421a17d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:53.957639 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4366cf6-5b91-4142-a0f6-9a596421a17d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:53.960965 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-a7c15f2b-6aaa-443d-8f24-8ce637f2d6f1 None None] For port 31383087-0b57-4bb6-adc1-85daf2078244, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=31383087-0b57-4bb6-adc1-85daf2078244,segment=NetworkSegment(138609d6-1c75-4914-b782-bcf849c2939a),segment_id=138609d6-1c75-4914-b782-bcf849c2939a)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:53.965473 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-292287ac-a60b-4815-b7e3-3adcd16889c0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:53.988413 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a7c15f2b-6aaa-443d-8f24-8ce637f2d6f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:54.006056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4366cf6-5b91-4142-a0f6-9a596421a17d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0caf1799-948b-4af0-8156-d3f36b7837ec,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:54.006762 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a7c15f2b-6aaa-443d-8f24-8ce637f2d6f1 None None] Transition to ACTIVE for port object 31383087-0b57-4bb6-adc1-85daf2078244 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:54.008758 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f4366cf6-5b91-4142-a0f6-9a596421a17d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:54.174291 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4366cf6-5b91-4142-a0f6-9a596421a17d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:54.178731 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f4366cf6-5b91-4142-a0f6-9a596421a17d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6011200 Dec 22 15:32:54.179123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39202) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:54.184933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-67fe900b-c5f2-4af2-8583-cbf841195d93 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'security_group': {'name': 'tempest-secgroup-973847622'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:54.191187 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-67fe900b-c5f2-4af2-8583-cbf841195d93 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:54.194976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-67fe900b-c5f2-4af2-8583-cbf841195d93 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:security_group and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:54.198468 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-67fe900b-c5f2-4af2-8583-cbf841195d93 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:54.204351 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-67fe900b-c5f2-4af2-8583-cbf841195d93 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:54.280777 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a7c15f2b-6aaa-443d-8f24-8ce637f2d6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:54.284924 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:54.330268 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67fe900b-c5f2-4af2-8583-cbf841195d93 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:54.355927 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-67fe900b-c5f2-4af2-8583-cbf841195d93 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:54.360790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-67fe900b-c5f2-4af2-8583-cbf841195d93 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:security_group_rule and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:54.364093 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-67fe900b-c5f2-4af2-8583-cbf841195d93 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:54.373374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-67fe900b-c5f2-4af2-8583-cbf841195d93 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:54.439654 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c15f2b-6aaa-443d-8f24-8ce637f2d6f1 None None] Pushing event updated for resources: {'Port': ['ID=31383087-0b57-4bb6-adc1-85daf2078244,revision_number=6']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:54.445687 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a7c15f2b-6aaa-443d-8f24-8ce637f2d6f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:54.459150 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67fe900b-c5f2-4af2-8583-cbf841195d93 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:54.597562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67fe900b-c5f2-4af2-8583-cbf841195d93 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:54.602990 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c2cfc99a-e527-47da-967c-29ad893b14ec tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:54.649227 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe900b-c5f2-4af2-8583-cbf841195d93 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c318e0-cb51-48b9-9d61-68f713eec742,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:54.652457 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-67fe900b-c5f2-4af2-8583-cbf841195d93 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:54.781603 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67fe900b-c5f2-4af2-8583-cbf841195d93 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:54.785897 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-67fe900b-c5f2-4af2-8583-cbf841195d93 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6050315 Dec 22 15:32:54.788020 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39208) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:54.794728 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4e13a738-ffda-468b-b06e-2868533f5c65 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-641699091', 'security_groups': ['63c318e0-cb51-48b9-9d61-68f713eec742'], 'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6cf5f90b-5715-4cb8-93e9-ebef3f6e8c53'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:54.936596 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-98ca3ce7-b26d-44e7-ab24-5359a76a1c43 req-bf396b21-5e12-42e5-ad09-6f53a58b97b3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 210 time: 0.0899496 Dec 22 15:32:54.962121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4e13a738-ffda-468b-b06e-2868533f5c65 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:54.972215 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4e13a738-ffda-468b-b06e-2868533f5c65 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:55.017407 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-acd139ba-3b7f-4c80-ad6a-6eada3c154a1 None None] Provisioning complete for port b0e9c29c-3791-4eca-bdc8-4e5f8b8ddce5 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:55.017955 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-acd139ba-3b7f-4c80-ad6a-6eada3c154a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:55.065524 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e13a738-ffda-468b-b06e-2868533f5c65 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:55.070122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-acd139ba-3b7f-4c80-ad6a-6eada3c154a1 None None] Port b0e9c29c-3791-4eca-bdc8-4e5f8b8ddce5 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:55.193601 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e13a738-ffda-468b-b06e-2868533f5c65 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:55.214362 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-acd139ba-3b7f-4c80-ad6a-6eada3c154a1 None None] Provisioning for port 31383087-0b57-4bb6-adc1-85daf2078244 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:55.215120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-4e13a738-ffda-468b-b06e-2868533f5c65 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] device_id is not set on port e96f95a7-8d8e-458c-b54e-5db0ad703e39 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:32:55.219632 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-acd139ba-3b7f-4c80-ad6a-6eada3c154a1 None None] Provisioning complete for port 31383087-0b57-4bb6-adc1-85daf2078244 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:55.222380 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-acd139ba-3b7f-4c80-ad6a-6eada3c154a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:55.264288 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8bd3bc77-6652-4ff5-9088-ab63699561d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:55.442290 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-4e13a738-ffda-468b-b06e-2868533f5c65 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Allocated IP 172.20.0.5 (d40f606f-8e60-4ecc-9a39-cd48c5f38e57/6cf5f90b-5715-4cb8-93e9-ebef3f6e8c53/e96f95a7-8d8e-458c-b54e-5db0ad703e39) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:32:55.830182 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-b6f20329-0ef8-4e24-ad47-6cf209d31bf6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:55.831006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-b6f20329-0ef8-4e24-ad47-6cf209d31bf6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:32:55.862290 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-b6f20329-0ef8-4e24-ad47-6cf209d31bf6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:32:55.863427 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-b6f20329-0ef8-4e24-ad47-6cf209d31bf6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/networks?id=b03747da-8850-4670-81c5-06a70db82878 HTTP/1.1" status: 200 len: 797 time: 0.4167371 Dec 22 15:32:55.923739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e13a738-ffda-468b-b06e-2868533f5c65 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:55.944277 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-1124999e-ba20-461b-beca-b881a8e3fcce tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 380 time: 0.0678618 Dec 22 15:32:55.951610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-4e13a738-ffda-468b-b06e-2868533f5c65 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Transition to ACTIVE for port object e96f95a7-8d8e-458c-b54e-5db0ad703e39 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:55.964214 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-3c04f8d1-debd-4a44-9888-39936d5f365b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'port': {'device_id': '42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95', 'network_id': 'b03747da-8850-4670-81c5-06a70db82878', 'admin_state_up': True, 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'security_groups': ['af1dae96-c581-46e5-9741-fec3b72398fa']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:56.115245 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1f6b15ac-bec0-4651-8643-3402a9537f2f req-8ae626ab-7687-4ac5-bb31-53ca500c7141 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 210 time: 0.0530891 Dec 22 15:32:56.116263 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-3c04f8d1-debd-4a44-9888-39936d5f365b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:56.126586 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-3c04f8d1-debd-4a44-9888-39936d5f365b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:56.162782 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e13a738-ffda-468b-b06e-2868533f5c65 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:56.169078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-743b5fef-1685-45c9-9bfd-9c8eba0c3840 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:56.231430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-3c04f8d1-debd-4a44-9888-39936d5f365b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:56.234933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-3c04f8d1-debd-4a44-9888-39936d5f365b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:56.254466 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e13a738-ffda-468b-b06e-2868533f5c65 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:56.261687 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4e13a738-ffda-468b-b06e-2868533f5c65 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:56.266902 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e13a738-ffda-468b-b06e-2868533f5c65 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:32:56.309339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13a738-ffda-468b-b06e-2868533f5c65 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=e96f95a7-8d8e-458c-b54e-5db0ad703e39,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:56.365773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4e13a738-ffda-468b-b06e-2868533f5c65 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:56.446272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e13a738-ffda-468b-b06e-2868533f5c65 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:56.446272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e13a738-ffda-468b-b06e-2868533f5c65 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:56.480122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 31383087-0b57-4bb6-adc1-85daf2078244 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:32:56.553509 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-3c04f8d1-debd-4a44-9888-39936d5f365b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.20.0.5 (b03747da-8850-4670-81c5-06a70db82878/2ed5ad49-ae5d-4b5a-862a-149576a86df1/ec838bdb-251e-4e1e-870f-96778d4f15ed) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:32:56.559734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 31383087-0b57-4bb6-adc1-85daf2078244 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:56.560118 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:56.620062 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4e13a738-ffda-468b-b06e-2868533f5c65 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8280995 Dec 22 15:32:56.620735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39218) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:56.630273 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-849912b7-01d7-4c1e-9fac-e371040425e1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'subnet': {'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:56.716749 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8c1929e5-c109-404e-bc69-55dd7e40c812 None None] Provisioning for port e96f95a7-8d8e-458c-b54e-5db0ad703e39 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:56.724237 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8c1929e5-c109-404e-bc69-55dd7e40c812 None None] Provisioning complete for port e96f95a7-8d8e-458c-b54e-5db0ad703e39 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:56.724714 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8c1929e5-c109-404e-bc69-55dd7e40c812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:56.771122 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-3c04f8d1-debd-4a44-9888-39936d5f365b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:56.791795 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-8c1929e5-c109-404e-bc69-55dd7e40c812 None None] Port e96f95a7-8d8e-458c-b54e-5db0ad703e39 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:56.793399 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-3c04f8d1-debd-4a44-9888-39936d5f365b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Transition to ACTIVE for port object ec838bdb-251e-4e1e-870f-96778d4f15ed will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:56.798130 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-849912b7-01d7-4c1e-9fac-e371040425e1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:56.802315 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-849912b7-01d7-4c1e-9fac-e371040425e1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:subnet and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:56.805455 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-849912b7-01d7-4c1e-9fac-e371040425e1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:56.815450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-849912b7-01d7-4c1e-9fac-e371040425e1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:56.894381 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-3c04f8d1-debd-4a44-9888-39936d5f365b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:56.900518 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f500286d-c9d2-44af-9dde-266a6afdc118 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:56.920168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849912b7-01d7-4c1e-9fac-e371040425e1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:56.921092 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-849912b7-01d7-4c1e-9fac-e371040425e1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:56.970020 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-3c04f8d1-debd-4a44-9888-39936d5f365b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network b03747da-8850-4670-81c5-06a70db82878 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:56.973134 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-3c04f8d1-debd-4a44-9888-39936d5f365b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:56.977083 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-3c04f8d1-debd-4a44-9888-39936d5f365b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:32:57.023282 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04f8d1-debd-4a44-9888-39936d5f365b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=ec838bdb-251e-4e1e-870f-96778d4f15ed,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:57.028806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3c04f8d1-debd-4a44-9888-39936d5f365b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:57.049642 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-3c04f8d1-debd-4a44-9888-39936d5f365b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:57.050309 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-3c04f8d1-debd-4a44-9888-39936d5f365b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:57.063933 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.ipam_backend_mixin [None req-849912b7-01d7-4c1e-9fac-e371040425e1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6cf5f90b-5715-4cb8-93e9-ebef3f6e8c53 (CIDR: 172.20.0.0/28) Dec 22 15:32:57.117924 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-849912b7-01d7-4c1e-9fac-e371040425e1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:32:57.118629 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-849912b7-01d7-4c1e-9fac-e371040425e1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:32:57.157570 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-3c04f8d1-debd-4a44-9888-39936d5f365b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2070758 Dec 22 15:32:57.170453 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Request body: {'port': {'device_id': '42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:57.295254 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:57.303633 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-849912b7-01d7-4c1e-9fac-e371040425e1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6776199 Dec 22 15:32:57.303857 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39224) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:57.310310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-77b8f42d-3894-40ec-84b1-224deaf54bee tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'subnet': {'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:57.322168 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-68fe9d59-a015-498a-ae92-4ab9826bd294 None None] Provisioning for port ec838bdb-251e-4e1e-870f-96778d4f15ed completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:32:57.323874 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-68fe9d59-a015-498a-ae92-4ab9826bd294 None None] Provisioning complete for port ec838bdb-251e-4e1e-870f-96778d4f15ed triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:32:57.324508 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-68fe9d59-a015-498a-ae92-4ab9826bd294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:57.395905 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-68fe9d59-a015-498a-ae92-4ab9826bd294 None None] Port ec838bdb-251e-4e1e-870f-96778d4f15ed cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:32:57.396623 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0f9a5-a958-449c-9f51-fe15d2d46ab8 req-1ce7f92f-3c94-459a-ae36-44c669d21ee2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:57.398382 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2de0f9a5-a958-449c-9f51-fe15d2d46ab8 req-1ce7f92f-3c94-459a-ae36-44c669d21ee2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 931 time: 0.1669025 Dec 22 15:32:57.487781 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2de0f9a5-a958-449c-9f51-fe15d2d46ab8 req-580bf3f3-0476-42d5-8f36-b017f733859f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1dae96-c581-46e5-9741-fec3b72398fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819340 Dec 22 15:32:57.512426 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-77b8f42d-3894-40ec-84b1-224deaf54bee tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:57.516479 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-77b8f42d-3894-40ec-84b1-224deaf54bee tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:subnet and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:57.519339 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-77b8f42d-3894-40ec-84b1-224deaf54bee tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:57.525203 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-77b8f42d-3894-40ec-84b1-224deaf54bee tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:57.636843 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b8f42d-3894-40ec-84b1-224deaf54bee tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:57.642467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-77b8f42d-3894-40ec-84b1-224deaf54bee tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:57.691105 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec838bdb-251e-4e1e-870f-96778d4f15ed {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:32:57.699810 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:57.718006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Transition to ACTIVE for port object ec838bdb-251e-4e1e-870f-96778d4f15ed will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:57.724360 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-409072a3-e269-4530-a24f-14aece4875a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:57.778093 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.ipam_backend_mixin [None req-77b8f42d-3894-40ec-84b1-224deaf54bee tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a2a15172-64aa-4c00-96d5-76d04584aa81 (CIDR: 172.20.0.16/28) Dec 22 15:32:57.813419 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:57.813419 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7a64d3ea-7194-4b18-82a8-e7152bf59f8b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:57.837355 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b8f42d-3894-40ec-84b1-224deaf54bee tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:32:57.838643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77b8f42d-3894-40ec-84b1-224deaf54bee tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:32:57.953677 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-77b8f42d-3894-40ec-84b1-224deaf54bee tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6439376 Dec 22 15:32:57.953677 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39228) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:57.959239 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-c4f1f190-0174-4ad1-8cc3-71a147923552 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'subnet': {'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:57.971278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Pushing event updated for resources: {'Port': ['ID=ec838bdb-251e-4e1e-870f-96778d4f15ed,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:57.995908 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:58.121549 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c4f1f190-0174-4ad1-8cc3-71a147923552 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:32:58.129185 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c4f1f190-0174-4ad1-8cc3-71a147923552 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Usage tracker for resource:subnet and tenant:9d9b32562fe14488aa2f4938bf575c2f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:32:58.133077 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c4f1f190-0174-4ad1-8cc3-71a147923552 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:32:58.140033 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c4f1f190-0174-4ad1-8cc3-71a147923552 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:32:58.197030 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Attempting to bind port ec838bdb-251e-4e1e-870f-96778d4f15ed on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:32:58.197978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Attempting to bind port ec838bdb-251e-4e1e-870f-96778d4f15ed by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b3a72b8b-e1e7-400a-84a6-cc433132a1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b03747da-8850-4670-81c5-06a70db82878'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:32:58.198343 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Attempting to bind port ec838bdb-251e-4e1e-870f-96778d4f15ed on network b03747da-8850-4670-81c5-06a70db82878 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:32:58.203162 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Port ec838bdb-251e-4e1e-870f-96778d4f15ed on network b03747da-8850-4670-81c5-06a70db82878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:32:58.203479 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Attempting to bind port ec838bdb-251e-4e1e-870f-96778d4f15ed on network b03747da-8850-4670-81c5-06a70db82878 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:32:58.208671 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:32:58.208946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Checking segment: {'id': 'b3a72b8b-e1e7-400a-84a6-cc433132a1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b03747da-8850-4670-81c5-06a70db82878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:32:58.209333 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Bound using segment: {'id': 'b3a72b8b-e1e7-400a-84a6-cc433132a1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b03747da-8850-4670-81c5-06a70db82878'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:32:58.209758 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Bound port: ec838bdb-251e-4e1e-870f-96778d4f15ed, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a72b8b-e1e7-400a-84a6-cc433132a1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b03747da-8850-4670-81c5-06a70db82878'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:32:58.210106 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:58.236342 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f1f190-0174-4ad1-8cc3-71a147923552 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Made reservation on behalf of 9d9b32562fe14488aa2f4938bf575c2f for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:32:58.241547 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f190-0174-4ad1-8cc3-71a147923552 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:58.305723 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] For port ec838bdb-251e-4e1e-870f-96778d4f15ed, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:32:58.309372 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] For port ec838bdb-251e-4e1e-870f-96778d4f15ed, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ec838bdb-251e-4e1e-870f-96778d4f15ed,segment=NetworkSegment(b3a72b8b-e1e7-400a-84a6-cc433132a1aa),segment_id=b3a72b8b-e1e7-400a-84a6-cc433132a1aa)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:32:58.448809 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:58.454305 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4c4954fd-5477-4a48-8948-09a1586cce11 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:58.516810 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:58.517525 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:58.519098 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] 10.222.0.57 "PUT /v2.0/ports/ec838bdb-251e-4e1e-870f-96778d4f15ed HTTP/1.1" status: 200 len: 1093 time: 1.3541703 Dec 22 15:32:58.519753 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95', 'tag': 'ec838bdb-251e-4e1e-870f-96778d4f15ed'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:32:58.570882 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Pushing event updated for resources: {'Port': ['ID=ec838bdb-251e-4e1e-870f-96778d4f15ed,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:58.580382 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:58.585287 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95', 'tag': 'ec838bdb-251e-4e1e-870f-96778d4f15ed', 'status': 'completed', 'code': 200} Dec 22 15:32:58.714473 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066d96f-7e87-4e8b-903e-a60a181821ca req-4e856c25-48e2-41b4-9255-978b6f1979ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:58.716021 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b066d96f-7e87-4e8b-903e-a60a181821ca req-4e856c25-48e2-41b4-9255-978b6f1979ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 1096 time: 0.1069829 Dec 22 15:32:58.764274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17b03d-c06c-4458-8d92-35d815e69427 req-31a58551-5cee-4286-b4bb-ef42c8bffcee tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:58.765303 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ac17b03d-c06c-4458-8d92-35d815e69427 req-31a58551-5cee-4286-b4bb-ef42c8bffcee tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 943 time: 0.1055627 Dec 22 15:32:58.793926 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f190-0174-4ad1-8cc3-71a147923552 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:58.800464 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c25b4c4a-0ab4-44b8-967f-4fb6ea75ac76 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:32:58.880362 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ac17b03d-c06c-4458-8d92-35d815e69427 req-007fc711-41b3-472b-a4de-1d58901166b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1dae96-c581-46e5-9741-fec3b72398fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078758 Dec 22 15:32:58.886179 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f1f190-0174-4ad1-8cc3-71a147923552 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:32:58.889530 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-c4f1f190-0174-4ad1-8cc3-71a147923552 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:32:58.894174 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f1f190-0174-4ad1-8cc3-71a147923552 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:58.894801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f190-0174-4ad1-8cc3-71a147923552 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:58.908434 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f90b5c-a2e9-4ff1-a0c3-8adc8a074d50 None None] Network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:32:58.909017 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1f190-0174-4ad1-8cc3-71a147923552 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Subnet': ['ID=4efdd4c3-2a67-414e-9a0d-4159b1ba877f,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:32:58.911691 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c4f1f190-0174-4ad1-8cc3-71a147923552 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:32:58.938670 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066d96f-7e87-4e8b-903e-a60a181821ca req-b981abcc-044c-4b21-989e-a6a1f56eb850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:58.940283 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b066d96f-7e87-4e8b-903e-a60a181821ca req-b981abcc-044c-4b21-989e-a6a1f56eb850 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1e3de4c345a044948e6178acdaa2b3de&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2169266 Dec 22 15:32:58.953791 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:59.000522 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c4f1f190-0174-4ad1-8cc3-71a147923552 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0474684 Dec 22 15:32:59.001624 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39236) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:59.007875 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-d6793942-4720-455e-adf6-eb2b9846147e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-530101241', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4efdd4c3-2a67-414e-9a0d-4159b1ba877f'}], 'security_groups': ['3b4c1931-f15d-4cd5-95bc-783e5612ce59', '0caf1799-948b-4af0-8156-d3f36b7837ec']}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:32:59.169142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066d96f-7e87-4e8b-903e-a60a181821ca req-e0b51b5a-4f46-45e4-bb32-ef398f945979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:59.171432 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b066d96f-7e87-4e8b-903e-a60a181821ca req-e0b51b5a-4f46-45e4-bb32-ef398f945979 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2250381 Dec 22 15:32:59.182245 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:59.298468 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-5a43274a-00d8-4f89-80e4-ca1090c813f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:59.300351 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-5a43274a-00d8-4f89-80e4-ca1090c813f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 1096 time: 0.0854535 Dec 22 15:32:59.326867 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6793942-4720-455e-adf6-eb2b9846147e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:59.381295 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] Update dhcp port {'port': {'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57', 'fixed_ips': [{'subnet_id': 'a2a15172-64aa-4c00-96d5-76d04584aa81', 'ip_address': '172.20.0.18'}, {'subnet_id': '6cf5f90b-5715-4cb8-93e9-ebef3f6e8c53', 'ip_address': '172.20.0.2'}, {'subnet_id': '4efdd4c3-2a67-414e-9a0d-4159b1ba877f'}], 'binding:host_id': 'dv-neutron-822674-1-hyperv'}, 'id': '31383087-0b57-4bb6-adc1-85daf2078244'} from dv-neutron-822674-1-hyperv. {{(pid=88219) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 15:32:59.384642 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-02f043a0-0424-44b5-a890-ddcf263ed356 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec838bdb-251e-4e1e-870f-96778d4f15ed HTTP/1.1" status: 200 len: 217 time: 0.0768075 Dec 22 15:32:59.448506 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:59.457332 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-eeda5fe2-b8df-4169-8586-3abdcd04e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:59.458869 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-eeda5fe2-b8df-4169-8586-3abdcd04e465 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2ed5ad49-ae5d-4b5a-862a-149576a86df1 HTTP/1.1" status: 200 len: 834 time: 0.0677724 Dec 22 15:32:59.558300 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-81e4805f-9463-406a-9151-ea9f35fb0ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:32:59.560243 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-81e4805f-9463-406a-9151-ea9f35fb0ea1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b03747da-8850-4670-81c5-06a70db82878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0947886 Dec 22 15:32:59.705246 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] Allocated IP 172.20.0.34 (d40f606f-8e60-4ecc-9a39-cd48c5f38e57/4efdd4c3-2a67-414e-9a0d-4159b1ba877f/31383087-0b57-4bb6-adc1-85daf2078244) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:32:59.750579 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-724fdfff-dfba-4210-87e4-50aebc75d870 service neutron] 10.222.0.57 "GET /v2.0/networks/b03747da-8850-4670-81c5-06a70db82878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829898 Dec 22 15:32:59.860143 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] For port 31383087-0b57-4bb6-adc1-85daf2078244, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=31383087-0b57-4bb6-adc1-85daf2078244,segment=NetworkSegment(138609d6-1c75-4914-b782-bcf849c2939a),segment_id=138609d6-1c75-4914-b782-bcf849c2939a)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:32:59.891732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:32:59.913225 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] Transition to ACTIVE for port object 31383087-0b57-4bb6-adc1-85daf2078244 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:32:59.932778 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-19ac654f-9b99-4b7c-bd59-485987764af8 req-791b0771-e543-4b90-b3ca-306f3f037ee1 service neutron] 10.222.0.57 "GET /v2.0/networks/b03747da-8850-4670-81c5-06a70db82878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661732 Dec 22 15:33:00.093224 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cebcc1-1b1a-4222-ba84-2b16dfc2e1af req-0504bd4a-d9aa-4be0-8c0d-7d1b4a90a788 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:00.095986 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-92cebcc1-1b1a-4222-ba84-2b16dfc2e1af req-0504bd4a-d9aa-4be0-8c0d-7d1b4a90a788 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 943 time: 0.1009967 Dec 22 15:33:00.104182 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:00.109841 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:00.244909 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-92cebcc1-1b1a-4222-ba84-2b16dfc2e1af req-754cdf5e-b220-4e25-85e1-848a56474540 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1dae96-c581-46e5-9741-fec3b72398fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410398 Dec 22 15:33:00.337321 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] Pushing event updated for resources: {'Port': ['ID=31383087-0b57-4bb6-adc1-85daf2078244,revision_number=7']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:00.341301 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-d6793942-4720-455e-adf6-eb2b9846147e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Delete allocated IP 172.20.0.5 (d40f606f-8e60-4ecc-9a39-cd48c5f38e57/6cf5f90b-5715-4cb8-93e9-ebef3f6e8c53) {{(pid=88218) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 15:33:00.345720 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:33:00.346379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:33:00.346909 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:33:00.347419 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:33:00.347923 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:33:00.348467 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:33:00.348970 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:33:00.349616 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:33:00.350279 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:33:00.350779 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:33:00.351430 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:33:00.351940 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:33:00.360892 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:00.362966 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-d6793942-4720-455e-adf6-eb2b9846147e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Allocated IP 172.20.0.46 (d40f606f-8e60-4ecc-9a39-cd48c5f38e57/4efdd4c3-2a67-414e-9a0d-4159b1ba877f/e96f95a7-8d8e-458c-b54e-5db0ad703e39) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:33:00.452160 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 31383087-0b57-4bb6-adc1-85daf2078244 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:33:00.606738 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cbe5e-cc43-483f-ba2e-c5dcfea962dd req-0dfc8ff0-9f12-4c43-9352-5ffed1b7e1cf tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:00.608218 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0b4cbe5e-cc43-483f-ba2e-c5dcfea962dd req-0dfc8ff0-9f12-4c43-9352-5ffed1b7e1cf tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 945 time: 0.2411499 Dec 22 15:33:00.690433 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0b4cbe5e-cc43-483f-ba2e-c5dcfea962dd req-8a0f2320-c6d7-43b3-bb52-ae30d090d323 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752468 Dec 22 15:33:00.716458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6793942-4720-455e-adf6-eb2b9846147e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:00.735694 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d6793942-4720-455e-adf6-eb2b9846147e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Transition to ACTIVE for port object e96f95a7-8d8e-458c-b54e-5db0ad703e39 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:33:00.802386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6793942-4720-455e-adf6-eb2b9846147e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:00.818959 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-765c652b-012e-4de3-9a8e-c249e88d31df tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:00.950196 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6793942-4720-455e-adf6-eb2b9846147e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event updated for resources: {'Port': ['ID=e96f95a7-8d8e-458c-b54e-5db0ad703e39,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:00.959284 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d6793942-4720-455e-adf6-eb2b9846147e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:00.976943 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d6793942-4720-455e-adf6-eb2b9846147e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] In _notify_port_updated(), no bound segment for port e96f95a7-8d8e-458c-b54e-5db0ad703e39 on network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 {{(pid=88218) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:33:00.983156 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6793942-4720-455e-adf6-eb2b9846147e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:00.984444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6793942-4720-455e-adf6-eb2b9846147e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:00.985212 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d6793942-4720-455e-adf6-eb2b9846147e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "PUT /v2.0/ports/e96f95a7-8d8e-458c-b54e-5db0ad703e39 HTTP/1.1" status: 200 len: 959 time: 1.9823141 Dec 22 15:33:00.988194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39246) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:00.990719 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:01.011490 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2e05fdb2-7d4c-4b9c-aeaa-57d6237878b6 None None] Provisioning complete for port b0e9c29c-3791-4eca-bdc8-4e5f8b8ddce5 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:33:01.011490 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2e05fdb2-7d4c-4b9c-aeaa-57d6237878b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:01.059929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-254d2e79-f2bf-4856-a947-34f40148e814 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port e96f95a7-8d8e-458c-b54e-5db0ad703e39 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:33:01.060270 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-254d2e79-f2bf-4856-a947-34f40148e814 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:01.062498 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2e05fdb2-7d4c-4b9c-aeaa-57d6237878b6 None None] Port b0e9c29c-3791-4eca-bdc8-4e5f8b8ddce5 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:33:01.145302 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2e05fdb2-7d4c-4b9c-aeaa-57d6237878b6 None None] Provisioning for port e96f95a7-8d8e-458c-b54e-5db0ad703e39 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:33:01.152240 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2e05fdb2-7d4c-4b9c-aeaa-57d6237878b6 None None] Provisioning complete for port e96f95a7-8d8e-458c-b54e-5db0ad703e39 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:33:01.152792 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2e05fdb2-7d4c-4b9c-aeaa-57d6237878b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:01.209082 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2e05fdb2-7d4c-4b9c-aeaa-57d6237878b6 None None] Port e96f95a7-8d8e-458c-b54e-5db0ad703e39 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:33:01.343399 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2e05fdb2-7d4c-4b9c-aeaa-57d6237878b6 None None] Provisioning for port 31383087-0b57-4bb6-adc1-85daf2078244 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:33:01.346629 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2e05fdb2-7d4c-4b9c-aeaa-57d6237878b6 None None] Provisioning complete for port 31383087-0b57-4bb6-adc1-85daf2078244 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:33:01.347053 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2e05fdb2-7d4c-4b9c-aeaa-57d6237878b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:01.543127 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-254d2e79-f2bf-4856-a947-34f40148e814 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:01.616438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c1b32745-6b35-4118-a981-7e13add96793 None None] Provisioning complete for port e96f95a7-8d8e-458c-b54e-5db0ad703e39 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:33:01.616722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c1b32745-6b35-4118-a981-7e13add96793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:01.671550 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-254d2e79-f2bf-4856-a947-34f40148e814 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for e96f95a7-8d8e-458c-b54e-5db0ad703e39 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:33:01.675611 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c1b32745-6b35-4118-a981-7e13add96793 None None] Port e96f95a7-8d8e-458c-b54e-5db0ad703e39 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:33:01.727211 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e564543-60a1-48ad-aa0c-85dfe39ccd50 req-915d66c7-d62c-4a63-91d9-88d5df792275 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:01.728799 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3e564543-60a1-48ad-aa0c-85dfe39ccd50 req-915d66c7-d62c-4a63-91d9-88d5df792275 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 943 time: 0.3167732 Dec 22 15:33:01.847667 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3e564543-60a1-48ad-aa0c-85dfe39ccd50 req-c041daf4-002f-4125-b25d-c2576218c9ec tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1dae96-c581-46e5-9741-fec3b72398fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091537 Dec 22 15:33:01.960385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113c486-5467-4cef-b45d-e9a7849e13b4 req-fcdc68e2-1106-4acc-be28-ffceabfb6ffc tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:01.962562 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1113c486-5467-4cef-b45d-e9a7849e13b4 req-fcdc68e2-1106-4acc-be28-ffceabfb6ffc tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 945 time: 0.1530366 Dec 22 15:33:02.002183 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-254d2e79-f2bf-4856-a947-34f40148e814 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:02.006001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-51a7f397-6bb2-4d4d-b9ba-8019ef0eb63d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:02.057294 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1113c486-5467-4cef-b45d-e9a7849e13b4 req-8c0e4474-45a8-4481-8d9c-6819bac560c1 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889640 Dec 22 15:33:02.059637 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d2e79-f2bf-4856-a947-34f40148e814 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Port': ['ID=e96f95a7-8d8e-458c-b54e-5db0ad703e39,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:02.095906 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-254d2e79-f2bf-4856-a947-34f40148e814 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:02.116519 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device ec838bdb-251e-4e1e-870f-96778d4f15ed details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:33:02.153072 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8f012-5344-4584-9b9f-411d50f59db9 req-67ead91d-b530-4fd1-98ee-4a630d4b7844 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:02.154628 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7cc8f012-5344-4584-9b9f-411d50f59db9 req-67ead91d-b530-4fd1-98ee-4a630d4b7844 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Synchronizing usage tracker for tenant:84464132bfda464dbef4abab87427463 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:33:02.219225 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-254d2e79-f2bf-4856-a947-34f40148e814 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:02.236861 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-254d2e79-f2bf-4856-a947-34f40148e814 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/ports/e96f95a7-8d8e-458c-b54e-5db0ad703e39 HTTP/1.1" status: 204 len: 168 time: 1.2454128 Dec 22 15:33:02.237178 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39254) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:02.247834 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7cc8f012-5344-4584-9b9f-411d50f59db9 req-67ead91d-b530-4fd1-98ee-4a630d4b7844 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Unset dirty status for tenant:84464132bfda464dbef4abab87427463 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:33:02.249133 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cc8f012-5344-4584-9b9f-411d50f59db9 req-67ead91d-b530-4fd1-98ee-4a630d4b7844 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 945 time: 0.2120323 Dec 22 15:33:02.289974 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec41e9d-e40b-48a7-94a3-a5e9ab9c7692 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] GET failed (client error): The resource could not be found. Dec 22 15:33:02.294132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-5ec41e9d-e40b-48a7-94a3-a5e9ab9c7692 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:33:02.306027 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port ec838bdb-251e-4e1e-870f-96778d4f15ed, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ec838bdb-251e-4e1e-870f-96778d4f15ed,segment=NetworkSegment(b3a72b8b-e1e7-400a-84a6-cc433132a1aa),segment_id=b3a72b8b-e1e7-400a-84a6-cc433132a1aa)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:33:02.321618 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': 'ec838bdb-251e-4e1e-870f-96778d4f15ed', 'network_id': 'b03747da-8850-4670-81c5-06a70db82878', 'port_id': 'ec838bdb-251e-4e1e-870f-96778d4f15ed', 'mac_address': 'fa:16:3e:b6:d5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed5ad49-ae5d-4b5a-862a-149576a86df1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:33:02.340004 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-7cc8f012-5344-4584-9b9f-411d50f59db9 req-13580e12-d7f4-44c2-bb73-f8ed1fa1facd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Deleting port 19072660-f220-4195-b6e9-48bdcb18153e {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:33:02.340344 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7cc8f012-5344-4584-9b9f-411d50f59db9 req-13580e12-d7f4-44c2-bb73-f8ed1fa1facd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:02.383047 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:02.383871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-5ec41e9d-e40b-48a7-94a3-a5e9ab9c7692 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:33:02.385339 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5ec41e9d-e40b-48a7-94a3-a5e9ab9c7692 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports/e96f95a7-8d8e-458c-b54e-5db0ad703e39 HTTP/1.1" status: 404 len: 333 time: 0.1472645 Dec 22 15:33:02.388186 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39258) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:02.409212 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec838bdb-251e-4e1e-870f-96778d4f15ed {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:33:02.433412 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port ec838bdb-251e-4e1e-870f-96778d4f15ed, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ec838bdb-251e-4e1e-870f-96778d4f15ed,segment=NetworkSegment(b3a72b8b-e1e7-400a-84a6-cc433132a1aa),segment_id=b3a72b8b-e1e7-400a-84a6-cc433132a1aa)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:33:02.464050 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-99eef7c8-11b1-42df-91cf-503ef27cb26b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:02.496503 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-99eef7c8-11b1-42df-91cf-503ef27cb26b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:02.504330 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:02.506364 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bd5f4922-1cfc-4990-855e-eeaa8291fb10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:02.580807 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=ec838bdb-251e-4e1e-870f-96778d4f15ed,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:02.584212 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:02.625372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-99eef7c8-11b1-42df-91cf-503ef27cb26b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:02.629481 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f3e61d2f-1b27-4aa5-adc0-ac3681a4af01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:02.641879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-7cc8f012-5344-4584-9b9f-411d50f59db9 req-13580e12-d7f4-44c2-bb73-f8ed1fa1facd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] For port 19072660-f220-4195-b6e9-48bdcb18153e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=19072660-f220-4195-b6e9-48bdcb18153e,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:33:02.642273 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7cc8f012-5344-4584-9b9f-411d50f59db9 req-13580e12-d7f4-44c2-bb73-f8ed1fa1facd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:02.642861 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eef7c8-11b1-42df-91cf-503ef27cb26b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c318e0-cb51-48b9-9d61-68f713eec742,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:02.646944 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-99eef7c8-11b1-42df-91cf-503ef27cb26b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:02.651253 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-99eef7c8-11b1-42df-91cf-503ef27cb26b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:02.652406 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-99eef7c8-11b1-42df-91cf-503ef27cb26b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/security-groups/63c318e0-cb51-48b9-9d61-68f713eec742 HTTP/1.1" status: 204 len: 168 time: 0.2632737 Dec 22 15:33:02.657736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39262) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:02.842893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['ec838bdb-251e-4e1e-870f-96778d4f15ed'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:33:03.082314 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f85b857e-a833-4327-a528-6d73eb6c5677 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:03.144208 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7cc8f012-5344-4584-9b9f-411d50f59db9 req-13580e12-d7f4-44c2-bb73-f8ed1fa1facd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:03.144586 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7cc8f012-5344-4584-9b9f-411d50f59db9 req-13580e12-d7f4-44c2-bb73-f8ed1fa1facd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:03.145180 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [req-7cc8f012-5344-4584-9b9f-411d50f59db9 req-13580e12-d7f4-44c2-bb73-f8ed1fa1facd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Floating IP 657c04de-0e64-4497-9019-d80c35bf4df8 disassociated. External IP: 172.26.6.252, port: 19072660-f220-4195-b6e9-48bdcb18153e. Dec 22 15:33:03.145743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-7cc8f012-5344-4584-9b9f-411d50f59db9 req-13580e12-d7f4-44c2-bb73-f8ed1fa1facd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Calling delete_port for 19072660-f220-4195-b6e9-48bdcb18153e owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:33:03.155274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fdd5c-76a6-49bc-8b7e-39d4051226d7 req-9c341780-828b-454a-903d-19037afb1ba6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:03.157268 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ff0fdd5c-76a6-49bc-8b7e-39d4051226d7 req-9c341780-828b-454a-903d-19037afb1ba6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 944 time: 0.1152754 Dec 22 15:33:03.247458 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f85b857e-a833-4327-a528-6d73eb6c5677 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:03.258219 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ff0fdd5c-76a6-49bc-8b7e-39d4051226d7 req-0963a74c-9d3d-4506-955d-2e0534611595 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1dae96-c581-46e5-9741-fec3b72398fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890741 Dec 22 15:33:03.395659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f485b03-8953-41af-9e7b-5849956a238a req-f92ad464-a100-47f3-aac1-15873d6a10b9 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:03.397419 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5f485b03-8953-41af-9e7b-5849956a238a req-f92ad464-a100-47f3-aac1-15873d6a10b9 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 945 time: 0.0947883 Dec 22 15:33:03.449195 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5f485b03-8953-41af-9e7b-5849956a238a req-657aee45-7069-4021-b70e-69cba3355af5 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452688 Dec 22 15:33:03.476421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f85b857e-a833-4327-a528-6d73eb6c5677 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:03.484339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e8aa4778-ae34-4364-a816-72f5bffcdd26 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:03.496353 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7cc8f012-5344-4584-9b9f-411d50f59db9 req-13580e12-d7f4-44c2-bb73-f8ed1fa1facd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:03.509125 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b857e-a833-4327-a528-6d73eb6c5677 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caf1799-948b-4af0-8156-d3f36b7837ec,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:03.516107 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f85b857e-a833-4327-a528-6d73eb6c5677 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:03.517710 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cc0f8446-d757-457d-8afa-f23d47496e64 tempest-TestServerAdvancedOps-1816919660 tempest-TestServerAdvancedOps-1816919660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:03.583087 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f85b857e-a833-4327-a528-6d73eb6c5677 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:03.583087 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f85b857e-a833-4327-a528-6d73eb6c5677 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/security-groups/0caf1799-948b-4af0-8156-d3f36b7837ec HTTP/1.1" status: 204 len: 168 time: 0.9227872 Dec 22 15:33:03.583087 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13580e12-d7f4-44c2-bb73-f8ed1fa1facd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event deleted for resources: {'Port': ['ID=19072660-f220-4195-b6e9-48bdcb18153e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:03.586268 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39270) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:03.637542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-13580e12-d7f4-44c2-bb73-f8ed1fa1facd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:03.665845 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52d7fb6a-c2ff-4f46-88d1-b36b9a9f2fa6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:03.701583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52d7fb6a-c2ff-4f46-88d1-b36b9a9f2fa6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:03.798997 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cc8f012-5344-4584-9b9f-411d50f59db9 req-13580e12-d7f4-44c2-bb73-f8ed1fa1facd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:33:03.819661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52d7fb6a-c2ff-4f46-88d1-b36b9a9f2fa6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:03.824908 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ce01977f-238f-4f72-bbc8-764ac79f7acd tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:03.849302 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7fb6a-c2ff-4f46-88d1-b36b9a9f2fa6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4c1931-f15d-4cd5-95bc-783e5612ce59,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:03.852605 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-52d7fb6a-c2ff-4f46-88d1-b36b9a9f2fa6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:03.859298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52d7fb6a-c2ff-4f46-88d1-b36b9a9f2fa6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:03.864368 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-52d7fb6a-c2ff-4f46-88d1-b36b9a9f2fa6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/security-groups/3b4c1931-f15d-4cd5-95bc-783e5612ce59 HTTP/1.1" status: 204 len: 168 time: 0.2769179 Dec 22 15:33:03.865048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39274) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:03.950902 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3576651-43c4-4743-8828-1ed60d15ba24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting subnet 6cf5f90b-5715-4cb8-93e9-ebef3f6e8c53 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:33:03.954365 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c3576651-43c4-4743-8828-1ed60d15ba24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:04.035830 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c3576651-43c4-4743-8828-1ed60d15ba24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:04.109559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cc8f012-5344-4584-9b9f-411d50f59db9 req-13580e12-d7f4-44c2-bb73-f8ed1fa1facd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:33:04.123875 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8723544-3288-4af9-9ad9-fcbcc1988403 None None] Sync routers for ids ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:33:04.158085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device ec838bdb-251e-4e1e-870f-96778d4f15ed up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:33:04.158826 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c3576651-43c4-4743-8828-1ed60d15ba24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:04.244982 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc8f012-5344-4584-9b9f-411d50f59db9 req-13580e12-d7f4-44c2-bb73-f8ed1fa1facd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] No DVR routers for this DVR port 19072660-f220-4195-b6e9-48bdcb18153e on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:33:04.248965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7cc8f012-5344-4584-9b9f-411d50f59db9 req-13580e12-d7f4-44c2-bb73-f8ed1fa1facd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:04.252522 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cc8f012-5344-4584-9b9f-411d50f59db9 req-13580e12-d7f4-44c2-bb73-f8ed1fa1facd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.57 "DELETE /v2.0/ports/19072660-f220-4195-b6e9-48bdcb18153e HTTP/1.1" status: 204 len: 173 time: 1.9963689 Dec 22 15:33:04.253469 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e4aff4-f860-4359-814d-c3222775d756', 'name': 'network-vif-deleted', 'tag': '19072660-f220-4195-b6e9-48bdcb18153e'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:33:04.275590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8723544-3288-4af9-9ad9-fcbcc1988403 None None] Routers {'e65b2fa4-ba83-4c56-b0b2-8feaeb559527'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:33:04.275590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b8723544-3288-4af9-9ad9-fcbcc1988403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:32:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:33:04.307899 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e4aff4-f860-4359-814d-c3222775d756', 'name': 'network-vif-deleted', 'tag': '19072660-f220-4195-b6e9-48bdcb18153e', 'status': 'completed', 'code': 200} Dec 22 15:33:04.327486 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c3576651-43c4-4743-8828-1ed60d15ba24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:04.337279 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d8b18155-b97a-4590-b272-e2cb8e2d702b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:04.383313 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c3576651-43c4-4743-8828-1ed60d15ba24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:04.386289 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3576651-43c4-4743-8828-1ed60d15ba24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf5f90b-5715-4cb8-93e9-ebef3f6e8c53,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:04.389162 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c3576651-43c4-4743-8828-1ed60d15ba24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:04.404302 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39282) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:04.405605 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c3576651-43c4-4743-8828-1ed60d15ba24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/subnets/6cf5f90b-5715-4cb8-93e9-ebef3f6e8c53 HTTP/1.1" status: 204 len: 168 time: 0.5390868 Dec 22 15:33:04.480494 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3429dde1-e528-4b32-b571-2c9b6178636c None None] Network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:33:04.515964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fb4b33-1be7-46c1-9e23-6766da9d4e3c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting subnet 4efdd4c3-2a67-414e-9a0d-4159b1ba877f {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:33:04.520081 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4b33-1be7-46c1-9e23-6766da9d4e3c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:04.565558 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757003c-4a5c-4889-b4d9-9967ba69f145 req-c853f2a8-8f79-42dc-9588-6fde7e1a6676 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:04.575485 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7757003c-4a5c-4889-b4d9-9967ba69f145 req-c853f2a8-8f79-42dc-9588-6fde7e1a6676 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 944 time: 0.1565917 Dec 22 15:33:04.593418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4b33-1be7-46c1-9e23-6766da9d4e3c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:04.642125 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7757003c-4a5c-4889-b4d9-9967ba69f145 req-3ba66284-bfc5-4ea0-9e81-0bb41552322e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1dae96-c581-46e5-9741-fec3b72398fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579798 Dec 22 15:33:04.722656 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4b33-1be7-46c1-9e23-6766da9d4e3c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:04.724292 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-b8723544-3288-4af9-9ad9-fcbcc1988403 None None] Set router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:33:04.850200 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port ec838bdb-251e-4e1e-870f-96778d4f15ed completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:33:04.886839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port ec838bdb-251e-4e1e-870f-96778d4f15ed triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:33:04.887237 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:04.891726 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4b33-1be7-46c1-9e23-6766da9d4e3c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:04.904897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-23c30c50-0c89-41e0-b410-7aa448729d49 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:04.999784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb4b33-1be7-46c1-9e23-6766da9d4e3c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Subnet': ['ID=4efdd4c3-2a67-414e-9a0d-4159b1ba877f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:05.003609 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-54954dfc-37d0-44ce-83ec-1a07f332d4d9 req-4305d18a-f03b-482d-86de-794745abf779 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 210 time: 0.2927742 Dec 22 15:33:05.006079 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f7fb4b33-1be7-46c1-9e23-6766da9d4e3c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:05.033774 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4b33-1be7-46c1-9e23-6766da9d4e3c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:05.054023 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f7fb4b33-1be7-46c1-9e23-6766da9d4e3c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/subnets/4efdd4c3-2a67-414e-9a0d-4159b1ba877f HTTP/1.1" status: 204 len: 168 time: 0.6471930 Dec 22 15:33:05.055748 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39288) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:05.136076 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25e1a27-5987-4ec4-a58e-1992a2b1e644 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] DELETE failed (client error): The resource could not be found. Dec 22 15:33:05.136900 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b25e1a27-5987-4ec4-a58e-1992a2b1e644 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:33:05.142069 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b25e1a27-5987-4ec4-a58e-1992a2b1e644 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/subnets/6cf5f90b-5715-4cb8-93e9-ebef3f6e8c53 HTTP/1.1" status: 404 len: 337 time: 0.0826509 Dec 22 15:33:05.142733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39292) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:05.268197 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d359e2d-19a9-48fd-bd3b-2e699442507e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting subnet a2a15172-64aa-4c00-96d5-76d04584aa81 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:33:05.272143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7d359e2d-19a9-48fd-bd3b-2e699442507e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:05.278644 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:05.338748 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7d359e2d-19a9-48fd-bd3b-2e699442507e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:05.358432 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec838bdb-251e-4e1e-870f-96778d4f15ed'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:33:05.373590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port ec838bdb-251e-4e1e-870f-96778d4f15ed, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ec838bdb-251e-4e1e-870f-96778d4f15ed,segment=NetworkSegment(b3a72b8b-e1e7-400a-84a6-cc433132a1aa),segment_id=b3a72b8b-e1e7-400a-84a6-cc433132a1aa)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:33:05.442030 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec838bdb-251e-4e1e-870f-96778d4f15ed', 'code': 200} Dec 22 15:33:05.449002 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b8723544-3288-4af9-9ad9-fcbcc1988403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:36Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '8c2eba0b-1e40-48ad-bb7c-1952e713783b', 'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'mac_address': 'fa:16:3e:07:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:33Z', 'updated_at': '2021-12-22T15:27:50Z', 'revision_number': 5, 'project_id': '84464132bfda464dbef4abab87427463', 'subnets': [{'id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:33:05.466974 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:05.467856 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 19072660-f220-4195-b6e9-48bdcb18153e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:33:05.500025 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:05.508959 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7d359e2d-19a9-48fd-bd3b-2e699442507e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:05.529596 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8723544-3288-4af9-9ad9-fcbcc1988403 None None] Checking router: e65b2fa4-ba83-4c56-b0b2-8feaeb559527 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:33:05.552959 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 19072660-f220-4195-b6e9-48bdcb18153e {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:33:05.553315 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 19072660-f220-4195-b6e9-48bdcb18153e not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:33:05.580973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8723544-3288-4af9-9ad9-fcbcc1988403 None None] Routers {'e65b2fa4-ba83-4c56-b0b2-8feaeb559527'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:33:05.581621 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b8723544-3288-4af9-9ad9-fcbcc1988403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:32:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:33:05.673260 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e9e73f-7758-4af0-bf94-4902b337a242 None None] Update dhcp port {'port': {'network_id': 'd40f606f-8e60-4ecc-9a39-cd48c5f38e57', 'fixed_ips': [{'subnet_id': 'a2a15172-64aa-4c00-96d5-76d04584aa81', 'ip_address': '172.20.0.18'}, {'subnet_id': '4efdd4c3-2a67-414e-9a0d-4159b1ba877f'}], 'binding:host_id': 'dv-neutron-822674-1-hyperv'}, 'id': '31383087-0b57-4bb6-adc1-85daf2078244'} from dv-neutron-822674-1-hyperv. {{(pid=88219) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 15:33:05.677701 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7d359e2d-19a9-48fd-bd3b-2e699442507e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:05.685318 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-76c6ed5b-ab74-4785-bf52-a8ca364db803 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:05.707854 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=ec838bdb-251e-4e1e-870f-96778d4f15ed,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:05.725247 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:05.729618 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d359e2d-19a9-48fd-bd3b-2e699442507e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a15172-64aa-4c00-96d5-76d04584aa81,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:05.734449 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7d359e2d-19a9-48fd-bd3b-2e699442507e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:05.742577 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7d359e2d-19a9-48fd-bd3b-2e699442507e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/subnets/a2a15172-64aa-4c00-96d5-76d04584aa81 HTTP/1.1" status: 204 len: 168 time: 0.5962985 Dec 22 15:33:05.742577 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7d359e2d-19a9-48fd-bd3b-2e699442507e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:05.743184 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39300) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:05.789832 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c82c0a-156d-46ac-a8af-32258812bc5e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] DELETE failed (client error): The resource could not be found. Dec 22 15:33:05.790286 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2c82c0a-156d-46ac-a8af-32258812bc5e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:33:05.795152 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e2c82c0a-156d-46ac-a8af-32258812bc5e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/subnets/72013fd7-4708-427c-9c0d-737b136b70ae HTTP/1.1" status: 404 len: 337 time: 0.0483491 Dec 22 15:33:05.799110 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39304) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:05.811769 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e73f-7758-4af0-bf94-4902b337a242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:05.887935 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-67708b7e-f15a-4ed3-b5ae-f52bf5a8db42 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Synchronizing usage tracker for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:33:05.896677 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0312353-bedb-4f99-aa22-7e7cfacc21eb req-6fa3c763-0185-496b-81ab-649afef3dfd2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:05.899528 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-b8723544-3288-4af9-9ad9-fcbcc1988403 None None] Set router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:33:05.905605 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b0312353-bedb-4f99-aa22-7e7cfacc21eb req-6fa3c763-0185-496b-81ab-649afef3dfd2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 945 time: 0.1303236 Dec 22 15:33:05.918496 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-67708b7e-f15a-4ed3-b5ae-f52bf5a8db42 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Unset dirty status for tenant:9d9b32562fe14488aa2f4938bf575c2f on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:33:05.919647 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-67708b7e-f15a-4ed3-b5ae-f52bf5a8db42 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4349817a-96e7-43b2-b3e0-4ee8b58d2472 HTTP/1.1" status: 200 len: 205 time: 0.1181645 Dec 22 15:33:05.923834 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39308) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:05.956288 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b0312353-bedb-4f99-aa22-7e7cfacc21eb req-6dfa2759-0db3-455d-9506-af9414c726f1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1dae96-c581-46e5-9741-fec3b72398fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469816 Dec 22 15:33:06.138634 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:06.150528 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0448dbe9-5e70-4dee-a79b-7cb1755d1f6c None None] Network d40f606f-8e60-4ecc-9a39-cd48c5f38e57 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:33:06.154895 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-a5bf61c0-3ea8-41f8-9129-e74850017eb8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] delete failed (client error): The resource could not be found. Dec 22 15:33:06.158217 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a5bf61c0-3ea8-41f8-9129-e74850017eb8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/routers/4349817a-96e7-43b2-b3e0-4ee8b58d2472 HTTP/1.1" status: 404 len: 336 time: 0.2309575 Dec 22 15:33:06.165086 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39314) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:06.169299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a5da2-a69c-4a43-811c-f86101ac871d req-b9ffab95-a4b4-4477-8f6a-cafc40976084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:06.171719 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-706a5da2-a69c-4a43-811c-f86101ac871d req-b9ffab95-a4b4-4477-8f6a-cafc40976084 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 1098 time: 0.3323226 Dec 22 15:33:06.230810 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-706a5da2-a69c-4a43-811c-f86101ac871d req-3d44c92d-25ae-429f-89fb-fca45621a245 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=af1dae96-c581-46e5-9741-fec3b72398fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468159 Dec 22 15:33:06.254967 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67fc039-ed39-47be-93d0-020978cf5e38 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] DELETE failed (client error): The resource could not be found. Dec 22 15:33:06.255282 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67fc039-ed39-47be-93d0-020978cf5e38 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:33:06.256773 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c67fc039-ed39-47be-93d0-020978cf5e38 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/subnets/115c03e2-e58e-451a-9720-58da0afde752 HTTP/1.1" status: 404 len: 337 time: 0.0967073 Dec 22 15:33:06.262634 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39318) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:06.267001 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-67813db1-b96a-450d-aa0d-6e56c2579249 req-f31f15f5-27fc-4a84-9a53-f9060cf16240 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e4aff4-f860-4359-814d-c3222775d756 HTTP/1.1" status: 200 len: 210 time: 0.0650902 Dec 22 15:33:06.305701 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6717328-2c5e-4ca6-b3c0-3754fea5af02 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] DELETE failed (client error): The resource could not be found. Dec 22 15:33:06.306168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6717328-2c5e-4ca6-b3c0-3754fea5af02 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:33:06.308000 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d6717328-2c5e-4ca6-b3c0-3754fea5af02 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/subnets/bfa14a6a-105f-4d15-9667-e511e9d8322e HTTP/1.1" status: 404 len: 337 time: 0.0444331 Dec 22 15:33:06.310794 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39322) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:06.360248 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b76becb9-ccec-472f-8690-5079df928cc3 None None] Provisioning complete for port b0e9c29c-3791-4eca-bdc8-4e5f8b8ddce5 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:33:06.361082 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b76becb9-ccec-472f-8690-5079df928cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:06.372563 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95a67d5-23fe-498b-9a31-c3e0d80e3d52 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] DELETE failed (client error): The resource could not be found. Dec 22 15:33:06.373019 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95a67d5-23fe-498b-9a31-c3e0d80e3d52 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:33:06.377056 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b95a67d5-23fe-498b-9a31-c3e0d80e3d52 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/subnets/c92df44d-2ab7-4951-b852-b3bb1c7dcbca HTTP/1.1" status: 404 len: 337 time: 0.0629783 Dec 22 15:33:06.378000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39326) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:06.428389 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc5dec3-d38a-4a38-bf40-85277a6cb386 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] DELETE failed (client error): The resource could not be found. Dec 22 15:33:06.428872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc5dec3-d38a-4a38-bf40-85277a6cb386 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:33:06.430622 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5dc5dec3-d38a-4a38-bf40-85277a6cb386 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/ports/7c095132-690e-4869-b589-80b1d7c7b067 HTTP/1.1" status: 404 len: 333 time: 0.0513866 Dec 22 15:33:06.433364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39330) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:06.464439 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 31383087-0b57-4bb6-adc1-85daf2078244 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:33:06.476245 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb81d95e-0ae2-4ce2-a265-a44d10fa6dee tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] DELETE failed (client error): The resource could not be found. Dec 22 15:33:06.476745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb81d95e-0ae2-4ce2-a265-a44d10fa6dee tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:33:06.479001 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fb81d95e-0ae2-4ce2-a265-a44d10fa6dee tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/subnets/9de5c3b7-83d5-406f-97a4-4b6f59230363 HTTP/1.1" status: 404 len: 337 time: 0.0436513 Dec 22 15:33:06.482743 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39334) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:06.529097 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bdeeee6-f97e-452b-bde1-e1f8f4b5a43d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] DELETE failed (client error): The resource could not be found. Dec 22 15:33:06.529947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bdeeee6-f97e-452b-bde1-e1f8f4b5a43d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:33:06.534696 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9bdeeee6-f97e-452b-bde1-e1f8f4b5a43d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/subnets/ef2dc123-26c8-49cc-a9f9-9c0e78002670 HTTP/1.1" status: 404 len: 337 time: 0.0480480 Dec 22 15:33:06.535127 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39338) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:06.579632 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-592bc954-259c-4275-a0ff-c16673e372f5 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] DELETE failed (client error): The resource could not be found. Dec 22 15:33:06.580113 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592bc954-259c-4275-a0ff-c16673e372f5 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:33:06.581820 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-592bc954-259c-4275-a0ff-c16673e372f5 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/ports/b0b26d27-104f-4a13-a4b2-c8eb9c9e3da0 HTTP/1.1" status: 404 len: 333 time: 0.0456870 Dec 22 15:33:06.584366 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39342) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:06.624232 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b1ccfa-f3e2-4f67-8e31-e97cd6040360 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] DELETE failed (client error): The resource could not be found. Dec 22 15:33:06.624686 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b1ccfa-f3e2-4f67-8e31-e97cd6040360 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:33:06.629039 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a7b1ccfa-f3e2-4f67-8e31-e97cd6040360 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/subnets/5a302cc3-e87f-42c0-ae56-a5951eee501c HTTP/1.1" status: 404 len: 337 time: 0.0410795 Dec 22 15:33:06.629388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39346) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:06.666343 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-b76becb9-ccec-472f-8690-5079df928cc3 None None] Port b0e9c29c-3791-4eca-bdc8-4e5f8b8ddce5 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:33:06.675576 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d922a41-1426-4d59-b8a7-9a5fd66308f0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] DELETE failed (client error): The resource could not be found. Dec 22 15:33:06.676207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d922a41-1426-4d59-b8a7-9a5fd66308f0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 15:33:06.680553 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0d922a41-1426-4d59-b8a7-9a5fd66308f0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/subnets/44dfe617-bb36-46c0-b3da-471397d83032 HTTP/1.1" status: 404 len: 337 time: 0.0475752 Dec 22 15:33:06.686096 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39350) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:06.731069 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b76becb9-ccec-472f-8690-5079df928cc3 None None] Provisioning complete for port 31383087-0b57-4bb6-adc1-85daf2078244 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:33:06.731452 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b76becb9-ccec-472f-8690-5079df928cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:06.750693 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-dca7e89a-4a93-426e-9851-53580b35ee43 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Deleting port b0e9c29c-3791-4eca-bdc8-4e5f8b8ddce5 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:33:06.750945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dca7e89a-4a93-426e-9851-53580b35ee43 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:06.816125 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:06.864660 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b8723544-3288-4af9-9ad9-fcbcc1988403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:36Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '8c2eba0b-1e40-48ad-bb7c-1952e713783b', 'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'mac_address': 'fa:16:3e:07:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:33Z', 'updated_at': '2021-12-22T15:27:50Z', 'revision_number': 5, 'project_id': '84464132bfda464dbef4abab87427463', 'subnets': [{'id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:33:06.871084 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0774a1c9-93b8-4232-a110-fdb2c79a888e None None] DHCP port deletion for d40f606f-8e60-4ecc-9a39-cd48c5f38e57 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:33:06.880575 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 31383087-0b57-4bb6-adc1-85daf2078244, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=31383087-0b57-4bb6-adc1-85daf2078244,segment=NetworkSegment(138609d6-1c75-4914-b782-bcf849c2939a),segment_id=138609d6-1c75-4914-b782-bcf849c2939a)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:33:06.881757 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8723544-3288-4af9-9ad9-fcbcc1988403 None None] The sync data for ids ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'] in dv-neutron-822674-1-hyperv is: [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:36Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '8c2eba0b-1e40-48ad-bb7c-1952e713783b', 'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'mac_address': 'fa:16:3e:07:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:33Z', 'updated_at': '2021-12-22T15:27:50Z', 'revision_number': 5, 'project_id': '84464132bfda464dbef4abab87427463', 'subnets': [{'id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:33:06.908152 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-0774a1c9-93b8-4232-a110-fdb2c79a888e None None] Deleting port 31383087-0b57-4bb6-adc1-85daf2078244 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:33:06.908580 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0774a1c9-93b8-4232-a110-fdb2c79a888e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:06.970451 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:06.976158 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-fe41a348-db97-4c2f-8841-8648173a96f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:06.991976 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dca7e89a-4a93-426e-9851-53580b35ee43 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:07.168346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-dca7e89a-4a93-426e-9851-53580b35ee43 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Calling delete_port for b0e9c29c-3791-4eca-bdc8-4e5f8b8ddce5 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:33:07.226036 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ebdf62-d2e4-4171-ad8d-5fa1f5256f84 None None] New status for floating IP 657c04de-0e64-4497-9019-d80c35bf4df8: DOWN {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:33:07.274600 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=31383087-0b57-4bb6-adc1-85daf2078244,revision_number=11']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:07.280104 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:07.312144 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0774a1c9-93b8-4232-a110-fdb2c79a888e None None] For port 31383087-0b57-4bb6-adc1-85daf2078244, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=31383087-0b57-4bb6-adc1-85daf2078244,segment=NetworkSegment(138609d6-1c75-4914-b782-bcf849c2939a),segment_id=138609d6-1c75-4914-b782-bcf849c2939a)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:33:07.312144 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0774a1c9-93b8-4232-a110-fdb2c79a888e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:07.419403 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c3bff-51ef-4f63-a9a5-1a8dcf74742a req-db26f98c-3c86-4781-8a32-39be21fe1e97 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:07.421824 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-494c3bff-51ef-4f63-a9a5-1a8dcf74742a req-db26f98c-3c86-4781-8a32-39be21fe1e97 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 945 time: 0.2669420 Dec 22 15:33:07.504273 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-494c3bff-51ef-4f63-a9a5-1a8dcf74742a req-92e693cc-0bf9-48d6-a340-e4b4b5af3823 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1dae96-c581-46e5-9741-fec3b72398fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733502 Dec 22 15:33:07.516552 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dca7e89a-4a93-426e-9851-53580b35ee43 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:07.524425 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9cf06e81-db86-4081-aa72-b4ad3dc66cd5 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:07.566971 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-0774a1c9-93b8-4232-a110-fdb2c79a888e None None] Calling delete_port for 31383087-0b57-4bb6-adc1-85daf2078244 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:33:07.583023 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7e89a-4a93-426e-9851-53580b35ee43 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Port': ['ID=b0e9c29c-3791-4eca-bdc8-4e5f8b8ddce5,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:07.583023 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dca7e89a-4a93-426e-9851-53580b35ee43 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:07.591045 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dca7e89a-4a93-426e-9851-53580b35ee43 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:07.696136 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-dca7e89a-4a93-426e-9851-53580b35ee43 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/ports/b0e9c29c-3791-4eca-bdc8-4e5f8b8ddce5 HTTP/1.1" status: 204 len: 168 time: 1.0121541 Dec 22 15:33:07.696671 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39364) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:07.752230 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-4430a718-10ad-491d-8ac3-295054a72e2d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-618355692&fields=id&tenant_id=84464132bfda464dbef4abab87427463 HTTP/1.1" status: 200 len: 267 time: 0.0418818 Dec 22 15:33:07.779301 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0774a1c9-93b8-4232-a110-fdb2c79a888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:07.784386 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b2d9e397-f24f-42a1-a912-d9ff30007dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:07.820798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58ef347b-3fe4-45fe-930a-f6fffc3078a1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:07.832199 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774a1c9-93b8-4232-a110-fdb2c79a888e None None] Pushing event deleted for resources: {'Port': ['ID=31383087-0b57-4bb6-adc1-85daf2078244,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:07.836793 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0774a1c9-93b8-4232-a110-fdb2c79a888e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:07.838464 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0774a1c9-93b8-4232-a110-fdb2c79a888e None None] No DVR routers for this DVR port 31383087-0b57-4bb6-adc1-85daf2078244 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:33:07.966837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58ef347b-3fe4-45fe-930a-f6fffc3078a1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:08.001033 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-58ef347b-3fe4-45fe-930a-f6fffc3078a1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40f606f-8e60-4ecc-9a39-cd48c5f38e57']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:33:08.013463 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-58ef347b-3fe4-45fe-930a-f6fffc3078a1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138609d6-1c75-4914-b782-bcf849c2939a') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:33:08.013764 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-58ef347b-3fe4-45fe-930a-f6fffc3078a1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138609d6-1c75-4914-b782-bcf849c2939a') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:33:08.025942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58ef347b-3fe4-45fe-930a-f6fffc3078a1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:08.026887 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-9b0c7b0a-0663-469b-b9cf-348cc8296fdc tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:08.028342 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-9b0c7b0a-0663-469b-b9cf-348cc8296fdc tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/networks?id=3ff4b8cf-1075-4500-85d7-9341f04be41f HTTP/1.1" status: 200 len: 811 time: 0.2693131 Dec 22 15:33:08.043530 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-6f033f25-e593-483f-87ea-962d4ec0a0b9 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/quotas/84464132bfda464dbef4abab87427463 HTTP/1.1" status: 200 len: 375 time: 0.0095782 Dec 22 15:33:08.043851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58ef347b-3fe4-45fe-930a-f6fffc3078a1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:08.051237 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ef347b-3fe4-45fe-930a-f6fffc3078a1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:33:08.055074 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58ef347b-3fe4-45fe-930a-f6fffc3078a1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:33:08.070621 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:33:08.130480 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-675c161f-b37b-40fb-b6e6-cee08b93e456 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=84464132bfda464dbef4abab87427463&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0813663 Dec 22 15:33:08.253535 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58ef347b-3fe4-45fe-930a-f6fffc3078a1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:08.257093 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-499f5653-5df2-42db-81b0-5eeadb13287c tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:08.272120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58ef347b-3fe4-45fe-930a-f6fffc3078a1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:08.273997 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-0eec081c-e9a2-4667-ab43-a3e088f4014f service neutron] 10.222.0.59 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305134 Dec 22 15:33:08.282374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef347b-3fe4-45fe-930a-f6fffc3078a1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Pushing event deleted for resources: {'Network': ['ID=d40f606f-8e60-4ecc-9a39-cd48c5f38e57,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:08.285033 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-58ef347b-3fe4-45fe-930a-f6fffc3078a1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] 10.222.0.59 "DELETE /v2.0/networks/d40f606f-8e60-4ecc-9a39-cd48c5f38e57 HTTP/1.1" status: 204 len: 168 time: 0.5872912 Dec 22 15:33:08.285947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-58ef347b-3fe4-45fe-930a-f6fffc3078a1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:08.417583 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-a4b9f222-0018-4a40-bd86-c39adaaee7a7 service neutron] 10.222.0.59 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362507 Dec 22 15:33:08.702395 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e9269-2bbb-4428-be71-3a22229b9719 req-f560e75e-edb9-45b5-8a1a-835e133aceb9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:08.703978 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4d8e9269-2bbb-4428-be71-3a22229b9719 req-f560e75e-edb9-45b5-8a1a-835e133aceb9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 945 time: 0.0883763 Dec 22 15:33:08.751522 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4d8e9269-2bbb-4428-be71-3a22229b9719 req-5d3c41b9-359c-42e7-b827-f383b1adb63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1dae96-c581-46e5-9741-fec3b72398fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416727 Dec 22 15:33:08.754451 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39380) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:08.925631 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c4c17a36-fa25-4991-bc6e-5e7cc0cb3fc5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9d9b32562fe14488aa2f4938bf575c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1698408 Dec 22 15:33:08.928310 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39388) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:08.976206 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb965d-0d82-4886-95af-bd9f1966f6f3 req-1db2257a-0933-4a10-824b-7c211b4da75e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:08.977811 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ebcb965d-0d82-4886-95af-bd9f1966f6f3 req-1db2257a-0933-4a10-824b-7c211b4da75e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 945 time: 0.1102092 Dec 22 15:33:09.012030 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f6983c3-55e6-4b1d-9652-ed86d8ae35d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:09.043363 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f6983c3-55e6-4b1d-9652-ed86d8ae35d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:09.100861 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ef9b26c2-acc0-4e82-906a-67c48b76dbfb req-e04fcb07-a43c-4842-aa62-4696b5369827 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 210 time: 0.0845013 Dec 22 15:33:09.126904 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ebcb965d-0d82-4886-95af-bd9f1966f6f3 req-e58c7b3e-61b0-4601-9f33-1f82002752b4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1dae96-c581-46e5-9741-fec3b72398fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386256 Dec 22 15:33:09.151508 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39400) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:09.208268 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f6983c3-55e6-4b1d-9652-ed86d8ae35d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:09.213298 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-323b581f-67f3-498c-852b-61d87c0adb53 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:09.226096 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6983c3-55e6-4b1d-9652-ed86d8ae35d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7b4488-d974-4475-b44e-407f4a8c133a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:09.227242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f657d6-11a8-468a-b10e-d2925f0d0b03 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:09.228717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8f6983c3-55e6-4b1d-9652-ed86d8ae35d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:09.228898 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b0f657d6-11a8-468a-b10e-d2925f0d0b03 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 1093 time: 0.0762851 Dec 22 15:33:09.232126 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39404) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:09.233475 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f6983c3-55e6-4b1d-9652-ed86d8ae35d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:09.238835 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8f6983c3-55e6-4b1d-9652-ed86d8ae35d4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5e7b4488-d974-4475-b44e-407f4a8c133a HTTP/1.1" status: 204 len: 168 time: 0.3055539 Dec 22 15:33:09.242851 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': 'ec838bdb-251e-4e1e-870f-96778d4f15ed', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:33:09.247657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:33:09.252169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:floatingip and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:33:09.255511 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:33:09.264603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:33:09.341111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:09.505174 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:09.723120 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.26.6.23 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/f94fecce-d163-4dc4-add2-4f69dd3e974a) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:33:09.876282 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:09.980047 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:09.984369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2c11df72-b26a-48d7-b15b-f17075753b18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:10.049363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:33:10.052307 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:33:10.056063 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:33:10.090704 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=f94fecce-d163-4dc4-add2-4f69dd3e974a,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:10.097028 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:10.266807 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:33:10.724316 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f789aa38-15ba-4a1c-aceb-c7f6e2117e3b req-60b4b535-14a4-419d-946a-039aa5da4936 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 210 time: 0.0475821 Dec 22 15:33:10.762601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:10.888594 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:11.119638 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:11.147257 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-856e8d3f-5dd4-4b61-9539-786016ffc11d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:11.148653 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-856e8d3f-5dd4-4b61-9539-786016ffc11d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.57 "GET /v2.0/networks?id=3ff4b8cf-1075-4500-85d7-9341f04be41f HTTP/1.1" status: 200 len: 811 time: 0.1906061 Dec 22 15:33:11.189979 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:11.195358 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f5107ed4-b933-493a-be8e-aeca15334598 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:11.212928 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-9ebc7ac8-fd84-4c82-9aad-65e8222c211f tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84464132bfda464dbef4abab87427463 HTTP/1.1" status: 200 len: 379 time: 0.0558448 Dec 22 15:33:11.221364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-908cc27d-fd72-43f4-aea9-335c47937194 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Request body: {'port': {'device_id': '019dcaa8-94a6-480c-b075-dba6657ddab0', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'admin_state_up': True, 'tenant_id': '84464132bfda464dbef4abab87427463', 'security_groups': ['5badb9a5-6f46-48eb-9141-a6163c784b32']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:33:11.311253 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=f94fecce-d163-4dc4-add2-4f69dd3e974a,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:11.315630 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:11.323220 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:11.438819 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-908cc27d-fd72-43f4-aea9-335c47937194 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:33:11.452965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-908cc27d-fd72-43f4-aea9-335c47937194 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:33:11.511274 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Floating IP 97b6186d-f965-490d-ab17-4d99f0c00a37 associated. External IP: 172.26.6.23, port: ec838bdb-251e-4e1e-870f-96778d4f15ed. Dec 22 15:33:11.574527 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-908cc27d-fd72-43f4-aea9-335c47937194 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Made reservation on behalf of 84464132bfda464dbef4abab87427463 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:33:11.578201 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-908cc27d-fd72-43f4-aea9-335c47937194 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:11.785824 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-908cc27d-fd72-43f4-aea9-335c47937194 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Allocated IP 172.20.0.7 (3ff4b8cf-1075-4500-85d7-9341f04be41f/5e2f5610-73fd-4689-9d49-ece9b5bf2feb/94f3041a-b6a0-445b-b117-af48080eb01a) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:33:11.954700 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b2c1b3aa-290e-465b-946c-61d43842ab91 req-8d265f47-4a59-4eea-8e38-de0bb3e92b78 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 210 time: 0.0505261 Dec 22 15:33:11.975290 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 51b26938-c22d-4a92-bf75-59afe03efc83 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:33:12.016216 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-908cc27d-fd72-43f4-aea9-335c47937194 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:12.034436 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-908cc27d-fd72-43f4-aea9-335c47937194 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Transition to ACTIVE for port object 94f3041a-b6a0-445b-b117-af48080eb01a will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:33:12.121925 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-908cc27d-fd72-43f4-aea9-335c47937194 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:12.130662 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7984f369-e35f-4e39-98c2-bc2cc23d6b47 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:12.180775 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:33:12.193018 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c918c39c-22ef-4967-bcf4-3cb4f4e37497 None None] Sync routers for ids ['51b26938-c22d-4a92-bf75-59afe03efc83'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:33:12.205204 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c918c39c-22ef-4967-bcf4-3cb4f4e37497 None None] Routers {'51b26938-c22d-4a92-bf75-59afe03efc83'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:33:12.205748 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-908cc27d-fd72-43f4-aea9-335c47937194 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Network 3ff4b8cf-1075-4500-85d7-9341f04be41f is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:33:12.206363 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c918c39c-22ef-4967-bcf4-3cb4f4e37497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:32:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['51b26938-c22d-4a92-bf75-59afe03efc83'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:33:12.209063 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-908cc27d-fd72-43f4-aea9-335c47937194 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:33:12.213800 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-908cc27d-fd72-43f4-aea9-335c47937194 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:33:12.254126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cc27d-fd72-43f4-aea9-335c47937194 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event updated for resources: {'Port': ['ID=94f3041a-b6a0-445b-b117-af48080eb01a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:12.268805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-908cc27d-fd72-43f4-aea9-335c47937194 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:12.294835 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:12.328892 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-908cc27d-fd72-43f4-aea9-335c47937194 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:12.332906 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-908cc27d-fd72-43f4-aea9-335c47937194 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:12.415127 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1795807 Dec 22 15:33:12.416383 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39420) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:12.416953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95', 'tag': 'ec838bdb-251e-4e1e-870f-96778d4f15ed'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:33:12.417670 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-908cc27d-fd72-43f4-aea9-335c47937194 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2003303 Dec 22 15:33:12.431465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Request body: {'port': {'device_id': '019dcaa8-94a6-480c-b075-dba6657ddab0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:33:12.457474 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c918c39c-22ef-4967-bcf4-3cb4f4e37497 None None] Set router 51b26938-c22d-4a92-bf75-59afe03efc83 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:33:12.680406 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95', 'tag': 'ec838bdb-251e-4e1e-870f-96778d4f15ed', 'status': 'completed', 'code': 200} Dec 22 15:33:12.724823 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61348bb-4d4f-4ab9-a3cc-39a080d70b39 req-630998ed-1901-438d-927e-71494f3ab95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:12.726768 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b61348bb-4d4f-4ab9-a3cc-39a080d70b39 req-630998ed-1901-438d-927e-71494f3ab95b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 1098 time: 0.1914778 Dec 22 15:33:12.727356 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:12.736038 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a616c787-2ceb-4c80-8c66-cdd942f9f9a1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/97b6186d-f965-490d-ab17-4d99f0c00a37 HTTP/1.1" status: 200 len: 990 time: 0.3140204 Dec 22 15:33:12.939479 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5ad83b2f-3ade-4b8a-8936-d257166bb2f9 None None] Provisioning for port 94f3041a-b6a0-445b-b117-af48080eb01a completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:33:12.950340 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5ad83b2f-3ade-4b8a-8936-d257166bb2f9 None None] Provisioning complete for port 94f3041a-b6a0-445b-b117-af48080eb01a triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:33:12.950340 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5ad83b2f-3ade-4b8a-8936-d257166bb2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:12.989834 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61348bb-4d4f-4ab9-a3cc-39a080d70b39 req-56d451f4-3d73-44e8-885b-6f6e315f2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:12.991318 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b61348bb-4d4f-4ab9-a3cc-39a080d70b39 req-56d451f4-3d73-44e8-885b-6f6e315f2379 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b03747da-8850-4670-81c5-06a70db82878 HTTP/1.1" status: 200 len: 898 time: 0.2520695 Dec 22 15:33:13.017839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-5ad83b2f-3ade-4b8a-8936-d257166bb2f9 None None] Port 94f3041a-b6a0-445b-b117-af48080eb01a cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:33:13.031932 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c918c39c-22ef-4967-bcf4-3cb4f4e37497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'name': 'tempest-TestNetworkBasicOps-router-820169452', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:36Z', 'updated_at': '2021-12-22T15:32:43Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:37Z', 'updated_at': '2021-12-22T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '97b6186d-f965-490d-ab17-4d99f0c00a37', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.23', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'port_id': 'ec838bdb-251e-4e1e-870f-96778d4f15ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03747da-8850-4670-81c5-06a70db82878', 'mac_address': 'fa:16:3e:b6:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:10Z', 'updated_at': '2021-12-22T15:33:10Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f180dc6-1dad-4f9c-914f-ba17a05ffe1f', 'name': '', 'network_id': 'b03747da-8850-4670-81c5-06a70db82878', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:03:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2ed5ad49-ae5d-4b5a-862a-149576a86df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:42Z', 'updated_at': '2021-12-22T15:32:49Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '2ed5ad49-ae5d-4b5a-862a-149576a86df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:33:13.035983 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c918c39c-22ef-4967-bcf4-3cb4f4e37497 None None] Checking router: 51b26938-c22d-4a92-bf75-59afe03efc83 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:33:13.044538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c918c39c-22ef-4967-bcf4-3cb4f4e37497 None None] Routers {'51b26938-c22d-4a92-bf75-59afe03efc83'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:33:13.045109 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c918c39c-22ef-4967-bcf4-3cb4f4e37497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:32:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['51b26938-c22d-4a92-bf75-59afe03efc83'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:33:13.174447 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9f550-9fdd-48d7-a85a-83dc66a931dd req-310008a5-4a55-45b9-b79d-d0ebd737aca5 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:13.176329 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3df9f550-9fdd-48d7-a85a-83dc66a931dd req-310008a5-4a55-45b9-b79d-d0ebd737aca5 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 931 time: 0.0920899 Dec 22 15:33:13.232626 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3df9f550-9fdd-48d7-a85a-83dc66a931dd req-4b959c11-52fd-44ad-b922-b34e49b612bf tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486588 Dec 22 15:33:13.261494 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c918c39c-22ef-4967-bcf4-3cb4f4e37497 None None] Set router 51b26938-c22d-4a92-bf75-59afe03efc83 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:33:13.330058 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b61348bb-4d4f-4ab9-a3cc-39a080d70b39 req-d8691bf5-4a6a-4ba9-b881-25a3814bff8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec838bdb-251e-4e1e-870f-96778d4f15ed HTTP/1.1" status: 200 len: 998 time: 0.3311915 Dec 22 15:33:13.427208 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61348bb-4d4f-4ab9-a3cc-39a080d70b39 req-2d824bed-389b-43a3-a351-cd280bfba4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:13.428682 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b61348bb-4d4f-4ab9-a3cc-39a080d70b39 req-2d824bed-389b-43a3-a351-cd280bfba4f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2ed5ad49-ae5d-4b5a-862a-149576a86df1 HTTP/1.1" status: 200 len: 834 time: 0.0923369 Dec 22 15:33:13.554781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f3041a-b6a0-445b-b117-af48080eb01a {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:33:13.564344 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:13.586888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Transition to ACTIVE for port object 94f3041a-b6a0-445b-b117-af48080eb01a will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:33:13.590742 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61348bb-4d4f-4ab9-a3cc-39a080d70b39 req-6f947641-9b06-4e71-9df0-ff39cc4e3e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:13.592291 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b61348bb-4d4f-4ab9-a3cc-39a080d70b39 req-6f947641-9b06-4e71-9df0-ff39cc4e3e4f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b03747da-8850-4670-81c5-06a70db82878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1575019 Dec 22 15:33:13.632241 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c918c39c-22ef-4967-bcf4-3cb4f4e37497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'name': 'tempest-TestNetworkBasicOps-router-820169452', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:36Z', 'updated_at': '2021-12-22T15:32:43Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:37Z', 'updated_at': '2021-12-22T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '97b6186d-f965-490d-ab17-4d99f0c00a37', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.23', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'port_id': 'ec838bdb-251e-4e1e-870f-96778d4f15ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03747da-8850-4670-81c5-06a70db82878', 'mac_address': 'fa:16:3e:b6:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:10Z', 'updated_at': '2021-12-22T15:33:10Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f180dc6-1dad-4f9c-914f-ba17a05ffe1f', 'name': '', 'network_id': 'b03747da-8850-4670-81c5-06a70db82878', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:03:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2ed5ad49-ae5d-4b5a-862a-149576a86df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:42Z', 'updated_at': '2021-12-22T15:32:49Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '2ed5ad49-ae5d-4b5a-862a-149576a86df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:33:13.637056 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c918c39c-22ef-4967-bcf4-3cb4f4e37497 None None] The sync data for ids ['51b26938-c22d-4a92-bf75-59afe03efc83'] in dv-neutron-822674-1-hyperv is: [{'id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'name': 'tempest-TestNetworkBasicOps-router-820169452', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:36Z', 'updated_at': '2021-12-22T15:32:43Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:37Z', 'updated_at': '2021-12-22T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '97b6186d-f965-490d-ab17-4d99f0c00a37', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.23', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'port_id': 'ec838bdb-251e-4e1e-870f-96778d4f15ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03747da-8850-4670-81c5-06a70db82878', 'mac_address': 'fa:16:3e:b6:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:10Z', 'updated_at': '2021-12-22T15:33:10Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f180dc6-1dad-4f9c-914f-ba17a05ffe1f', 'name': '', 'network_id': 'b03747da-8850-4670-81c5-06a70db82878', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:03:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2ed5ad49-ae5d-4b5a-862a-149576a86df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:42Z', 'updated_at': '2021-12-22T15:32:49Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '2ed5ad49-ae5d-4b5a-862a-149576a86df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:33:13.676343 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:13.687248 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4f639dc9-cd09-4ad3-b4a9-a92b85d7d42d tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:13.737922 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39428) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:13.872733 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9c9cce5d-4873-439d-abdd-42b23b1c0a11 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/97b6186d-f965-490d-ab17-4d99f0c00a37 HTTP/1.1" status: 200 len: 990 time: 0.1334569 Dec 22 15:33:13.912611 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582ed736-ef48-4ee6-8c23-bbb0ef332ea0 None None] New status for floating IP 97b6186d-f965-490d-ab17-4d99f0c00a37: ACTIVE {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:33:13.951838 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Pushing event updated for resources: {'Port': ['ID=94f3041a-b6a0-445b-b117-af48080eb01a,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:13.962478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:13.971376 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b61348bb-4d4f-4ab9-a3cc-39a080d70b39 req-5af61c9e-333a-45fb-8b1b-76959ceb5ab3 service neutron] 10.222.0.57 "GET /v2.0/networks/b03747da-8850-4670-81c5-06a70db82878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716729 Dec 22 15:33:14.064023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Attempting to bind port 94f3041a-b6a0-445b-b117-af48080eb01a on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:33:14.064366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Attempting to bind port 94f3041a-b6a0-445b-b117-af48080eb01a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'bddc1ea0-8315-42db-9b7b-9931461fda46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:33:14.064701 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Attempting to bind port 94f3041a-b6a0-445b-b117-af48080eb01a on network 3ff4b8cf-1075-4500-85d7-9341f04be41f {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:33:14.081541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Port 94f3041a-b6a0-445b-b117-af48080eb01a on network 3ff4b8cf-1075-4500-85d7-9341f04be41f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:33:14.081862 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Attempting to bind port 94f3041a-b6a0-445b-b117-af48080eb01a on network 3ff4b8cf-1075-4500-85d7-9341f04be41f {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:33:14.091672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:33:14.091979 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Checking segment: {'id': 'bddc1ea0-8315-42db-9b7b-9931461fda46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:33:14.092332 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Bound using segment: {'id': 'bddc1ea0-8315-42db-9b7b-9931461fda46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:33:14.092836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Bound port: 94f3041a-b6a0-445b-b117-af48080eb01a, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bddc1ea0-8315-42db-9b7b-9931461fda46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:33:14.093186 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:14.187629 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b61348bb-4d4f-4ab9-a3cc-39a080d70b39 req-f8e449a8-8874-45d9-8342-00f090d40e06 service neutron] 10.222.0.57 "GET /v2.0/networks/b03747da-8850-4670-81c5-06a70db82878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020059 Dec 22 15:33:14.211941 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] For port 94f3041a-b6a0-445b-b117-af48080eb01a, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:33:14.214988 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] For port 94f3041a-b6a0-445b-b117-af48080eb01a, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94f3041a-b6a0-445b-b117-af48080eb01a,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:33:14.271802 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:14.277202 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-908cc27d-fd72-43f4-aea9-335c47937194 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:14.339029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:14.339677 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:14.340951 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] 10.222.0.57 "PUT /v2.0/ports/94f3041a-b6a0-445b-b117-af48080eb01a HTTP/1.1" status: 200 len: 1093 time: 1.9149063 Dec 22 15:33:14.341468 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019dcaa8-94a6-480c-b075-dba6657ddab0', 'tag': '94f3041a-b6a0-445b-b117-af48080eb01a'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:33:14.377876 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Pushing event updated for resources: {'Port': ['ID=94f3041a-b6a0-445b-b117-af48080eb01a,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:14.380960 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:14.408843 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019dcaa8-94a6-480c-b075-dba6657ddab0', 'tag': '94f3041a-b6a0-445b-b117-af48080eb01a', 'status': 'completed', 'code': 200} Dec 22 15:33:14.469046 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec449-16c3-45fc-a267-11dcad941b8b req-ae37343d-1252-45ee-a26a-dedf3b0de51f tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:14.470716 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f4fec449-16c3-45fc-a267-11dcad941b8b req-ae37343d-1252-45ee-a26a-dedf3b0de51f tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 943 time: 0.1132336 Dec 22 15:33:14.512108 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bf5e4-750c-4991-b5ae-3991639ce667 req-7da2b72a-6b37-4606-93a8-adfde31994bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:14.513797 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-064bf5e4-750c-4991-b5ae-3991639ce667 req-7da2b72a-6b37-4606-93a8-adfde31994bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84464132bfda464dbef4abab87427463&device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 1096 time: 0.0824845 Dec 22 15:33:14.517539 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f4fec449-16c3-45fc-a267-11dcad941b8b req-e3c9e33f-cc68-401d-b4da-d66e9441b3a7 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411272 Dec 22 15:33:14.668634 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bf5e4-750c-4991-b5ae-3991639ce667 req-d1eddfcb-6259-4b65-a52d-bb82ea392ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:14.670146 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-064bf5e4-750c-4991-b5ae-3991639ce667 req-d1eddfcb-6259-4b65-a52d-bb82ea392ce7 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=84464132bfda464dbef4abab87427463&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1483281 Dec 22 15:33:14.806842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bf5e4-750c-4991-b5ae-3991639ce667 req-3604a9c2-11f6-42af-a3eb-42a2b41b27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:14.808282 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-064bf5e4-750c-4991-b5ae-3991639ce667 req-3604a9c2-11f6-42af-a3eb-42a2b41b27c3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318665 Dec 22 15:33:14.876003 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39436) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:14.918455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-1606f0bf-f413-4d43-9bbc-5d1a09d41c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:14.920028 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-1606f0bf-f413-4d43-9bbc-5d1a09d41c27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84464132bfda464dbef4abab87427463&device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 1096 time: 0.0791712 Dec 22 15:33:14.987303 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bb2072f4-45dc-421d-bf6d-4117ced387b3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/97b6186d-f965-490d-ab17-4d99f0c00a37 HTTP/1.1" status: 200 len: 992 time: 0.1100588 Dec 22 15:33:14.992027 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-b4fb6a17-a610-4100-8aa5-1ec9d72b9e50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94f3041a-b6a0-445b-b117-af48080eb01a HTTP/1.1" status: 200 len: 217 time: 0.0644550 Dec 22 15:33:15.190689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-406443eb-a70d-4591-8ecd-417334e73cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:15.191748 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-406443eb-a70d-4591-8ecd-417334e73cdb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e2f5610-73fd-4689-9d49-ece9b5bf2feb HTTP/1.1" status: 200 len: 850 time: 0.1938920 Dec 22 15:33:15.269742 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-425d7a5f-56a7-4415-9ec1-2d9cf19262b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:15.271269 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-425d7a5f-56a7-4415-9ec1-2d9cf19262b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff4b8cf-1075-4500-85d7-9341f04be41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731657 Dec 22 15:33:15.412859 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-e769fa96-6ce3-4062-ab9f-20c278088e80 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352730 Dec 22 15:33:15.547337 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8589ac82-44f3-4d96-bf5e-1b636ad5844f req-340e1732-87bf-4fff-a3da-7498f440267b service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270475 Dec 22 15:33:15.722366 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab681e6-ae0a-491d-ab2d-12df6350f3bc req-6a546da6-e150-4253-9a29-19729fa89e11 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:15.724007 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3ab681e6-ae0a-491d-ab2d-12df6350f3bc req-6a546da6-e150-4253-9a29-19729fa89e11 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 943 time: 0.0957778 Dec 22 15:33:15.770287 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3ab681e6-ae0a-491d-ab2d-12df6350f3bc req-cc2e1313-5cd1-4d78-a15c-68847df95e84 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405691 Dec 22 15:33:16.951424 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9801ed-a4cd-481b-ab2f-3b4594bad5f1 req-8d394221-6131-4325-b7dd-ede9e1f31075 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:16.952930 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6d9801ed-a4cd-481b-ab2f-3b4594bad5f1 req-8d394221-6131-4325-b7dd-ede9e1f31075 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 943 time: 0.0780900 Dec 22 15:33:17.004660 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6d9801ed-a4cd-481b-ab2f-3b4594bad5f1 req-2171b9a1-bbec-4c5b-bd6b-f27b7412a2bd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457411 Dec 22 15:33:18.190439 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9ebd7-7743-4fa6-a1c2-57ce1283c77f req-28725668-7842-423c-a86f-e31c6760ab73 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:18.191896 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4ea9ebd7-7743-4fa6-a1c2-57ce1283c77f req-28725668-7842-423c-a86f-e31c6760ab73 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 943 time: 0.0846741 Dec 22 15:33:18.235396 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4ea9ebd7-7743-4fa6-a1c2-57ce1283c77f req-4d688792-b450-4192-8852-dac7715ee87c tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372555 Dec 22 15:33:19.418676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9e5cd-315d-4204-9b5b-862dcd16bba9 req-1448a091-7355-40d1-b048-1aea212a77b7 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:19.420128 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d5c9e5cd-315d-4204-9b5b-862dcd16bba9 req-1448a091-7355-40d1-b048-1aea212a77b7 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 943 time: 0.0792735 Dec 22 15:33:19.464095 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d5c9e5cd-315d-4204-9b5b-862dcd16bba9 req-fbb38a38-77ca-4b95-99e4-10a8b1006cf2 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382264 Dec 22 15:33:20.659079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b002c8-f11c-4c9b-8d08-fa098d54193f req-a7caa67d-5a84-43f9-a7ba-125ff64e17e1 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:20.660562 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-98b002c8-f11c-4c9b-8d08-fa098d54193f req-a7caa67d-5a84-43f9-a7ba-125ff64e17e1 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 943 time: 0.0935385 Dec 22 15:33:20.708250 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-98b002c8-f11c-4c9b-8d08-fa098d54193f req-6a20e225-c15d-4287-bd6f-ee1919a08676 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419314 Dec 22 15:33:21.891805 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfdcf6-fd90-43be-8519-ed1b0e4b5dad req-42ab4595-f657-438a-a8ee-1facdd1a3fbf tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:21.893327 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-89bfdcf6-fd90-43be-8519-ed1b0e4b5dad req-42ab4595-f657-438a-a8ee-1facdd1a3fbf tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 943 time: 0.0801256 Dec 22 15:33:21.940476 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-89bfdcf6-fd90-43be-8519-ed1b0e4b5dad req-94a8fb04-357c-4de6-83bd-300acbe1ad6e tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414155 Dec 22 15:33:23.128516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52475-8284-4162-984c-a3bad3c382f3 req-f4fba680-3522-4ac5-900e-076581a8d4ce tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:23.129974 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3ed52475-8284-4162-984c-a3bad3c382f3 req-f4fba680-3522-4ac5-900e-076581a8d4ce tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 943 time: 0.0821965 Dec 22 15:33:23.177129 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3ed52475-8284-4162-984c-a3bad3c382f3 req-94bb7e2e-17ae-46fa-b586-a7c18a939c57 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408242 Dec 22 15:33:24.213517 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 94f3041a-b6a0-445b-b117-af48080eb01a details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:33:24.356673 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 94f3041a-b6a0-445b-b117-af48080eb01a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94f3041a-b6a0-445b-b117-af48080eb01a,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:33:24.371641 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '94f3041a-b6a0-445b-b117-af48080eb01a', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'port_id': '94f3041a-b6a0-445b-b117-af48080eb01a', 'mac_address': 'fa:16:3e:b8:d5:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:33:24.384172 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce826e-ff0c-406a-a9c6-ef495cdc97d5 req-f865ce4e-133b-4378-b227-0ec5cc5c2ae9 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:24.385722 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b9ce826e-ff0c-406a-a9c6-ef495cdc97d5 req-f865ce4e-133b-4378-b227-0ec5cc5c2ae9 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 943 time: 0.1027718 Dec 22 15:33:24.441973 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b9ce826e-ff0c-406a-a9c6-ef495cdc97d5 req-69676e59-884d-476d-9330-647b4efc3e92 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468941 Dec 22 15:33:24.450738 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:24.469413 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f3041a-b6a0-445b-b117-af48080eb01a {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:33:24.487128 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 94f3041a-b6a0-445b-b117-af48080eb01a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94f3041a-b6a0-445b-b117-af48080eb01a,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:33:24.589953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:24.591872 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e39c740f-1db0-40a7-8164-11c8414a7128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:24.663559 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=94f3041a-b6a0-445b-b117-af48080eb01a,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:24.666724 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:24.922314 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['94f3041a-b6a0-445b-b117-af48080eb01a'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:33:25.209173 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-deec115f-74d1-4052-8262-25e1a079bba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:25.644395 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707583d-4195-4947-8c90-05f87c188624 req-40c3dc24-7d48-459e-aef2-0e6016fca385 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:25.646007 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5707583d-4195-4947-8c90-05f87c188624 req-40c3dc24-7d48-459e-aef2-0e6016fca385 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 944 time: 0.0859697 Dec 22 15:33:25.694917 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5707583d-4195-4947-8c90-05f87c188624 req-54660d6b-dce5-4e05-b810-0573845e8776 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424528 Dec 22 15:33:26.225387 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 94f3041a-b6a0-445b-b117-af48080eb01a up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:33:26.361270 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 94f3041a-b6a0-445b-b117-af48080eb01a completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:33:26.366503 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 94f3041a-b6a0-445b-b117-af48080eb01a triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:33:26.366906 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:26.483358 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:26.512551 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019dcaa8-94a6-480c-b075-dba6657ddab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f3041a-b6a0-445b-b117-af48080eb01a'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:33:26.522921 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 94f3041a-b6a0-445b-b117-af48080eb01a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94f3041a-b6a0-445b-b117-af48080eb01a,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:33:26.556804 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019dcaa8-94a6-480c-b075-dba6657ddab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f3041a-b6a0-445b-b117-af48080eb01a', 'code': 200} Dec 22 15:33:26.572915 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:26.574842 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-e5512aea-f18e-4ff8-af34-0d06ec665b6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:26.681158 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=94f3041a-b6a0-445b-b117-af48080eb01a,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:26.684264 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:26.893078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a5889-cfe2-484a-9fbc-23d5d5ce088e req-d43e362d-655c-4a38-8d84-1fff1e8812b0 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:26.894583 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-108a5889-cfe2-484a-9fbc-23d5d5ce088e req-d43e362d-655c-4a38-8d84-1fff1e8812b0 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 945 time: 0.0902267 Dec 22 15:33:26.926557 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e88f3f-a94b-48e5-a5f5-e973a3fea6fa req-b18eccf2-d507-40e1-af02-ff966ecb4819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:26.928048 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-53e88f3f-a94b-48e5-a5f5-e973a3fea6fa req-b18eccf2-d507-40e1-af02-ff966ecb4819 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 1098 time: 0.0769641 Dec 22 15:33:26.940548 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-108a5889-cfe2-484a-9fbc-23d5d5ce088e req-48e9749a-04b3-48ce-b5a2-9420f610f768 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392292 Dec 22 15:33:26.971733 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-53e88f3f-a94b-48e5-a5f5-e973a3fea6fa req-af644379-c28e-4f1d-888e-7fd79936c9b2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364764 Dec 22 15:33:27.682404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4a626592-0be2-4dfe-b02a-9ebaeb749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:28.130955 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e76ce-0112-47d4-8e3a-0e79c27ed9a9 req-5688a1e0-e66c-497a-bfce-dc71a992687d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:28.132474 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-991e76ce-0112-47d4-8e3a-0e79c27ed9a9 req-5688a1e0-e66c-497a-bfce-dc71a992687d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 945 time: 0.0834787 Dec 22 15:33:28.184290 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-991e76ce-0112-47d4-8e3a-0e79c27ed9a9 req-5a62c08d-b361-4d35-a76a-1acb6c94471a tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460153 Dec 22 15:33:28.921593 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:29.007322 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:29.371632 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8ae9f-8d6a-4e4c-ade9-55707ebc876b req-5ae86beb-b43e-4019-a757-3f87b39bd3dd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:29.373197 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ccb8ae9f-8d6a-4e4c-ade9-55707ebc876b req-5ae86beb-b43e-4019-a757-3f87b39bd3dd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 945 time: 0.0802813 Dec 22 15:33:29.418059 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ccb8ae9f-8d6a-4e4c-ade9-55707ebc876b req-b59ae045-4b50-494f-bdf8-6b81271c30f8 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391762 Dec 22 15:33:29.604642 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d88cf-dcd7-477e-8d13-d3a235edf480 req-048e795b-b466-4665-bd27-7b1cac87f21a tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:29.606268 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8f0d88cf-dcd7-477e-8d13-d3a235edf480 req-048e795b-b466-4665-bd27-7b1cac87f21a tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 945 time: 0.0825119 Dec 22 15:33:29.758592 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8f0d88cf-dcd7-477e-8d13-d3a235edf480 req-dd23f75b-a305-496e-b4e0-9f22b073988a tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466596 Dec 22 15:33:29.781923 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39468) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:29.849308 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2edbbd-9486-45a9-9b89-209e2d86dde7 tempest-TestVolumeBootPattern-1631151912 tempest-TestVolumeBootPattern-1631151912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:29.850802 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7f2edbbd-9486-45a9-9b89-209e2d86dde7 tempest-TestVolumeBootPattern-1631151912 tempest-TestVolumeBootPattern-1631151912-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 1093 time: 0.0678940 Dec 22 15:33:29.853579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39472) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:29.859038 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': '94f3041a-b6a0-445b-b117-af48080eb01a', 'tenant_id': '84464132bfda464dbef4abab87427463', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:33:29.864972 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:33:29.868949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Usage tracker for resource:floatingip and tenant:84464132bfda464dbef4abab87427463 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:33:29.871851 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:33:29.877522 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:33:29.961547 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:30.098555 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:30.236554 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Allocated IP 172.26.6.214 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/6633644a-5f33-4341-a941-1161925af61e) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:33:30.382030 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:30.499211 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:30.502933 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:30.568400 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:33:30.571211 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:33:30.574858 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:33:30.603666 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event updated for resources: {'Port': ['ID=6633644a-5f33-4341-a941-1161925af61e,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:30.609733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:30.984133 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:31.007573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:31.137223 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:31.342522 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:31.418811 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:31.422923 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ea31232e-3ffb-4fae-90d6-bb51cb8fd56a tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:33:31.539928 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event updated for resources: {'Port': ['ID=6633644a-5f33-4341-a941-1161925af61e,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:33:31.542775 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:33:31.551472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:31.844838 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Floating IP 140ebe19-e40d-4860-91ae-7ec0bce36202 associated. External IP: 172.26.6.214, port: 94f3041a-b6a0-445b-b117-af48080eb01a. Dec 22 15:33:32.211901 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:33:32.395113 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:33:32.409789 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee62fde-6a27-44a4-b850-5750159fd381 None None] Sync routers for ids ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:33:32.419882 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee62fde-6a27-44a4-b850-5750159fd381 None None] Routers {'e65b2fa4-ba83-4c56-b0b2-8feaeb559527'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:33:32.420502 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0ee62fde-6a27-44a4-b850-5750159fd381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:33:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:33:32.511651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:32.580315 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7137227 Dec 22 15:33:32.580315 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019dcaa8-94a6-480c-b075-dba6657ddab0', 'tag': '94f3041a-b6a0-445b-b117-af48080eb01a'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:33:32.620086 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-0ee62fde-6a27-44a4-b850-5750159fd381 None None] Set router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:33:32.683499 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019dcaa8-94a6-480c-b075-dba6657ddab0', 'tag': '94f3041a-b6a0-445b-b117-af48080eb01a', 'status': 'completed', 'code': 200} Dec 22 15:33:32.784126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f5378-201a-46a4-bcaa-25185d03a918 req-f3c9a2b5-61d0-4bc1-86ac-e31b2613c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:32.785503 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-450f5378-201a-46a4-bcaa-25185d03a918 req-f3c9a2b5-61d0-4bc1-86ac-e31b2613c3e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84464132bfda464dbef4abab87427463&device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 1098 time: 0.0735636 Dec 22 15:33:32.944567 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f5378-201a-46a4-bcaa-25185d03a918 req-5ba83e3f-9687-49a6-9999-e041903d79c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:32.946023 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-450f5378-201a-46a4-bcaa-25185d03a918 req-5ba83e3f-9687-49a6-9999-e041903d79c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff4b8cf-1075-4500-85d7-9341f04be41f HTTP/1.1" status: 200 len: 912 time: 0.1543131 Dec 22 15:33:32.985867 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0ee62fde-6a27-44a4-b850-5750159fd381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:36Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '140ebe19-e40d-4860-91ae-7ec0bce36202', 'tenant_id': '84464132bfda464dbef4abab87427463', 'floating_ip_address': '172.26.6.214', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'port_id': '94f3041a-b6a0-445b-b117-af48080eb01a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'mac_address': 'fa:16:3e:b8:d5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019dcaa8-94a6-480c-b075-dba6657ddab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:30Z', 'updated_at': '2021-12-22T15:33:30Z', 'revision_number': 0, 'project_id': '84464132bfda464dbef4abab87427463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2eba0b-1e40-48ad-bb7c-1952e713783b', 'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'mac_address': 'fa:16:3e:07:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:33Z', 'updated_at': '2021-12-22T15:27:50Z', 'revision_number': 5, 'project_id': '84464132bfda464dbef4abab87427463', 'subnets': [{'id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:33:32.990188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee62fde-6a27-44a4-b850-5750159fd381 None None] Checking router: e65b2fa4-ba83-4c56-b0b2-8feaeb559527 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:33:32.998909 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee62fde-6a27-44a4-b850-5750159fd381 None None] Routers {'e65b2fa4-ba83-4c56-b0b2-8feaeb559527'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:33:32.999524 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0ee62fde-6a27-44a4-b850-5750159fd381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:33:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:33:33.052745 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-450f5378-201a-46a4-bcaa-25185d03a918 req-722d211b-603e-40e2-a408-c11f2b7cb9e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94f3041a-b6a0-445b-b117-af48080eb01a HTTP/1.1" status: 200 len: 999 time: 0.1002383 Dec 22 15:33:33.126008 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f5378-201a-46a4-bcaa-25185d03a918 req-249918dd-42d1-43dd-944c-f18d7c5a6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:33.127486 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-450f5378-201a-46a4-bcaa-25185d03a918 req-249918dd-42d1-43dd-944c-f18d7c5a6c11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e2f5610-73fd-4689-9d49-ece9b5bf2feb HTTP/1.1" status: 200 len: 850 time: 0.0692573 Dec 22 15:33:33.183181 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-0ee62fde-6a27-44a4-b850-5750159fd381 None None] Set router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:33:33.214833 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f5378-201a-46a4-bcaa-25185d03a918 req-5dcf9659-b06d-4312-8e94-ce184d6a1463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:33:33.216907 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-450f5378-201a-46a4-bcaa-25185d03a918 req-5dcf9659-b06d-4312-8e94-ce184d6a1463 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff4b8cf-1075-4500-85d7-9341f04be41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825582 Dec 22 15:33:33.358689 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-450f5378-201a-46a4-bcaa-25185d03a918 req-da6ca8f7-073f-4892-a74c-9fb58e5a8ba4 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330271 Dec 22 15:33:33.500512 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-450f5378-201a-46a4-bcaa-25185d03a918 req-b34de7f0-04bf-48de-8537-60f568f972ee service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356065 Dec 22 15:33:33.535547 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0ee62fde-6a27-44a4-b850-5750159fd381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:36Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '140ebe19-e40d-4860-91ae-7ec0bce36202', 'tenant_id': '84464132bfda464dbef4abab87427463', 'floating_ip_address': '172.26.6.214', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'port_id': '94f3041a-b6a0-445b-b117-af48080eb01a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'mac_address': 'fa:16:3e:b8:d5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019dcaa8-94a6-480c-b075-dba6657ddab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:30Z', 'updated_at': '2021-12-22T15:33:30Z', 'revision_number': 0, 'project_id': '84464132bfda464dbef4abab87427463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2eba0b-1e40-48ad-bb7c-1952e713783b', 'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'mac_address': 'fa:16:3e:07:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:33Z', 'updated_at': '2021-12-22T15:27:50Z', 'revision_number': 5, 'project_id': '84464132bfda464dbef4abab87427463', 'subnets': [{'id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:33:33.539504 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee62fde-6a27-44a4-b850-5750159fd381 None None] The sync data for ids ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'] in dv-neutron-822674-1-hyperv is: [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:36Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '140ebe19-e40d-4860-91ae-7ec0bce36202', 'tenant_id': '84464132bfda464dbef4abab87427463', 'floating_ip_address': '172.26.6.214', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'port_id': '94f3041a-b6a0-445b-b117-af48080eb01a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'mac_address': 'fa:16:3e:b8:d5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019dcaa8-94a6-480c-b075-dba6657ddab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:30Z', 'updated_at': '2021-12-22T15:33:30Z', 'revision_number': 0, 'project_id': '84464132bfda464dbef4abab87427463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2eba0b-1e40-48ad-bb7c-1952e713783b', 'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'mac_address': 'fa:16:3e:07:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:33Z', 'updated_at': '2021-12-22T15:27:50Z', 'revision_number': 5, 'project_id': '84464132bfda464dbef4abab87427463', 'subnets': [{'id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:33:33.727087 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536eb70-f689-4556-921a-80308450fcbe None None] New status for floating IP 140ebe19-e40d-4860-91ae-7ec0bce36202: ACTIVE {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:33:35.995951 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:47.262218 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:33:55.218389 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9a777d3a-067b-4d72-965a-bb2c9bbcdae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:57.881084 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-eb9259f3-4fb9-4a36-9886-60ed7b45f40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:59.019472 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:33:59.127131 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:01.058294 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:06.082109 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:15.793757 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39510) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:15.904009 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4ab944a5-06e5-452a-864e-4fa9d7c4c141 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/97b6186d-f965-490d-ab17-4d99f0c00a37 HTTP/1.1" status: 200 len: 992 time: 0.1090858 Dec 22 15:34:16.286917 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39518) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:16.497914 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port f94fecce-d163-4dc4-add2-4f69dd3e974a {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:34:16.498305 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:16.787231 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:16.787555 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:16.908261 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for f94fecce-d163-4dc4-add2-4f69dd3e974a owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:34:17.103383 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:17.108065 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b2ade351-8410-427a-85a6-401406ca4966 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:17.154518 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=f94fecce-d163-4dc4-add2-4f69dd3e974a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:17.192520 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:17.192919 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:17.193455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:17.193897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:17.194335 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:17.195082 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:17.195082 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:17.195425 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:17.195794 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:17.196170 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:17.196530 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:17.196891 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:17.205112 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:17.259420 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:17.259755 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Floating IP 97b6186d-f965-490d-ab17-4d99f0c00a37 disassociated (deleted). External IP: 172.26.6.23, port: ec838bdb-251e-4e1e-870f-96778d4f15ed. Dec 22 15:34:17.626727 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 51b26938-c22d-4a92-bf75-59afe03efc83 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:34:17.806339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:34:17.816969 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7e53b-a181-4129-aff5-7fcbba392e09 None None] Sync routers for ids ['51b26938-c22d-4a92-bf75-59afe03efc83'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:34:17.827312 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b7e53b-a181-4129-aff5-7fcbba392e09 None None] Routers {'51b26938-c22d-4a92-bf75-59afe03efc83'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:34:17.827991 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a1b7e53b-a181-4129-aff5-7fcbba392e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:33:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['51b26938-c22d-4a92-bf75-59afe03efc83'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:34:17.880211 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:17.940136 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/floatingips/97b6186d-f965-490d-ab17-4d99f0c00a37 HTTP/1.1" status: 204 len: 168 time: 1.6521089 Dec 22 15:34:17.940909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95', 'tag': 'ec838bdb-251e-4e1e-870f-96778d4f15ed'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:34:17.989547 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95', 'tag': 'ec838bdb-251e-4e1e-870f-96778d4f15ed', 'status': 'completed', 'code': 200} Dec 22 15:34:18.016871 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-a1b7e53b-a181-4129-aff5-7fcbba392e09 None None] Set router 51b26938-c22d-4a92-bf75-59afe03efc83 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:34:18.089490 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a5a84-d42b-45f1-bdb4-d87fb59aadbf req-bb28cb89-6042-4e6c-b042-7f8962bc5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:18.090924 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-152a5a84-d42b-45f1-bdb4-d87fb59aadbf req-bb28cb89-6042-4e6c-b042-7f8962bc5e7e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 1098 time: 0.0767651 Dec 22 15:34:18.228151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a5a84-d42b-45f1-bdb4-d87fb59aadbf req-23dd4d9a-28eb-4f1f-b616-8f760fb007d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:18.230443 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-152a5a84-d42b-45f1-bdb4-d87fb59aadbf req-23dd4d9a-28eb-4f1f-b616-8f760fb007d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b03747da-8850-4670-81c5-06a70db82878 HTTP/1.1" status: 200 len: 898 time: 0.1326747 Dec 22 15:34:18.391404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a1b7e53b-a181-4129-aff5-7fcbba392e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'name': 'tempest-TestNetworkBasicOps-router-820169452', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:36Z', 'updated_at': '2021-12-22T15:32:43Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:37Z', 'updated_at': '2021-12-22T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '7f180dc6-1dad-4f9c-914f-ba17a05ffe1f', 'name': '', 'network_id': 'b03747da-8850-4670-81c5-06a70db82878', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:03:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2ed5ad49-ae5d-4b5a-862a-149576a86df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:42Z', 'updated_at': '2021-12-22T15:32:49Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '2ed5ad49-ae5d-4b5a-862a-149576a86df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:34:18.396177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7e53b-a181-4129-aff5-7fcbba392e09 None None] Checking router: 51b26938-c22d-4a92-bf75-59afe03efc83 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:34:18.408278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b7e53b-a181-4129-aff5-7fcbba392e09 None None] Routers {'51b26938-c22d-4a92-bf75-59afe03efc83'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:34:18.408461 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a1b7e53b-a181-4129-aff5-7fcbba392e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:33:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['51b26938-c22d-4a92-bf75-59afe03efc83'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:34:18.470307 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-152a5a84-d42b-45f1-bdb4-d87fb59aadbf req-380f8b68-3a44-428a-9352-9112ddc6f76b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec838bdb-251e-4e1e-870f-96778d4f15ed HTTP/1.1" status: 200 len: 217 time: 0.2331364 Dec 22 15:34:18.539457 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a5a84-d42b-45f1-bdb4-d87fb59aadbf req-70c31ad9-67eb-4891-bcbf-a0b389174ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:18.541651 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-152a5a84-d42b-45f1-bdb4-d87fb59aadbf req-70c31ad9-67eb-4891-bcbf-a0b389174ee3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2ed5ad49-ae5d-4b5a-862a-149576a86df1 HTTP/1.1" status: 200 len: 834 time: 0.0641241 Dec 22 15:34:18.618009 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460f428-79b2-437e-ae50-b4202df5f09b req-340faeae-33fd-4ef0-858a-58bb6648a537 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:18.620269 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3460f428-79b2-437e-ae50-b4202df5f09b req-340faeae-33fd-4ef0-858a-58bb6648a537 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 945 time: 0.2076719 Dec 22 15:34:18.623800 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-a1b7e53b-a181-4129-aff5-7fcbba392e09 None None] Set router 51b26938-c22d-4a92-bf75-59afe03efc83 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:34:18.628422 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a5a84-d42b-45f1-bdb4-d87fb59aadbf req-2297bd18-84dd-44d8-b149-18e4df3c7445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:18.629964 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-152a5a84-d42b-45f1-bdb4-d87fb59aadbf req-2297bd18-84dd-44d8-b149-18e4df3c7445 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b03747da-8850-4670-81c5-06a70db82878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810626 Dec 22 15:34:18.666668 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3460f428-79b2-437e-ae50-b4202df5f09b req-25074cb4-ec7e-4278-b2dd-16adaab08f8b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1dae96-c581-46e5-9741-fec3b72398fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403006 Dec 22 15:34:18.779418 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-152a5a84-d42b-45f1-bdb4-d87fb59aadbf req-19771d90-737d-460b-a266-cb5fcfc9835c service neutron] 10.222.0.57 "GET /v2.0/networks/b03747da-8850-4670-81c5-06a70db82878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421187 Dec 22 15:34:18.914524 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-152a5a84-d42b-45f1-bdb4-d87fb59aadbf req-632c2911-3c38-4707-ac36-2fd4c9c2e8e8 service neutron] 10.222.0.57 "GET /v2.0/networks/b03747da-8850-4670-81c5-06a70db82878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274505 Dec 22 15:34:18.966622 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a1b7e53b-a181-4129-aff5-7fcbba392e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'name': 'tempest-TestNetworkBasicOps-router-820169452', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:36Z', 'updated_at': '2021-12-22T15:32:43Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:37Z', 'updated_at': '2021-12-22T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '7f180dc6-1dad-4f9c-914f-ba17a05ffe1f', 'name': '', 'network_id': 'b03747da-8850-4670-81c5-06a70db82878', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:03:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2ed5ad49-ae5d-4b5a-862a-149576a86df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:42Z', 'updated_at': '2021-12-22T15:32:49Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '2ed5ad49-ae5d-4b5a-862a-149576a86df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:34:18.970724 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7e53b-a181-4129-aff5-7fcbba392e09 None None] The sync data for ids ['51b26938-c22d-4a92-bf75-59afe03efc83'] in dv-neutron-822674-1-hyperv is: [{'id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'name': 'tempest-TestNetworkBasicOps-router-820169452', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:36Z', 'updated_at': '2021-12-22T15:32:43Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:37Z', 'updated_at': '2021-12-22T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '7f180dc6-1dad-4f9c-914f-ba17a05ffe1f', 'name': '', 'network_id': 'b03747da-8850-4670-81c5-06a70db82878', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:03:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2ed5ad49-ae5d-4b5a-862a-149576a86df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:42Z', 'updated_at': '2021-12-22T15:32:49Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '2ed5ad49-ae5d-4b5a-862a-149576a86df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:34:19.232363 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0db13a0-fc09-4424-af2a-c5b2e3a99f2a None None] New status for floating IP 97b6186d-f965-490d-ab17-4d99f0c00a37: DOWN {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:34:19.930879 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391427a-2ee8-4691-a382-1efc60d34af6 req-af0b3076-843c-4646-84e5-2d78f4123203 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:19.932372 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e391427a-2ee8-4691-a382-1efc60d34af6 req-af0b3076-843c-4646-84e5-2d78f4123203 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 945 time: 0.1293523 Dec 22 15:34:19.975932 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e391427a-2ee8-4691-a382-1efc60d34af6 req-fac4e0ed-b32d-4c00-b0f8-c3c13b26ef17 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1dae96-c581-46e5-9741-fec3b72398fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377424 Dec 22 15:34:20.098518 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066887d-ed3d-4b8d-bd2a-516ede020704 req-a80de947-17b3-4467-aacb-387e916031c5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:20.099240 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-3066887d-ed3d-4b8d-bd2a-516ede020704 req-a80de947-17b3-4467-aacb-387e916031c5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:34:20.200724 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-3066887d-ed3d-4b8d-bd2a-516ede020704 req-a80de947-17b3-4467-aacb-387e916031c5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:34:20.201917 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3066887d-ed3d-4b8d-bd2a-516ede020704 req-a80de947-17b3-4467-aacb-387e916031c5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/ports?device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 945 time: 0.1984849 Dec 22 15:34:20.276282 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-3066887d-ed3d-4b8d-bd2a-516ede020704 req-95b26466-77d1-4da7-bcdb-1f08e8f18b8f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port ec838bdb-251e-4e1e-870f-96778d4f15ed {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:34:20.276549 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3066887d-ed3d-4b8d-bd2a-516ede020704 req-95b26466-77d1-4da7-bcdb-1f08e8f18b8f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:20.521498 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-3066887d-ed3d-4b8d-bd2a-516ede020704 req-95b26466-77d1-4da7-bcdb-1f08e8f18b8f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port ec838bdb-251e-4e1e-870f-96778d4f15ed, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ec838bdb-251e-4e1e-870f-96778d4f15ed,segment=NetworkSegment(b3a72b8b-e1e7-400a-84a6-cc433132a1aa),segment_id=b3a72b8b-e1e7-400a-84a6-cc433132a1aa)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:34:20.521840 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3066887d-ed3d-4b8d-bd2a-516ede020704 req-95b26466-77d1-4da7-bcdb-1f08e8f18b8f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:20.647223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-3066887d-ed3d-4b8d-bd2a-516ede020704 req-95b26466-77d1-4da7-bcdb-1f08e8f18b8f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for ec838bdb-251e-4e1e-870f-96778d4f15ed owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:34:20.880377 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3066887d-ed3d-4b8d-bd2a-516ede020704 req-95b26466-77d1-4da7-bcdb-1f08e8f18b8f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:20.886895 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d3004bfd-105e-4779-b0f2-a97b304ab5cd tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:20.935186 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b26466-77d1-4da7-bcdb-1f08e8f18b8f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=ec838bdb-251e-4e1e-870f-96778d4f15ed,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:20.961735 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-95b26466-77d1-4da7-bcdb-1f08e8f18b8f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:21.015278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3066887d-ed3d-4b8d-bd2a-516ede020704 req-95b26466-77d1-4da7-bcdb-1f08e8f18b8f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] No DVR routers for this DVR port ec838bdb-251e-4e1e-870f-96778d4f15ed on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:34:21.017767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3066887d-ed3d-4b8d-bd2a-516ede020704 req-95b26466-77d1-4da7-bcdb-1f08e8f18b8f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:21.020706 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95', 'name': 'network-vif-deleted', 'tag': 'ec838bdb-251e-4e1e-870f-96778d4f15ed'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:34:21.067658 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95', 'name': 'network-vif-deleted', 'tag': 'ec838bdb-251e-4e1e-870f-96778d4f15ed', 'status': 'completed', 'code': 200} Dec 22 15:34:21.092451 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3066887d-ed3d-4b8d-bd2a-516ede020704 req-95b26466-77d1-4da7-bcdb-1f08e8f18b8f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "DELETE /v2.0/ports/ec838bdb-251e-4e1e-870f-96778d4f15ed HTTP/1.1" status: 204 len: 173 time: 0.8851216 Dec 22 15:34:21.134624 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6e70a287-1996-4f5f-94ea-344aeeb34e34 req-a29ae6f9-5d21-47ef-9a60-cdeb6d9a3d06 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b9f2ab-74ec-4dbc-aeea-e6a8c764ec95 HTTP/1.1" status: 200 len: 210 time: 0.0475957 Dec 22 15:34:22.229091 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39542) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:22.296652 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3b5d07ba-5537-4dab-9c8e-b7f3876e22fc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:22.325734 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3b5d07ba-5537-4dab-9c8e-b7f3876e22fc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:22.456986 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device ec838bdb-251e-4e1e-870f-96778d4f15ed no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:34:22.458883 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3b5d07ba-5537-4dab-9c8e-b7f3876e22fc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:22.462750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:22.479454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d07ba-5537-4dab-9c8e-b7f3876e22fc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1dae96-c581-46e5-9741-fec3b72398fa,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:22.482350 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3b5d07ba-5537-4dab-9c8e-b7f3876e22fc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:22.497160 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: ec838bdb-251e-4e1e-870f-96778d4f15ed {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:34:22.497510 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device ec838bdb-251e-4e1e-870f-96778d4f15ed not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:34:22.524934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3b5d07ba-5537-4dab-9c8e-b7f3876e22fc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:22.526664 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3b5d07ba-5537-4dab-9c8e-b7f3876e22fc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/security-groups/af1dae96-c581-46e5-9741-fec3b72398fa HTTP/1.1" status: 204 len: 168 time: 0.2966063 Dec 22 15:34:22.589493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39548) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:23.261573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:23.621350 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:34:23.622098 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:23.818762 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7f180dc6-1dad-4f9c-914f-ba17a05ffe1f,segment=NetworkSegment(b3a72b8b-e1e7-400a-84a6-cc433132a1aa),segment_id=b3a72b8b-e1e7-400a-84a6-cc433132a1aa)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:34:23.819112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:23.944528 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:34:24.256734 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:34:24.308934 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:24.312720 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a8863f99-9e56-4872-9a62-7865eaff94db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:24.358915 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=7f180dc6-1dad-4f9c-914f-ba17a05ffe1f,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:24.394918 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:24.395307 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:24.398937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:24.398937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:24.398937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:24.398937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:24.398937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:24.398937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:24.398937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:24.398937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:24.398937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:24.398937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:24.407395 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:24.770358 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:25.141682 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 51b26938-c22d-4a92-bf75-59afe03efc83 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:34:25.206298 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-85964fd1-c5bf-4a66-9f74-cc856c5c9cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:25.320875 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:34:25.332483 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047fab1f-533d-4ff0-8ce2-d073ca88f7d2 None None] Sync routers for ids ['51b26938-c22d-4a92-bf75-59afe03efc83'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:34:25.335616 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/routers/51b26938-c22d-4a92-bf75-59afe03efc83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7449913 Dec 22 15:34:25.339146 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39552) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:25.343491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047fab1f-533d-4ff0-8ce2-d073ca88f7d2 None None] Routers {'51b26938-c22d-4a92-bf75-59afe03efc83'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:34:25.344102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-047fab1f-533d-4ff0-8ce2-d073ca88f7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:33:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['51b26938-c22d-4a92-bf75-59afe03efc83'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:34:25.411387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6907b0c-5d56-412d-8926-39f8cd6ff59f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting subnet 2ed5ad49-ae5d-4b5a-862a-149576a86df1 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:34:25.414376 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6907b0c-5d56-412d-8926-39f8cd6ff59f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:25.471186 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6907b0c-5d56-412d-8926-39f8cd6ff59f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:25.561006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6907b0c-5d56-412d-8926-39f8cd6ff59f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:25.578756 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-047fab1f-533d-4ff0-8ce2-d073ca88f7d2 None None] Set router 51b26938-c22d-4a92-bf75-59afe03efc83 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:34:25.858419 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6907b0c-5d56-412d-8926-39f8cd6ff59f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:25.863598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2e1075d4-b94a-4daa-87d7-b3ffed6d16ae tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:25.864017 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-047fab1f-533d-4ff0-8ce2-d073ca88f7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'name': 'tempest-TestNetworkBasicOps-router-820169452', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:36Z', 'updated_at': '2021-12-22T15:34:24Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:37Z', 'updated_at': '2021-12-22T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:34:25.867937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047fab1f-533d-4ff0-8ce2-d073ca88f7d2 None None] Checking router: 51b26938-c22d-4a92-bf75-59afe03efc83 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:34:25.876741 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047fab1f-533d-4ff0-8ce2-d073ca88f7d2 None None] Routers {'51b26938-c22d-4a92-bf75-59afe03efc83'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:34:25.877444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-047fab1f-533d-4ff0-8ce2-d073ca88f7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:33:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['51b26938-c22d-4a92-bf75-59afe03efc83'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:34:25.899488 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6907b0c-5d56-412d-8926-39f8cd6ff59f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed5ad49-ae5d-4b5a-862a-149576a86df1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:25.902499 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a6907b0c-5d56-412d-8926-39f8cd6ff59f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:25.903496 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6907b0c-5d56-412d-8926-39f8cd6ff59f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:25.909885 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a6907b0c-5d56-412d-8926-39f8cd6ff59f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/subnets/2ed5ad49-ae5d-4b5a-862a-149576a86df1 HTTP/1.1" status: 204 len: 168 time: 0.5693800 Dec 22 15:34:25.912691 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39556) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:25.929571 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8022bc-5edb-4e6b-9415-8ac433313f74 None None] Network b03747da-8850-4670-81c5-06a70db82878 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:34:26.101024 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33c8ce0b-63a6-4156-a293-4bb7a56f7d18 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:26.222718 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-047fab1f-533d-4ff0-8ce2-d073ca88f7d2 None None] Set router 51b26938-c22d-4a92-bf75-59afe03efc83 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:34:26.287910 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33c8ce0b-63a6-4156-a293-4bb7a56f7d18 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:26.354684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-33c8ce0b-63a6-4156-a293-4bb7a56f7d18 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port fd1ccdf9-9fa8-4297-9f56-9036bfee769c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:34:26.355262 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33c8ce0b-63a6-4156-a293-4bb7a56f7d18 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:26.521213 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] DHCP port deletion for b03747da-8850-4670-81c5-06a70db82878 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:34:26.527657 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] Deleting port 7ee48f4c-f4a1-40f5-9674-36bdd6a00771 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:34:26.528042 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:26.537990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-33c8ce0b-63a6-4156-a293-4bb7a56f7d18 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port fd1ccdf9-9fa8-4297-9f56-9036bfee769c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=fd1ccdf9-9fa8-4297-9f56-9036bfee769c,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:34:26.538405 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33c8ce0b-63a6-4156-a293-4bb7a56f7d18 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:26.586033 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-047fab1f-533d-4ff0-8ce2-d073ca88f7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'name': 'tempest-TestNetworkBasicOps-router-820169452', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:36Z', 'updated_at': '2021-12-22T15:34:24Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:37Z', 'updated_at': '2021-12-22T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:34:26.618127 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047fab1f-533d-4ff0-8ce2-d073ca88f7d2 None None] The sync data for ids ['51b26938-c22d-4a92-bf75-59afe03efc83'] in dv-neutron-822674-1-hyperv is: [{'id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'name': 'tempest-TestNetworkBasicOps-router-820169452', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:36Z', 'updated_at': '2021-12-22T15:34:24Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'fd1ccdf9-9fa8-4297-9f56-9036bfee769c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b26938-c22d-4a92-bf75-59afe03efc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:37Z', 'updated_at': '2021-12-22T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:34:26.749936 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] For port 7ee48f4c-f4a1-40f5-9674-36bdd6a00771, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7ee48f4c-f4a1-40f5-9674-36bdd6a00771,segment=NetworkSegment(b3a72b8b-e1e7-400a-84a6-cc433132a1aa),segment_id=b3a72b8b-e1e7-400a-84a6-cc433132a1aa)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:34:26.750265 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:26.803390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-33c8ce0b-63a6-4156-a293-4bb7a56f7d18 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for fd1ccdf9-9fa8-4297-9f56-9036bfee769c owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:34:26.872635 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] Calling delete_port for 7ee48f4c-f4a1-40f5-9674-36bdd6a00771 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:34:27.063645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33c8ce0b-63a6-4156-a293-4bb7a56f7d18 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:27.067994 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6976b8a9-8011-45e9-a7e9-6a7af7d2a472 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:27.103699 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:27.109873 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-1e8c40df-0cef-4dc8-8da7-4e5237f38ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:27.119233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8ce0b-63a6-4156-a293-4bb7a56f7d18 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=fd1ccdf9-9fa8-4297-9f56-9036bfee769c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:27.144929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-33c8ce0b-63a6-4156-a293-4bb7a56f7d18 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:27.153251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] Pushing event deleted for resources: {'Port': ['ID=7ee48f4c-f4a1-40f5-9674-36bdd6a00771,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:27.158292 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] No DVR routers for this DVR port 7ee48f4c-f4a1-40f5-9674-36bdd6a00771 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:34:27.164222 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:27.164626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:27.164920 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:27.165255 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:27.165587 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:27.166532 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:27.166863 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:27.167191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:27.167537 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:27.167861 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:27.168181 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:27.168768 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:27.171527 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:27.214078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33c8ce0b-63a6-4156-a293-4bb7a56f7d18 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:27.393196 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33c8ce0b-63a6-4156-a293-4bb7a56f7d18 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:27.395471 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33c8ce0b-63a6-4156-a293-4bb7a56f7d18 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:27.480396 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33c8ce0b-63a6-4156-a293-4bb7a56f7d18 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:27.480844 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c8ce0b-63a6-4156-a293-4bb7a56f7d18 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Fanout notify agent at l3_agent the message router_deleted on router 51b26938-c22d-4a92-bf75-59afe03efc83 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:34:27.497801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33c8ce0b-63a6-4156-a293-4bb7a56f7d18 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:27.501307 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-33c8ce0b-63a6-4156-a293-4bb7a56f7d18 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/routers/51b26938-c22d-4a92-bf75-59afe03efc83 HTTP/1.1" status: 204 len: 168 time: 1.5852721 Dec 22 15:34:27.501808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39560) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:27.627153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-06dc1a17-0cba-4dd2-8404-6c8edc12885c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:27.669062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-24bc8d23-5c98-4381-8e1c-8f770121d88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:27.765471 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-06dc1a17-0cba-4dd2-8404-6c8edc12885c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:27.793924 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-06dc1a17-0cba-4dd2-8404-6c8edc12885c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03747da-8850-4670-81c5-06a70db82878']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:34:27.805866 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-06dc1a17-0cba-4dd2-8404-6c8edc12885c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a72b8b-e1e7-400a-84a6-cc433132a1aa') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:34:27.806161 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-06dc1a17-0cba-4dd2-8404-6c8edc12885c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a72b8b-e1e7-400a-84a6-cc433132a1aa') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:34:27.817818 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-06dc1a17-0cba-4dd2-8404-6c8edc12885c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:27.833794 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-06dc1a17-0cba-4dd2-8404-6c8edc12885c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:27.840327 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06dc1a17-0cba-4dd2-8404-6c8edc12885c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:34:27.840713 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-06dc1a17-0cba-4dd2-8404-6c8edc12885c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:34:27.855666 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:34:28.000286 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-06dc1a17-0cba-4dd2-8404-6c8edc12885c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:28.003834 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9faa1abb-0124-436d-a02d-3205bf8a0a0d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:28.021730 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-06dc1a17-0cba-4dd2-8404-6c8edc12885c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:28.033143 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc1a17-0cba-4dd2-8404-6c8edc12885c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Network': ['ID=b03747da-8850-4670-81c5-06a70db82878,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:28.037983 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-06dc1a17-0cba-4dd2-8404-6c8edc12885c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:28.115938 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-06dc1a17-0cba-4dd2-8404-6c8edc12885c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/networks/b03747da-8850-4670-81c5-06a70db82878 HTTP/1.1" status: 204 len: 168 time: 0.6130044 Dec 22 15:34:28.133793 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39564) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:28.141427 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-21f08d2e-253e-4484-ab54-38e4f31a9837 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'network': {'name': 'tempest-network-smoke--481814581', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'port_security_enabled': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:34:28.146460 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-21f08d2e-253e-4484-ab54-38e4f31a9837 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:34:28.151191 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-21f08d2e-253e-4484-ab54-38e4f31a9837 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:network and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:34:28.154183 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-21f08d2e-253e-4484-ab54-38e4f31a9837 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:34:28.160593 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-21f08d2e-253e-4484-ab54-38e4f31a9837 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:34:28.223363 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f08d2e-253e-4484-ab54-38e4f31a9837 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:34:28.226870 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21f08d2e-253e-4484-ab54-38e4f31a9837 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:28.255764 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f08d2e-253e-4484-ab54-38e4f31a9837 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:34:28.264946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21f08d2e-253e-4484-ab54-38e4f31a9837 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:28.265286 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-21f08d2e-253e-4484-ab54-38e4f31a9837 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Added segment 91735a3e-88ea-4e64-9401-b4d5c6cd121e of type vlan for network c2cde8b7-09ff-4088-b2eb-12e950f92aec Dec 22 15:34:28.292030 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21f08d2e-253e-4484-ab54-38e4f31a9837 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:28.423378 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21f08d2e-253e-4484-ab54-38e4f31a9837 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:28.432544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f08d2e-253e-4484-ab54-38e4f31a9837 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:28.432544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21f08d2e-253e-4484-ab54-38e4f31a9837 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:28.434134 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-21950835-42e4-45b6-a940-f75ae9e6ce2d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:28.484946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7ee48f4c-f4a1-40f5-9674-36bdd6a00771 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:34:28.523411 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 7ee48f4c-f4a1-40f5-9674-36bdd6a00771 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:34:28.523770 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7ee48f4c-f4a1-40f5-9674-36bdd6a00771 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:34:28.524241 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:34:28.549700 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f08d2e-253e-4484-ab54-38e4f31a9837 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Network': ['ID=c2cde8b7-09ff-4088-b2eb-12e950f92aec,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:28.552723 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-21f08d2e-253e-4484-ab54-38e4f31a9837 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:28.562194 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network c2cde8b7-09ff-4088-b2eb-12e950f92aec details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:34:28.574339 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:34:28.574697 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7f180dc6-1dad-4f9c-914f-ba17a05ffe1f not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:34:28.575175 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device fd1ccdf9-9fa8-4297-9f56-9036bfee769c no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:34:28.607410 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-21f08d2e-253e-4484-ab54-38e4f31a9837 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4723837 Dec 22 15:34:28.610045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39568) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:28.615680 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-379448887', 'admin_state_up': True, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:34:28.619443 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: fd1ccdf9-9fa8-4297-9f56-9036bfee769c {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:34:28.619797 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device fd1ccdf9-9fa8-4297-9f56-9036bfee769c not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:34:28.623058 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:34:28.630645 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:router and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:34:28.630645 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:34:28.637961 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:34:28.715298 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:28.716341 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:28.734380 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:28.977792 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:29.080685 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:29.177863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:29.743454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:29.773083 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:29.912540 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.26.6.188 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/90d69368-c980-48d6-842a-4c9249956af4) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:34:30.069453 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:30.183858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:30.187853 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-11196abf-76ce-4b31-bb8a-e0488cba6f47 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:30.250959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:34:30.267483 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:34:30.267483 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:34:30.290374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=90d69368-c980-48d6-842a-4c9249956af4,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:30.297029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:30.765248 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:30.903234 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:31.113408 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:31.560324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 9abe6052-4d43-4b72-8591-010b48e683f5 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:34:31.747166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:34:31.757249 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] Sync routers for ids ['9abe6052-4d43-4b72-8591-010b48e683f5'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:34:31.768605 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] Routers {'9abe6052-4d43-4b72-8591-010b48e683f5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:34:31.769233 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:34:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['9abe6052-4d43-4b72-8591-010b48e683f5'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:34:31.840246 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:31.841633 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2303717 Dec 22 15:34:31.844869 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39572) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:31.988009 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] Set router 9abe6052-4d43-4b72-8591-010b48e683f5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:34:32.019431 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fbcd65ac-1464-49cc-9684-bd0de21556bd tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=1e3de4c345a044948e6178acdaa2b3de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1730797 Dec 22 15:34:32.022534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39578) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:32.165217 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1932f1-e82e-41e2-a9d6-8fe659262329 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:32.169912 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bf1932f1-e82e-41e2-a9d6-8fe659262329 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1438420 Dec 22 15:34:32.170365 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39582) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:32.213689 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9b861b86-a394-4dfb-9767-ce6212b031f0 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420337 Dec 22 15:34:32.217717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39586) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:32.223806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-dadcd52b-23af-43fe-8473-edab56a0f7f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1941071165', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:34:32.311248 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'name': 'tempest-TestNetworkBasicOps-router-379448887', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '90d69368-c980-48d6-842a-4c9249956af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:30Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '90d69368-c980-48d6-842a-4c9249956af4', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:29Z', 'updated_at': '2021-12-22T15:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:34:32.316130 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] Checking router: 9abe6052-4d43-4b72-8591-010b48e683f5 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:34:32.316573 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] Updating router 9abe6052-4d43-4b72-8591-010b48e683f5 port 90d69368-c980-48d6-842a-4c9249956af4 binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:34:32.370684 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dadcd52b-23af-43fe-8473-edab56a0f7f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:34:32.375086 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:32.375347 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dadcd52b-23af-43fe-8473-edab56a0f7f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:subnet and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:34:32.378994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dadcd52b-23af-43fe-8473-edab56a0f7f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:34:32.387736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dadcd52b-23af-43fe-8473-edab56a0f7f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:34:32.457396 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadcd52b-23af-43fe-8473-edab56a0f7f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:34:32.461109 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dadcd52b-23af-43fe-8473-edab56a0f7f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:32.749915 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:32.762516 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] Transition to ACTIVE for port object 90d69368-c980-48d6-842a-4c9249956af4 will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:34:32.800574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dadcd52b-23af-43fe-8473-edab56a0f7f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:32.805747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-016cd451-b650-471a-8e6d-e87c0bd47b4a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:32.829327 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:32.836593 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:32.892793 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcd52b-23af-43fe-8473-edab56a0f7f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Subnet': ['ID=7eb826da-4a0f-40bf-8e38-3cba737d0d1d,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:32.901178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dadcd52b-23af-43fe-8473-edab56a0f7f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:32.913523 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadcd52b-23af-43fe-8473-edab56a0f7f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Checking segment: {'id': '91735a3e-88ea-4e64-9401-b4d5c6cd121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:34:32.913881 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadcd52b-23af-43fe-8473-edab56a0f7f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network hostable DHCP agents. Network: c2cde8b7-09ff-4088-b2eb-12e950f92aec, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:34:32.925713 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] Attempting to bind port 90d69368-c980-48d6-842a-4c9249956af4 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:34:32.926066 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] Attempting to bind port 90d69368-c980-48d6-842a-4c9249956af4 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:34:32.926471 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] Attempting to bind port 90d69368-c980-48d6-842a-4c9249956af4 on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:34:32.936515 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:34:32.936909 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:34:32.937314 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:32.937712 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:34:32.938182 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] Bound port: 90d69368-c980-48d6-842a-4c9249956af4, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:34:32.938611 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:32.962281 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acf273-0da5-4bc2-87ef-04a02bc7764f None None] Pushing event updated for resources: {'Port': ['ID=90d69368-c980-48d6-842a-4c9249956af4,revision_number=2']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:32.987821 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acf273-0da5-4bc2-87ef-04a02bc7764f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:32.988203 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acf273-0da5-4bc2-87ef-04a02bc7764f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:32.988484 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acf273-0da5-4bc2-87ef-04a02bc7764f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:32.988823 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acf273-0da5-4bc2-87ef-04a02bc7764f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:32.989151 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acf273-0da5-4bc2-87ef-04a02bc7764f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:32.989483 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acf273-0da5-4bc2-87ef-04a02bc7764f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:32.989808 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acf273-0da5-4bc2-87ef-04a02bc7764f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:32.990131 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acf273-0da5-4bc2-87ef-04a02bc7764f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:32.990489 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acf273-0da5-4bc2-87ef-04a02bc7764f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:32.990800 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acf273-0da5-4bc2-87ef-04a02bc7764f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:32.991124 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acf273-0da5-4bc2-87ef-04a02bc7764f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:32.991439 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acf273-0da5-4bc2-87ef-04a02bc7764f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:34:32.997906 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-93acf273-0da5-4bc2-87ef-04a02bc7764f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:33.006141 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadcd52b-23af-43fe-8473-edab56a0f7f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network c2cde8b7-09ff-4088-b2eb-12e950f92aec is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:34:33.031813 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] For port 90d69368-c980-48d6-842a-4c9249956af4, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:34:33.035043 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] For port 90d69368-c980-48d6-842a-4c9249956af4, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=90d69368-c980-48d6-842a-4c9249956af4,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:34:33.091742 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-dadcd52b-23af-43fe-8473-edab56a0f7f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, c2cde8b7-09ff-4088-b2eb-12e950f92aec) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:34:33.096646 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadcd52b-23af-43fe-8473-edab56a0f7f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:33.101827 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dadcd52b-23af-43fe-8473-edab56a0f7f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:33.105250 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fa102a-710a-47de-b936-aa7886905188 None None] Network c2cde8b7-09ff-4088-b2eb-12e950f92aec requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:34:33.149638 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:33.154267 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:33.233069 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] Routers {'9abe6052-4d43-4b72-8591-010b48e683f5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:34:33.234191 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:34:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['9abe6052-4d43-4b72-8591-010b48e683f5'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:34:33.264714 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dadcd52b-23af-43fe-8473-edab56a0f7f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0451305 Dec 22 15:34:33.266955 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39590) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:33.359939 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ips': [{'subnet_id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:34:33.360849 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:33.430080 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] Set router 9abe6052-4d43-4b72-8591-010b48e683f5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:34:33.552656 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acf273-0da5-4bc2-87ef-04a02bc7764f None None] Pushing event updated for resources: {'Port': ['ID=90d69368-c980-48d6-842a-4c9249956af4,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:33.561894 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-93acf273-0da5-4bc2-87ef-04a02bc7764f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:33.585870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Allocated IP 172.20.0.2 (c2cde8b7-09ff-4088-b2eb-12e950f92aec/7eb826da-4a0f-40bf-8e38-3cba737d0d1d/96cbbaf2-8e36-4d26-b8f4-385177395da1) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:34:33.769617 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'name': 'tempest-TestNetworkBasicOps-router-379448887', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '90d69368-c980-48d6-842a-4c9249956af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:30Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '90d69368-c980-48d6-842a-4c9249956af4', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:29Z', 'updated_at': '2021-12-22T15:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:34:33.773994 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5419dedf-5f07-4566-ba51-aa3394ad1e3b None None] The sync data for ids ['9abe6052-4d43-4b72-8591-010b48e683f5'] in dv-neutron-822674-1-hyperv is: [{'id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'name': 'tempest-TestNetworkBasicOps-router-379448887', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '90d69368-c980-48d6-842a-4c9249956af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:30Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '90d69368-c980-48d6-842a-4c9249956af4', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:29Z', 'updated_at': '2021-12-22T15:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:34:33.830641 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:33.842661 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Transition to ACTIVE for port object 96cbbaf2-8e36-4d26-b8f4-385177395da1 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:34:33.873406 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Transition to ACTIVE for port object 96cbbaf2-8e36-4d26-b8f4-385177395da1 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:34:33.943713 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:33.950103 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:34.049062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Network c2cde8b7-09ff-4088-b2eb-12e950f92aec is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:34:34.060513 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:34:34.062583 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Pushing event updated for resources: {'Port': ['ID=96cbbaf2-8e36-4d26-b8f4-385177395da1,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:34.064739 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:34:34.067096 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:34.191068 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Attempting to bind port 96cbbaf2-8e36-4d26-b8f4-385177395da1 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:34:34.195007 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Attempting to bind port 96cbbaf2-8e36-4d26-b8f4-385177395da1 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '91735a3e-88ea-4e64-9401-b4d5c6cd121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:34:34.195007 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Attempting to bind port 96cbbaf2-8e36-4d26-b8f4-385177395da1 on network c2cde8b7-09ff-4088-b2eb-12e950f92aec {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:34:34.205534 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:34:34.206176 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Checking segment: {'id': '91735a3e-88ea-4e64-9401-b4d5c6cd121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:34:34.206909 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:34.208191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Bound using segment: {'id': '91735a3e-88ea-4e64-9401-b4d5c6cd121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:34:34.208613 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Bound port: 96cbbaf2-8e36-4d26-b8f4-385177395da1, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91735a3e-88ea-4e64-9401-b4d5c6cd121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:34:34.209254 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:34.284512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:34.363044 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] For port 96cbbaf2-8e36-4d26-b8f4-385177395da1, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:34:34.368723 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] For port 96cbbaf2-8e36-4d26-b8f4-385177395da1, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=96cbbaf2-8e36-4d26-b8f4-385177395da1,segment=NetworkSegment(91735a3e-88ea-4e64-9401-b4d5c6cd121e),segment_id=91735a3e-88ea-4e64-9401-b4d5c6cd121e)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:34:34.514855 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 90d69368-c980-48d6-842a-4c9249956af4 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:34:34.559566 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:34.572864 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a7c15f2b-6aaa-443d-8f24-8ce637f2d6f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:34.689503 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Pushing event updated for resources: {'Port': ['ID=96cbbaf2-8e36-4d26-b8f4-385177395da1,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:34.694473 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:34.779791 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.20.0.1 (c2cde8b7-09ff-4088-b2eb-12e950f92aec/7eb826da-4a0f-40bf-8e38-3cba737d0d1d/2239e40d-81e2-406b-9f2e-5133169f6fed) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:34:34.806567 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 90d69368-c980-48d6-842a-4c9249956af4 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:34:34.806567 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 90d69368-c980-48d6-842a-4c9249956af4 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:34:34.806567 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:34.958802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:34.983546 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 90d69368-c980-48d6-842a-4c9249956af4, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=90d69368-c980-48d6-842a-4c9249956af4,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:34:34.994200 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:35.012426 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Transition to ACTIVE for port object 2239e40d-81e2-406b-9f2e-5133169f6fed will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:34:35.069523 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:35.071770 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3bc2d237-c063-4143-bccb-edf9c97d8d8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:35.103940 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:35.109708 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:35.139679 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=90d69368-c980-48d6-842a-4c9249956af4,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:35.145633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:35.175962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network c2cde8b7-09ff-4088-b2eb-12e950f92aec is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:34:35.178966 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:34:35.182879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:34:35.217719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=2239e40d-81e2-406b-9f2e-5133169f6fed,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:35.224042 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:35.247984 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:35.480832 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:35.921038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:36.017849 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:36.048736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-13580e12-d7f4-44c2-bb73-f8ed1fa1facd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:36.063436 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:36.140217 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=2239e40d-81e2-406b-9f2e-5133169f6fed,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:36.143290 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:36.152816 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:36.166909 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fdf70f-8281-41b3-b95d-a4d1641d2667 None None] Network c2cde8b7-09ff-4088-b2eb-12e950f92aec requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:34:36.394411 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9905da05-27e6-468a-ab89-32fce6c7d2e4 None None] Provisioning for port 96cbbaf2-8e36-4d26-b8f4-385177395da1 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:34:36.474454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network c2cde8b7-09ff-4088-b2eb-12e950f92aec is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:34:36.475857 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:34:36.577320 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 96cbbaf2-8e36-4d26-b8f4-385177395da1 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:34:36.701938 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 9abe6052-4d43-4b72-8591-010b48e683f5 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:34:36.730011 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 96cbbaf2-8e36-4d26-b8f4-385177395da1 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:34:36.733124 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 96cbbaf2-8e36-4d26-b8f4-385177395da1 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:34:36.733480 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:36.795288 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e87f7b56-9866-4d6e-9de1-ba7e20abffc4 None None] Provisioning complete for port 96cbbaf2-8e36-4d26-b8f4-385177395da1 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:34:36.795677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e87f7b56-9866-4d6e-9de1-ba7e20abffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:36.911429 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:34:36.931042 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/routers/9abe6052-4d43-4b72-8591-010b48e683f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6622908 Dec 22 15:34:36.939093 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39596) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:36.954913 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] Sync routers for ids ['9abe6052-4d43-4b72-8591-010b48e683f5'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:34:36.990110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:37.001335 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] Routers {'9abe6052-4d43-4b72-8591-010b48e683f5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:34:37.001990 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:34:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['9abe6052-4d43-4b72-8591-010b48e683f5'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:34:37.092775 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e87f7b56-9866-4d6e-9de1-ba7e20abffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:37.093441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78646084-a554-46b6-8d22-4f39f6f66757 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:37.093441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78646084-a554-46b6-8d22-4f39f6f66757 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:37.093911 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78646084-a554-46b6-8d22-4f39f6f66757 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:37.094576 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78646084-a554-46b6-8d22-4f39f6f66757 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:37.095040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78646084-a554-46b6-8d22-4f39f6f66757 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:37.095490 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78646084-a554-46b6-8d22-4f39f6f66757 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:37.097301 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-78646084-a554-46b6-8d22-4f39f6f66757 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1645858 Dec 22 15:34:37.100277 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39600) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:37.192795 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 96cbbaf2-8e36-4d26-b8f4-385177395da1, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=96cbbaf2-8e36-4d26-b8f4-385177395da1,segment=NetworkSegment(91735a3e-88ea-4e64-9401-b4d5c6cd121e),segment_id=91735a3e-88ea-4e64-9401-b4d5c6cd121e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:34:37.222473 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384deb1e-c394-478b-8a4d-4a84ecec4547 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:37.222945 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384deb1e-c394-478b-8a4d-4a84ecec4547 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:37.223402 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384deb1e-c394-478b-8a4d-4a84ecec4547 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:37.223959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384deb1e-c394-478b-8a4d-4a84ecec4547 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:37.224301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384deb1e-c394-478b-8a4d-4a84ecec4547 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:37.224751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384deb1e-c394-478b-8a4d-4a84ecec4547 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:37.226646 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-384deb1e-c394-478b-8a4d-4a84ecec4547 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1251340 Dec 22 15:34:37.229535 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39604) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:37.261436 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] Set router 9abe6052-4d43-4b72-8591-010b48e683f5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:34:37.307763 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:37.308616 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 90d69368-c980-48d6-842a-4c9249956af4 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:34:37.339502 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b5ce54fc-b5df-4e9f-bbf2-7c0dbe4fe0a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:37.485172 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a31b56f1-365a-4113-b62c-e50234032814 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2537503 Dec 22 15:34:37.548402 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-e87f7b56-9866-4d6e-9de1-ba7e20abffc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:34:37.548402 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-e87f7b56-9866-4d6e-9de1-ba7e20abffc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:34:37.580839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=96cbbaf2-8e36-4d26-b8f4-385177395da1,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:37.586613 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:37.666804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 90d69368-c980-48d6-842a-4c9249956af4 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:34:37.670684 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:37.841076 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39610) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:37.847025 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-a52b945d-185a-42df-a868-36f114fa911f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1081213899', 'description': 'tempest-secgroup-smoke-1081213899 description', 'project_id': '1e3de4c345a044948e6178acdaa2b3de'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:34:37.853456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a52b945d-185a-42df-a868-36f114fa911f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:34:37.858414 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a52b945d-185a-42df-a868-36f114fa911f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:34:37.862798 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a52b945d-185a-42df-a868-36f114fa911f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:34:37.870302 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a52b945d-185a-42df-a868-36f114fa911f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:34:37.876387 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'name': 'tempest-TestNetworkBasicOps-router-379448887', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '90d69368-c980-48d6-842a-4c9249956af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:35Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '90d69368-c980-48d6-842a-4c9249956af4', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:29Z', 'updated_at': '2021-12-22T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '2239e40d-81e2-406b-9f2e-5133169f6fed', 'name': '', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:20:e4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:34Z', 'updated_at': '2021-12-22T15:34:35Z', 'revision_number': 2, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:34:37.880575 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] Checking router: 9abe6052-4d43-4b72-8591-010b48e683f5 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:34:37.880943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] Updating router 9abe6052-4d43-4b72-8591-010b48e683f5 port 2239e40d-81e2-406b-9f2e-5133169f6fed binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:34:37.935054 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:37.954747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a52b945d-185a-42df-a868-36f114fa911f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:37.975736 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a52b945d-185a-42df-a868-36f114fa911f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:34:37.980358 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a52b945d-185a-42df-a868-36f114fa911f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:34:37.985711 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a52b945d-185a-42df-a868-36f114fa911f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:34:37.992476 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a52b945d-185a-42df-a868-36f114fa911f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:34:38.087029 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a52b945d-185a-42df-a868-36f114fa911f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:38.138038 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a52b945d-185a-42df-a868-36f114fa911f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:38.144148 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-433135de-97e6-46ba-85cc-d658b6d07016 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:38.186957 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b945d-185a-42df-a868-36f114fa911f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec910b8-2205-4d3a-9029-573da1c593ae,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:38.190913 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a52b945d-185a-42df-a868-36f114fa911f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:38.332898 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a52b945d-185a-42df-a868-36f114fa911f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:38.335318 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a52b945d-185a-42df-a868-36f114fa911f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4925013 Dec 22 15:34:38.338440 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39614) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:38.343910 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-ee6d7ef2-2330-4de7-973b-d982d8ed3746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'cec910b8-2205-4d3a-9029-573da1c593ae', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:34:38.350125 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ee6d7ef2-2330-4de7-973b-d982d8ed3746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:34:38.354737 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ee6d7ef2-2330-4de7-973b-d982d8ed3746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:34:38.357983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ee6d7ef2-2330-4de7-973b-d982d8ed3746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:34:38.360500 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e87f7b56-9866-4d6e-9de1-ba7e20abffc4 None None] Provisioning for port 2239e40d-81e2-406b-9f2e-5133169f6fed completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:34:38.365712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ee6d7ef2-2330-4de7-973b-d982d8ed3746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:34:38.378986 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e87f7b56-9866-4d6e-9de1-ba7e20abffc4 None None] Provisioning complete for port 2239e40d-81e2-406b-9f2e-5133169f6fed triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:34:38.379367 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e87f7b56-9866-4d6e-9de1-ba7e20abffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:38.440837 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:38.454709 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e87f7b56-9866-4d6e-9de1-ba7e20abffc4 None None] Port 2239e40d-81e2-406b-9f2e-5133169f6fed cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:34:38.458262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] Transition to ACTIVE for port object 2239e40d-81e2-406b-9f2e-5133169f6fed will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:34:38.482766 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6d7ef2-2330-4de7-973b-d982d8ed3746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:38.490428 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 96cbbaf2-8e36-4d26-b8f4-385177395da1 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:34:38.547809 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:38.553721 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6d7ef2-2330-4de7-973b-d982d8ed3746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:38.553883 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-20de9657-7d9a-4578-abd1-7d01b547293f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:38.630970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6d7ef2-2330-4de7-973b-d982d8ed3746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:38.637737 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0a26fc07-16a0-4cf8-98f7-d2fc029341dd tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:38.660132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d7ef2-2330-4de7-973b-d982d8ed3746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a4222f-568d-4350-9248-258021f4df06,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:38.664770 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ee6d7ef2-2330-4de7-973b-d982d8ed3746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:38.709110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac36a0-7f88-4597-909b-2371e5c40a01 None None] Pushing event updated for resources: {'Port': ['ID=2239e40d-81e2-406b-9f2e-5133169f6fed,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:38.741199 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0bac36a0-7f88-4597-909b-2371e5c40a01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:38.741972 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 96cbbaf2-8e36-4d26-b8f4-385177395da1 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:34:38.742380 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:38.772114 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6d7ef2-2330-4de7-973b-d982d8ed3746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:38.773652 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ee6d7ef2-2330-4de7-973b-d982d8ed3746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4340119 Dec 22 15:34:38.777156 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39618) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:38.783684 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7d0d86b3-0b66-485b-8bb7-7127fa652484 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'cec910b8-2205-4d3a-9029-573da1c593ae', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:34:38.790600 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7d0d86b3-0b66-485b-8bb7-7127fa652484 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:34:38.800697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7d0d86b3-0b66-485b-8bb7-7127fa652484 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:34:38.800697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7d0d86b3-0b66-485b-8bb7-7127fa652484 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:34:38.807072 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7d0d86b3-0b66-485b-8bb7-7127fa652484 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:34:38.853573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] Attempting to bind port 2239e40d-81e2-406b-9f2e-5133169f6fed on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:34:38.853952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] Attempting to bind port 2239e40d-81e2-406b-9f2e-5133169f6fed by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '91735a3e-88ea-4e64-9401-b4d5c6cd121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:34:38.854354 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] Attempting to bind port 2239e40d-81e2-406b-9f2e-5133169f6fed on network c2cde8b7-09ff-4088-b2eb-12e950f92aec {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:34:38.864732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:34:38.865001 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] Checking segment: {'id': '91735a3e-88ea-4e64-9401-b4d5c6cd121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:34:38.865411 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:38.865818 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] Bound using segment: {'id': '91735a3e-88ea-4e64-9401-b4d5c6cd121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:34:38.866342 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] Bound port: 2239e40d-81e2-406b-9f2e-5133169f6fed, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91735a3e-88ea-4e64-9401-b4d5c6cd121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:34:38.866728 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:38.877025 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d0d86b3-0b66-485b-8bb7-7127fa652484 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:38.947572 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d0d86b3-0b66-485b-8bb7-7127fa652484 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:39.030590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] For port 2239e40d-81e2-406b-9f2e-5133169f6fed, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:34:39.030810 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d0d86b3-0b66-485b-8bb7-7127fa652484 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:39.030991 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] For port 2239e40d-81e2-406b-9f2e-5133169f6fed, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2239e40d-81e2-406b-9f2e-5133169f6fed,segment=NetworkSegment(91735a3e-88ea-4e64-9401-b4d5c6cd121e),segment_id=91735a3e-88ea-4e64-9401-b4d5c6cd121e)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:34:39.031879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6e75e512-70fc-48c8-9a99-f3f020ba5b95 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:39.055129 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d86b3-0b66-485b-8bb7-7127fa652484 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31c9dcf-cb7c-4a65-a29f-e31730ace2c1,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:39.058173 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7d0d86b3-0b66-485b-8bb7-7127fa652484 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:39.104641 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:39.111882 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5ccbc288-9fb0-41c2-9677-42c69cdae67a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:39.132199 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d0d86b3-0b66-485b-8bb7-7127fa652484 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:39.133284 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7d0d86b3-0b66-485b-8bb7-7127fa652484 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3543344 Dec 22 15:34:39.137190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39622) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:39.143241 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-782b0f4f-1730-4024-8905-7668ec728126 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'cec910b8-2205-4d3a-9029-573da1c593ae', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:34:39.149315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-782b0f4f-1730-4024-8905-7668ec728126 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:34:39.153393 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-782b0f4f-1730-4024-8905-7668ec728126 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:34:39.156368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-782b0f4f-1730-4024-8905-7668ec728126 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:34:39.162355 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-782b0f4f-1730-4024-8905-7668ec728126 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:34:39.194089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] Routers {'9abe6052-4d43-4b72-8591-010b48e683f5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:34:39.195266 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:34:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['9abe6052-4d43-4b72-8591-010b48e683f5'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:34:39.263600 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac36a0-7f88-4597-909b-2371e5c40a01 None None] Pushing event updated for resources: {'Port': ['ID=2239e40d-81e2-406b-9f2e-5133169f6fed,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:39.268623 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0bac36a0-7f88-4597-909b-2371e5c40a01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:39.282679 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-782b0f4f-1730-4024-8905-7668ec728126 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:39.358660 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-782b0f4f-1730-4024-8905-7668ec728126 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:39.406583 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] Set router 9abe6052-4d43-4b72-8591-010b48e683f5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:34:39.487958 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-782b0f4f-1730-4024-8905-7668ec728126 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:39.490049 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cecae55c-b500-4376-9c19-039a9b634859 tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:39.512861 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b0f4f-1730-4024-8905-7668ec728126 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b45e3cf7-0a7a-47ea-aa23-38fde7913722,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:39.515676 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-782b0f4f-1730-4024-8905-7668ec728126 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:39.583617 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-782b0f4f-1730-4024-8905-7668ec728126 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:39.584539 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-782b0f4f-1730-4024-8905-7668ec728126 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4465811 Dec 22 15:34:39.587302 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39626) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:39.592390 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-aa9a79d0-46dc-4b04-a2f3-e36c53c03204 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'cec910b8-2205-4d3a-9029-573da1c593ae', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:34:39.598847 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-aa9a79d0-46dc-4b04-a2f3-e36c53c03204 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:34:39.602717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-aa9a79d0-46dc-4b04-a2f3-e36c53c03204 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:34:39.606321 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-aa9a79d0-46dc-4b04-a2f3-e36c53c03204 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:34:39.622133 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-aa9a79d0-46dc-4b04-a2f3-e36c53c03204 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:34:39.710317 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aa9a79d0-46dc-4b04-a2f3-e36c53c03204 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:39.788427 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aa9a79d0-46dc-4b04-a2f3-e36c53c03204 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:39.829802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'name': 'tempest-TestNetworkBasicOps-router-379448887', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '90d69368-c980-48d6-842a-4c9249956af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:35Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '90d69368-c980-48d6-842a-4c9249956af4', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:29Z', 'updated_at': '2021-12-22T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '2239e40d-81e2-406b-9f2e-5133169f6fed', 'name': '', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:20:e4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:34Z', 'updated_at': '2021-12-22T15:34:39Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:34:39.834000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d39a61-55ed-4eb9-95a3-54cd992fa2fc None None] The sync data for ids ['9abe6052-4d43-4b72-8591-010b48e683f5'] in dv-neutron-822674-1-hyperv is: [{'id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'name': 'tempest-TestNetworkBasicOps-router-379448887', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '90d69368-c980-48d6-842a-4c9249956af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:35Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '90d69368-c980-48d6-842a-4c9249956af4', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:29Z', 'updated_at': '2021-12-22T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '2239e40d-81e2-406b-9f2e-5133169f6fed', 'name': '', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:20:e4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:34Z', 'updated_at': '2021-12-22T15:34:39Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:34:39.888689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aa9a79d0-46dc-4b04-a2f3-e36c53c03204 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:39.891744 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-abb7f1e6-ca41-4f42-b9c6-88a26ded4fbe tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:39.927998 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a79d0-46dc-4b04-a2f3-e36c53c03204 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a575ad-26f9-4095-8570-9c5c70407e85,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:39.927998 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-aa9a79d0-46dc-4b04-a2f3-e36c53c03204 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:40.013431 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aa9a79d0-46dc-4b04-a2f3-e36c53c03204 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:40.019341 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-aa9a79d0-46dc-4b04-a2f3-e36c53c03204 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4261041 Dec 22 15:34:40.019341 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39630) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:40.026506 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-264d2231-dda5-441d-afae-c783222fee12 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'cec910b8-2205-4d3a-9029-573da1c593ae', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:34:40.032929 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-264d2231-dda5-441d-afae-c783222fee12 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:34:40.037593 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-264d2231-dda5-441d-afae-c783222fee12 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:34:40.042096 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-264d2231-dda5-441d-afae-c783222fee12 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:34:40.048633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-264d2231-dda5-441d-afae-c783222fee12 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:34:40.125550 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-264d2231-dda5-441d-afae-c783222fee12 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:34:40.129613 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-264d2231-dda5-441d-afae-c783222fee12 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:40.206209 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-264d2231-dda5-441d-afae-c783222fee12 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:40.303379 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-264d2231-dda5-441d-afae-c783222fee12 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:40.307130 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8adcefa8-839c-446a-ac25-ab39fea6dc54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:40.334148 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d2231-dda5-441d-afae-c783222fee12 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945cf8f0-b473-4f6e-a211-c5d586d273d5,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:40.337088 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-264d2231-dda5-441d-afae-c783222fee12 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:40.388788 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-264d2231-dda5-441d-afae-c783222fee12 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:40.392684 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-264d2231-dda5-441d-afae-c783222fee12 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3708262 Dec 22 15:34:40.392959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39634) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:40.398512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-794c56d9-d64a-4be0-9671-3e9c524af111 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'cec910b8-2205-4d3a-9029-573da1c593ae', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:34:40.406923 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-794c56d9-d64a-4be0-9671-3e9c524af111 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:34:40.415446 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-794c56d9-d64a-4be0-9671-3e9c524af111 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:34:40.415446 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-794c56d9-d64a-4be0-9671-3e9c524af111 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:34:40.421572 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-794c56d9-d64a-4be0-9671-3e9c524af111 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:34:40.510020 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2239e40d-81e2-406b-9f2e-5133169f6fed up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:34:40.523746 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-794c56d9-d64a-4be0-9671-3e9c524af111 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:34:40.530938 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-794c56d9-d64a-4be0-9671-3e9c524af111 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:40.609715 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-794c56d9-d64a-4be0-9671-3e9c524af111 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:40.685933 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 2239e40d-81e2-406b-9f2e-5133169f6fed completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:34:40.694127 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 2239e40d-81e2-406b-9f2e-5133169f6fed triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:34:40.694127 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:40.713757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-794c56d9-d64a-4be0-9671-3e9c524af111 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:40.713757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c3020d7a-7512-4bae-8bc8-34936644f454 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:40.738061 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c56d9-d64a-4be0-9671-3e9c524af111 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b04e22-65bf-4439-a222-8cf2dc7060d6,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:40.740679 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-794c56d9-d64a-4be0-9671-3e9c524af111 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:40.823852 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:40.824636 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-794c56d9-d64a-4be0-9671-3e9c524af111 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:40.827590 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-794c56d9-d64a-4be0-9671-3e9c524af111 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4324009 Dec 22 15:34:40.864139 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 2239e40d-81e2-406b-9f2e-5133169f6fed, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2239e40d-81e2-406b-9f2e-5133169f6fed,segment=NetworkSegment(91735a3e-88ea-4e64-9401-b4d5c6cd121e),segment_id=91735a3e-88ea-4e64-9401-b4d5c6cd121e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:34:40.956771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:40.958752 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0bac36a0-7f88-4597-909b-2371e5c40a01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:41.004901 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-f4430d7f-c614-41fb-91ba-323907cbd0f6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:34:41.040943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=2239e40d-81e2-406b-9f2e-5133169f6fed,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:41.044198 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:41.088572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-f4430d7f-c614-41fb-91ba-323907cbd0f6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:34:41.088572 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-f4430d7f-c614-41fb-91ba-323907cbd0f6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1081213899&fields=id&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 267 time: 0.1263947 Dec 22 15:34:41.244370 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-101f6e02-e14c-46e8-9e41-5b870388b785 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:41.245956 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-101f6e02-e14c-46e8-9e41-5b870388b785 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/networks?id=c2cde8b7-09ff-4088-b2eb-12e950f92aec HTTP/1.1" status: 200 len: 796 time: 0.1506207 Dec 22 15:34:41.264976 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-222d35d8-367f-42db-8c53-9bb686d506fc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/quotas/1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 375 time: 0.0120223 Dec 22 15:34:41.348378 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-13842c78-127d-4d7a-b281-16c6c2ef2419 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:34:41.475546 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-13842c78-127d-4d7a-b281-16c6c2ef2419 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:34:41.477052 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-13842c78-127d-4d7a-b281-16c6c2ef2419 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2066112 Dec 22 15:34:41.625938 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-4d81d8de-fe41-4e9c-8264-dc3bde3cfe0c service neutron] 10.222.0.59 "GET /v2.0/networks/c2cde8b7-09ff-4088-b2eb-12e950f92aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356900 Dec 22 15:34:41.766973 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-8954f0ed-98cf-4e05-8bb4-7c86de9ee6fb service neutron] 10.222.0.59 "GET /v2.0/networks/c2cde8b7-09ff-4088-b2eb-12e950f92aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347282 Dec 22 15:34:42.176316 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-66fac5bd-42a9-4d39-85bb-6e234de7fa22 req-369483ba-869d-4ed0-ae51-c16c1bf07c74 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 210 time: 0.1724963 Dec 22 15:34:42.488180 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2239e40d-81e2-406b-9f2e-5133169f6fed up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:34:42.558453 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 2239e40d-81e2-406b-9f2e-5133169f6fed triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:34:42.558864 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:43.330005 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-759d9ba7-490c-4824-acfd-6b286cdd81df req-91718005-f0ef-4a06-865e-64562db73a48 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 210 time: 0.0446377 Dec 22 15:34:44.557823 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-612fb8f8-52fd-4140-bbf5-aca534d13315 req-87881123-2c77-4676-8f81-f61a0071508e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 210 time: 0.0748115 Dec 22 15:34:44.626549 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-7a39b980-7519-44ea-8422-30cdce44ea8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:44.627218 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-7a39b980-7519-44ea-8422-30cdce44ea8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:34:44.716843 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-7a39b980-7519-44ea-8422-30cdce44ea8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:34:44.716843 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-7a39b980-7519-44ea-8422-30cdce44ea8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/networks?id=c2cde8b7-09ff-4088-b2eb-12e950f92aec HTTP/1.1" status: 200 len: 796 time: 0.2939665 Dec 22 15:34:44.773539 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-2cb3cbdb-a170-408f-81c5-e7ddea83ef23 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:34:44.785882 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-2cb3cbdb-a170-408f-81c5-e7ddea83ef23 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:34:44.787059 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-2cb3cbdb-a170-408f-81c5-e7ddea83ef23 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 380 time: 0.0613227 Dec 22 15:34:44.795864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-8afc0451-d325-460b-8b88-314f65ba3fd7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'port': {'device_id': 'ade5fa51-370b-45d3-95f7-c661894071fb', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'admin_state_up': True, 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'security_groups': ['cec910b8-2205-4d3a-9029-573da1c593ae']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:34:44.944587 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-8afc0451-d325-460b-8b88-314f65ba3fd7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:34:44.955151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-8afc0451-d325-460b-8b88-314f65ba3fd7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:34:45.033802 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-8afc0451-d325-460b-8b88-314f65ba3fd7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:34:45.033802 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-8afc0451-d325-460b-8b88-314f65ba3fd7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:45.328825 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-8afc0451-d325-460b-8b88-314f65ba3fd7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.20.0.6 (c2cde8b7-09ff-4088-b2eb-12e950f92aec/7eb826da-4a0f-40bf-8e38-3cba737d0d1d/8a007c6c-e1f3-48a7-a6f6-dc193003bd20) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:34:45.542665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-8afc0451-d325-460b-8b88-314f65ba3fd7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:45.563553 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-8afc0451-d325-460b-8b88-314f65ba3fd7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Transition to ACTIVE for port object 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:34:45.640732 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-8afc0451-d325-460b-8b88-314f65ba3fd7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:45.651447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-46f85de9-af01-4e47-ae15-3a784a44185b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:45.720356 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-8afc0451-d325-460b-8b88-314f65ba3fd7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network c2cde8b7-09ff-4088-b2eb-12e950f92aec is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:34:45.723926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-8afc0451-d325-460b-8b88-314f65ba3fd7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:34:45.727375 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-8afc0451-d325-460b-8b88-314f65ba3fd7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:34:45.765612 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb888f4d-9ba8-423f-a986-3e6d2375f6fa req-1e9fc8be-6463-49e7-9a3c-7ee340a06d9a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:45.774043 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eb888f4d-9ba8-423f-a986-3e6d2375f6fa req-1e9fc8be-6463-49e7-9a3c-7ee340a06d9a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 931 time: 0.0939248 Dec 22 15:34:45.783861 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc0451-d325-460b-8b88-314f65ba3fd7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=8a007c6c-e1f3-48a7-a6f6-dc193003bd20,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:45.788883 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8afc0451-d325-460b-8b88-314f65ba3fd7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:45.819834 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-8afc0451-d325-460b-8b88-314f65ba3fd7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:45.820590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-8afc0451-d325-460b-8b88-314f65ba3fd7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:45.826642 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eb888f4d-9ba8-423f-a986-3e6d2375f6fa req-6db4104e-a15a-47a9-aa59-2cc0756cd9da tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=cec910b8-2205-4d3a-9029-573da1c593ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503387 Dec 22 15:34:45.966911 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-8afc0451-d325-460b-8b88-314f65ba3fd7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1746786 Dec 22 15:34:46.030339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Request body: {'port': {'device_id': 'ade5fa51-370b-45d3-95f7-c661894071fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:34:46.147103 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:46.206052 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3f548e64-186d-444b-91a7-1e5411d9b7e5 None None] Provisioning for port 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:34:46.217550 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3f548e64-186d-444b-91a7-1e5411d9b7e5 None None] Provisioning complete for port 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:34:46.217550 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3f548e64-186d-444b-91a7-1e5411d9b7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:46.267406 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3f548e64-186d-444b-91a7-1e5411d9b7e5 None None] Port 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:34:46.513140 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:34:46.516547 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:46.533648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Transition to ACTIVE for port object 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:34:46.683052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:46.684060 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:46.858389 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Pushing event updated for resources: {'Port': ['ID=8a007c6c-e1f3-48a7-a6f6-dc193003bd20,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:46.861398 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:46.958291 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Attempting to bind port 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:34:46.958753 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Attempting to bind port 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '91735a3e-88ea-4e64-9401-b4d5c6cd121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:34:46.959485 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Attempting to bind port 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 on network c2cde8b7-09ff-4088-b2eb-12e950f92aec {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:34:46.964808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Port 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 on network c2cde8b7-09ff-4088-b2eb-12e950f92aec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:34:46.965529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Attempting to bind port 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 on network c2cde8b7-09ff-4088-b2eb-12e950f92aec {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:34:46.970451 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:34:46.970792 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Checking segment: {'id': '91735a3e-88ea-4e64-9401-b4d5c6cd121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:34:46.971177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Bound using segment: {'id': '91735a3e-88ea-4e64-9401-b4d5c6cd121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:34:46.971603 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Bound port: 8a007c6c-e1f3-48a7-a6f6-dc193003bd20, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91735a3e-88ea-4e64-9401-b4d5c6cd121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:34:46.971952 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:47.056783 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f000fc5-039c-468f-a031-fa07bbc55cba req-2c8a599f-777e-4d60-8475-53a50d6c9b12 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:47.058286 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5f000fc5-039c-468f-a031-fa07bbc55cba req-2c8a599f-777e-4d60-8475-53a50d6c9b12 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 943 time: 0.0978262 Dec 22 15:34:47.070337 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] For port 8a007c6c-e1f3-48a7-a6f6-dc193003bd20, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:34:47.074599 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] For port 8a007c6c-e1f3-48a7-a6f6-dc193003bd20, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8a007c6c-e1f3-48a7-a6f6-dc193003bd20,segment=NetworkSegment(91735a3e-88ea-4e64-9401-b4d5c6cd121e),segment_id=91735a3e-88ea-4e64-9401-b4d5c6cd121e)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:34:47.108718 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5f000fc5-039c-468f-a031-fa07bbc55cba req-02df942a-6b39-45cc-a2d6-4992fabcfcca tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=cec910b8-2205-4d3a-9029-573da1c593ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442805 Dec 22 15:34:47.138715 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:47.142299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:47.200929 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:47.201646 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:47.202952 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] 10.222.0.57 "PUT /v2.0/ports/8a007c6c-e1f3-48a7-a6f6-dc193003bd20 HTTP/1.1" status: 200 len: 1093 time: 1.2271140 Dec 22 15:34:47.203489 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade5fa51-370b-45d3-95f7-c661894071fb', 'tag': '8a007c6c-e1f3-48a7-a6f6-dc193003bd20'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:34:47.224454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Pushing event updated for resources: {'Port': ['ID=8a007c6c-e1f3-48a7-a6f6-dc193003bd20,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:47.227153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:47.261488 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade5fa51-370b-45d3-95f7-c661894071fb', 'tag': '8a007c6c-e1f3-48a7-a6f6-dc193003bd20', 'status': 'completed', 'code': 200} Dec 22 15:34:47.372091 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248459ba-3035-4ce1-a588-ab36ee548354 req-af008c9b-4927-4121-a5fd-bd634fd50dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:47.373921 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-248459ba-3035-4ce1-a588-ab36ee548354 req-af008c9b-4927-4121-a5fd-bd634fd50dc3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 1096 time: 0.0966868 Dec 22 15:34:47.523467 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248459ba-3035-4ce1-a588-ab36ee548354 req-7b5cbed6-8568-43ea-a321-9a7351cd92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:47.524966 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-248459ba-3035-4ce1-a588-ab36ee548354 req-7b5cbed6-8568-43ea-a321-9a7351cd92e3 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1e3de4c345a044948e6178acdaa2b3de&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1440318 Dec 22 15:34:47.788496 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248459ba-3035-4ce1-a588-ab36ee548354 req-cbef2be4-6b1b-4c59-b3df-62b048967f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:47.789853 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-248459ba-3035-4ce1-a588-ab36ee548354 req-cbef2be4-6b1b-4c59-b3df-62b048967f27 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2591491 Dec 22 15:34:47.897776 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-70b4996a-1749-46c6-b7a8-f2fe03c3b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:47.899009 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-70b4996a-1749-46c6-b7a8-f2fe03c3b3ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 1096 time: 0.0736020 Dec 22 15:34:47.969768 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-1205d7f5-5bfc-440b-a34b-455d1396b889 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a007c6c-e1f3-48a7-a6f6-dc193003bd20 HTTP/1.1" status: 200 len: 217 time: 0.0637138 Dec 22 15:34:48.034119 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-5a69ea64-c9c7-474e-b53e-03056bc687f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:48.035293 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-5a69ea64-c9c7-474e-b53e-03056bc687f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eb826da-4a0f-40bf-8e38-3cba737d0d1d HTTP/1.1" status: 200 len: 835 time: 0.0594001 Dec 22 15:34:48.115459 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-c4f36e59-f89f-4f60-b456-8b974c07f38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:48.117007 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-c4f36e59-f89f-4f60-b456-8b974c07f38c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c2cde8b7-09ff-4088-b2eb-12e950f92aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752332 Dec 22 15:34:48.264062 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-4102598c-ebed-4b3f-9aa4-afcf8064959a service neutron] 10.222.0.57 "GET /v2.0/networks/c2cde8b7-09ff-4088-b2eb-12e950f92aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404078 Dec 22 15:34:48.305100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be279074-c98c-41dd-ac36-af7be2fd7485 req-8d6b34b3-4ba8-436d-976c-de344f2c5a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:48.306671 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-be279074-c98c-41dd-ac36-af7be2fd7485 req-8d6b34b3-4ba8-436d-976c-de344f2c5a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 943 time: 0.0822411 Dec 22 15:34:48.355563 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-be279074-c98c-41dd-ac36-af7be2fd7485 req-9af86a31-47ce-40a8-ab89-ee7288f7e3b8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=cec910b8-2205-4d3a-9029-573da1c593ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424886 Dec 22 15:34:48.410945 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a8ad28e3-affd-47f7-bf1f-715024fec6b9 req-a191b0e8-d4be-4af6-9e6c-4af0ba2d8dd3 service neutron] 10.222.0.57 "GET /v2.0/networks/c2cde8b7-09ff-4088-b2eb-12e950f92aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374726 Dec 22 15:34:48.782967 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f0194b04-82ce-48a4-8dee-b33aa3536c9d req-afa544f4-e8d1-4aa5-b6ad-6ce7a27bcdf8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769563 Dec 22 15:34:48.936387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0194b04-82ce-48a4-8dee-b33aa3536c9d req-6a8f201e-4da7-485e-9717-17c93dec3d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:48.937863 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f0194b04-82ce-48a4-8dee-b33aa3536c9d req-6a8f201e-4da7-485e-9717-17c93dec3d5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84464132bfda464dbef4abab87427463&device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 1098 time: 0.0831451 Dec 22 15:34:49.103863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0194b04-82ce-48a4-8dee-b33aa3536c9d req-1f19f953-30e2-48e4-97ca-e78b8fd8f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:49.105428 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f0194b04-82ce-48a4-8dee-b33aa3536c9d req-1f19f953-30e2-48e4-97ca-e78b8fd8f2e7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff4b8cf-1075-4500-85d7-9341f04be41f HTTP/1.1" status: 200 len: 912 time: 0.1472614 Dec 22 15:34:49.222918 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f0194b04-82ce-48a4-8dee-b33aa3536c9d req-70d2faff-72aa-4552-b009-6a373348eb92 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94f3041a-b6a0-445b-b117-af48080eb01a HTTP/1.1" status: 200 len: 1001 time: 0.1089458 Dec 22 15:34:49.294177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0194b04-82ce-48a4-8dee-b33aa3536c9d req-3c237fdd-baff-4ee8-865f-61d21b1db1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:49.295750 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f0194b04-82ce-48a4-8dee-b33aa3536c9d req-3c237fdd-baff-4ee8-865f-61d21b1db1d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e2f5610-73fd-4689-9d49-ece9b5bf2feb HTTP/1.1" status: 200 len: 850 time: 0.0675166 Dec 22 15:34:49.383057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0194b04-82ce-48a4-8dee-b33aa3536c9d req-565ce1ba-89b6-4155-912e-eb7c19f85f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:49.383405 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f0194b04-82ce-48a4-8dee-b33aa3536c9d req-565ce1ba-89b6-4155-912e-eb7c19f85f89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff4b8cf-1075-4500-85d7-9341f04be41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803115 Dec 22 15:34:49.547463 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f0194b04-82ce-48a4-8dee-b33aa3536c9d req-8b979be1-9646-4346-8d51-366d9d0a7c12 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570606 Dec 22 15:34:49.590393 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48244826-c8ce-4959-bc05-9452098a63dd req-741f8f44-8da1-447b-b578-b6915bc3db6b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:49.592352 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-48244826-c8ce-4959-bc05-9452098a63dd req-741f8f44-8da1-447b-b578-b6915bc3db6b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 943 time: 0.1195447 Dec 22 15:34:49.645079 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-48244826-c8ce-4959-bc05-9452098a63dd req-b9c9f0ed-6847-4353-a647-68cc280efe73 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=cec910b8-2205-4d3a-9029-573da1c593ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457382 Dec 22 15:34:49.698082 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f0194b04-82ce-48a4-8dee-b33aa3536c9d req-2f9cb48a-7818-4e6e-be39-23763616a6af service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438525 Dec 22 15:34:50.525421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:34:50.679166 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 8a007c6c-e1f3-48a7-a6f6-dc193003bd20, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8a007c6c-e1f3-48a7-a6f6-dc193003bd20,segment=NetworkSegment(91735a3e-88ea-4e64-9401-b4d5c6cd121e),segment_id=91735a3e-88ea-4e64-9401-b4d5c6cd121e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:34:50.694157 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '8a007c6c-e1f3-48a7-a6f6-dc193003bd20', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'port_id': '8a007c6c-e1f3-48a7-a6f6-dc193003bd20', 'mac_address': 'fa:16:3e:9f:ca:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:34:50.755200 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:50.775088 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:34:50.793886 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 8a007c6c-e1f3-48a7-a6f6-dc193003bd20, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8a007c6c-e1f3-48a7-a6f6-dc193003bd20,segment=NetworkSegment(91735a3e-88ea-4e64-9401-b4d5c6cd121e),segment_id=91735a3e-88ea-4e64-9401-b4d5c6cd121e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:34:50.887171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:50.891708 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6881ad08-5f58-4d67-962f-82f5ad5589ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:51.024292 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=8a007c6c-e1f3-48a7-a6f6-dc193003bd20,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:51.028792 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:51.051768 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3efa30-82d1-4371-8477-76f7494406b3 req-40b4ccd3-60ce-40fc-b29a-f888f9fd2706 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:51.053350 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3a3efa30-82d1-4371-8477-76f7494406b3 req-40b4ccd3-60ce-40fc-b29a-f888f9fd2706 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 944 time: 0.1085036 Dec 22 15:34:51.102765 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3a3efa30-82d1-4371-8477-76f7494406b3 req-8292b182-bf05-4580-9f69-56feb86b6336 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=cec910b8-2205-4d3a-9029-573da1c593ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428081 Dec 22 15:34:51.225036 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['8a007c6c-e1f3-48a7-a6f6-dc193003bd20'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:34:52.319280 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba970794-efb0-41cb-a0da-85b74867c87b req-43916b0f-c7f6-41ef-aa85-0a647e3e20aa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:52.320863 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ba970794-efb0-41cb-a0da-85b74867c87b req-43916b0f-c7f6-41ef-aa85-0a647e3e20aa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 944 time: 0.0917439 Dec 22 15:34:52.380705 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ba970794-efb0-41cb-a0da-85b74867c87b req-23560360-bf23-4d43-bf20-3f05475fd79e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=cec910b8-2205-4d3a-9029-573da1c593ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537758 Dec 22 15:34:52.551896 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:34:52.714815 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:34:52.721092 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:34:52.721348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:52.880926 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:52.928448 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade5fa51-370b-45d3-95f7-c661894071fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a007c6c-e1f3-48a7-a6f6-dc193003bd20'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:34:52.945231 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 8a007c6c-e1f3-48a7-a6f6-dc193003bd20, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8a007c6c-e1f3-48a7-a6f6-dc193003bd20,segment=NetworkSegment(91735a3e-88ea-4e64-9401-b4d5c6cd121e),segment_id=91735a3e-88ea-4e64-9401-b4d5c6cd121e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:34:53.042567 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:53.044773 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-5f6afad4-22f4-48d5-8a0f-d48aa8e61784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:53.076301 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade5fa51-370b-45d3-95f7-c661894071fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a007c6c-e1f3-48a7-a6f6-dc193003bd20', 'code': 200} Dec 22 15:34:53.131787 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=8a007c6c-e1f3-48a7-a6f6-dc193003bd20,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:53.137460 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:53.604479 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de625fcb-cbaa-4b07-893d-2a5136f55de3 req-1749692b-566e-4e76-81ee-cca19a551a5a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:53.606109 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de625fcb-cbaa-4b07-893d-2a5136f55de3 req-1749692b-566e-4e76-81ee-cca19a551a5a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 945 time: 0.1063645 Dec 22 15:34:53.622558 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e410c2-11fa-4bf9-8b04-e5137de8bf63 req-4a1adc78-98b4-46e7-a63a-657392ab9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:53.624465 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f4e410c2-11fa-4bf9-8b04-e5137de8bf63 req-4a1adc78-98b4-46e7-a63a-657392ab9172 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 1098 time: 0.1038544 Dec 22 15:34:53.666704 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de625fcb-cbaa-4b07-893d-2a5136f55de3 req-baf9c45b-2af0-4fcb-8a17-53e86eea57cf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=cec910b8-2205-4d3a-9029-573da1c593ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522203 Dec 22 15:34:53.677399 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f4e410c2-11fa-4bf9-8b04-e5137de8bf63 req-b8584b0b-37f5-48f2-9ea9-c41c4a2014af service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cec910b8-2205-4d3a-9029-573da1c593ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457046 Dec 22 15:34:54.882600 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df61ce-cfe0-4f61-a3f8-aba3d1ab0ca5 req-71681d26-8541-40c4-942c-9e348afdc849 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:54.884552 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-13df61ce-cfe0-4f61-a3f8-aba3d1ab0ca5 req-71681d26-8541-40c4-942c-9e348afdc849 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 945 time: 0.0968261 Dec 22 15:34:54.939538 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-13df61ce-cfe0-4f61-a3f8-aba3d1ab0ca5 req-e716ec24-eed1-470d-b52b-d5a311cfd5a3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=cec910b8-2205-4d3a-9029-573da1c593ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454903 Dec 22 15:34:55.240417 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c0eb7a57-aa60-43de-84c1-aa1a8f0da477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:56.186724 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23d058-9ddd-48a1-ab81-f3eed7ddf603 req-b92a6e49-f7a6-4029-a85c-9e0c58a5213f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:56.189037 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6a23d058-9ddd-48a1-ab81-f3eed7ddf603 req-b92a6e49-f7a6-4029-a85c-9e0c58a5213f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 945 time: 0.1286771 Dec 22 15:34:56.252830 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6a23d058-9ddd-48a1-ab81-f3eed7ddf603 req-7962bf7d-90cc-4978-87dd-bf7cbdf30722 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=cec910b8-2205-4d3a-9029-573da1c593ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577443 Dec 22 15:34:56.460904 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce25870-bdd2-409b-9432-c16f08a1ed48 req-8f359fae-866d-4985-a589-64a27932afc0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:56.463113 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4ce25870-bdd2-409b-9432-c16f08a1ed48 req-8f359fae-866d-4985-a589-64a27932afc0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 945 time: 0.0895844 Dec 22 15:34:56.514716 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4ce25870-bdd2-409b-9432-c16f08a1ed48 req-0cd1efe5-7117-4344-be2d-e14a42d528a5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=cec910b8-2205-4d3a-9029-573da1c593ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429149 Dec 22 15:34:56.538679 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39698) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:56.619344 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7b0733-4605-4e29-8afd-262e481a6f8a tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:34:56.621295 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0f7b0733-4605-4e29-8afd-262e481a6f8a tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 1093 time: 0.0815341 Dec 22 15:34:56.624260 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39702) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:56.630195 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': '8a007c6c-e1f3-48a7-a6f6-dc193003bd20', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:34:56.637858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:34:56.643593 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:floatingip and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:34:56.648449 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:34:56.656336 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:34:56.736018 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:57.013673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:57.183000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.26.6.61 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/561d9dc6-23b9-4f70-9cd8-bb90a43886a9) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:34:57.347987 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:57.449592 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:57.451306 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-95b26466-77d1-4da7-bcdb-1f08e8f18b8f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:57.528549 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:34:57.531730 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:34:57.534513 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:34:57.573491 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=561d9dc6-23b9-4f70-9cd8-bb90a43886a9,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:57.576725 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:57.709083 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-36c0b921-1745-4682-9046-92e2c9fb1173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:58.028015 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:58.186250 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:58.424485 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:58.549122 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:58.553442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-62058820-b8a0-4ddd-9b05-bed3a6504440 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:34:58.673853 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=561d9dc6-23b9-4f70-9cd8-bb90a43886a9,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:34:58.678051 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:34:58.685928 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:58.889881 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Floating IP 91665d68-3bcf-4a89-8da8-0f0c20bbf7c9 associated. External IP: 172.26.6.61, port: 8a007c6c-e1f3-48a7-a6f6-dc193003bd20. Dec 22 15:34:58.945095 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:59.177787 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:59.475765 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 9abe6052-4d43-4b72-8591-010b48e683f5 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:34:59.718878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:34:59.738818 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6756de0a-8ada-4d59-95d0-522333eff902 None None] Sync routers for ids ['9abe6052-4d43-4b72-8591-010b48e683f5'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:34:59.748961 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6756de0a-8ada-4d59-95d0-522333eff902 None None] Routers {'9abe6052-4d43-4b72-8591-010b48e683f5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:34:59.749668 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-6756de0a-8ada-4d59-95d0-522333eff902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:34:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['9abe6052-4d43-4b72-8591-010b48e683f5'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:34:59.857947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:34:59.924023 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2958982 Dec 22 15:34:59.924023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade5fa51-370b-45d3-95f7-c661894071fb', 'tag': '8a007c6c-e1f3-48a7-a6f6-dc193003bd20'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:34:59.924807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39708) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:59.964665 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-6756de0a-8ada-4d59-95d0-522333eff902 None None] Set router 9abe6052-4d43-4b72-8591-010b48e683f5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:35:00.042788 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade5fa51-370b-45d3-95f7-c661894071fb', 'tag': '8a007c6c-e1f3-48a7-a6f6-dc193003bd20', 'status': 'completed', 'code': 200} Dec 22 15:35:00.070547 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d25f1f93-35f6-4fc5-916d-945e9f3ba5e7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/91665d68-3bcf-4a89-8da8-0f0c20bbf7c9 HTTP/1.1" status: 200 len: 990 time: 0.1437509 Dec 22 15:35:00.156386 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea592dc-c7b5-474a-a742-6858a86e66f5 req-24eda74e-4280-4ac1-aa30-950fbd308a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:35:00.158050 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0ea592dc-c7b5-474a-a742-6858a86e66f5 req-24eda74e-4280-4ac1-aa30-950fbd308a07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 1098 time: 0.0910938 Dec 22 15:35:00.301401 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea592dc-c7b5-474a-a742-6858a86e66f5 req-3d28bdd4-e0ce-4027-a401-fa9ac747a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:35:00.303565 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0ea592dc-c7b5-474a-a742-6858a86e66f5 req-3d28bdd4-e0ce-4027-a401-fa9ac747a0eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=c2cde8b7-09ff-4088-b2eb-12e950f92aec HTTP/1.1" status: 200 len: 897 time: 0.1394720 Dec 22 15:35:00.359676 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-6756de0a-8ada-4d59-95d0-522333eff902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'name': 'tempest-TestNetworkBasicOps-router-379448887', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '90d69368-c980-48d6-842a-4c9249956af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:35Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '90d69368-c980-48d6-842a-4c9249956af4', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:29Z', 'updated_at': '2021-12-22T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '91665d68-3bcf-4a89-8da8-0f0c20bbf7c9', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.61', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'port_id': '8a007c6c-e1f3-48a7-a6f6-dc193003bd20', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'mac_address': 'fa:16:3e:9f:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade5fa51-370b-45d3-95f7-c661894071fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:34:57Z', 'updated_at': '2021-12-22T15:34:57Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2239e40d-81e2-406b-9f2e-5133169f6fed', 'name': '', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:20:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:34Z', 'updated_at': '2021-12-22T15:34:40Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:35:00.364068 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6756de0a-8ada-4d59-95d0-522333eff902 None None] Checking router: 9abe6052-4d43-4b72-8591-010b48e683f5 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:35:00.848744 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6756de0a-8ada-4d59-95d0-522333eff902 None None] Routers {'9abe6052-4d43-4b72-8591-010b48e683f5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:35:00.848744 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-6756de0a-8ada-4d59-95d0-522333eff902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:34:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['9abe6052-4d43-4b72-8591-010b48e683f5'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:35:00.851807 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0ea592dc-c7b5-474a-a742-6858a86e66f5 req-00c946b0-1d29-4289-b6b5-c46dae5997e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a007c6c-e1f3-48a7-a6f6-dc193003bd20 HTTP/1.1" status: 200 len: 998 time: 0.1142406 Dec 22 15:35:00.851807 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea592dc-c7b5-474a-a742-6858a86e66f5 req-2ba43695-68d5-43ee-9641-4008547134ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:35:00.851807 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0ea592dc-c7b5-474a-a742-6858a86e66f5 req-2ba43695-68d5-43ee-9641-4008547134ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eb826da-4a0f-40bf-8e38-3cba737d0d1d HTTP/1.1" status: 200 len: 835 time: 0.0670323 Dec 22 15:35:00.854936 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-6756de0a-8ada-4d59-95d0-522333eff902 None None] Set router 9abe6052-4d43-4b72-8591-010b48e683f5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:35:00.856248 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea592dc-c7b5-474a-a742-6858a86e66f5 req-df074fbf-6999-49ac-bc0e-a1c0b0e952c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:35:00.856248 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0ea592dc-c7b5-474a-a742-6858a86e66f5 req-df074fbf-6999-49ac-bc0e-a1c0b0e952c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c2cde8b7-09ff-4088-b2eb-12e950f92aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833368 Dec 22 15:35:00.856248 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0ea592dc-c7b5-474a-a742-6858a86e66f5 req-0081955f-942e-435d-bc6a-b0f9faaaeb2b service neutron] 10.222.0.57 "GET /v2.0/networks/c2cde8b7-09ff-4088-b2eb-12e950f92aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355114 Dec 22 15:35:00.880505 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0ea592dc-c7b5-474a-a742-6858a86e66f5 req-14ea4f48-6f30-41c4-a503-7964e03f3360 service neutron] 10.222.0.57 "GET /v2.0/networks/c2cde8b7-09ff-4088-b2eb-12e950f92aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349885 Dec 22 15:35:00.979213 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-6756de0a-8ada-4d59-95d0-522333eff902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'name': 'tempest-TestNetworkBasicOps-router-379448887', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '90d69368-c980-48d6-842a-4c9249956af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:35Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '90d69368-c980-48d6-842a-4c9249956af4', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:29Z', 'updated_at': '2021-12-22T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '91665d68-3bcf-4a89-8da8-0f0c20bbf7c9', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.61', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'port_id': '8a007c6c-e1f3-48a7-a6f6-dc193003bd20', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'mac_address': 'fa:16:3e:9f:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade5fa51-370b-45d3-95f7-c661894071fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:34:57Z', 'updated_at': '2021-12-22T15:34:57Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2239e40d-81e2-406b-9f2e-5133169f6fed', 'name': '', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:20:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:34Z', 'updated_at': '2021-12-22T15:34:40Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:35:00.979213 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6756de0a-8ada-4d59-95d0-522333eff902 None None] The sync data for ids ['9abe6052-4d43-4b72-8591-010b48e683f5'] in dv-neutron-822674-1-hyperv is: [{'id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'name': 'tempest-TestNetworkBasicOps-router-379448887', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '90d69368-c980-48d6-842a-4c9249956af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:35Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '90d69368-c980-48d6-842a-4c9249956af4', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:29Z', 'updated_at': '2021-12-22T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '91665d68-3bcf-4a89-8da8-0f0c20bbf7c9', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.61', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'port_id': '8a007c6c-e1f3-48a7-a6f6-dc193003bd20', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'mac_address': 'fa:16:3e:9f:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade5fa51-370b-45d3-95f7-c661894071fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:34:57Z', 'updated_at': '2021-12-22T15:34:57Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2239e40d-81e2-406b-9f2e-5133169f6fed', 'name': '', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:20:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:34Z', 'updated_at': '2021-12-22T15:34:40Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:35:01.072430 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39716) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:01.079721 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:35:01.221839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5dde1-7363-4b96-9e23-8a30c49d007a None None] New status for floating IP 91665d68-3bcf-4a89-8da8-0f0c20bbf7c9: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:35:01.228720 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-da7c0995-70fc-47e8-bc31-ae5775edd179 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/91665d68-3bcf-4a89-8da8-0f0c20bbf7c9 HTTP/1.1" status: 200 len: 990 time: 0.1542456 Dec 22 15:35:01.255431 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:35:02.232434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39720) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:02.349741 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9ef6b2c7-a4b2-4229-b6bf-7c474b36082f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/91665d68-3bcf-4a89-8da8-0f0c20bbf7c9 HTTP/1.1" status: 200 len: 992 time: 0.1158612 Dec 22 15:35:06.045630 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:35:25.319778 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5c19c5eb-8272-46b1-b571-1f7d921dd91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:35:27.679459 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1209ea18-2813-40aa-a02d-e1148f0a3a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:35:28.948656 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:35:29.039433 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:35:30.896848 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:35:36.000027 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:35:38.255618 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:35:48.065751 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1d083981-611d-4c51-9765-3c00cdf6eb30 req-db3970c7-73f9-4c05-93f9-614e0d43ff36 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842190 Dec 22 15:35:48.226118 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d083981-611d-4c51-9765-3c00cdf6eb30 req-c3fde4fa-1758-435f-bad4-d2bee241a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:35:48.227658 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1d083981-611d-4c51-9765-3c00cdf6eb30 req-c3fde4fa-1758-435f-bad4-d2bee241a291 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84464132bfda464dbef4abab87427463&device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 1098 time: 0.0904253 Dec 22 15:35:48.506275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d083981-611d-4c51-9765-3c00cdf6eb30 req-f09ca921-514d-46de-ba66-ce0e7ce97156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:35:48.507746 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1d083981-611d-4c51-9765-3c00cdf6eb30 req-f09ca921-514d-46de-ba66-ce0e7ce97156 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff4b8cf-1075-4500-85d7-9341f04be41f HTTP/1.1" status: 200 len: 912 time: 0.2587483 Dec 22 15:35:48.611349 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1d083981-611d-4c51-9765-3c00cdf6eb30 req-e8927b9c-59cb-458a-8316-1719f96dbeb9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94f3041a-b6a0-445b-b117-af48080eb01a HTTP/1.1" status: 200 len: 1001 time: 0.0967569 Dec 22 15:35:48.677855 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d083981-611d-4c51-9765-3c00cdf6eb30 req-d8158d0e-265c-40da-bae9-6dbb174cf529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:35:48.679377 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1d083981-611d-4c51-9765-3c00cdf6eb30 req-d8158d0e-265c-40da-bae9-6dbb174cf529 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e2f5610-73fd-4689-9d49-ece9b5bf2feb HTTP/1.1" status: 200 len: 850 time: 0.0609207 Dec 22 15:35:48.758986 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d083981-611d-4c51-9765-3c00cdf6eb30 req-03d69634-9161-4d48-a68c-345210c97af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:35:48.760546 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1d083981-611d-4c51-9765-3c00cdf6eb30 req-03d69634-9161-4d48-a68c-345210c97af5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff4b8cf-1075-4500-85d7-9341f04be41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742109 Dec 22 15:35:48.901555 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1d083981-611d-4c51-9765-3c00cdf6eb30 req-10b86f58-fedf-465b-a631-0f345c9b903c service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336112 Dec 22 15:35:49.035808 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1d083981-611d-4c51-9765-3c00cdf6eb30 req-6b70d0e7-0bb8-4d95-8deb-4641d2c6be79 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259921 Dec 22 15:35:55.205396 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0400e3b0-a85c-4e42-a3ad-e93b0f23c464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:35:57.674023 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b1cbcd43-ef5f-4c5f-a522-c50e6aba0931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:35:58.937257 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:35:59.085749 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:00.885622 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:06.027975 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:11.338096 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39792) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:11.423380 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b085c43f-5072-42d9-9ace-78abf97f0805 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:11.423860 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b085c43f-5072-42d9-9ace-78abf97f0805 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:11.424340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b085c43f-5072-42d9-9ace-78abf97f0805 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:11.426008 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b085c43f-5072-42d9-9ace-78abf97f0805 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/ports?project_id=1e3de4c345a044948e6178acdaa2b3de&network_id=c2cde8b7-09ff-4088-b2eb-12e950f92aec HTTP/1.1" status: 200 len: 2999 time: 0.0867863 Dec 22 15:36:13.843865 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39808) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:13.906992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb1c3d5-38ce-447d-ab9d-4d87014d3fdb tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:13.913171 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-adb1c3d5-38ce-447d-ab9d-4d87014d3fdb tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8 HTTP/1.1" status: 200 len: 814 time: 0.0637178 Dec 22 15:36:14.840831 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39818) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:14.846241 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-be98ea04-d0f8-41da-be6a-11f0925bc2c6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:36:15.081649 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-be98ea04-d0f8-41da-be6a-11f0925bc2c6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:15.254687 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:36:15.389106 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-be98ea04-d0f8-41da-be6a-11f0925bc2c6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:15.490651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-be98ea04-d0f8-41da-be6a-11f0925bc2c6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:15.490969 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-be98ea04-d0f8-41da-be6a-11f0925bc2c6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Floating IP 91665d68-3bcf-4a89-8da8-0f0c20bbf7c9 disassociated. External IP: 172.26.6.61, port: 8a007c6c-e1f3-48a7-a6f6-dc193003bd20. Dec 22 15:36:15.860891 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be98ea04-d0f8-41da-be6a-11f0925bc2c6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 9abe6052-4d43-4b72-8591-010b48e683f5 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:36:16.067886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be98ea04-d0f8-41da-be6a-11f0925bc2c6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:36:16.072274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-be98ea04-d0f8-41da-be6a-11f0925bc2c6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:16.078356 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed756397-cd09-4698-bad3-02bb0ecf1bc3 None None] Sync routers for ids ['9abe6052-4d43-4b72-8591-010b48e683f5'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:36:16.093871 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed756397-cd09-4698-bad3-02bb0ecf1bc3 None None] Routers {'9abe6052-4d43-4b72-8591-010b48e683f5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:36:16.094571 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ed756397-cd09-4698-bad3-02bb0ecf1bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:35:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['9abe6052-4d43-4b72-8591-010b48e683f5'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:36:16.145747 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-be98ea04-d0f8-41da-be6a-11f0925bc2c6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/floatingips/91665d68-3bcf-4a89-8da8-0f0c20bbf7c9 HTTP/1.1" status: 200 len: 689 time: 1.3036742 Dec 22 15:36:16.146444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade5fa51-370b-45d3-95f7-c661894071fb', 'tag': '8a007c6c-e1f3-48a7-a6f6-dc193003bd20'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:36:16.149297 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39824) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:16.201181 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade5fa51-370b-45d3-95f7-c661894071fb', 'tag': '8a007c6c-e1f3-48a7-a6f6-dc193003bd20', 'status': 'completed', 'code': 200} Dec 22 15:36:16.309906 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-933bb1dd-a5ab-4ca5-a2e5-3cddb58d5f48 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/91665d68-3bcf-4a89-8da8-0f0c20bbf7c9 HTTP/1.1" status: 200 len: 689 time: 0.1578627 Dec 22 15:36:16.333002 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-ed756397-cd09-4698-bad3-02bb0ecf1bc3 None None] Set router 9abe6052-4d43-4b72-8591-010b48e683f5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:36:16.345029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eef3a9-f458-487a-9096-6de55be11010 req-1236fbb8-4c16-49e1-8996-f4c1b7285f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:16.346725 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-16eef3a9-f458-487a-9096-6de55be11010 req-1236fbb8-4c16-49e1-8996-f4c1b7285f96 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 1098 time: 0.1126630 Dec 22 15:36:16.515091 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eef3a9-f458-487a-9096-6de55be11010 req-26156b7d-7304-4f62-9794-50dd2f5c287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:16.516633 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-16eef3a9-f458-487a-9096-6de55be11010 req-26156b7d-7304-4f62-9794-50dd2f5c287b service neutron] 10.222.0.57 "GET /v2.0/networks?id=c2cde8b7-09ff-4088-b2eb-12e950f92aec HTTP/1.1" status: 200 len: 897 time: 0.1637983 Dec 22 15:36:16.594685 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-16eef3a9-f458-487a-9096-6de55be11010 req-f97a8b68-c34e-41c0-a846-898f89ce1682 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a007c6c-e1f3-48a7-a6f6-dc193003bd20 HTTP/1.1" status: 200 len: 217 time: 0.0713036 Dec 22 15:36:16.670631 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eef3a9-f458-487a-9096-6de55be11010 req-325796a6-9f07-400c-968a-889258f97316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:16.671656 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-16eef3a9-f458-487a-9096-6de55be11010 req-325796a6-9f07-400c-968a-889258f97316 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eb826da-4a0f-40bf-8e38-3cba737d0d1d HTTP/1.1" status: 200 len: 835 time: 0.0702553 Dec 22 15:36:16.710536 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ed756397-cd09-4698-bad3-02bb0ecf1bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'name': 'tempest-TestNetworkBasicOps-router-379448887', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '90d69368-c980-48d6-842a-4c9249956af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:35Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '90d69368-c980-48d6-842a-4c9249956af4', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:29Z', 'updated_at': '2021-12-22T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '2239e40d-81e2-406b-9f2e-5133169f6fed', 'name': '', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:20:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:34Z', 'updated_at': '2021-12-22T15:34:40Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:36:16.714865 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed756397-cd09-4698-bad3-02bb0ecf1bc3 None None] Checking router: 9abe6052-4d43-4b72-8591-010b48e683f5 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:36:16.725147 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed756397-cd09-4698-bad3-02bb0ecf1bc3 None None] Routers {'9abe6052-4d43-4b72-8591-010b48e683f5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:36:16.725473 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ed756397-cd09-4698-bad3-02bb0ecf1bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:35:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['9abe6052-4d43-4b72-8591-010b48e683f5'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:36:16.797194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eef3a9-f458-487a-9096-6de55be11010 req-9e2fe724-18c4-442a-8bf4-59b9e1fd4e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:16.800994 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-16eef3a9-f458-487a-9096-6de55be11010 req-9e2fe724-18c4-442a-8bf4-59b9e1fd4e4b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c2cde8b7-09ff-4088-b2eb-12e950f92aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1225245 Dec 22 15:36:16.940034 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-ed756397-cd09-4698-bad3-02bb0ecf1bc3 None None] Set router 9abe6052-4d43-4b72-8591-010b48e683f5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:36:16.972512 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-16eef3a9-f458-487a-9096-6de55be11010 req-c4b33471-eeb9-44a0-80ae-6a8d7874b06f service neutron] 10.222.0.57 "GET /v2.0/networks/c2cde8b7-09ff-4088-b2eb-12e950f92aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635892 Dec 22 15:36:17.109988 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-16eef3a9-f458-487a-9096-6de55be11010 req-f887943e-db7c-4302-ba7d-457e23d2d0f7 service neutron] 10.222.0.57 "GET /v2.0/networks/c2cde8b7-09ff-4088-b2eb-12e950f92aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311164 Dec 22 15:36:17.281393 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ed756397-cd09-4698-bad3-02bb0ecf1bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'name': 'tempest-TestNetworkBasicOps-router-379448887', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '90d69368-c980-48d6-842a-4c9249956af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:35Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '90d69368-c980-48d6-842a-4c9249956af4', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:29Z', 'updated_at': '2021-12-22T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '2239e40d-81e2-406b-9f2e-5133169f6fed', 'name': '', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:20:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:34Z', 'updated_at': '2021-12-22T15:34:40Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:36:17.286357 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed756397-cd09-4698-bad3-02bb0ecf1bc3 None None] The sync data for ids ['9abe6052-4d43-4b72-8591-010b48e683f5'] in dv-neutron-822674-1-hyperv is: [{'id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'name': 'tempest-TestNetworkBasicOps-router-379448887', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '90d69368-c980-48d6-842a-4c9249956af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:35Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '90d69368-c980-48d6-842a-4c9249956af4', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:29Z', 'updated_at': '2021-12-22T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '2239e40d-81e2-406b-9f2e-5133169f6fed', 'name': '', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:20:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:34Z', 'updated_at': '2021-12-22T15:34:40Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:36:17.314207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39832) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:17.534607 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-adb5a1c4-dbfa-4625-ae98-265ed8e273a2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/91665d68-3bcf-4a89-8da8-0f0c20bbf7c9 HTTP/1.1" status: 200 len: 689 time: 0.2190397 Dec 22 15:36:17.588481 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c77aae-4a05-473a-bf88-088255d0dca5 None None] New status for floating IP 91665d68-3bcf-4a89-8da8-0f0c20bbf7c9: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:36:18.539173 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39838) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:18.646314 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c0cc2d28-6657-48d8-add6-20708890fa8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/91665d68-3bcf-4a89-8da8-0f0c20bbf7c9 HTTP/1.1" status: 200 len: 687 time: 0.1058373 Dec 22 15:36:19.987003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39846) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:19.993131 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1851469090', 'description': 'tempest-secgroup-smoke-1851469090 description', 'project_id': '1e3de4c345a044948e6178acdaa2b3de'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:36:20.000002 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:36:20.010961 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:36:20.158814 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:20.182978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:36:20.189766 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:36:20.193195 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:36:20.199320 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:36:20.289609 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:20.382532 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:20.386940 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-abcb0390-ff25-480c-adc3-1c4d4532fe18 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:36:20.441719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f06c6d7-5044-4642-8d97-1d5881f3006c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:36:20.451979 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:20.451979 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:20.452942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:20.453296 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:20.453887 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:20.454474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:20.455097 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:20.455596 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:20.456066 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:20.456524 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:20.456837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:20.457193 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:20.461196 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:36:20.570860 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:20.572072 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5837245 Dec 22 15:36:20.575769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39852) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:20.584978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b2a9f37d-7b1b-4f92-8537-8659abb5f152 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '2f06c6d7-5044-4642-8d97-1d5881f3006c', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:36:20.593756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b2a9f37d-7b1b-4f92-8537-8659abb5f152 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:36:20.597764 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b2a9f37d-7b1b-4f92-8537-8659abb5f152 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:36:20.600741 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b2a9f37d-7b1b-4f92-8537-8659abb5f152 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:36:20.606367 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b2a9f37d-7b1b-4f92-8537-8659abb5f152 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:36:20.738299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b2a9f37d-7b1b-4f92-8537-8659abb5f152 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:20.808356 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b2a9f37d-7b1b-4f92-8537-8659abb5f152 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:20.925138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b2a9f37d-7b1b-4f92-8537-8659abb5f152 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:20.927036 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d5c7e728-2a81-483f-b35a-3eeb99f1c3cf tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:36:20.953032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9f37d-7b1b-4f92-8537-8659abb5f152 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95bc3615-1476-457f-a299-9f966e33f2b2,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:36:20.955538 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b2a9f37d-7b1b-4f92-8537-8659abb5f152 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:36:21.045338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b2a9f37d-7b1b-4f92-8537-8659abb5f152 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:21.046659 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b2a9f37d-7b1b-4f92-8537-8659abb5f152 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4699330 Dec 22 15:36:21.054065 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39856) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:21.061936 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '2f06c6d7-5044-4642-8d97-1d5881f3006c', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:36:21.068662 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:36:21.072593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:36:21.077124 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:36:21.082984 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:36:21.281636 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:21.350337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:21.479089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:21.480858 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7679f202-9c58-4e80-94b5-722f09026417 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:36:21.504608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a48f4178-baa8-45b8-a102-04d1d5eb762d,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:36:21.515557 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:21.515949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:21.516330 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:21.516706 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:21.517075 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:21.517456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:21.517814 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:21.518178 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:21.518570 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:21.518931 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:21.519295 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:21.519649 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:21.522906 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:36:21.644862 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:21.646113 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5900345 Dec 22 15:36:21.648838 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39862) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:21.654431 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-6ba0f44e-b881-46d9-b44f-3ab52ea26895 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '2f06c6d7-5044-4642-8d97-1d5881f3006c', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:36:21.660393 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6ba0f44e-b881-46d9-b44f-3ab52ea26895 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:36:21.672761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6ba0f44e-b881-46d9-b44f-3ab52ea26895 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:36:21.672761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6ba0f44e-b881-46d9-b44f-3ab52ea26895 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:36:21.673696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6ba0f44e-b881-46d9-b44f-3ab52ea26895 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:36:21.830128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6ba0f44e-b881-46d9-b44f-3ab52ea26895 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:21.904660 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6ba0f44e-b881-46d9-b44f-3ab52ea26895 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:22.061034 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6ba0f44e-b881-46d9-b44f-3ab52ea26895 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:22.062949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-75e38999-5739-4d4b-848b-629a81507ee5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:36:22.085608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0f44e-b881-46d9-b44f-3ab52ea26895 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad5323d-5b50-41a0-a2c1-0d6da744b799,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:36:22.088004 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6ba0f44e-b881-46d9-b44f-3ab52ea26895 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:36:22.226608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6ba0f44e-b881-46d9-b44f-3ab52ea26895 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:22.227822 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6ba0f44e-b881-46d9-b44f-3ab52ea26895 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5780802 Dec 22 15:36:22.231004 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39866) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:22.240243 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4f15ea02-eb3a-4e4f-ad40-bc2fc979f2dc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '2f06c6d7-5044-4642-8d97-1d5881f3006c', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:36:22.245655 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4f15ea02-eb3a-4e4f-ad40-bc2fc979f2dc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:36:22.250171 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4f15ea02-eb3a-4e4f-ad40-bc2fc979f2dc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:36:22.253130 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4f15ea02-eb3a-4e4f-ad40-bc2fc979f2dc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:36:22.259899 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4f15ea02-eb3a-4e4f-ad40-bc2fc979f2dc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:36:22.398324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f15ea02-eb3a-4e4f-ad40-bc2fc979f2dc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:22.473053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f15ea02-eb3a-4e4f-ad40-bc2fc979f2dc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:22.563359 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f15ea02-eb3a-4e4f-ad40-bc2fc979f2dc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:22.565230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b2a9f37d-7b1b-4f92-8537-8659abb5f152 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:36:22.588859 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15ea02-eb3a-4e4f-ad40-bc2fc979f2dc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060cfe4b-34e5-49ee-bb83-5aa039e5677e,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:36:22.594500 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4f15ea02-eb3a-4e4f-ad40-bc2fc979f2dc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:36:22.742608 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f15ea02-eb3a-4e4f-ad40-bc2fc979f2dc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:22.743990 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4f15ea02-eb3a-4e4f-ad40-bc2fc979f2dc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5113497 Dec 22 15:36:22.746789 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 39872) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:22.752251 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fee5f336-be34-4735-a0f1-e9110ebc2d91 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '2f06c6d7-5044-4642-8d97-1d5881f3006c', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:36:22.758183 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fee5f336-be34-4735-a0f1-e9110ebc2d91 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:36:22.761908 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fee5f336-be34-4735-a0f1-e9110ebc2d91 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:36:22.765313 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fee5f336-be34-4735-a0f1-e9110ebc2d91 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:36:22.772788 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fee5f336-be34-4735-a0f1-e9110ebc2d91 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:36:22.976342 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-fee5f336-be34-4735-a0f1-e9110ebc2d91 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:36:22.984946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fee5f336-be34-4735-a0f1-e9110ebc2d91 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:23.060623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fee5f336-be34-4735-a0f1-e9110ebc2d91 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:23.193451 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fee5f336-be34-4735-a0f1-e9110ebc2d91 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:23.199838 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-39e552c7-fe0d-4980-afba-290bdf0c7c5d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:36:23.223533 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5f336-be34-4735-a0f1-e9110ebc2d91 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a168bc7-7673-4a7f-9347-6e99593445bd,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:36:23.225802 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fee5f336-be34-4735-a0f1-e9110ebc2d91 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:36:23.325484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fee5f336-be34-4735-a0f1-e9110ebc2d91 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:23.326638 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fee5f336-be34-4735-a0f1-e9110ebc2d91 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5784519 Dec 22 15:36:23.329734 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39876) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:23.335465 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-2bca6b80-1563-48a3-98a5-df2cd0bfe50c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '2f06c6d7-5044-4642-8d97-1d5881f3006c', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:36:23.342349 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2bca6b80-1563-48a3-98a5-df2cd0bfe50c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:36:23.346759 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2bca6b80-1563-48a3-98a5-df2cd0bfe50c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:36:23.351023 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2bca6b80-1563-48a3-98a5-df2cd0bfe50c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:36:23.370778 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2bca6b80-1563-48a3-98a5-df2cd0bfe50c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:36:23.473998 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-2bca6b80-1563-48a3-98a5-df2cd0bfe50c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:36:23.481166 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2bca6b80-1563-48a3-98a5-df2cd0bfe50c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:23.554299 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2bca6b80-1563-48a3-98a5-df2cd0bfe50c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:23.707968 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2bca6b80-1563-48a3-98a5-df2cd0bfe50c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:23.709835 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a0759f2a-7576-480a-ad33-277a15a3610b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:36:23.744082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca6b80-1563-48a3-98a5-df2cd0bfe50c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6f66e5-eeae-4e71-b988-8297ec9801a8,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:36:23.749616 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2bca6b80-1563-48a3-98a5-df2cd0bfe50c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:36:23.857420 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2bca6b80-1563-48a3-98a5-df2cd0bfe50c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:23.859720 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2bca6b80-1563-48a3-98a5-df2cd0bfe50c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5287013 Dec 22 15:36:24.120127 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-83aa9a8e-c58a-4704-93a7-a8a28ca6b31a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851469090&fields=id&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 267 time: 0.0608084 Dec 22 15:36:24.306033 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-40b5e467-09b2-4147-9a05-a09ae939926e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:24.307453 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-40b5e467-09b2-4147-9a05-a09ae939926e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/networks?id=c2cde8b7-09ff-4088-b2eb-12e950f92aec HTTP/1.1" status: 200 len: 796 time: 0.1799753 Dec 22 15:36:24.323510 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-78f1beb5-3fca-41a0-8bfa-83833e3878ba tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/quotas/1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 375 time: 0.0097065 Dec 22 15:36:24.419971 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-43c6bdc2-f95f-460c-ab44-f14e746345c5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0903027 Dec 22 15:36:24.705645 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-02e846a9-85f8-49b2-951a-930e7dc027f9 service neutron] 10.222.0.59 "GET /v2.0/networks/c2cde8b7-09ff-4088-b2eb-12e950f92aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725461 Dec 22 15:36:24.854986 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-d00e8665-07b6-4f6c-a4b3-b82f4d144fad service neutron] 10.222.0.59 "GET /v2.0/networks/c2cde8b7-09ff-4088-b2eb-12e950f92aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433353 Dec 22 15:36:25.186422 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bcef47b0-0e02-47e7-b12e-68cab272d9db req-81430bda-37b7-4152-a3fa-6a24bb26656a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 210 time: 0.0506935 Dec 22 15:36:25.228503 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ca95b3e7-d906-4d4d-8b85-d78e0a98cf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:26.301458 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-afcd8258-635c-4624-9d64-c6b525dc94c7 req-7b0901b9-c5af-47a2-8172-c217ed8e6f4b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 210 time: 0.0481822 Dec 22 15:36:27.460583 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-308fa33a-93bd-4314-8d69-ed36f7ea73a7 req-9ab534f6-1a64-4500-9f55-a4b1749912be tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 210 time: 0.0450852 Dec 22 15:36:27.805084 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-81c4424c-9b9a-47c4-a8bf-74c3194869f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:28.219055 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-e6c08bb7-467a-4e44-82fd-c859ee5c3688 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:28.221397 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-e6c08bb7-467a-4e44-82fd-c859ee5c3688 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/networks?id=c2cde8b7-09ff-4088-b2eb-12e950f92aec HTTP/1.1" status: 200 len: 796 time: 0.1567738 Dec 22 15:36:28.276795 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-e50a7ab6-0443-4e18-bbb5-97e86903dc8d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:36:28.393447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-e50a7ab6-0443-4e18-bbb5-97e86903dc8d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:36:28.395127 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-e50a7ab6-0443-4e18-bbb5-97e86903dc8d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 473 time: 0.1656370 Dec 22 15:36:28.404727 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-dcb3a195-4007-467e-b796-3406479e0835 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'port': {'device_id': '6d198880-3db8-46fd-83cc-6de53de13a94', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'admin_state_up': True, 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'security_groups': ['2f06c6d7-5044-4642-8d97-1d5881f3006c']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:36:28.559340 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-dcb3a195-4007-467e-b796-3406479e0835 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:36:28.564900 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-dcb3a195-4007-467e-b796-3406479e0835 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:port and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:36:28.569677 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-dcb3a195-4007-467e-b796-3406479e0835 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:36:28.575857 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-dcb3a195-4007-467e-b796-3406479e0835 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:36:28.627738 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-61888e1a-9c4b-40a7-9d95-fb40e57db47f req-a7f92924-e4bc-42e2-bea8-ad060e5c5ac6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 210 time: 0.0496895 Dec 22 15:36:28.718079 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-dcb3a195-4007-467e-b796-3406479e0835 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:36:28.723844 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-dcb3a195-4007-467e-b796-3406479e0835 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:28.905245 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-dcb3a195-4007-467e-b796-3406479e0835 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.20.0.13 (c2cde8b7-09ff-4088-b2eb-12e950f92aec/7eb826da-4a0f-40bf-8e38-3cba737d0d1d/c5f1eff2-9f75-4b6c-ba79-dad8c573ef61) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:36:28.992063 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:29.113479 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:29.140543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-dcb3a195-4007-467e-b796-3406479e0835 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:29.163655 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-dcb3a195-4007-467e-b796-3406479e0835 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Transition to ACTIVE for port object c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:36:29.280935 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-dcb3a195-4007-467e-b796-3406479e0835 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:29.286818 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e483d973-49ef-4778-a2d7-030af1da7ffd tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:36:29.359829 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-dcb3a195-4007-467e-b796-3406479e0835 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network c2cde8b7-09ff-4088-b2eb-12e950f92aec is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:36:29.363147 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-dcb3a195-4007-467e-b796-3406479e0835 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:36:29.367421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-dcb3a195-4007-467e-b796-3406479e0835 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:36:29.398496 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3a195-4007-467e-b796-3406479e0835 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=c5f1eff2-9f75-4b6c-ba79-dad8c573ef61,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:36:29.405831 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dcb3a195-4007-467e-b796-3406479e0835 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:36:29.450182 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-dcb3a195-4007-467e-b796-3406479e0835 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:29.450878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-dcb3a195-4007-467e-b796-3406479e0835 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:29.611695 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-dcb3a195-4007-467e-b796-3406479e0835 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2115836 Dec 22 15:36:29.624443 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Request body: {'port': {'device_id': '6d198880-3db8-46fd-83cc-6de53de13a94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:36:29.768099 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:29.791699 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b846f194-2e1d-4e95-bb56-687bcd55b14f None None] Provisioning for port c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:36:29.798940 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b846f194-2e1d-4e95-bb56-687bcd55b14f None None] Provisioning complete for port c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:36:29.799571 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b846f194-2e1d-4e95-bb56-687bcd55b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:29.862860 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-b846f194-2e1d-4e95-bb56-687bcd55b14f None None] Port c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:36:29.881974 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fc737-22bc-4d74-ba1c-da0cbb1d42ff req-a0f29c97-c478-4cab-8f17-4c3e2a71758d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:29.889189 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-773fc737-22bc-4d74-ba1c-da0cbb1d42ff req-a0f29c97-c478-4cab-8f17-4c3e2a71758d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 932 time: 0.1317279 Dec 22 15:36:29.932183 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-773fc737-22bc-4d74-ba1c-da0cbb1d42ff req-2a2935f7-e102-46e2-9faa-10a22e15651c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f06c6d7-5044-4642-8d97-1d5881f3006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419087 Dec 22 15:36:30.316730 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:36:30.328759 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:30.349449 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Transition to ACTIVE for port object c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:36:30.484758 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:30.488857 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-524d3041-950e-49de-81d8-6f920a9298fe tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:36:30.634258 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Pushing event updated for resources: {'Port': ['ID=c5f1eff2-9f75-4b6c-ba79-dad8c573ef61,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:36:30.670313 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:36:30.761638 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Attempting to bind port c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:36:30.762008 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Attempting to bind port c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '91735a3e-88ea-4e64-9401-b4d5c6cd121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:36:30.762375 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Attempting to bind port c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 on network c2cde8b7-09ff-4088-b2eb-12e950f92aec {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:36:30.767615 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Port c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 on network c2cde8b7-09ff-4088-b2eb-12e950f92aec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:36:30.767943 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Attempting to bind port c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 on network c2cde8b7-09ff-4088-b2eb-12e950f92aec {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:36:30.774188 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:36:30.774650 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Checking segment: {'id': '91735a3e-88ea-4e64-9401-b4d5c6cd121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:36:30.775261 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Bound using segment: {'id': '91735a3e-88ea-4e64-9401-b4d5c6cd121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:36:30.775711 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Bound port: c5f1eff2-9f75-4b6c-ba79-dad8c573ef61, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91735a3e-88ea-4e64-9401-b4d5c6cd121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:36:30.776207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:30.886962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] For port c5f1eff2-9f75-4b6c-ba79-dad8c573ef61, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:36:30.891508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] For port c5f1eff2-9f75-4b6c-ba79-dad8c573ef61, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c5f1eff2-9f75-4b6c-ba79-dad8c573ef61,segment=NetworkSegment(91735a3e-88ea-4e64-9401-b4d5c6cd121e),segment_id=91735a3e-88ea-4e64-9401-b4d5c6cd121e)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:36:30.930715 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:30.994509 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:30.999679 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4e13a738-ffda-468b-b06e-2868533f5c65 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:36:31.064546 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:31.065182 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:31.066654 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] 10.222.0.57 "PUT /v2.0/ports/c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 HTTP/1.1" status: 200 len: 1094 time: 1.4470294 Dec 22 15:36:31.067192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d198880-3db8-46fd-83cc-6de53de13a94', 'tag': 'c5f1eff2-9f75-4b6c-ba79-dad8c573ef61'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:36:31.092873 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Pushing event updated for resources: {'Port': ['ID=c5f1eff2-9f75-4b6c-ba79-dad8c573ef61,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:36:31.097410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:36:31.134358 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d198880-3db8-46fd-83cc-6de53de13a94', 'tag': 'c5f1eff2-9f75-4b6c-ba79-dad8c573ef61', 'status': 'completed', 'code': 200} Dec 22 15:36:31.191171 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6aab5-7cdd-4087-825b-37a8d366d9bc req-022544ae-a79d-40c4-bbe0-a636a6c6c0b6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:31.193748 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-25c6aab5-7cdd-4087-825b-37a8d366d9bc req-022544ae-a79d-40c4-bbe0-a636a6c6c0b6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 944 time: 0.1404467 Dec 22 15:36:31.247825 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-25c6aab5-7cdd-4087-825b-37a8d366d9bc req-d8bb28a4-0328-4602-b476-5e178470067c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f06c6d7-5044-4642-8d97-1d5881f3006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465486 Dec 22 15:36:31.251050 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fa641-eeca-45c0-b343-db159a4ca603 req-0773b090-235d-44ce-83cd-a9352b155968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:31.252678 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8e0fa641-eeca-45c0-b343-db159a4ca603 req-0773b090-235d-44ce-83cd-a9352b155968 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 1097 time: 0.0969422 Dec 22 15:36:31.412308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fa641-eeca-45c0-b343-db159a4ca603 req-b68817c2-870b-4f08-b35e-f49c1db0f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:31.413826 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8e0fa641-eeca-45c0-b343-db159a4ca603 req-b68817c2-870b-4f08-b35e-f49c1db0f4c4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1e3de4c345a044948e6178acdaa2b3de&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1531801 Dec 22 15:36:31.553230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fa641-eeca-45c0-b343-db159a4ca603 req-635f5706-8efa-4046-b4c5-3008be81da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:31.554715 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8e0fa641-eeca-45c0-b343-db159a4ca603 req-635f5706-8efa-4046-b4c5-3008be81da97 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353540 Dec 22 15:36:31.661751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-29107f03-d08b-4c19-82ea-7732ee5d958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:31.663259 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-29107f03-d08b-4c19-82ea-7732ee5d958e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 1097 time: 0.0711670 Dec 22 15:36:31.735422 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-f50aef4a-7765-45e7-9764-9925e9c19eb3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 HTTP/1.1" status: 200 len: 217 time: 0.0638800 Dec 22 15:36:31.808778 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-6fed8d98-f67e-4e3b-97e4-35e31014c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:31.810873 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-6fed8d98-f67e-4e3b-97e4-35e31014c865 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eb826da-4a0f-40bf-8e38-3cba737d0d1d HTTP/1.1" status: 200 len: 835 time: 0.0664613 Dec 22 15:36:31.890894 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-e8368ac0-a1dc-4db5-80b2-e977f8fd01a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:31.892457 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-e8368ac0-a1dc-4db5-80b2-e977f8fd01a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c2cde8b7-09ff-4088-b2eb-12e950f92aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756090 Dec 22 15:36:32.031163 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-6e92c33f-ad27-47ab-bda5-61c96dbd4b64 service neutron] 10.222.0.57 "GET /v2.0/networks/c2cde8b7-09ff-4088-b2eb-12e950f92aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310134 Dec 22 15:36:32.172913 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45b54ce3-161a-4dc5-957b-90cd67443eaf req-57a00b66-652a-4f5a-8bc4-3e2024a65950 service neutron] 10.222.0.57 "GET /v2.0/networks/c2cde8b7-09ff-4088-b2eb-12e950f92aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332405 Dec 22 15:36:32.456686 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d0f8f-2cb4-4840-bfac-9c5694aec7f7 req-3fe3a739-4f9a-4ace-bbbb-773ff6376448 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:32.458479 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-269d0f8f-2cb4-4840-bfac-9c5694aec7f7 req-3fe3a739-4f9a-4ace-bbbb-773ff6376448 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 944 time: 0.0853605 Dec 22 15:36:32.523713 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-269d0f8f-2cb4-4840-bfac-9c5694aec7f7 req-3be5b584-caa8-4ab1-a910-23c9e744ed93 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f06c6d7-5044-4642-8d97-1d5881f3006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578330 Dec 22 15:36:32.713516 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-5caddab0-27af-4518-8bdb-436478cf9736 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-618355692&fields=id&tenant_id=84464132bfda464dbef4abab87427463 HTTP/1.1" status: 200 len: 267 time: 0.0420575 Dec 22 15:36:32.879286 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-fc477166-6677-4e2f-856c-17576685c46b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:32.880673 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-fc477166-6677-4e2f-856c-17576685c46b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/networks?id=3ff4b8cf-1075-4500-85d7-9341f04be41f HTTP/1.1" status: 200 len: 811 time: 0.1595531 Dec 22 15:36:32.896492 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-d8dcc484-c9ea-4d38-87c8-6105d6f6aa88 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/quotas/84464132bfda464dbef4abab87427463 HTTP/1.1" status: 200 len: 375 time: 0.0101271 Dec 22 15:36:33.010712 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-ce997f81-02d3-4e1e-b140-0189f9029fd9 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=84464132bfda464dbef4abab87427463&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1088283 Dec 22 15:36:33.152515 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-6da4a923-ba46-4a04-bd8a-f64990b324d1 service neutron] 10.222.0.59 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293182 Dec 22 15:36:33.292656 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-94a1f3b4-de76-4a7c-8564-dc1b77e6a060 service neutron] 10.222.0.59 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340501 Dec 22 15:36:33.729311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddc342-585b-45e9-9641-73dbff1f2b96 req-7ab63bd0-7779-4cf6-ae32-91620877d428 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:33.730886 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ddddc342-585b-45e9-9641-73dbff1f2b96 req-7ab63bd0-7779-4cf6-ae32-91620877d428 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 944 time: 0.0897489 Dec 22 15:36:33.785225 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ddddc342-585b-45e9-9641-73dbff1f2b96 req-0978cf4d-caee-4760-b37e-b563a3401870 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f06c6d7-5044-4642-8d97-1d5881f3006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467868 Dec 22 15:36:34.037889 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-154ede1c-1a6f-4ace-adb0-282bfa796098 req-3e3f1e8b-ca4c-44de-b130-19c7a3bee7a9 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 210 time: 0.0433693 Dec 22 15:36:34.990249 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d5548-acb3-4a6d-b385-e202d607b5f3 req-231cb90a-990b-45af-bfcd-7c497c79a7d0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:34.991733 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6e5d5548-acb3-4a6d-b385-e202d607b5f3 req-231cb90a-990b-45af-bfcd-7c497c79a7d0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 944 time: 0.0895593 Dec 22 15:36:35.036248 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6e5d5548-acb3-4a6d-b385-e202d607b5f3 req-8c6c2eab-5e0b-4bcc-8fc1-8b296b6752e7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f06c6d7-5044-4642-8d97-1d5881f3006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388234 Dec 22 15:36:35.064763 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:36:35.193203 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6d14379b-e9f6-4d9e-80ae-13ed4abe2702 req-980eb4fc-7121-429e-aba8-e99972774f3d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 210 time: 0.0460014 Dec 22 15:36:35.205266 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port c5f1eff2-9f75-4b6c-ba79-dad8c573ef61, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c5f1eff2-9f75-4b6c-ba79-dad8c573ef61,segment=NetworkSegment(91735a3e-88ea-4e64-9401-b4d5c6cd121e),segment_id=91735a3e-88ea-4e64-9401-b4d5c6cd121e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:36:35.219796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': 'c5f1eff2-9f75-4b6c-ba79-dad8c573ef61', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'port_id': 'c5f1eff2-9f75-4b6c-ba79-dad8c573ef61', 'mac_address': 'fa:16:3e:0f:65:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:36:35.282991 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:35.300035 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:36:35.315681 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port c5f1eff2-9f75-4b6c-ba79-dad8c573ef61, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c5f1eff2-9f75-4b6c-ba79-dad8c573ef61,segment=NetworkSegment(91735a3e-88ea-4e64-9401-b4d5c6cd121e),segment_id=91735a3e-88ea-4e64-9401-b4d5c6cd121e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:36:35.564822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:35.567268 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:36:35.632147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=c5f1eff2-9f75-4b6c-ba79-dad8c573ef61,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:36:35.639185 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:35.639534 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:35.639869 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:35.640198 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:35.640521 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:35.640846 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:35.641164 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:35.641483 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:35.641804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:35.642119 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:35.642457 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:35.642771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:36:35.646674 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:36:35.912106 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['c5f1eff2-9f75-4b6c-ba79-dad8c573ef61'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:36:36.136724 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:36.229122 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c102190-2a87-4d1b-a590-92b0cdb968a3 req-74e0ec96-fd0f-4658-9354-dc501dc7c434 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:36.235125 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5c102190-2a87-4d1b-a590-92b0cdb968a3 req-74e0ec96-fd0f-4658-9354-dc501dc7c434 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 945 time: 0.0918591 Dec 22 15:36:36.283658 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5c102190-2a87-4d1b-a590-92b0cdb968a3 req-2624cbfd-4875-48b2-82ea-7db3ece200af tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f06c6d7-5044-4642-8d97-1d5881f3006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426493 Dec 22 15:36:36.361866 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-73ef0677-d6e8-4d00-8146-c2dc632a7c02 req-68f69054-b7d4-48d0-b6b3-882c60e7b8c6 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 210 time: 0.0494850 Dec 22 15:36:36.646798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-0d735870-140d-463f-88e7-b608718dd89b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:36.648187 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-0d735870-140d-463f-88e7-b608718dd89b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.57 "GET /v2.0/networks?id=3ff4b8cf-1075-4500-85d7-9341f04be41f HTTP/1.1" status: 200 len: 811 time: 0.1567748 Dec 22 15:36:36.817982 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-69034069-ffcd-4cc0-b019-5cdbc93ef150 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84464132bfda464dbef4abab87427463 HTTP/1.1" status: 200 len: 379 time: 0.1609871 Dec 22 15:36:36.827801 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-9764b8ff-71e3-4b2f-9467-e02427c9ab09 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Request body: {'port': {'device_id': '650011f7-cec0-4c55-9485-a629093edde9', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'admin_state_up': True, 'tenant_id': '84464132bfda464dbef4abab87427463', 'security_groups': ['5badb9a5-6f46-48eb-9141-a6163c784b32']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:36:36.966400 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-9764b8ff-71e3-4b2f-9467-e02427c9ab09 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:36:36.970807 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-9764b8ff-71e3-4b2f-9467-e02427c9ab09 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Usage tracker for resource:port and tenant:84464132bfda464dbef4abab87427463 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:36:36.973673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-9764b8ff-71e3-4b2f-9467-e02427c9ab09 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:36:36.979872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-9764b8ff-71e3-4b2f-9467-e02427c9ab09 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:36:37.075463 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:36:37.171272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-9764b8ff-71e3-4b2f-9467-e02427c9ab09 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Made reservation on behalf of 84464132bfda464dbef4abab87427463 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:36:37.175430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-9764b8ff-71e3-4b2f-9467-e02427c9ab09 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:37.330883 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:36:37.338538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:36:37.339261 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:37.343620 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-9764b8ff-71e3-4b2f-9467-e02427c9ab09 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Allocated IP 172.20.0.3 (3ff4b8cf-1075-4500-85d7-9341f04be41f/5e2f5610-73fd-4689-9d49-ece9b5bf2feb/bedc30f0-b702-482e-99f1-43467dc91ef1) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:36:37.529862 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f67c28-edab-47c3-8e81-517df82efd22 req-4a0597c0-2e45-483a-8af1-29abf7b79829 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:37.531419 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d4f67c28-edab-47c3-8e81-517df82efd22 req-4a0597c0-2e45-483a-8af1-29abf7b79829 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 945 time: 0.0867577 Dec 22 15:36:37.556635 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-9764b8ff-71e3-4b2f-9467-e02427c9ab09 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:37.573494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-9764b8ff-71e3-4b2f-9467-e02427c9ab09 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Transition to ACTIVE for port object bedc30f0-b702-482e-99f1-43467dc91ef1 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:36:37.586601 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:37.616765 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d198880-3db8-46fd-83cc-6de53de13a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f1eff2-9f75-4b6c-ba79-dad8c573ef61'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:36:37.627217 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port c5f1eff2-9f75-4b6c-ba79-dad8c573ef61, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c5f1eff2-9f75-4b6c-ba79-dad8c573ef61,segment=NetworkSegment(91735a3e-88ea-4e64-9401-b4d5c6cd121e),segment_id=91735a3e-88ea-4e64-9401-b4d5c6cd121e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:36:37.735647 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b6cb96de-5faf-45b5-9362-17cf9575ec07 req-1c98e477-196b-46eb-a5fe-4da9b78d05b6 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 210 time: 0.1694679 Dec 22 15:36:37.736944 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d4f67c28-edab-47c3-8e81-517df82efd22 req-d96ca786-e4b4-4688-890b-3a9d40184fea tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f06c6d7-5044-4642-8d97-1d5881f3006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995935 Dec 22 15:36:37.765214 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-9764b8ff-71e3-4b2f-9467-e02427c9ab09 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:37.772926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-59ccb25e-2920-49cd-b789-f814296d0487 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:36:37.781203 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d198880-3db8-46fd-83cc-6de53de13a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f1eff2-9f75-4b6c-ba79-dad8c573ef61', 'code': 200} Dec 22 15:36:37.805060 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:37.809636 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-4984efb0-c37a-4aeb-a6fe-dea6830e75de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:36:37.844039 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-9764b8ff-71e3-4b2f-9467-e02427c9ab09 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Network 3ff4b8cf-1075-4500-85d7-9341f04be41f is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:36:37.847236 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-9764b8ff-71e3-4b2f-9467-e02427c9ab09 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:36:37.851329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-9764b8ff-71e3-4b2f-9467-e02427c9ab09 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:36:37.882362 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=c5f1eff2-9f75-4b6c-ba79-dad8c573ef61,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:36:37.892643 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764b8ff-71e3-4b2f-9467-e02427c9ab09 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event updated for resources: {'Port': ['ID=bedc30f0-b702-482e-99f1-43467dc91ef1,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:36:37.896532 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:36:37.901817 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9764b8ff-71e3-4b2f-9467-e02427c9ab09 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:36:37.937649 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-9764b8ff-71e3-4b2f-9467-e02427c9ab09 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:37.938303 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-9764b8ff-71e3-4b2f-9467-e02427c9ab09 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:38.099065 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-9764b8ff-71e3-4b2f-9467-e02427c9ab09 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2733467 Dec 22 15:36:38.109728 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Request body: {'port': {'device_id': '650011f7-cec0-4c55-9485-a629093edde9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:36:38.205767 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4259e439-8913-44b1-bf4e-da233fe4b978 None None] Provisioning for port bedc30f0-b702-482e-99f1-43467dc91ef1 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:36:38.215991 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4259e439-8913-44b1-bf4e-da233fe4b978 None None] Provisioning complete for port bedc30f0-b702-482e-99f1-43467dc91ef1 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:36:38.216447 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4259e439-8913-44b1-bf4e-da233fe4b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:38.285559 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-4259e439-8913-44b1-bf4e-da233fe4b978 None None] Port bedc30f0-b702-482e-99f1-43467dc91ef1 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:36:38.296487 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:38.391279 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6882f1-8713-476e-812c-85938375b1af req-9a93a2ed-8e3b-4b41-9dd8-8a2451a35c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:38.393377 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ae6882f1-8713-476e-812c-85938375b1af req-9a93a2ed-8e3b-4b41-9dd8-8a2451a35c0c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 1099 time: 0.1964824 Dec 22 15:36:38.514512 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ae6882f1-8713-476e-812c-85938375b1af req-b61e7f9f-2119-4d78-8a49-6fefb9befec4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2f06c6d7-5044-4642-8d97-1d5881f3006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827563 Dec 22 15:36:38.707923 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedc30f0-b702-482e-99f1-43467dc91ef1 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:36:38.715182 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:38.729559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Transition to ACTIVE for port object bedc30f0-b702-482e-99f1-43467dc91ef1 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:36:38.896479 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:38.900532 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5d314689-17e8-493c-bb94-1d61231a366a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:36:39.002218 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7a81f-394a-4753-b1db-be87f5af917e req-6f4e9eba-ba3c-48c4-8033-480d919cf693 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:39.003933 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8fb7a81f-394a-4753-b1db-be87f5af917e req-6f4e9eba-ba3c-48c4-8033-480d919cf693 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 931 time: 0.1538146 Dec 22 15:36:39.048143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252883d5-05ac-46f3-b8e5-69cd63663286 req-0c9fae7b-35d7-4f8c-a293-b21991d86caf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:39.049899 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-252883d5-05ac-46f3-b8e5-69cd63663286 req-0c9fae7b-35d7-4f8c-a293-b21991d86caf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 946 time: 0.1619954 Dec 22 15:36:39.078917 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Pushing event updated for resources: {'Port': ['ID=bedc30f0-b702-482e-99f1-43467dc91ef1,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:36:39.086027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:36:39.095947 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8fb7a81f-394a-4753-b1db-be87f5af917e req-89e49fb6-663f-4ce8-9adc-0458c00db0c4 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813525 Dec 22 15:36:39.126009 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-252883d5-05ac-46f3-b8e5-69cd63663286 req-3a83320a-049d-4e98-9eb6-7d4c8f4bb522 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f06c6d7-5044-4642-8d97-1d5881f3006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604310 Dec 22 15:36:39.175771 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Attempting to bind port bedc30f0-b702-482e-99f1-43467dc91ef1 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:36:39.176112 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Attempting to bind port bedc30f0-b702-482e-99f1-43467dc91ef1 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'bddc1ea0-8315-42db-9b7b-9931461fda46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:36:39.176469 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Attempting to bind port bedc30f0-b702-482e-99f1-43467dc91ef1 on network 3ff4b8cf-1075-4500-85d7-9341f04be41f {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:36:39.181537 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Port bedc30f0-b702-482e-99f1-43467dc91ef1 on network 3ff4b8cf-1075-4500-85d7-9341f04be41f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:36:39.182018 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Attempting to bind port bedc30f0-b702-482e-99f1-43467dc91ef1 on network 3ff4b8cf-1075-4500-85d7-9341f04be41f {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:36:39.187731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:36:39.188072 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Checking segment: {'id': 'bddc1ea0-8315-42db-9b7b-9931461fda46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:36:39.188464 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Bound using segment: {'id': 'bddc1ea0-8315-42db-9b7b-9931461fda46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:36:39.188885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Bound port: bedc30f0-b702-482e-99f1-43467dc91ef1, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bddc1ea0-8315-42db-9b7b-9931461fda46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:36:39.189233 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:39.284033 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] For port bedc30f0-b702-482e-99f1-43467dc91ef1, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:36:39.290575 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] For port bedc30f0-b702-482e-99f1-43467dc91ef1, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bedc30f0-b702-482e-99f1-43467dc91ef1,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:36:39.468988 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:39.474130 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8afc0451-d325-460b-8b88-314f65ba3fd7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:36:39.659646 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:39.660259 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:39.661817 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] 10.222.0.57 "PUT /v2.0/ports/bedc30f0-b702-482e-99f1-43467dc91ef1 HTTP/1.1" status: 200 len: 1093 time: 1.5571053 Dec 22 15:36:39.665087 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650011f7-cec0-4c55-9485-a629093edde9', 'tag': 'bedc30f0-b702-482e-99f1-43467dc91ef1'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:36:39.703769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Pushing event updated for resources: {'Port': ['ID=bedc30f0-b702-482e-99f1-43467dc91ef1,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:36:39.710865 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:36:39.721749 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650011f7-cec0-4c55-9485-a629093edde9', 'tag': 'bedc30f0-b702-482e-99f1-43467dc91ef1', 'status': 'completed', 'code': 200} Dec 22 15:36:39.831237 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800ad6c-013d-4fc1-b2cc-cf949871a8b0 req-17780646-7917-4b5c-84f9-280356cef8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:39.832754 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9800ad6c-013d-4fc1-b2cc-cf949871a8b0 req-17780646-7917-4b5c-84f9-280356cef8e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84464132bfda464dbef4abab87427463&device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 1096 time: 0.0783544 Dec 22 15:36:39.986522 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800ad6c-013d-4fc1-b2cc-cf949871a8b0 req-6d3f2187-9339-4b9b-aa21-e3c9e372a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:39.988027 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9800ad6c-013d-4fc1-b2cc-cf949871a8b0 req-6d3f2187-9339-4b9b-aa21-e3c9e372a09d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=84464132bfda464dbef4abab87427463&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1470439 Dec 22 15:36:40.146571 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800ad6c-013d-4fc1-b2cc-cf949871a8b0 req-ed0fa610-1bf7-4e34-a433-664fd9b9f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:40.150287 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9800ad6c-013d-4fc1-b2cc-cf949871a8b0 req-ed0fa610-1bf7-4e34-a433-664fd9b9f765 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1532450 Dec 22 15:36:40.298298 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-7ad27054-bede-42db-a2a9-f33a53c8e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:40.300159 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-7ad27054-bede-42db-a2a9-f33a53c8e314 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84464132bfda464dbef4abab87427463&device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 1096 time: 0.0774639 Dec 22 15:36:40.383530 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059dac2-3776-4431-baca-b12a08a24462 req-d220e681-86e0-4e45-a21b-429095a94c02 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:40.385148 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3059dac2-3776-4431-baca-b12a08a24462 req-d220e681-86e0-4e45-a21b-429095a94c02 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 943 time: 0.1555259 Dec 22 15:36:40.395693 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-4b296118-8e8e-425e-ab52-3ba40fee57c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bedc30f0-b702-482e-99f1-43467dc91ef1 HTTP/1.1" status: 200 len: 217 time: 0.0878615 Dec 22 15:36:40.436040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c567b4-68a3-4fae-91a1-59acf0e55868 req-82f1e69e-2cd3-43eb-87d3-1a6781af011e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:40.437551 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8c567b4-68a3-4fae-91a1-59acf0e55868 req-82f1e69e-2cd3-43eb-87d3-1a6781af011e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 946 time: 0.1679003 Dec 22 15:36:40.467911 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-a3f7516a-e71c-4c58-8ccd-2f32bca20af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:40.469578 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-a3f7516a-e71c-4c58-8ccd-2f32bca20af0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e2f5610-73fd-4689-9d49-ece9b5bf2feb HTTP/1.1" status: 200 len: 850 time: 0.0672309 Dec 22 15:36:40.479644 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3059dac2-3776-4431-baca-b12a08a24462 req-2ef22c4d-96b5-40b6-961d-5ce2954b35d3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851407 Dec 22 15:36:40.500937 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8c567b4-68a3-4fae-91a1-59acf0e55868 req-fb543fd7-b6c3-4fdf-a320-84620f9da64e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f06c6d7-5044-4642-8d97-1d5881f3006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530806 Dec 22 15:36:40.550576 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-788536dd-188b-420e-a4cc-9b9df509effa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:40.551988 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-788536dd-188b-420e-a4cc-9b9df509effa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff4b8cf-1075-4500-85d7-9341f04be41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747278 Dec 22 15:36:40.688140 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-4c3df666-f2a4-4907-b170-60c8d81a7027 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290872 Dec 22 15:36:40.830039 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68053cf7-6a6c-4bb2-a2e9-63f3456221da req-ea00cc2b-356e-4015-a1e6-b97d51d60041 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357481 Dec 22 15:36:41.741992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a89a28-aa96-4211-89f4-7eae531fd0dd req-0b50ae5c-ff3c-4a40-bb77-c00bc0c8f8c5 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:41.743434 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-08a89a28-aa96-4211-89f4-7eae531fd0dd req-0b50ae5c-ff3c-4a40-bb77-c00bc0c8f8c5 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 943 time: 0.1482425 Dec 22 15:36:41.756334 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898980d6-a6e5-41d8-bffa-af765748afa3 req-5b31d162-0c4a-4750-a38c-4427b9349bd6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:41.757795 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-898980d6-a6e5-41d8-bffa-af765748afa3 req-5b31d162-0c4a-4750-a38c-4427b9349bd6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 946 time: 0.1296773 Dec 22 15:36:41.828155 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-08a89a28-aa96-4211-89f4-7eae531fd0dd req-e73304af-c1b4-4cd7-910c-a0a587ff0383 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693495 Dec 22 15:36:41.838392 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-898980d6-a6e5-41d8-bffa-af765748afa3 req-186503da-7ab2-42c2-95c2-ee7091919f40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f06c6d7-5044-4642-8d97-1d5881f3006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634568 Dec 22 15:36:42.031279 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e9c70-ab85-4c3d-b0d5-d39f3628a2c0 req-454d1db4-e57c-4721-8069-2afe8d72d81e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:42.032650 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5e8e9c70-ab85-4c3d-b0d5-d39f3628a2c0 req-454d1db4-e57c-4721-8069-2afe8d72d81e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 946 time: 0.0839024 Dec 22 15:36:42.079043 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5e8e9c70-ab85-4c3d-b0d5-d39f3628a2c0 req-7a10035f-2afe-4b83-bab3-70a8334076f0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f06c6d7-5044-4642-8d97-1d5881f3006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407174 Dec 22 15:36:42.109404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 39996) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:42.178511 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f653503-f609-418e-9615-a606703ff476 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:42.180046 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5f653503-f609-418e-9615-a606703ff476 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 1094 time: 0.0695686 Dec 22 15:36:42.183256 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40000) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:42.188497 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-114eb99e-9c00-4747-a644-82d260d0822e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'floatingip': {'port_id': 'c5f1eff2-9f75-4b6c-ba79-dad8c573ef61'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:36:42.267252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-114eb99e-9c00-4747-a644-82d260d0822e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:43.042092 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-114eb99e-9c00-4747-a644-82d260d0822e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:43.073081 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3cb59-a6c3-4b25-b841-3815c80a9494 req-39b0fbf5-7302-48ec-9e2e-29680f5d4936 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:43.074676 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3fd3cb59-a6c3-4b25-b841-3815c80a9494 req-39b0fbf5-7302-48ec-9e2e-29680f5d4936 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 943 time: 0.1210778 Dec 22 15:36:43.131468 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3fd3cb59-a6c3-4b25-b841-3815c80a9494 req-1e8e02d7-e951-4bff-b4d1-c2eff78ac518 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478258 Dec 22 15:36:43.170356 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-114eb99e-9c00-4747-a644-82d260d0822e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:43.348935 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-114eb99e-9c00-4747-a644-82d260d0822e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Floating IP 91665d68-3bcf-4a89-8da8-0f0c20bbf7c9 associated. External IP: 172.26.6.61, port: c5f1eff2-9f75-4b6c-ba79-dad8c573ef61. Dec 22 15:36:43.705199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114eb99e-9c00-4747-a644-82d260d0822e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 9abe6052-4d43-4b72-8591-010b48e683f5 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:36:43.891813 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114eb99e-9c00-4747-a644-82d260d0822e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:36:43.902135 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-114eb99e-9c00-4747-a644-82d260d0822e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:43.902479 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ea930-ecb4-4855-83e5-020096e329b7 None None] Sync routers for ids ['9abe6052-4d43-4b72-8591-010b48e683f5'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:36:43.912786 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ea930-ecb4-4855-83e5-020096e329b7 None None] Routers {'9abe6052-4d43-4b72-8591-010b48e683f5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:36:43.913419 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-db9ea930-ecb4-4855-83e5-020096e329b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:36:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['9abe6052-4d43-4b72-8591-010b48e683f5'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:36:43.966194 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-114eb99e-9c00-4747-a644-82d260d0822e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/floatingips/91665d68-3bcf-4a89-8da8-0f0c20bbf7c9 HTTP/1.1" status: 200 len: 991 time: 1.7730002 Dec 22 15:36:43.966194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d198880-3db8-46fd-83cc-6de53de13a94', 'tag': 'c5f1eff2-9f75-4b6c-ba79-dad8c573ef61'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:36:43.966797 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40006) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:44.008393 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d198880-3db8-46fd-83cc-6de53de13a94', 'tag': 'c5f1eff2-9f75-4b6c-ba79-dad8c573ef61', 'status': 'completed', 'code': 200} Dec 22 15:36:44.185183 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c14748a3-5273-495b-a876-6732f55c52d7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/91665d68-3bcf-4a89-8da8-0f0c20bbf7c9 HTTP/1.1" status: 200 len: 991 time: 0.2168734 Dec 22 15:36:44.195578 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-db9ea930-ecb4-4855-83e5-020096e329b7 None None] Set router 9abe6052-4d43-4b72-8591-010b48e683f5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:36:44.205171 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249e5ae-3d7b-4fab-a48b-f27c0a5e5375 req-46bb19d7-7b6a-45c4-a0d7-78facb0c8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:44.210417 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2249e5ae-3d7b-4fab-a48b-f27c0a5e5375 req-46bb19d7-7b6a-45c4-a0d7-78facb0c8513 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 1099 time: 0.1367424 Dec 22 15:36:44.365350 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249e5ae-3d7b-4fab-a48b-f27c0a5e5375 req-badb592b-32ac-4f93-ab12-cbbd4f8aa921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:44.367123 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2249e5ae-3d7b-4fab-a48b-f27c0a5e5375 req-badb592b-32ac-4f93-ab12-cbbd4f8aa921 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c2cde8b7-09ff-4088-b2eb-12e950f92aec HTTP/1.1" status: 200 len: 897 time: 0.1529758 Dec 22 15:36:44.464127 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b659668-b778-4f12-aca2-55f0941c1216 req-bef08310-fe19-4dab-8c98-5934c2f1cde2 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:44.467503 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8b659668-b778-4f12-aca2-55f0941c1216 req-bef08310-fe19-4dab-8c98-5934c2f1cde2 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 943 time: 0.1567094 Dec 22 15:36:44.487814 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2249e5ae-3d7b-4fab-a48b-f27c0a5e5375 req-24a055d1-2ab0-4347-bc82-fec6c8310647 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 HTTP/1.1" status: 200 len: 999 time: 0.1124346 Dec 22 15:36:44.522742 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8b659668-b778-4f12-aca2-55f0941c1216 req-420b0e8e-05a2-4cf7-aadc-a808aa06e05c tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474341 Dec 22 15:36:44.571813 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249e5ae-3d7b-4fab-a48b-f27c0a5e5375 req-86161073-602f-47d4-a0f3-451ae871a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:44.574312 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2249e5ae-3d7b-4fab-a48b-f27c0a5e5375 req-86161073-602f-47d4-a0f3-451ae871a3de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eb826da-4a0f-40bf-8e38-3cba737d0d1d HTTP/1.1" status: 200 len: 835 time: 0.0797875 Dec 22 15:36:44.619798 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-db9ea930-ecb4-4855-83e5-020096e329b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'name': 'tempest-TestNetworkBasicOps-router-379448887', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '90d69368-c980-48d6-842a-4c9249956af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:35Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '90d69368-c980-48d6-842a-4c9249956af4', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:29Z', 'updated_at': '2021-12-22T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '91665d68-3bcf-4a89-8da8-0f0c20bbf7c9', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.61', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'port_id': 'c5f1eff2-9f75-4b6c-ba79-dad8c573ef61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'mac_address': 'fa:16:3e:0f:65:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d198880-3db8-46fd-83cc-6de53de13a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:34:57Z', 'updated_at': '2021-12-22T15:36:42Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2239e40d-81e2-406b-9f2e-5133169f6fed', 'name': '', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:20:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:34Z', 'updated_at': '2021-12-22T15:34:40Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:36:44.623933 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ea930-ecb4-4855-83e5-020096e329b7 None None] Checking router: 9abe6052-4d43-4b72-8591-010b48e683f5 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:36:44.635152 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ea930-ecb4-4855-83e5-020096e329b7 None None] Routers {'9abe6052-4d43-4b72-8591-010b48e683f5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:36:44.635804 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-db9ea930-ecb4-4855-83e5-020096e329b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:36:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['9abe6052-4d43-4b72-8591-010b48e683f5'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:36:44.692137 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249e5ae-3d7b-4fab-a48b-f27c0a5e5375 req-dbeed8bf-6bfb-4c3b-8891-e2bb73b88eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:44.693850 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2249e5ae-3d7b-4fab-a48b-f27c0a5e5375 req-dbeed8bf-6bfb-4c3b-8891-e2bb73b88eb6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c2cde8b7-09ff-4088-b2eb-12e950f92aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1122189 Dec 22 15:36:44.824053 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-db9ea930-ecb4-4855-83e5-020096e329b7 None None] Set router 9abe6052-4d43-4b72-8591-010b48e683f5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:36:44.955953 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2249e5ae-3d7b-4fab-a48b-f27c0a5e5375 req-2f9ddd31-4463-4d80-9bf8-9062b9bd2ef3 service neutron] 10.222.0.57 "GET /v2.0/networks/c2cde8b7-09ff-4088-b2eb-12e950f92aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535667 Dec 22 15:36:45.095952 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2249e5ae-3d7b-4fab-a48b-f27c0a5e5375 req-6c354317-3419-46be-a7a8-08445d8c23af service neutron] 10.222.0.57 "GET /v2.0/networks/c2cde8b7-09ff-4088-b2eb-12e950f92aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333318 Dec 22 15:36:45.187514 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40014) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:45.197129 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-db9ea930-ecb4-4855-83e5-020096e329b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'name': 'tempest-TestNetworkBasicOps-router-379448887', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '90d69368-c980-48d6-842a-4c9249956af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:35Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '90d69368-c980-48d6-842a-4c9249956af4', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:29Z', 'updated_at': '2021-12-22T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '91665d68-3bcf-4a89-8da8-0f0c20bbf7c9', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.61', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'port_id': 'c5f1eff2-9f75-4b6c-ba79-dad8c573ef61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'mac_address': 'fa:16:3e:0f:65:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d198880-3db8-46fd-83cc-6de53de13a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:34:57Z', 'updated_at': '2021-12-22T15:36:42Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2239e40d-81e2-406b-9f2e-5133169f6fed', 'name': '', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:20:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:34Z', 'updated_at': '2021-12-22T15:34:40Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:36:45.203534 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ea930-ecb4-4855-83e5-020096e329b7 None None] The sync data for ids ['9abe6052-4d43-4b72-8591-010b48e683f5'] in dv-neutron-822674-1-hyperv is: [{'id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'name': 'tempest-TestNetworkBasicOps-router-379448887', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '90d69368-c980-48d6-842a-4c9249956af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:35Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '90d69368-c980-48d6-842a-4c9249956af4', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:29Z', 'updated_at': '2021-12-22T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '91665d68-3bcf-4a89-8da8-0f0c20bbf7c9', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.61', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'port_id': 'c5f1eff2-9f75-4b6c-ba79-dad8c573ef61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'mac_address': 'fa:16:3e:0f:65:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d198880-3db8-46fd-83cc-6de53de13a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:34:57Z', 'updated_at': '2021-12-22T15:36:42Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2239e40d-81e2-406b-9f2e-5133169f6fed', 'name': '', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:20:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:34Z', 'updated_at': '2021-12-22T15:34:40Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:36:45.312778 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8b99735b-fb11-4747-9d14-2c8246f66130 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/91665d68-3bcf-4a89-8da8-0f0c20bbf7c9 HTTP/1.1" status: 200 len: 991 time: 0.1233912 Dec 22 15:36:45.428025 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d28c06-2248-4cf5-bf47-64f5bfeba805 None None] New status for floating IP 91665d68-3bcf-4a89-8da8-0f0c20bbf7c9: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:36:45.756542 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c7db3-e81c-45be-8164-bd1893784b65 req-f53ec2e1-2761-463e-8acb-80cb18dc5726 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:45.758279 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a93c7db3-e81c-45be-8164-bd1893784b65 req-f53ec2e1-2761-463e-8acb-80cb18dc5726 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 943 time: 0.0984070 Dec 22 15:36:45.812063 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a93c7db3-e81c-45be-8164-bd1893784b65 req-12396975-2dd3-4443-9adc-6c2d62aca449 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478842 Dec 22 15:36:46.316611 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40020) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:46.441985 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5f96c0cc-3392-4d8f-ab81-bf0ee2d0a653 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/91665d68-3bcf-4a89-8da8-0f0c20bbf7c9 HTTP/1.1" status: 200 len: 993 time: 0.1239283 Dec 22 15:36:47.019594 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72ec1e-e082-4fd4-b0ab-5252078cabbb req-b060c6d7-4092-42ef-a27f-9affc354ebdb tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:47.021097 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fc72ec1e-e082-4fd4-b0ab-5252078cabbb req-b060c6d7-4092-42ef-a27f-9affc354ebdb tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 943 time: 0.0870879 Dec 22 15:36:47.066562 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fc72ec1e-e082-4fd4-b0ab-5252078cabbb req-cc80c90f-e93a-4a0e-bc3a-8292337b130f tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395796 Dec 22 15:36:48.391586 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9dc031-d6b2-4ea1-9b35-b1e99af505b1 req-977c2579-75bd-4327-828b-6ce67716a425 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:48.393120 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cf9dc031-d6b2-4ea1-9b35-b1e99af505b1 req-977c2579-75bd-4327-828b-6ce67716a425 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 943 time: 0.2190447 Dec 22 15:36:48.439822 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cf9dc031-d6b2-4ea1-9b35-b1e99af505b1 req-38fead3d-8a99-4149-a8b5-4b3217fcb380 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400405 Dec 22 15:36:49.771836 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc954fb6-6035-4506-aacf-2da7c2a325eb req-e6a64187-34bf-4634-a4a4-5cbe0b946edb tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:49.773303 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cc954fb6-6035-4506-aacf-2da7c2a325eb req-e6a64187-34bf-4634-a4a4-5cbe0b946edb tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 943 time: 0.0804646 Dec 22 15:36:49.818486 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cc954fb6-6035-4506-aacf-2da7c2a325eb req-a78ea038-053c-4079-8fbb-1515c9bfae17 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394070 Dec 22 15:36:50.061062 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-668aac10-b386-4bb0-8b3a-55cbd8bf85df req-70fe2b8a-3cb9-4129-957c-861e16032cf2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ade5fa51-370b-45d3-95f7-c661894071fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745783 Dec 22 15:36:50.151165 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668aac10-b386-4bb0-8b3a-55cbd8bf85df req-0850dc93-46c1-4618-acb6-f13a869082e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:50.152651 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-668aac10-b386-4bb0-8b3a-55cbd8bf85df req-0850dc93-46c1-4618-acb6-f13a869082e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 1098 time: 0.0715225 Dec 22 15:36:50.302710 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668aac10-b386-4bb0-8b3a-55cbd8bf85df req-72b27687-b028-4502-a2cd-dba5bd2240b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:50.304112 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-668aac10-b386-4bb0-8b3a-55cbd8bf85df req-72b27687-b028-4502-a2cd-dba5bd2240b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c2cde8b7-09ff-4088-b2eb-12e950f92aec HTTP/1.1" status: 200 len: 897 time: 0.1316648 Dec 22 15:36:50.378776 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-668aac10-b386-4bb0-8b3a-55cbd8bf85df req-9c5aca69-2f92-421c-b901-a0677295e905 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a007c6c-e1f3-48a7-a6f6-dc193003bd20 HTTP/1.1" status: 200 len: 217 time: 0.0681224 Dec 22 15:36:50.444592 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668aac10-b386-4bb0-8b3a-55cbd8bf85df req-d7fb9204-9b0f-44ca-a9f9-3940796b67fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:50.446033 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-668aac10-b386-4bb0-8b3a-55cbd8bf85df req-d7fb9204-9b0f-44ca-a9f9-3940796b67fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eb826da-4a0f-40bf-8e38-3cba737d0d1d HTTP/1.1" status: 200 len: 835 time: 0.0618396 Dec 22 15:36:50.524847 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668aac10-b386-4bb0-8b3a-55cbd8bf85df req-fc53adcd-be07-4f77-bf42-112422f5bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:50.526361 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-668aac10-b386-4bb0-8b3a-55cbd8bf85df req-fc53adcd-be07-4f77-bf42-112422f5bc35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c2cde8b7-09ff-4088-b2eb-12e950f92aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735922 Dec 22 15:36:50.659200 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-668aac10-b386-4bb0-8b3a-55cbd8bf85df req-bc7b0e71-f136-4c93-965d-98bbcc076008 service neutron] 10.222.0.57 "GET /v2.0/networks/c2cde8b7-09ff-4088-b2eb-12e950f92aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257520 Dec 22 15:36:50.796298 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-668aac10-b386-4bb0-8b3a-55cbd8bf85df req-c8f34308-61d6-43ae-8e16-e26ab4d2ef38 service neutron] 10.222.0.57 "GET /v2.0/networks/c2cde8b7-09ff-4088-b2eb-12e950f92aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309404 Dec 22 15:36:51.015611 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52671317-fab0-42aa-b686-e5c025cc1708 req-f85f5d3d-0f77-460e-9ec2-f448f62cbf2a tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:51.017023 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-52671317-fab0-42aa-b686-e5c025cc1708 req-f85f5d3d-0f77-460e-9ec2-f448f62cbf2a tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 943 time: 0.0904651 Dec 22 15:36:51.064504 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-52671317-fab0-42aa-b686-e5c025cc1708 req-874a8513-549a-477c-882e-7a268d35d529 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415061 Dec 22 15:36:51.142839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device bedc30f0-b702-482e-99f1-43467dc91ef1 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:36:51.274093 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port bedc30f0-b702-482e-99f1-43467dc91ef1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bedc30f0-b702-482e-99f1-43467dc91ef1,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:36:51.287281 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': 'bedc30f0-b702-482e-99f1-43467dc91ef1', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'port_id': 'bedc30f0-b702-482e-99f1-43467dc91ef1', 'mac_address': 'fa:16:3e:c8:9e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:36:51.345527 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:51.362886 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedc30f0-b702-482e-99f1-43467dc91ef1 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:36:51.378558 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port bedc30f0-b702-482e-99f1-43467dc91ef1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bedc30f0-b702-482e-99f1-43467dc91ef1,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:36:51.478938 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:51.480705 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:36:51.548351 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=bedc30f0-b702-482e-99f1-43467dc91ef1,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:36:51.552564 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:36:51.820065 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['bedc30f0-b702-482e-99f1-43467dc91ef1'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:36:52.252133 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17398e-6925-4245-b84a-5ca140cdf00f req-a49261dd-8d12-4926-9ba2-d53226114388 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:52.253611 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bd17398e-6925-4245-b84a-5ca140cdf00f req-a49261dd-8d12-4926-9ba2-d53226114388 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 944 time: 0.0836923 Dec 22 15:36:52.253722 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:36:52.303137 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bd17398e-6925-4245-b84a-5ca140cdf00f req-f81f9e3b-66b1-4128-9436-d30615bee2d0 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432823 Dec 22 15:36:53.158522 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device bedc30f0-b702-482e-99f1-43467dc91ef1 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:36:53.336074 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port bedc30f0-b702-482e-99f1-43467dc91ef1 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:36:53.342409 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port bedc30f0-b702-482e-99f1-43467dc91ef1 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:36:53.342639 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:53.469147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:53.494922 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eceffcb-6c59-4f44-9c21-4cc55489a980 req-6aab99e1-2eb9-49d1-9ac4-6dba654e86c5 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:53.496613 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2eceffcb-6c59-4f44-9c21-4cc55489a980 req-6aab99e1-2eb9-49d1-9ac4-6dba654e86c5 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 944 time: 0.0876791 Dec 22 15:36:53.500222 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650011f7-cec0-4c55-9485-a629093edde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedc30f0-b702-482e-99f1-43467dc91ef1'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:36:53.510491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port bedc30f0-b702-482e-99f1-43467dc91ef1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bedc30f0-b702-482e-99f1-43467dc91ef1,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:36:53.543769 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2eceffcb-6c59-4f44-9c21-4cc55489a980 req-f09418dc-94e7-454b-b005-b786c8dbd3a7 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410240 Dec 22 15:36:53.546435 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650011f7-cec0-4c55-9485-a629093edde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedc30f0-b702-482e-99f1-43467dc91ef1', 'code': 200} Dec 22 15:36:53.585390 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:53.587320 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d4776bfd-bb03-4195-9e5b-ec6166ac31d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:36:53.653398 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=bedc30f0-b702-482e-99f1-43467dc91ef1,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:36:53.656436 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:36:54.054599 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06d798-1ab9-40cf-a519-27cdf70d80ae req-c7fa076c-8c45-4bdc-a335-e2377c3b415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:54.056153 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc06d798-1ab9-40cf-a519-27cdf70d80ae req-c7fa076c-8c45-4bdc-a335-e2377c3b415d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 1098 time: 0.0718145 Dec 22 15:36:54.100567 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc06d798-1ab9-40cf-a519-27cdf70d80ae req-85d2c057-6bc3-4c4a-9f76-e426cc56f0f2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366447 Dec 22 15:36:54.743121 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374c07a-7348-453a-b78a-de97f3720baf req-9e7df560-6a5f-4022-ac3e-127cf3a5b3e0 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:54.744584 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e374c07a-7348-453a-b78a-de97f3720baf req-9e7df560-6a5f-4022-ac3e-127cf3a5b3e0 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 945 time: 0.0853107 Dec 22 15:36:54.788877 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e374c07a-7348-453a-b78a-de97f3720baf req-51c18264-21dd-4dfa-872e-d6d8d5b249c6 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382290 Dec 22 15:36:55.227150 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3c5b03f0-8955-481f-8b66-defd44970252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:55.988618 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1666d-bca8-4e37-a729-71d5a9dd8679 req-cc2cb17c-3886-4bd0-8a5f-82e65a33466d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:55.990035 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-09b1666d-bca8-4e37-a729-71d5a9dd8679 req-cc2cb17c-3886-4bd0-8a5f-82e65a33466d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 945 time: 0.0812693 Dec 22 15:36:56.035737 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-09b1666d-bca8-4e37-a729-71d5a9dd8679 req-94a49797-dae9-4b14-8c9b-2d736bd35a8b tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398862 Dec 22 15:36:56.229702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376f136-6c2b-42bc-bc61-281ff604af16 req-8b910b76-1320-447e-abe4-7a7b4d9798bb tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:56.231203 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0376f136-6c2b-42bc-bc61-281ff604af16 req-8b910b76-1320-447e-abe4-7a7b4d9798bb tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 945 time: 0.0853672 Dec 22 15:36:56.275798 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0376f136-6c2b-42bc-bc61-281ff604af16 req-5a796ee6-a6c6-4f9f-9a2b-39410dd2103e tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376058 Dec 22 15:36:56.299712 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40046) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:56.484271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7903e6b2-171e-4b2f-bcb6-ced43c70f474 tempest-TestVolumeBootPattern-1631151912 tempest-TestVolumeBootPattern-1631151912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:56.485764 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7903e6b2-171e-4b2f-bcb6-ced43c70f474 tempest-TestVolumeBootPattern-1631151912 tempest-TestVolumeBootPattern-1631151912-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 1093 time: 0.1850848 Dec 22 15:36:56.488534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40052) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:56.493639 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': 'bedc30f0-b702-482e-99f1-43467dc91ef1', 'tenant_id': '84464132bfda464dbef4abab87427463', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:36:56.500340 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:36:56.506339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Usage tracker for resource:floatingip and tenant:84464132bfda464dbef4abab87427463 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:36:56.507298 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:36:56.512896 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:36:56.615220 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:56.751569 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:56.886058 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Allocated IP 172.26.6.200 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/f3762518-94af-4013-8f40-d483f4537fb5) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:36:57.147984 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:57.262157 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:57.265972 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5d314689-17e8-493c-bb94-1d61231a366a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:36:57.336393 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:36:57.339262 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:36:57.342691 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:36:57.379057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event updated for resources: {'Port': ['ID=f3762518-94af-4013-8f40-d483f4537fb5,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:36:57.382556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:36:57.713451 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ccbac5e5-fd05-492d-b932-f0c01b53a354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:57.786327 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:57.918488 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:58.160368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:58.279290 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:58.283308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ef4eafc9-43a9-41b4-931e-8b6c0fd40a7a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:36:58.392877 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event updated for resources: {'Port': ['ID=f3762518-94af-4013-8f40-d483f4537fb5,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:36:58.397161 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:36:58.406022 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:58.578457 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Floating IP 8fdf53d3-c2c0-4e31-9edd-31967827e0db associated. External IP: 172.26.6.200, port: bedc30f0-b702-482e-99f1-43467dc91ef1. Dec 22 15:36:58.936079 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:59.054969 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:59.069706 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:36:59.257433 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:36:59.267592 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31165f6a-f8e2-4708-9ab4-f863ad1e8f7b None None] Sync routers for ids ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:36:59.277139 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31165f6a-f8e2-4708-9ab4-f863ad1e8f7b None None] Routers {'e65b2fa4-ba83-4c56-b0b2-8feaeb559527'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:36:59.277917 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-31165f6a-f8e2-4708-9ab4-f863ad1e8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:36:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:36:59.387913 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:36:59.448824 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9591687 Dec 22 15:36:59.449519 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650011f7-cec0-4c55-9485-a629093edde9', 'tag': 'bedc30f0-b702-482e-99f1-43467dc91ef1'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:36:59.459630 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-31165f6a-f8e2-4708-9ab4-f863ad1e8f7b None None] Set router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:36:59.501758 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650011f7-cec0-4c55-9485-a629093edde9', 'tag': 'bedc30f0-b702-482e-99f1-43467dc91ef1', 'status': 'completed', 'code': 200} Dec 22 15:36:59.596148 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d2cd8-6d52-4806-afac-f43e4d03266d req-74e1e4a5-ebe3-4254-ab4e-419c082fb606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:59.597653 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f5d2cd8-6d52-4806-afac-f43e4d03266d req-74e1e4a5-ebe3-4254-ab4e-419c082fb606 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84464132bfda464dbef4abab87427463&device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 1098 time: 0.0743122 Dec 22 15:36:59.729840 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d2cd8-6d52-4806-afac-f43e4d03266d req-c207f07b-4554-481e-988a-de4c51a21b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:59.731337 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f5d2cd8-6d52-4806-afac-f43e4d03266d req-c207f07b-4554-481e-988a-de4c51a21b13 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff4b8cf-1075-4500-85d7-9341f04be41f HTTP/1.1" status: 200 len: 912 time: 0.1277137 Dec 22 15:36:59.836725 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f5d2cd8-6d52-4806-afac-f43e4d03266d req-101c5876-b07c-4d3a-907e-63e3ad59f001 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bedc30f0-b702-482e-99f1-43467dc91ef1 HTTP/1.1" status: 200 len: 999 time: 0.0992925 Dec 22 15:36:59.849426 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-31165f6a-f8e2-4708-9ab4-f863ad1e8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:36Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '140ebe19-e40d-4860-91ae-7ec0bce36202', 'tenant_id': '84464132bfda464dbef4abab87427463', 'floating_ip_address': '172.26.6.214', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'port_id': '94f3041a-b6a0-445b-b117-af48080eb01a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'mac_address': 'fa:16:3e:b8:d5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019dcaa8-94a6-480c-b075-dba6657ddab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:30Z', 'updated_at': '2021-12-22T15:33:33Z', 'revision_number': 1, 'project_id': '84464132bfda464dbef4abab87427463', 'fixed_ip_address_scope': None}, {'id': '8fdf53d3-c2c0-4e31-9edd-31967827e0db', 'tenant_id': '84464132bfda464dbef4abab87427463', 'floating_ip_address': '172.26.6.200', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'port_id': 'bedc30f0-b702-482e-99f1-43467dc91ef1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'mac_address': 'fa:16:3e:c8:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650011f7-cec0-4c55-9485-a629093edde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:36:57Z', 'updated_at': '2021-12-22T15:36:57Z', 'revision_number': 0, 'project_id': '84464132bfda464dbef4abab87427463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2eba0b-1e40-48ad-bb7c-1952e713783b', 'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'mac_address': 'fa:16:3e:07:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:33Z', 'updated_at': '2021-12-22T15:27:50Z', 'revision_number': 5, 'project_id': '84464132bfda464dbef4abab87427463', 'subnets': [{'id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:36:59.851455 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31165f6a-f8e2-4708-9ab4-f863ad1e8f7b None None] Checking router: e65b2fa4-ba83-4c56-b0b2-8feaeb559527 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:36:59.860532 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31165f6a-f8e2-4708-9ab4-f863ad1e8f7b None None] Routers {'e65b2fa4-ba83-4c56-b0b2-8feaeb559527'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:36:59.861145 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-31165f6a-f8e2-4708-9ab4-f863ad1e8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:36:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:36:59.899489 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d2cd8-6d52-4806-afac-f43e4d03266d req-e5f34fa5-0ebc-406e-aa7d-14f29a2fae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:59.900921 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f5d2cd8-6d52-4806-afac-f43e4d03266d req-e5f34fa5-0ebc-406e-aa7d-14f29a2fae8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e2f5610-73fd-4689-9d49-ece9b5bf2feb HTTP/1.1" status: 200 len: 850 time: 0.0578189 Dec 22 15:36:59.981798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d2cd8-6d52-4806-afac-f43e4d03266d req-1bc207f7-71ad-487d-a304-911c130b0112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:36:59.984614 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f5d2cd8-6d52-4806-afac-f43e4d03266d req-1bc207f7-71ad-487d-a304-911c130b0112 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff4b8cf-1075-4500-85d7-9341f04be41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758669 Dec 22 15:37:00.041204 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-31165f6a-f8e2-4708-9ab4-f863ad1e8f7b None None] Set router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:37:00.117981 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f5d2cd8-6d52-4806-afac-f43e4d03266d req-c2c4f885-0d23-4b5f-9216-ca5e877bcdb2 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263940 Dec 22 15:37:00.252863 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f5d2cd8-6d52-4806-afac-f43e4d03266d req-ccdbc568-2cb7-4ed5-98ef-ac9b09c7759c service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274970 Dec 22 15:37:00.397593 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-31165f6a-f8e2-4708-9ab4-f863ad1e8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:36Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '140ebe19-e40d-4860-91ae-7ec0bce36202', 'tenant_id': '84464132bfda464dbef4abab87427463', 'floating_ip_address': '172.26.6.214', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'port_id': '94f3041a-b6a0-445b-b117-af48080eb01a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'mac_address': 'fa:16:3e:b8:d5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019dcaa8-94a6-480c-b075-dba6657ddab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:30Z', 'updated_at': '2021-12-22T15:33:33Z', 'revision_number': 1, 'project_id': '84464132bfda464dbef4abab87427463', 'fixed_ip_address_scope': None}, {'id': '8fdf53d3-c2c0-4e31-9edd-31967827e0db', 'tenant_id': '84464132bfda464dbef4abab87427463', 'floating_ip_address': '172.26.6.200', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'port_id': 'bedc30f0-b702-482e-99f1-43467dc91ef1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'mac_address': 'fa:16:3e:c8:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650011f7-cec0-4c55-9485-a629093edde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:36:57Z', 'updated_at': '2021-12-22T15:36:57Z', 'revision_number': 0, 'project_id': '84464132bfda464dbef4abab87427463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2eba0b-1e40-48ad-bb7c-1952e713783b', 'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'mac_address': 'fa:16:3e:07:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:33Z', 'updated_at': '2021-12-22T15:27:50Z', 'revision_number': 5, 'project_id': '84464132bfda464dbef4abab87427463', 'subnets': [{'id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:37:00.401631 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31165f6a-f8e2-4708-9ab4-f863ad1e8f7b None None] The sync data for ids ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'] in dv-neutron-822674-1-hyperv is: [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:36Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '140ebe19-e40d-4860-91ae-7ec0bce36202', 'tenant_id': '84464132bfda464dbef4abab87427463', 'floating_ip_address': '172.26.6.214', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'port_id': '94f3041a-b6a0-445b-b117-af48080eb01a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'mac_address': 'fa:16:3e:b8:d5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019dcaa8-94a6-480c-b075-dba6657ddab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:30Z', 'updated_at': '2021-12-22T15:33:33Z', 'revision_number': 1, 'project_id': '84464132bfda464dbef4abab87427463', 'fixed_ip_address_scope': None}, {'id': '8fdf53d3-c2c0-4e31-9edd-31967827e0db', 'tenant_id': '84464132bfda464dbef4abab87427463', 'floating_ip_address': '172.26.6.200', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'port_id': 'bedc30f0-b702-482e-99f1-43467dc91ef1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'mac_address': 'fa:16:3e:c8:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650011f7-cec0-4c55-9485-a629093edde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:36:57Z', 'updated_at': '2021-12-22T15:36:57Z', 'revision_number': 0, 'project_id': '84464132bfda464dbef4abab87427463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2eba0b-1e40-48ad-bb7c-1952e713783b', 'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'mac_address': 'fa:16:3e:07:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:33Z', 'updated_at': '2021-12-22T15:27:50Z', 'revision_number': 5, 'project_id': '84464132bfda464dbef4abab87427463', 'subnets': [{'id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:37:00.595522 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f0f62c-d1b7-4ebf-9870-2e6aa68e9961 None None] New status for floating IP 8fdf53d3-c2c0-4e31-9edd-31967827e0db: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:37:01.093941 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:37:06.093946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:37:25.261465 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-40299214-514c-470c-bc0e-566ddf4a229e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:37:27.762431 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ec9b2d5e-129e-49cf-b6c3-e28a5c6fdb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:37:28.976881 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:37:29.101373 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:37:29.257568 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:37:31.010319 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:37:36.062418 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:37:50.086497 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-06e42938-187f-4b9f-93e6-743d69a6125d req-993653e6-3792-4398-a86b-9f2b097acd77 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753748 Dec 22 15:37:50.265033 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e42938-187f-4b9f-93e6-743d69a6125d req-4e3286a8-7b68-4eaa-bbf8-acd23b4bd656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:37:50.272471 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-06e42938-187f-4b9f-93e6-743d69a6125d req-4e3286a8-7b68-4eaa-bbf8-acd23b4bd656 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84464132bfda464dbef4abab87427463&device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 1098 time: 0.1040092 Dec 22 15:37:50.423764 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e42938-187f-4b9f-93e6-743d69a6125d req-4d5c662c-d328-4763-b2ef-0781a7e4b545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:37:50.429245 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-06e42938-187f-4b9f-93e6-743d69a6125d req-4d5c662c-d328-4763-b2ef-0781a7e4b545 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff4b8cf-1075-4500-85d7-9341f04be41f HTTP/1.1" status: 200 len: 912 time: 0.1364720 Dec 22 15:37:50.533304 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-06e42938-187f-4b9f-93e6-743d69a6125d req-f325582c-108e-4ced-badf-aec043a91c5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94f3041a-b6a0-445b-b117-af48080eb01a HTTP/1.1" status: 200 len: 1001 time: 0.1010270 Dec 22 15:37:50.719187 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e42938-187f-4b9f-93e6-743d69a6125d req-06587d80-82c6-450e-b017-7c2482adf69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:37:50.721212 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-06e42938-187f-4b9f-93e6-743d69a6125d req-06587d80-82c6-450e-b017-7c2482adf69e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e2f5610-73fd-4689-9d49-ece9b5bf2feb HTTP/1.1" status: 200 len: 850 time: 0.1815999 Dec 22 15:37:50.813569 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e42938-187f-4b9f-93e6-743d69a6125d req-5b6feb7a-b5b0-4fb3-988b-f85d8ff4f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:37:50.815144 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-06e42938-187f-4b9f-93e6-743d69a6125d req-5b6feb7a-b5b0-4fb3-988b-f85d8ff4f9f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff4b8cf-1075-4500-85d7-9341f04be41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866318 Dec 22 15:37:50.960390 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-06e42938-187f-4b9f-93e6-743d69a6125d req-71d1c437-9a9c-4191-9526-42b7dbc550f6 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371374 Dec 22 15:37:51.099147 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-06e42938-187f-4b9f-93e6-743d69a6125d req-86801c93-8dd5-415b-be06-d018bcb74a7d service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316738 Dec 22 15:37:55.241141 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-62a469a8-fe21-4ee0-9b2e-24f5cbc2c6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:37:57.701514 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-869646f6-f627-4844-a422-fc9439ff3c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:37:58.958874 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:37:59.060871 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:00.140990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cea99-a552-47db-96de-cd3648ca2e75 req-3ed70400-0541-44e7-a14e-51b9c7fc68c5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:00.142532 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-461cea99-a552-47db-96de-cd3648ca2e75 req-3ed70400-0541-44e7-a14e-51b9c7fc68c5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 946 time: 0.0841992 Dec 22 15:38:00.194067 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-461cea99-a552-47db-96de-cd3648ca2e75 req-e2b87018-0444-4c10-8a2c-e429654deab6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f06c6d7-5044-4642-8d97-1d5881f3006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453153 Dec 22 15:38:00.906916 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:01.384702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c009a99-1099-4f74-9a10-775fd87d509f req-b9dca5fb-9cd8-4420-93d3-9d1e0031b829 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:01.386308 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0c009a99-1099-4f74-9a10-775fd87d509f req-b9dca5fb-9cd8-4420-93d3-9d1e0031b829 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 946 time: 0.0836864 Dec 22 15:38:01.435465 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0c009a99-1099-4f74-9a10-775fd87d509f req-481c8e04-f335-4cc6-aa96-e2bbb52094da tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f06c6d7-5044-4642-8d97-1d5881f3006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415285 Dec 22 15:38:01.653744 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb96bf5-4ad9-4d7b-946c-7e7de3ed3fb4 req-107359ba-5a92-4b93-98cb-6673746e2839 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:01.654576 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7bb96bf5-4ad9-4d7b-946c-7e7de3ed3fb4 req-107359ba-5a92-4b93-98cb-6673746e2839 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:38:01.732361 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7bb96bf5-4ad9-4d7b-946c-7e7de3ed3fb4 req-107359ba-5a92-4b93-98cb-6673746e2839 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:38:01.733500 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7bb96bf5-4ad9-4d7b-946c-7e7de3ed3fb4 req-107359ba-5a92-4b93-98cb-6673746e2839 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 946 time: 0.1690342 Dec 22 15:38:01.805026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-7bb96bf5-4ad9-4d7b-946c-7e7de3ed3fb4 req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:38:01.805369 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7bb96bf5-4ad9-4d7b-946c-7e7de3ed3fb4 req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:02.072371 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-7bb96bf5-4ad9-4d7b-946c-7e7de3ed3fb4 req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port c5f1eff2-9f75-4b6c-ba79-dad8c573ef61, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c5f1eff2-9f75-4b6c-ba79-dad8c573ef61,segment=NetworkSegment(91735a3e-88ea-4e64-9401-b4d5c6cd121e),segment_id=91735a3e-88ea-4e64-9401-b4d5c6cd121e)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:38:02.072736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7bb96bf5-4ad9-4d7b-946c-7e7de3ed3fb4 req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:02.388590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7bb96bf5-4ad9-4d7b-946c-7e7de3ed3fb4 req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:02.388942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7bb96bf5-4ad9-4d7b-946c-7e7de3ed3fb4 req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:02.389192 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [req-7bb96bf5-4ad9-4d7b-946c-7e7de3ed3fb4 req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Floating IP 91665d68-3bcf-4a89-8da8-0f0c20bbf7c9 disassociated. External IP: 172.26.6.61, port: c5f1eff2-9f75-4b6c-ba79-dad8c573ef61. Dec 22 15:38:02.389541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-7bb96bf5-4ad9-4d7b-946c-7e7de3ed3fb4 req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:38:02.647527 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde819a7-8966-46c3-92d6-4aef5ae88f41 req-bd421524-7f55-4b35-8a01-497a9ab1aebf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:02.649007 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dde819a7-8966-46c3-92d6-4aef5ae88f41 req-bd421524-7f55-4b35-8a01-497a9ab1aebf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 946 time: 0.0877900 Dec 22 15:38:02.670414 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7bb96bf5-4ad9-4d7b-946c-7e7de3ed3fb4 req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:02.678462 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:02.698515 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dde819a7-8966-46c3-92d6-4aef5ae88f41 req-3c0cadc3-70b9-42dc-bfd0-2ff7b319ca1a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f06c6d7-5044-4642-8d97-1d5881f3006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435300 Dec 22 15:38:02.727806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=c5f1eff2-9f75-4b6c-ba79-dad8c573ef61,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:02.739696 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:02.739696 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:02.739696 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:02.739696 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:02.740267 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:02.740438 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:02.740806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:02.741174 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:02.741688 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:02.742056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:02.742444 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:02.742806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:02.747097 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:02.928885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bb96bf5-4ad9-4d7b-946c-7e7de3ed3fb4 req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 9abe6052-4d43-4b72-8591-010b48e683f5 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:38:03.252103 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bb96bf5-4ad9-4d7b-946c-7e7de3ed3fb4 req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:38:03.261867 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4f1065-1ed4-4641-9171-2a4891542354 None None] Sync routers for ids ['9abe6052-4d43-4b72-8591-010b48e683f5'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:38:03.271969 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4f1065-1ed4-4641-9171-2a4891542354 None None] Routers {'9abe6052-4d43-4b72-8591-010b48e683f5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:38:03.272593 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-af4f1065-1ed4-4641-9171-2a4891542354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:37:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['9abe6052-4d43-4b72-8591-010b48e683f5'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:03.326645 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb96bf5-4ad9-4d7b-946c-7e7de3ed3fb4 req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] No DVR routers for this DVR port c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:38:03.329105 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7bb96bf5-4ad9-4d7b-946c-7e7de3ed3fb4 req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:03.331993 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d198880-3db8-46fd-83cc-6de53de13a94', 'name': 'network-vif-deleted', 'tag': 'c5f1eff2-9f75-4b6c-ba79-dad8c573ef61'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:38:03.379195 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d198880-3db8-46fd-83cc-6de53de13a94', 'name': 'network-vif-deleted', 'tag': 'c5f1eff2-9f75-4b6c-ba79-dad8c573ef61', 'status': 'completed', 'code': 200} Dec 22 15:38:03.453432 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-af4f1065-1ed4-4641-9171-2a4891542354 None None] Set router 9abe6052-4d43-4b72-8591-010b48e683f5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:38:03.456351 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7bb96bf5-4ad9-4d7b-946c-7e7de3ed3fb4 req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "DELETE /v2.0/ports/c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 HTTP/1.1" status: 204 len: 173 time: 1.7163532 Dec 22 15:38:03.766376 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-af4f1065-1ed4-4641-9171-2a4891542354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'name': 'tempest-TestNetworkBasicOps-router-379448887', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '90d69368-c980-48d6-842a-4c9249956af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:35Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '90d69368-c980-48d6-842a-4c9249956af4', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:29Z', 'updated_at': '2021-12-22T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '2239e40d-81e2-406b-9f2e-5133169f6fed', 'name': '', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:20:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:34Z', 'updated_at': '2021-12-22T15:34:40Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:03.770536 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4f1065-1ed4-4641-9171-2a4891542354 None None] Checking router: 9abe6052-4d43-4b72-8591-010b48e683f5 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:38:03.778804 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4f1065-1ed4-4641-9171-2a4891542354 None None] Routers {'9abe6052-4d43-4b72-8591-010b48e683f5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:38:03.779344 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-af4f1065-1ed4-4641-9171-2a4891542354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:37:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['9abe6052-4d43-4b72-8591-010b48e683f5'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:03.891165 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1ded4cde-d89c-46d4-a4e5-8525864534db req-5093b378-4027-49ef-85b6-bf317034bc47 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d198880-3db8-46fd-83cc-6de53de13a94 HTTP/1.1" status: 200 len: 210 time: 0.0446115 Dec 22 15:38:04.005014 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-af4f1065-1ed4-4641-9171-2a4891542354 None None] Set router 9abe6052-4d43-4b72-8591-010b48e683f5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:38:04.313219 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-af4f1065-1ed4-4641-9171-2a4891542354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'name': 'tempest-TestNetworkBasicOps-router-379448887', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '90d69368-c980-48d6-842a-4c9249956af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:35Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '90d69368-c980-48d6-842a-4c9249956af4', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:29Z', 'updated_at': '2021-12-22T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '2239e40d-81e2-406b-9f2e-5133169f6fed', 'name': '', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:20:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:34Z', 'updated_at': '2021-12-22T15:34:40Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:04.317351 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4f1065-1ed4-4641-9171-2a4891542354 None None] The sync data for ids ['9abe6052-4d43-4b72-8591-010b48e683f5'] in dv-neutron-822674-1-hyperv is: [{'id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'name': 'tempest-TestNetworkBasicOps-router-379448887', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '90d69368-c980-48d6-842a-4c9249956af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:35Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '90d69368-c980-48d6-842a-4c9249956af4', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:29Z', 'updated_at': '2021-12-22T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '2239e40d-81e2-406b-9f2e-5133169f6fed', 'name': '', 'network_id': 'c2cde8b7-09ff-4088-b2eb-12e950f92aec', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:20:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:34Z', 'updated_at': '2021-12-22T15:34:40Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '7eb826da-4a0f-40bf-8e38-3cba737d0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:38:04.552694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4536ac0-3d59-44dc-9c20-1e21033aa708 None None] New status for floating IP 91665d68-3bcf-4a89-8da8-0f0c20bbf7c9: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:38:04.989057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40108) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:05.057171 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-deac666f-57da-4bbc-ba31-1f74b2eca5f8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:05.086331 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-deac666f-57da-4bbc-ba31-1f74b2eca5f8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:05.224034 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-deac666f-57da-4bbc-ba31-1f74b2eca5f8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:05.228017 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-04848c6d-6cfc-445d-a99d-c48f0db58295 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:05.244291 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac666f-57da-4bbc-ba31-1f74b2eca5f8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f06c6d7-5044-4642-8d97-1d5881f3006c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:05.246913 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-deac666f-57da-4bbc-ba31-1f74b2eca5f8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:05.314493 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-deac666f-57da-4bbc-ba31-1f74b2eca5f8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:05.315662 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-deac666f-57da-4bbc-ba31-1f74b2eca5f8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/security-groups/2f06c6d7-5044-4642-8d97-1d5881f3006c HTTP/1.1" status: 204 len: 168 time: 0.3256137 Dec 22 15:38:05.436186 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40114) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:05.449149 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:38:05.483517 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:38:05.484138 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device c5f1eff2-9f75-4b6c-ba79-dad8c573ef61 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:38:05.594863 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 561d9dc6-23b9-4f70-9cd8-bb90a43886a9 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:38:05.595207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:05.765401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:05.765725 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:05.886856 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 561d9dc6-23b9-4f70-9cd8-bb90a43886a9 owned by network:floatingip {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:38:06.067515 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:06.253029 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:06.255055 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:38:06.257874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:06.303987 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=561d9dc6-23b9-4f70-9cd8-bb90a43886a9,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:06.340963 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:06.341258 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:06.341641 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:06.342037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:06.342405 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:06.346990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:06.346990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:06.346990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:06.346990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:06.346990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:06.346990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:06.346990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:06.352139 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:06.404507 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:06.418006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:06.419157 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/floatingips/91665d68-3bcf-4a89-8da8-0f0c20bbf7c9 HTTP/1.1" status: 204 len: 168 time: 0.9820137 Dec 22 15:38:07.106178 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154479c3-da81-4202-a2dc-4460e31745cf req-53dcdeed-2c1e-4883-a01b-59cab3600b3d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:07.107026 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-154479c3-da81-4202-a2dc-4460e31745cf req-53dcdeed-2c1e-4883-a01b-59cab3600b3d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:38:07.187545 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-154479c3-da81-4202-a2dc-4460e31745cf req-53dcdeed-2c1e-4883-a01b-59cab3600b3d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:38:07.189357 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-154479c3-da81-4202-a2dc-4460e31745cf req-53dcdeed-2c1e-4883-a01b-59cab3600b3d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 945 time: 0.1667926 Dec 22 15:38:07.239356 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-154479c3-da81-4202-a2dc-4460e31745cf req-983cd1a5-66e1-4b8f-8113-2b6a5eda99d3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=cec910b8-2205-4d3a-9029-573da1c593ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439420 Dec 22 15:38:08.432039 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c977309-17e1-4661-ac3b-54e3023ae0fd req-ec8281cb-4731-4603-9904-01d1319ad817 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:08.433487 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4c977309-17e1-4661-ac3b-54e3023ae0fd req-ec8281cb-4731-4603-9904-01d1319ad817 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 945 time: 0.0788503 Dec 22 15:38:08.477756 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4c977309-17e1-4661-ac3b-54e3023ae0fd req-d42b5963-7f09-4aac-984d-fc4e1e3779a7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=cec910b8-2205-4d3a-9029-573da1c593ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384886 Dec 22 15:38:08.680966 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c9383-6657-4d64-818c-7319d5585e9f req-64cec09f-9636-4800-918f-2af19c96fa3f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:08.681662 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-9d3c9383-6657-4d64-818c-7319d5585e9f req-64cec09f-9636-4800-918f-2af19c96fa3f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:38:08.694129 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-9d3c9383-6657-4d64-818c-7319d5585e9f req-64cec09f-9636-4800-918f-2af19c96fa3f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:38:08.695271 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9d3c9383-6657-4d64-818c-7319d5585e9f req-64cec09f-9636-4800-918f-2af19c96fa3f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/ports?device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 945 time: 0.0964937 Dec 22 15:38:08.764832 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-9d3c9383-6657-4d64-818c-7319d5585e9f req-8898951e-b46d-40d8-8098-3a10f8efcd16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:38:08.765219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-9d3c9383-6657-4d64-818c-7319d5585e9f req-8898951e-b46d-40d8-8098-3a10f8efcd16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:09.018568 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-9d3c9383-6657-4d64-818c-7319d5585e9f req-8898951e-b46d-40d8-8098-3a10f8efcd16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port 8a007c6c-e1f3-48a7-a6f6-dc193003bd20, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8a007c6c-e1f3-48a7-a6f6-dc193003bd20,segment=NetworkSegment(91735a3e-88ea-4e64-9401-b4d5c6cd121e),segment_id=91735a3e-88ea-4e64-9401-b4d5c6cd121e)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:38:09.018934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-9d3c9383-6657-4d64-818c-7319d5585e9f req-8898951e-b46d-40d8-8098-3a10f8efcd16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:09.143987 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-9d3c9383-6657-4d64-818c-7319d5585e9f req-8898951e-b46d-40d8-8098-3a10f8efcd16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:38:09.363990 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-9d3c9383-6657-4d64-818c-7319d5585e9f req-8898951e-b46d-40d8-8098-3a10f8efcd16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:09.369818 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5bc22254-4dae-411f-a25d-3f9fc9b2c71b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:09.422745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898951e-b46d-40d8-8098-3a10f8efcd16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=8a007c6c-e1f3-48a7-a6f6-dc193003bd20,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:09.453801 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8898951e-b46d-40d8-8098-3a10f8efcd16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:09.500241 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3c9383-6657-4d64-818c-7319d5585e9f req-8898951e-b46d-40d8-8098-3a10f8efcd16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] No DVR routers for this DVR port 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:38:09.502716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-9d3c9383-6657-4d64-818c-7319d5585e9f req-8898951e-b46d-40d8-8098-3a10f8efcd16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:09.505359 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade5fa51-370b-45d3-95f7-c661894071fb', 'name': 'network-vif-deleted', 'tag': '8a007c6c-e1f3-48a7-a6f6-dc193003bd20'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:38:09.550667 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade5fa51-370b-45d3-95f7-c661894071fb', 'name': 'network-vif-deleted', 'tag': '8a007c6c-e1f3-48a7-a6f6-dc193003bd20', 'status': 'completed', 'code': 200} Dec 22 15:38:09.624737 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9d3c9383-6657-4d64-818c-7319d5585e9f req-8898951e-b46d-40d8-8098-3a10f8efcd16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "DELETE /v2.0/ports/8a007c6c-e1f3-48a7-a6f6-dc193003bd20 HTTP/1.1" status: 204 len: 173 time: 0.9237626 Dec 22 15:38:09.633822 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0b9fc575-d5a2-496b-a1cb-de11729f0a21 req-34a78d3c-7261-46a1-9ba4-86126ffd7704 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=ade5fa51-370b-45d3-95f7-c661894071fb HTTP/1.1" status: 200 len: 210 time: 0.0458219 Dec 22 15:38:10.728001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40130) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:10.794312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-618681ce-054f-4a11-aef7-13fba0eb0201 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:10.823293 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-618681ce-054f-4a11-aef7-13fba0eb0201 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:10.949559 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-618681ce-054f-4a11-aef7-13fba0eb0201 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:10.953617 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8d038368-332c-40ff-ab4f-eac0388799f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:10.969149 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618681ce-054f-4a11-aef7-13fba0eb0201 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec910b8-2205-4d3a-9029-573da1c593ae,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:10.973789 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-618681ce-054f-4a11-aef7-13fba0eb0201 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:10.977177 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-618681ce-054f-4a11-aef7-13fba0eb0201 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:10.978327 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-618681ce-054f-4a11-aef7-13fba0eb0201 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/security-groups/cec910b8-2205-4d3a-9029-573da1c593ae HTTP/1.1" status: 204 len: 168 time: 0.2493231 Dec 22 15:38:11.075904 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40136) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:11.644979 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f79bde6e-2a1c-4883-853a-f9cbb28c5635 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:12.110751 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f79bde6e-2a1c-4883-853a-f9cbb28c5635 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 2239e40d-81e2-406b-9f2e-5133169f6fed {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:38:12.111446 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f79bde6e-2a1c-4883-853a-f9cbb28c5635 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:12.303860 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f79bde6e-2a1c-4883-853a-f9cbb28c5635 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port 2239e40d-81e2-406b-9f2e-5133169f6fed, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2239e40d-81e2-406b-9f2e-5133169f6fed,segment=NetworkSegment(91735a3e-88ea-4e64-9401-b4d5c6cd121e),segment_id=91735a3e-88ea-4e64-9401-b4d5c6cd121e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:38:12.304236 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f79bde6e-2a1c-4883-853a-f9cbb28c5635 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:12.430199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f79bde6e-2a1c-4883-853a-f9cbb28c5635 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 2239e40d-81e2-406b-9f2e-5133169f6fed owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:38:12.743703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f79bde6e-2a1c-4883-853a-f9cbb28c5635 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:12.747610 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:12.791811 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bde6e-2a1c-4883-853a-f9cbb28c5635 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=2239e40d-81e2-406b-9f2e-5133169f6fed,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:12.794817 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f79bde6e-2a1c-4883-853a-f9cbb28c5635 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:13.075090 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f79bde6e-2a1c-4883-853a-f9cbb28c5635 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:13.438696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79bde6e-2a1c-4883-853a-f9cbb28c5635 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 9abe6052-4d43-4b72-8591-010b48e683f5 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:38:13.450122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:38:13.488635 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:38:13.489016 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 8a007c6c-e1f3-48a7-a6f6-dc193003bd20 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:38:13.859649 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79bde6e-2a1c-4883-853a-f9cbb28c5635 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:38:13.869062 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1845ea-e3a1-4e7d-ac28-3f21f4c1f1a5 None None] Sync routers for ids ['9abe6052-4d43-4b72-8591-010b48e683f5'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:38:13.872394 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f79bde6e-2a1c-4883-853a-f9cbb28c5635 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/routers/9abe6052-4d43-4b72-8591-010b48e683f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7951653 Dec 22 15:38:13.874737 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40142) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:13.878548 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1845ea-e3a1-4e7d-ac28-3f21f4c1f1a5 None None] Routers {'9abe6052-4d43-4b72-8591-010b48e683f5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:38:13.879169 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-bc1845ea-e3a1-4e7d-ac28-3f21f4c1f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:37:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['9abe6052-4d43-4b72-8591-010b48e683f5'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:13.938200 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-20092dd2-3dbc-4078-8d08-3efaf3ea9c5c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting subnet 7eb826da-4a0f-40bf-8e38-3cba737d0d1d {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:38:13.941837 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20092dd2-3dbc-4078-8d08-3efaf3ea9c5c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:13.995736 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20092dd2-3dbc-4078-8d08-3efaf3ea9c5c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:14.052176 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-bc1845ea-e3a1-4e7d-ac28-3f21f4c1f1a5 None None] Set router 9abe6052-4d43-4b72-8591-010b48e683f5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:38:14.081874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20092dd2-3dbc-4078-8d08-3efaf3ea9c5c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:14.207193 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20092dd2-3dbc-4078-8d08-3efaf3ea9c5c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:14.211094 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7d359e2d-19a9-48fd-bd3b-2e699442507e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:14.245472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20092dd2-3dbc-4078-8d08-3efaf3ea9c5c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Subnet': ['ID=7eb826da-4a0f-40bf-8e38-3cba737d0d1d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:14.249433 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-20092dd2-3dbc-4078-8d08-3efaf3ea9c5c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:14.251761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20092dd2-3dbc-4078-8d08-3efaf3ea9c5c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:14.261515 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-20092dd2-3dbc-4078-8d08-3efaf3ea9c5c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/subnets/7eb826da-4a0f-40bf-8e38-3cba737d0d1d HTTP/1.1" status: 204 len: 168 time: 0.3833647 Dec 22 15:38:14.261683 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9729eb2-f9de-4e29-9a66-b8c6bb303623 None None] Network c2cde8b7-09ff-4088-b2eb-12e950f92aec requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:38:14.261763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40146) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:14.338402 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-bc1845ea-e3a1-4e7d-ac28-3f21f4c1f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'name': 'tempest-TestNetworkBasicOps-router-379448887', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '90d69368-c980-48d6-842a-4c9249956af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:38:12Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '90d69368-c980-48d6-842a-4c9249956af4', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:29Z', 'updated_at': '2021-12-22T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:14.344290 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1845ea-e3a1-4e7d-ac28-3f21f4c1f1a5 None None] Checking router: 9abe6052-4d43-4b72-8591-010b48e683f5 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:38:14.354564 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1845ea-e3a1-4e7d-ac28-3f21f4c1f1a5 None None] Routers {'9abe6052-4d43-4b72-8591-010b48e683f5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:38:14.355560 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-bc1845ea-e3a1-4e7d-ac28-3f21f4c1f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:37:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['9abe6052-4d43-4b72-8591-010b48e683f5'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:14.446880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-57620988-95e7-4b77-8f97-c03a90c34e2c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:14.514573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] DHCP port deletion for c2cde8b7-09ff-4088-b2eb-12e950f92aec request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:38:14.518883 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] Deleting port 96cbbaf2-8e36-4d26-b8f4-385177395da1 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:38:14.519554 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:14.556079 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-bc1845ea-e3a1-4e7d-ac28-3f21f4c1f1a5 None None] Set router 9abe6052-4d43-4b72-8591-010b48e683f5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:38:14.651161 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-57620988-95e7-4b77-8f97-c03a90c34e2c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:14.672915 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 96cbbaf2-8e36-4d26-b8f4-385177395da1 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:38:14.755581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-57620988-95e7-4b77-8f97-c03a90c34e2c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 90d69368-c980-48d6-842a-4c9249956af4 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:38:14.755804 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-57620988-95e7-4b77-8f97-c03a90c34e2c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:14.802427 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] For port 96cbbaf2-8e36-4d26-b8f4-385177395da1, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=96cbbaf2-8e36-4d26-b8f4-385177395da1,segment=NetworkSegment(91735a3e-88ea-4e64-9401-b4d5c6cd121e),segment_id=91735a3e-88ea-4e64-9401-b4d5c6cd121e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:38:14.802837 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:14.895331 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-bc1845ea-e3a1-4e7d-ac28-3f21f4c1f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'name': 'tempest-TestNetworkBasicOps-router-379448887', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '90d69368-c980-48d6-842a-4c9249956af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:38:12Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '90d69368-c980-48d6-842a-4c9249956af4', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:29Z', 'updated_at': '2021-12-22T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:14.900030 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1845ea-e3a1-4e7d-ac28-3f21f4c1f1a5 None None] The sync data for ids ['9abe6052-4d43-4b72-8591-010b48e683f5'] in dv-neutron-822674-1-hyperv is: [{'id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'name': 'tempest-TestNetworkBasicOps-router-379448887', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '90d69368-c980-48d6-842a-4c9249956af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:38:12Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '90d69368-c980-48d6-842a-4c9249956af4', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe6052-4d43-4b72-8591-010b48e683f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:29Z', 'updated_at': '2021-12-22T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:38:14.945031 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-57620988-95e7-4b77-8f97-c03a90c34e2c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port 90d69368-c980-48d6-842a-4c9249956af4, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=90d69368-c980-48d6-842a-4c9249956af4,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:38:14.945402 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-57620988-95e7-4b77-8f97-c03a90c34e2c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:15.002475 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] Calling delete_port for 96cbbaf2-8e36-4d26-b8f4-385177395da1 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:38:15.065558 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:15.067730 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-57620988-95e7-4b77-8f97-c03a90c34e2c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 90d69368-c980-48d6-842a-4c9249956af4 owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:38:15.191172 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:15.196919 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:15.244754 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] Pushing event deleted for resources: {'Port': ['ID=96cbbaf2-8e36-4d26-b8f4-385177395da1,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:15.256807 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] No DVR routers for this DVR port 96cbbaf2-8e36-4d26-b8f4-385177395da1 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:38:15.265464 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 15:38:15.265464 dv-neutron-822674-1-hyperv neutron-server[88219]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Dec 22 15:38:15.265464 dv-neutron-822674-1-hyperv neutron-server[88219]: [parameters: {'status': 'DOWN', 'ports_id': '96cbbaf2-8e36-4d26-b8f4-385177395da1'}] Dec 22 15:38:15.265464 dv-neutron-822674-1-hyperv neutron-server[88219]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:38:15.265843 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:38:15.267041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:15.267386 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:15.267812 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:15.268949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:15.269513 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:15.269855 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:15.270191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:15.270543 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:15.270877 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:15.271201 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:15.271521 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:15.271838 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:15.275274 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:15.321337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-57620988-95e7-4b77-8f97-c03a90c34e2c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:15.325365 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aaa8c6c5-53be-41b3-94fd-9057a6b172dd tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:15.401092 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57620988-95e7-4b77-8f97-c03a90c34e2c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=90d69368-c980-48d6-842a-4c9249956af4,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:15.403767 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-57620988-95e7-4b77-8f97-c03a90c34e2c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:15.485251 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-57620988-95e7-4b77-8f97-c03a90c34e2c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:15.794849 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-57620988-95e7-4b77-8f97-c03a90c34e2c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:15.797168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-57620988-95e7-4b77-8f97-c03a90c34e2c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:15.799822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Port 96cbbaf2-8e36-4d26-b8f4-385177395da1 update to DOWN by agent not found {{(pid=88219) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 22 15:38:15.880800 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-57620988-95e7-4b77-8f97-c03a90c34e2c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:15.881311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57620988-95e7-4b77-8f97-c03a90c34e2c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Fanout notify agent at l3_agent the message router_deleted on router 9abe6052-4d43-4b72-8591-010b48e683f5 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:38:15.897342 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-57620988-95e7-4b77-8f97-c03a90c34e2c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:15.898465 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-57620988-95e7-4b77-8f97-c03a90c34e2c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/routers/9abe6052-4d43-4b72-8591-010b48e683f5 HTTP/1.1" status: 204 len: 168 time: 1.6358569 Dec 22 15:38:15.901061 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40150) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:16.015262 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-354c6c2e-e6dc-4228-afde-572e464d062b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:16.156506 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-354c6c2e-e6dc-4228-afde-572e464d062b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:16.172984 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-354c6c2e-e6dc-4228-afde-572e464d062b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cde8b7-09ff-4088-b2eb-12e950f92aec']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:16.184678 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-354c6c2e-e6dc-4228-afde-572e464d062b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91735a3e-88ea-4e64-9401-b4d5c6cd121e') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:16.184969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-354c6c2e-e6dc-4228-afde-572e464d062b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91735a3e-88ea-4e64-9401-b4d5c6cd121e') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:16.196413 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-354c6c2e-e6dc-4228-afde-572e464d062b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:16.212461 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-354c6c2e-e6dc-4228-afde-572e464d062b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:16.218317 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354c6c2e-e6dc-4228-afde-572e464d062b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:38:16.218704 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-354c6c2e-e6dc-4228-afde-572e464d062b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:38:16.232587 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:38:16.378619 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-354c6c2e-e6dc-4228-afde-572e464d062b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:16.382449 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4a684208-cdb7-44f4-aaff-89c7bf00a878 tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:16.396919 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-354c6c2e-e6dc-4228-afde-572e464d062b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:16.407866 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c6c2e-e6dc-4228-afde-572e464d062b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Network': ['ID=c2cde8b7-09ff-4088-b2eb-12e950f92aec,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:16.410977 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-354c6c2e-e6dc-4228-afde-572e464d062b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:16.516072 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-354c6c2e-e6dc-4228-afde-572e464d062b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/networks/c2cde8b7-09ff-4088-b2eb-12e950f92aec HTTP/1.1" status: 204 len: 168 time: 0.6139712 Dec 22 15:38:16.539604 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40154) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:16.545909 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-0f1e5c2a-ebbd-4d26-8a5b-b984fa5ceef7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'network': {'name': 'tempest-network-smoke--1426607382', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'port_security_enabled': True}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:38:16.551775 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0f1e5c2a-ebbd-4d26-8a5b-b984fa5ceef7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:38:16.556341 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0f1e5c2a-ebbd-4d26-8a5b-b984fa5ceef7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:network and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:38:16.559258 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0f1e5c2a-ebbd-4d26-8a5b-b984fa5ceef7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:38:16.565843 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0f1e5c2a-ebbd-4d26-8a5b-b984fa5ceef7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:38:16.598078 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 90d69368-c980-48d6-842a-4c9249956af4 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:38:16.632487 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 90d69368-c980-48d6-842a-4c9249956af4 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:38:16.632764 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 90d69368-c980-48d6-842a-4c9249956af4 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:38:16.633193 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2239e40d-81e2-406b-9f2e-5133169f6fed no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:38:16.663639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1e5c2a-ebbd-4d26-8a5b-b984fa5ceef7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:38:16.667071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f1e5c2a-ebbd-4d26-8a5b-b984fa5ceef7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:16.667932 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 2239e40d-81e2-406b-9f2e-5133169f6fed {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:38:16.668286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2239e40d-81e2-406b-9f2e-5133169f6fed not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:38:16.695152 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1e5c2a-ebbd-4d26-8a5b-b984fa5ceef7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:38:16.704186 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f1e5c2a-ebbd-4d26-8a5b-b984fa5ceef7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:16.708498 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-0f1e5c2a-ebbd-4d26-8a5b-b984fa5ceef7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Added segment 7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f of type vlan for network 744de4e8-0fa8-4a1d-8c77-e6fb621c6929 Dec 22 15:38:16.729828 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f1e5c2a-ebbd-4d26-8a5b-b984fa5ceef7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:16.834621 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f1e5c2a-ebbd-4d26-8a5b-b984fa5ceef7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:16.840135 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1e5c2a-ebbd-4d26-8a5b-b984fa5ceef7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:16.840710 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f1e5c2a-ebbd-4d26-8a5b-b984fa5ceef7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:16.844253 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-321d468c-7643-4b2a-89cb-ba5d1af38ae3 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:16.949512 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e5c2a-ebbd-4d26-8a5b-b984fa5ceef7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Network': ['ID=744de4e8-0fa8-4a1d-8c77-e6fb621c6929,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:16.952577 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0f1e5c2a-ebbd-4d26-8a5b-b984fa5ceef7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:16.959319 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 744de4e8-0fa8-4a1d-8c77-e6fb621c6929 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:38:17.075984 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0f1e5c2a-ebbd-4d26-8a5b-b984fa5ceef7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5353098 Dec 22 15:38:17.078670 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40158) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:17.084555 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-357669632', 'admin_state_up': True, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:38:17.091662 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:38:17.095661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:router and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:38:17.102428 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:38:17.105605 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:38:17.186710 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:17.187810 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:17.202615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:17.547087 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:18.043083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:18.072879 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:18.208252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.26.6.106 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/00b40857-bb50-426c-a5c7-e2f580fea63f) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:38:18.353948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:18.443969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:18.447744 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-254d2e79-f2bf-4856-a947-34f40148e814 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:18.509155 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:38:18.511909 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:38:18.514269 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:38:18.552260 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=00b40857-bb50-426c-a5c7-e2f580fea63f,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:18.555040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:19.008803 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:19.347526 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:19.760499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router ffca3f97-5533-46ba-a720-05b9c0211b6d is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:38:19.943488 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:38:19.953398 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] Sync routers for ids ['ffca3f97-5533-46ba-a720-05b9c0211b6d'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:38:19.963298 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] Routers {'ffca3f97-5533-46ba-a720-05b9c0211b6d'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:38:19.963909 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:37:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['ffca3f97-5533-46ba-a720-05b9c0211b6d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:20.063995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:20.068182 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9861736 Dec 22 15:38:20.069346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40162) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:20.110276 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1a28c960-41af-43e9-bc53-30c89d511be6 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=1e3de4c345a044948e6178acdaa2b3de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396900 Dec 22 15:38:20.113383 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40166) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:20.148589 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] Set router ffca3f97-5533-46ba-a720-05b9c0211b6d gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:38:20.251783 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773e96b4-309c-45d3-af94-89885c29c272 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:20.253847 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-773e96b4-309c-45d3-af94-89885c29c272 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1393411 Dec 22 15:38:20.258045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40170) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:20.297611 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-86c50346-545a-4716-beef-df56264b3ef0 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393150 Dec 22 15:38:20.303676 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40174) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:20.306356 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ea9e3e69-1859-4348-a836-bf8f6a56251a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-884712075', 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:38:20.426590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ea9e3e69-1859-4348-a836-bf8f6a56251a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:38:20.433572 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ea9e3e69-1859-4348-a836-bf8f6a56251a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:subnet and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:38:20.437221 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ea9e3e69-1859-4348-a836-bf8f6a56251a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:38:20.443242 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ea9e3e69-1859-4348-a836-bf8f6a56251a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:38:20.455199 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'name': 'tempest-TestNetworkBasicOps-router-357669632', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:17Z', 'updated_at': '2021-12-22T15:38:18Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:19:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:18Z', 'updated_at': '2021-12-22T15:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:20.459411 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] Checking router: ffca3f97-5533-46ba-a720-05b9c0211b6d for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:38:20.459772 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] Updating router ffca3f97-5533-46ba-a720-05b9c0211b6d port 00b40857-bb50-426c-a5c7-e2f580fea63f binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:38:20.514418 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:20.544168 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9e3e69-1859-4348-a836-bf8f6a56251a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:38:20.548567 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9e3e69-1859-4348-a836-bf8f6a56251a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:20.912599 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:20.922784 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] Transition to ACTIVE for port object 00b40857-bb50-426c-a5c7-e2f580fea63f will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:38:20.978077 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9e3e69-1859-4348-a836-bf8f6a56251a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:20.981983 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-98d08b3b-58fa-4d43-a38f-79e77c2e7551 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:21.000991 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:21.004688 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:21.055038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e3e69-1859-4348-a836-bf8f6a56251a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Subnet': ['ID=55e017a6-9c60-4bfd-a183-e46e793e7f3e,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:21.060507 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ea9e3e69-1859-4348-a836-bf8f6a56251a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:21.066456 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9e3e69-1859-4348-a836-bf8f6a56251a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Checking segment: {'id': '7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:38:21.066892 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9e3e69-1859-4348-a836-bf8f6a56251a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network hostable DHCP agents. Network: 744de4e8-0fa8-4a1d-8c77-e6fb621c6929, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:38:21.084433 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892ab54-40b2-4946-afa0-fd0d1259157d None None] Pushing event updated for resources: {'Port': ['ID=00b40857-bb50-426c-a5c7-e2f580fea63f,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:21.085766 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] Attempting to bind port 00b40857-bb50-426c-a5c7-e2f580fea63f on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:38:21.086142 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] Attempting to bind port 00b40857-bb50-426c-a5c7-e2f580fea63f by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:38:21.091941 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] Attempting to bind port 00b40857-bb50-426c-a5c7-e2f580fea63f on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:38:21.091941 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6892ab54-40b2-4946-afa0-fd0d1259157d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:21.093036 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:38:21.093425 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:38:21.093839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:21.094303 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:38:21.094823 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] Bound port: 00b40857-bb50-426c-a5c7-e2f580fea63f, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:38:21.095210 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:21.160622 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9e3e69-1859-4348-a836-bf8f6a56251a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 744de4e8-0fa8-4a1d-8c77-e6fb621c6929 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:38:21.173220 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] For port 00b40857-bb50-426c-a5c7-e2f580fea63f, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:38:21.176059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] For port 00b40857-bb50-426c-a5c7-e2f580fea63f, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=00b40857-bb50-426c-a5c7-e2f580fea63f,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:38:21.297556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-ea9e3e69-1859-4348-a836-bf8f6a56251a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 744de4e8-0fa8-4a1d-8c77-e6fb621c6929) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:38:21.301965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9e3e69-1859-4348-a836-bf8f6a56251a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:21.302580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9e3e69-1859-4348-a836-bf8f6a56251a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:21.308025 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bfb280-fe6a-484a-9e82-b11b7fd6b781 None None] Network 744de4e8-0fa8-4a1d-8c77-e6fb621c6929 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:38:21.329031 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:21.375994 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0bac36a0-7f88-4597-909b-2371e5c40a01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:21.447715 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ea9e3e69-1859-4348-a836-bf8f6a56251a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1457474 Dec 22 15:38:21.450444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40178) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:21.497174 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] Routers {'ffca3f97-5533-46ba-a720-05b9c0211b6d'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:38:21.497801 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:37:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['ffca3f97-5533-46ba-a720-05b9c0211b6d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:21.545204 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892ab54-40b2-4946-afa0-fd0d1259157d None None] Pushing event updated for resources: {'Port': ['ID=00b40857-bb50-426c-a5c7-e2f580fea63f,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:21.555925 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6892ab54-40b2-4946-afa0-fd0d1259157d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:21.755483 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-744de4e8-0fa8-4a1d-8c77-e6fb621c6929', 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ips': [{'subnet_id': '55e017a6-9c60-4bfd-a183-e46e793e7f3e'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:38:21.756321 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:21.770388 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] Set router ffca3f97-5533-46ba-a720-05b9c0211b6d gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:38:22.161852 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Allocated IP 172.20.0.2 (744de4e8-0fa8-4a1d-8c77-e6fb621c6929/55e017a6-9c60-4bfd-a183-e46e793e7f3e/3ed2138f-7bee-4339-bb95-76bf890d3387) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:38:22.195953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:22.275286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'name': 'tempest-TestNetworkBasicOps-router-357669632', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:17Z', 'updated_at': '2021-12-22T15:38:18Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:19:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:18Z', 'updated_at': '2021-12-22T15:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:22.292339 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef2d4af-6f0f-4a0f-9f78-b3264553ba48 None None] The sync data for ids ['ffca3f97-5533-46ba-a720-05b9c0211b6d'] in dv-neutron-822674-1-hyperv is: [{'id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'name': 'tempest-TestNetworkBasicOps-router-357669632', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:17Z', 'updated_at': '2021-12-22T15:38:18Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:19:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:18Z', 'updated_at': '2021-12-22T15:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:38:22.399297 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:22.415548 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Transition to ACTIVE for port object 3ed2138f-7bee-4339-bb95-76bf890d3387 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:38:22.437324 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Transition to ACTIVE for port object 3ed2138f-7bee-4339-bb95-76bf890d3387 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:38:22.507167 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:22.512797 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:22.698860 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Network 744de4e8-0fa8-4a1d-8c77-e6fb621c6929 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:38:22.706508 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:38:22.708750 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:38:22.727463 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Pushing event updated for resources: {'Port': ['ID=3ed2138f-7bee-4339-bb95-76bf890d3387,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:22.733031 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:22.734340 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 00b40857-bb50-426c-a5c7-e2f580fea63f up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:38:22.823254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.20.0.1 (744de4e8-0fa8-4a1d-8c77-e6fb621c6929/55e017a6-9c60-4bfd-a183-e46e793e7f3e/c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:38:22.874707 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Attempting to bind port 3ed2138f-7bee-4339-bb95-76bf890d3387 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:38:22.875082 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Attempting to bind port 3ed2138f-7bee-4339-bb95-76bf890d3387 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:38:22.875634 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Attempting to bind port 3ed2138f-7bee-4339-bb95-76bf890d3387 on network 744de4e8-0fa8-4a1d-8c77-e6fb621c6929 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:38:22.884434 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:38:22.884818 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Checking segment: {'id': '7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:38:22.885275 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:22.885677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Bound using segment: {'id': '7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:38:22.886145 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Bound port: 3ed2138f-7bee-4339-bb95-76bf890d3387, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:38:22.886546 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:22.999774 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] For port 3ed2138f-7bee-4339-bb95-76bf890d3387, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:38:23.005043 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] For port 3ed2138f-7bee-4339-bb95-76bf890d3387, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=3ed2138f-7bee-4339-bb95-76bf890d3387,segment=NetworkSegment(7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f),segment_id=7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:38:23.006544 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 00b40857-bb50-426c-a5c7-e2f580fea63f completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:38:23.009637 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:23.013917 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 00b40857-bb50-426c-a5c7-e2f580fea63f triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:38:23.014530 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:23.024409 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Transition to ACTIVE for port object c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:38:23.087982 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:23.092883 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6892ab54-40b2-4946-afa0-fd0d1259157d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:23.116132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:23.124457 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0629e310-edaa-4f15-b794-272edf2cd16e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:23.199091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 744de4e8-0fa8-4a1d-8c77-e6fb621c6929 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:38:23.208105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:38:23.213905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:38:23.226919 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Pushing event updated for resources: {'Port': ['ID=3ed2138f-7bee-4339-bb95-76bf890d3387,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:23.231066 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:23.256382 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:23.261485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:23.271499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:23.280013 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 00b40857-bb50-426c-a5c7-e2f580fea63f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=00b40857-bb50-426c-a5c7-e2f580fea63f,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:38:23.291658 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:23.374922 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:23.374922 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:23.493681 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=00b40857-bb50-426c-a5c7-e2f580fea63f,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:23.497132 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:23.683104 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:24.131032 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:24.259265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:24.279953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d1e36a12-475a-4f3e-905f-04df5a5b7103 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:24.372321 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:24.376258 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:24.380094 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:24.672577 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 744de4e8-0fa8-4a1d-8c77-e6fb621c6929 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:38:24.673918 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:38:24.702819 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 00b40857-bb50-426c-a5c7-e2f580fea63f up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:38:24.735839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce4345b-21e5-4437-a59e-31937231dd88 None None] Network 744de4e8-0fa8-4a1d-8c77-e6fb621c6929 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:38:24.874312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router ffca3f97-5533-46ba-a720-05b9c0211b6d has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:38:24.927642 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 00b40857-bb50-426c-a5c7-e2f580fea63f triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:38:24.928029 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:24.953590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e12e586b-ae69-4263-85f7-4e6ff8a39831 None None] Provisioning for port 3ed2138f-7bee-4339-bb95-76bf890d3387 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:38:25.074060 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:38:25.086870 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] Sync routers for ids ['ffca3f97-5533-46ba-a720-05b9c0211b6d'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:38:25.089210 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/routers/ffca3f97-5533-46ba-a720-05b9c0211b6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6376715 Dec 22 15:38:25.092389 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40182) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:25.098957 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] Routers {'ffca3f97-5533-46ba-a720-05b9c0211b6d'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:38:25.099808 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:37:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['ffca3f97-5533-46ba-a720-05b9c0211b6d'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:25.130203 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 3ed2138f-7bee-4339-bb95-76bf890d3387 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:38:25.264206 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2552cc9f-bebe-418d-9e19-1a4143722f2e tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:25.264986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2552cc9f-bebe-418d-9e19-1a4143722f2e tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:25.265222 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2552cc9f-bebe-418d-9e19-1a4143722f2e tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:25.265866 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2552cc9f-bebe-418d-9e19-1a4143722f2e tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:25.266499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2552cc9f-bebe-418d-9e19-1a4143722f2e tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:25.267128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2552cc9f-bebe-418d-9e19-1a4143722f2e tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:25.269718 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2552cc9f-bebe-418d-9e19-1a4143722f2e tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1763968 Dec 22 15:38:25.272651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40186) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:25.306915 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] Set router ffca3f97-5533-46ba-a720-05b9c0211b6d gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:38:25.319068 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5045b0df-ca14-4c1a-ab1a-33e8b6352eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:25.357700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063d2793-dfd3-423a-88f9-a967bea993cb tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:25.357700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063d2793-dfd3-423a-88f9-a967bea993cb tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:25.357700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063d2793-dfd3-423a-88f9-a967bea993cb tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:25.357700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063d2793-dfd3-423a-88f9-a967bea993cb tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:25.358349 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063d2793-dfd3-423a-88f9-a967bea993cb tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:25.358863 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063d2793-dfd3-423a-88f9-a967bea993cb tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:25.361164 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-063d2793-dfd3-423a-88f9-a967bea993cb tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0875611 Dec 22 15:38:25.364381 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40190) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:25.395076 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 3ed2138f-7bee-4339-bb95-76bf890d3387 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:38:25.402268 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 3ed2138f-7bee-4339-bb95-76bf890d3387 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:38:25.402663 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:25.562605 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:25.607640 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 3ed2138f-7bee-4339-bb95-76bf890d3387, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=3ed2138f-7bee-4339-bb95-76bf890d3387,segment=NetworkSegment(7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f),segment_id=7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:38:25.622486 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a26d6492-25bb-4c85-ba67-aa27cd8e6445 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2566619 Dec 22 15:38:25.625460 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40194) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:25.633180 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-b1ac6fc7-c4c1-416a-9554-f28c03157535 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1957109319', 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:38:25.666220 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'name': 'tempest-TestNetworkBasicOps-router-357669632', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:17Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:18Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff', 'name': '', 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:a5:03:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '55e017a6-9c60-4bfd-a183-e46e793e7f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:22Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 2, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '55e017a6-9c60-4bfd-a183-e46e793e7f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:25.670525 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] Checking router: ffca3f97-5533-46ba-a720-05b9c0211b6d for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:38:25.671006 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] Updating router ffca3f97-5533-46ba-a720-05b9c0211b6d port c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:38:25.680760 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1575dfff-096f-42e4-9f20-f7da671c5443 None None] Provisioning for port c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:38:25.686314 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1575dfff-096f-42e4-9f20-f7da671c5443 None None] Provisioning complete for port c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:38:25.686982 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1575dfff-096f-42e4-9f20-f7da671c5443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:25.744025 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:25.762775 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:25.771256 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:25.791905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b1ac6fc7-c4c1-416a-9554-f28c03157535 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:38:25.794469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b1ac6fc7-c4c1-416a-9554-f28c03157535 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:port and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:38:25.797529 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b1ac6fc7-c4c1-416a-9554-f28c03157535 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:38:25.808914 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b1ac6fc7-c4c1-416a-9554-f28c03157535 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:38:25.835634 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-1575dfff-096f-42e4-9f20-f7da671c5443 None None] Port c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:38:25.858106 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=3ed2138f-7bee-4339-bb95-76bf890d3387,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:25.862903 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:25.864131 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1575dfff-096f-42e4-9f20-f7da671c5443 None None] Provisioning complete for port 3ed2138f-7bee-4339-bb95-76bf890d3387 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:38:25.864553 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1575dfff-096f-42e4-9f20-f7da671c5443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:25.912385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ac6fc7-c4c1-416a-9554-f28c03157535 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:38:25.918508 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1ac6fc7-c4c1-416a-9554-f28c03157535 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:25.942064 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-b1ac6fc7-c4c1-416a-9554-f28c03157535 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] device_id is not set on port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 yet. {{(pid=88218) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:38:26.125760 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-dbf8d8fd-38cd-485c-ac55-9819826d3801 None None] Provisioning complete for port c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:38:26.126103 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dbf8d8fd-38cd-485c-ac55-9819826d3801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:26.146271 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:26.162555 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] Transition to ACTIVE for port object c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:38:26.182828 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-dbf8d8fd-38cd-485c-ac55-9819826d3801 None None] Port c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:38:26.269810 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:26.269810 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c9df2d1c-cb33-4bee-b65e-68fb8ae6f11e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:26.337559 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-b1ac6fc7-c4c1-416a-9554-f28c03157535 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.20.0.6 (744de4e8-0fa8-4a1d-8c77-e6fb621c6929/55e017a6-9c60-4bfd-a183-e46e793e7f3e/a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:38:26.402643 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6a215-9a06-4212-84b1-ec2b0500bc62 None None] Pushing event updated for resources: {'Port': ['ID=c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:26.414652 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6a215-9a06-4212-84b1-ec2b0500bc62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:26.414960 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6a215-9a06-4212-84b1-ec2b0500bc62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:26.416103 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6a215-9a06-4212-84b1-ec2b0500bc62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:26.417085 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6a215-9a06-4212-84b1-ec2b0500bc62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:26.417085 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6a215-9a06-4212-84b1-ec2b0500bc62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:26.417085 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6a215-9a06-4212-84b1-ec2b0500bc62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:26.417862 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6a215-9a06-4212-84b1-ec2b0500bc62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:26.417862 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6a215-9a06-4212-84b1-ec2b0500bc62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:26.417862 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6a215-9a06-4212-84b1-ec2b0500bc62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:26.418101 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6a215-9a06-4212-84b1-ec2b0500bc62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:26.418421 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6a215-9a06-4212-84b1-ec2b0500bc62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:26.418739 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6a215-9a06-4212-84b1-ec2b0500bc62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:38:26.450131 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-63c6a215-9a06-4212-84b1-ec2b0500bc62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:26.520892 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] Attempting to bind port c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:38:26.521136 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] Attempting to bind port c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:38:26.521511 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] Attempting to bind port c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff on network 744de4e8-0fa8-4a1d-8c77-e6fb621c6929 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:38:26.527107 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:38:26.527878 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] Checking segment: {'id': '7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:38:26.528143 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:26.528543 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] Bound using segment: {'id': '7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:38:26.529011 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] Bound port: c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:38:26.529384 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:26.577864 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1ac6fc7-c4c1-416a-9554-f28c03157535 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:26.594928 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b1ac6fc7-c4c1-416a-9554-f28c03157535 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Transition to ACTIVE for port object a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:38:26.669049 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 3ed2138f-7bee-4339-bb95-76bf890d3387 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:38:26.671660 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] For port c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:38:26.671660 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] For port c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff,segment=NetworkSegment(7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f),segment_id=7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:38:26.693675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 3ed2138f-7bee-4339-bb95-76bf890d3387 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:38:26.694057 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:26.936574 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1ac6fc7-c4c1-416a-9554-f28c03157535 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:26.942278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bb80acb4-198e-4b58-8e65-15fcaeb61f5a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:26.955550 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:26.959219 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-17409650-1429-491d-82f5-c540b894e990 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:27.012796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ac6fc7-c4c1-416a-9554-f28c03157535 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 744de4e8-0fa8-4a1d-8c77-e6fb621c6929 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:38:27.015905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-b1ac6fc7-c4c1-416a-9554-f28c03157535 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:38:27.019792 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ac6fc7-c4c1-416a-9554-f28c03157535 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:38:27.054811 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac6fc7-c4c1-416a-9554-f28c03157535 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:27.057304 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] Routers {'ffca3f97-5533-46ba-a720-05b9c0211b6d'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:38:27.057970 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:37:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['ffca3f97-5533-46ba-a720-05b9c0211b6d'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:27.067595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b1ac6fc7-c4c1-416a-9554-f28c03157535 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:27.087722 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ac6fc7-c4c1-416a-9554-f28c03157535 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:27.088655 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1ac6fc7-c4c1-416a-9554-f28c03157535 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:27.125442 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6a215-9a06-4212-84b1-ec2b0500bc62 None None] Pushing event updated for resources: {'Port': ['ID=c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff,revision_number=4']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:27.136779 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-63c6a215-9a06-4212-84b1-ec2b0500bc62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:27.228753 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b1ac6fc7-c4c1-416a-9554-f28c03157535 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6012127 Dec 22 15:38:27.265632 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] Set router ffca3f97-5533-46ba-a720-05b9c0211b6d gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:38:27.467348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ba1dc429-8dbc-48f0-887c-353409195d73 None None] Provisioning for port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:38:27.467348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ba1dc429-8dbc-48f0-887c-353409195d73 None None] Provisioning complete for port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:38:27.467348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ba1dc429-8dbc-48f0-887c-353409195d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:27.564110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ba1dc429-8dbc-48f0-887c-353409195d73 None None] Port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:38:27.596581 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'name': 'tempest-TestNetworkBasicOps-router-357669632', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:17Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:18Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff', 'name': '', 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:a5:03:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '55e017a6-9c60-4bfd-a183-e46e793e7f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:22Z', 'updated_at': '2021-12-22T15:38:26Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '55e017a6-9c60-4bfd-a183-e46e793e7f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:27.605407 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bf1ed5-4946-4210-a207-9695586f36ef None None] The sync data for ids ['ffca3f97-5533-46ba-a720-05b9c0211b6d'] in dv-neutron-822674-1-hyperv is: [{'id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'name': 'tempest-TestNetworkBasicOps-router-357669632', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:17Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:18Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff', 'name': '', 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:a5:03:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '55e017a6-9c60-4bfd-a183-e46e793e7f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:22Z', 'updated_at': '2021-12-22T15:38:26Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '55e017a6-9c60-4bfd-a183-e46e793e7f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:38:27.699864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40202) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:27.701820 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fe8598d4-9295-4c7b-8fc9-f9a7e7857d54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-765587632', 'description': 'tempest-secgroup-smoke-765587632 description', 'project_id': '1e3de4c345a044948e6178acdaa2b3de'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:38:27.710872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe8598d4-9295-4c7b-8fc9-f9a7e7857d54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:38:27.715275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe8598d4-9295-4c7b-8fc9-f9a7e7857d54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:38:27.718269 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe8598d4-9295-4c7b-8fc9-f9a7e7857d54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:38:27.726288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe8598d4-9295-4c7b-8fc9-f9a7e7857d54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:38:27.815671 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f015d776-1987-468c-bf14-c9e9a3de89b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:27.937930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe8598d4-9295-4c7b-8fc9-f9a7e7857d54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:27.963033 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe8598d4-9295-4c7b-8fc9-f9a7e7857d54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:38:27.967162 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe8598d4-9295-4c7b-8fc9-f9a7e7857d54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:38:27.975004 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe8598d4-9295-4c7b-8fc9-f9a7e7857d54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:38:27.977454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe8598d4-9295-4c7b-8fc9-f9a7e7857d54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:38:28.059993 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe8598d4-9295-4c7b-8fc9-f9a7e7857d54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:28.166531 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe8598d4-9295-4c7b-8fc9-f9a7e7857d54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:28.171152 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:28.216988 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8598d4-9295-4c7b-8fc9-f9a7e7857d54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b308c579-020c-4f6d-8600-fdf23c79a3dc,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:28.218785 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fe8598d4-9295-4c7b-8fc9-f9a7e7857d54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:28.305403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe8598d4-9295-4c7b-8fc9-f9a7e7857d54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:28.306156 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fe8598d4-9295-4c7b-8fc9-f9a7e7857d54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6116493 Dec 22 15:38:28.308648 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40206) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:28.314480 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-d4706c6b-da28-4416-83f0-c6b0b9df7393 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'b308c579-020c-4f6d-8600-fdf23c79a3dc', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:38:28.324852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d4706c6b-da28-4416-83f0-c6b0b9df7393 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:38:28.331197 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d4706c6b-da28-4416-83f0-c6b0b9df7393 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:38:28.334654 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d4706c6b-da28-4416-83f0-c6b0b9df7393 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:38:28.341097 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d4706c6b-da28-4416-83f0-c6b0b9df7393 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:38:28.447393 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d4706c6b-da28-4416-83f0-c6b0b9df7393 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:28.655531 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:38:28.656089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d4706c6b-da28-4416-83f0-c6b0b9df7393 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:28.755975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d4706c6b-da28-4416-83f0-c6b0b9df7393 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:28.755975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6ba0f44e-b881-46d9-b44f-3ab52ea26895 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:28.768747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4706c6b-da28-4416-83f0-c6b0b9df7393 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2d6e0f-5fb5-4c81-a63c-a30e98fa1309,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:28.771349 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d4706c6b-da28-4416-83f0-c6b0b9df7393 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:28.826694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:38:28.832800 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:38:28.832800 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:28.926316 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d4706c6b-da28-4416-83f0-c6b0b9df7393 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:28.930090 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d4706c6b-da28-4416-83f0-c6b0b9df7393 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6177356 Dec 22 15:38:28.930198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40210) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:28.936050 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-fea6b78a-13ea-4aa0-ad86-42c77ce3fd66 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'b308c579-020c-4f6d-8600-fdf23c79a3dc', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:38:28.942068 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-fea6b78a-13ea-4aa0-ad86-42c77ce3fd66 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:38:28.946596 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-fea6b78a-13ea-4aa0-ad86-42c77ce3fd66 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:38:28.956410 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-fea6b78a-13ea-4aa0-ad86-42c77ce3fd66 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:38:28.957320 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-fea6b78a-13ea-4aa0-ad86-42c77ce3fd66 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:38:28.981524 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:28.982353 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:29.024611 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff,segment=NetworkSegment(7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f),segment_id=7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:38:29.121838 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fea6b78a-13ea-4aa0-ad86-42c77ce3fd66 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:29.170495 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:29.172086 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:29.174812 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:29.187436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fea6b78a-13ea-4aa0-ad86-42c77ce3fd66 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:29.246768 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:29.249805 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:29.269481 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fea6b78a-13ea-4aa0-ad86-42c77ce3fd66 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:29.271416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4b3c6009-8640-4df4-88c4-aed3b1ebca45 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:29.294005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6b78a-13ea-4aa0-ad86-42c77ce3fd66 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b435c4f1-ad79-41d1-a9d8-f85068c19601,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:29.296497 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fea6b78a-13ea-4aa0-ad86-42c77ce3fd66 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:29.389776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fea6b78a-13ea-4aa0-ad86-42c77ce3fd66 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:29.393678 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fea6b78a-13ea-4aa0-ad86-42c77ce3fd66 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4597087 Dec 22 15:38:29.394634 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40214) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:29.400157 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-803c0dde-cec8-49b4-8a3e-0a168dbd5c86 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'b308c579-020c-4f6d-8600-fdf23c79a3dc', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:38:29.406112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-803c0dde-cec8-49b4-8a3e-0a168dbd5c86 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:38:29.410505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-803c0dde-cec8-49b4-8a3e-0a168dbd5c86 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:38:29.413580 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-803c0dde-cec8-49b4-8a3e-0a168dbd5c86 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:38:29.419397 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-803c0dde-cec8-49b4-8a3e-0a168dbd5c86 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:38:29.532836 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-803c0dde-cec8-49b4-8a3e-0a168dbd5c86 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:29.598736 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-803c0dde-cec8-49b4-8a3e-0a168dbd5c86 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:29.715946 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-803c0dde-cec8-49b4-8a3e-0a168dbd5c86 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:29.715946 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8d8f64f0-f17a-42b3-aa86-ac0a36634c3a tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:29.731510 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c0dde-cec8-49b4-8a3e-0a168dbd5c86 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44e665b1-145e-444b-be5c-7ec77248c059,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:29.740028 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-803c0dde-cec8-49b4-8a3e-0a168dbd5c86 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:29.840736 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-803c0dde-cec8-49b4-8a3e-0a168dbd5c86 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:29.841983 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-803c0dde-cec8-49b4-8a3e-0a168dbd5c86 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4459915 Dec 22 15:38:29.844657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40218) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:29.849684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-4fb20c30-1352-4a36-ae3f-91b43d862db0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'b308c579-020c-4f6d-8600-fdf23c79a3dc', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:38:29.855811 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4fb20c30-1352-4a36-ae3f-91b43d862db0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:38:29.859964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4fb20c30-1352-4a36-ae3f-91b43d862db0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:38:29.863334 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4fb20c30-1352-4a36-ae3f-91b43d862db0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:38:29.869369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4fb20c30-1352-4a36-ae3f-91b43d862db0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:38:29.978908 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4fb20c30-1352-4a36-ae3f-91b43d862db0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:30.042841 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4fb20c30-1352-4a36-ae3f-91b43d862db0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:30.143729 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4fb20c30-1352-4a36-ae3f-91b43d862db0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:30.145681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-baf34bfc-9fb9-4d8d-afbc-7cef14cb9ec6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:30.168873 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb20c30-1352-4a36-ae3f-91b43d862db0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c330dee-7e31-4872-9a89-2d5ce82d743b,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:30.175175 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4fb20c30-1352-4a36-ae3f-91b43d862db0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:30.261020 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4fb20c30-1352-4a36-ae3f-91b43d862db0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:30.262154 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4fb20c30-1352-4a36-ae3f-91b43d862db0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4165890 Dec 22 15:38:30.264908 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40222) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:30.270509 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-f753f4f1-faf0-4589-bb73-b3b5ad9bf4e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'b308c579-020c-4f6d-8600-fdf23c79a3dc', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:38:30.285017 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f753f4f1-faf0-4589-bb73-b3b5ad9bf4e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:38:30.285017 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f753f4f1-faf0-4589-bb73-b3b5ad9bf4e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:38:30.285017 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f753f4f1-faf0-4589-bb73-b3b5ad9bf4e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:38:30.289760 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f753f4f1-faf0-4589-bb73-b3b5ad9bf4e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:38:30.364955 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-f753f4f1-faf0-4589-bb73-b3b5ad9bf4e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:38:30.372685 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f753f4f1-faf0-4589-bb73-b3b5ad9bf4e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:30.437441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f753f4f1-faf0-4589-bb73-b3b5ad9bf4e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:30.612421 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f753f4f1-faf0-4589-bb73-b3b5ad9bf4e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:30.612421 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ee6d7ef2-2330-4de7-973b-d982d8ed3746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:30.615491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:38:30.633425 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753f4f1-faf0-4589-bb73-b3b5ad9bf4e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e23e859-b9d5-49e9-a043-2d5da69ee9fd,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:30.638267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f753f4f1-faf0-4589-bb73-b3b5ad9bf4e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:30.685452 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:38:30.685835 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:30.743595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f753f4f1-faf0-4589-bb73-b3b5ad9bf4e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:30.747407 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f753f4f1-faf0-4589-bb73-b3b5ad9bf4e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4801059 Dec 22 15:38:30.748824 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40226) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:30.755514 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-cd1736d8-40ae-4668-b4d1-b640dbe2b7a5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'b308c579-020c-4f6d-8600-fdf23c79a3dc', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:38:30.763180 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cd1736d8-40ae-4668-b4d1-b640dbe2b7a5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:38:30.767395 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cd1736d8-40ae-4668-b4d1-b640dbe2b7a5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:38:30.770220 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cd1736d8-40ae-4668-b4d1-b640dbe2b7a5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:38:30.775793 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cd1736d8-40ae-4668-b4d1-b640dbe2b7a5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:38:30.861710 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-cd1736d8-40ae-4668-b4d1-b640dbe2b7a5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:38:30.868548 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd1736d8-40ae-4668-b4d1-b640dbe2b7a5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:30.934722 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd1736d8-40ae-4668-b4d1-b640dbe2b7a5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:30.941102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:31.085741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd1736d8-40ae-4668-b4d1-b640dbe2b7a5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:31.085741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7352cd2b-eebf-4700-84cd-ccd40f4e182d tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:31.113592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1736d8-40ae-4668-b4d1-b640dbe2b7a5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29f7f49-5c30-428f-aa08-4266b7555a04,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:31.113592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cd1736d8-40ae-4668-b4d1-b640dbe2b7a5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:31.206408 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd1736d8-40ae-4668-b4d1-b640dbe2b7a5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:31.206408 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-cd1736d8-40ae-4668-b4d1-b640dbe2b7a5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4550085 Dec 22 15:38:31.372625 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-616c4a5f-2bbf-4a73-8592-b99b66b8fa4d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:38:31.529717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-616c4a5f-2bbf-4a73-8592-b99b66b8fa4d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:38:31.530960 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-616c4a5f-2bbf-4a73-8592-b99b66b8fa4d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-765587632&fields=id&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 267 time: 0.2017274 Dec 22 15:38:31.617341 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-9a98d605-e6c4-407a-b4c0-69676b892289 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:31.617982 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-9a98d605-e6c4-407a-b4c0-69676b892289 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:38:31.769621 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-9a98d605-e6c4-407a-b4c0-69676b892289 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:38:31.771116 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-9a98d605-e6c4-407a-b4c0-69676b892289 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports/a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 HTTP/1.1" status: 200 len: 930 time: 0.2322500 Dec 22 15:38:31.890184 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-021d501a-4d93-4978-a5b2-84a109d6813f service neutron] 10.222.0.59 "GET /v2.0/ports/a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1058841 Dec 22 15:38:32.023621 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-2e99d9d4-8a33-4650-95e2-bac044277763 service neutron] 10.222.0.59 "GET /v2.0/networks/744de4e8-0fa8-4a1d-8c77-e6fb621c6929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279101 Dec 22 15:38:32.167424 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-cb567a2f-34dc-441f-a0de-4d5fe15f9029 service neutron] 10.222.0.59 "GET /v2.0/networks/744de4e8-0fa8-4a1d-8c77-e6fb621c6929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377516 Dec 22 15:38:32.473806 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f2e30f41-b749-45df-867e-eb548d83cbcd req-2da95e43-35e1-435b-83b5-f49862dcafec tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 210 time: 0.0438545 Dec 22 15:38:33.573341 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1b4e9ceb-fde6-4642-9b74-9aa17246bd06 req-67cf3ce6-3a46-4245-98e1-159956eb8d21 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 210 time: 0.0463414 Dec 22 15:38:34.725903 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7add257b-d268-4adc-835f-0e87eb978491 req-ac41257a-9305-412b-b7b4-c40e5c5c2847 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 210 time: 0.0452871 Dec 22 15:38:35.107483 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-b5b4b9bb-2858-4c87-938c-696239e19075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:35.108861 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-b5b4b9bb-2858-4c87-938c-696239e19075 service neutron] 10.222.0.57 "GET /v2.0/ports/a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 HTTP/1.1" status: 200 len: 1026 time: 0.0624275 Dec 22 15:38:35.268874 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-88af5338-cc50-4e24-baca-de8e96f4eea0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:35.270344 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-88af5338-cc50-4e24-baca-de8e96f4eea0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/networks?id=744de4e8-0fa8-4a1d-8c77-e6fb621c6929 HTTP/1.1" status: 200 len: 797 time: 0.1563871 Dec 22 15:38:35.323609 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-6b827eb1-4aa6-4541-b58f-4d1813e79a1b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:38:35.335289 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-6b827eb1-4aa6-4541-b58f-4d1813e79a1b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:38:35.338373 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-6b827eb1-4aa6-4541-b58f-4d1813e79a1b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 379 time: 0.0578775 Dec 22 15:38:35.347052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Request body: {'port': {'device_id': '493d2cb8-5ef5-418d-9f42-a2897d1b4edf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:38:35.460084 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:35.812397 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:38:35.821108 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:35.835720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Transition to ACTIVE for port object a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:38:35.879962 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-59542a69-6ce4-4f6c-8783-dbb57f96ffc1 req-280545ea-5583-4c03-bf17-fe2c13ee72c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 210 time: 0.0465891 Dec 22 15:38:35.931623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:35.936235 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:36.096658 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:36.098930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:36.107019 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:36.180959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Attempting to bind port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:38:36.181550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Attempting to bind port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:38:36.181658 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Attempting to bind port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 on network 744de4e8-0fa8-4a1d-8c77-e6fb621c6929 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:38:36.186690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 on network 744de4e8-0fa8-4a1d-8c77-e6fb621c6929 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:38:36.187049 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Attempting to bind port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 on network 744de4e8-0fa8-4a1d-8c77-e6fb621c6929 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:38:36.192607 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:38:36.192950 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Checking segment: {'id': '7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:38:36.193345 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Bound using segment: {'id': '7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:38:36.193769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Bound port: a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:38:36.194123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:36.286360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] For port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:38:36.289232 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] For port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,segment=NetworkSegment(7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f),segment_id=7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:38:36.421314 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:36.442534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3c04f8d1-debd-4a44-9888-39936d5f365b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:36.487543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:36.488157 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:36.489513 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] 10.222.0.57 "PUT /v2.0/ports/a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 HTTP/1.1" status: 200 len: 1131 time: 1.1465871 Dec 22 15:38:36.490038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493d2cb8-5ef5-418d-9f42-a2897d1b4edf', 'tag': 'a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:38:36.519246 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:36.523257 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:36.545915 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493d2cb8-5ef5-418d-9f42-a2897d1b4edf', 'tag': 'a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63', 'status': 'completed', 'code': 200} Dec 22 15:38:36.641766 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a45a0-79bc-41a3-9af0-cb7d7d826bac req-a5676389-672d-4812-aceb-b7a95e410361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:36.643490 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-436a45a0-79bc-41a3-9af0-cb7d7d826bac req-a5676389-672d-4812-aceb-b7a95e410361 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 1134 time: 0.0799761 Dec 22 15:38:36.788457 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a45a0-79bc-41a3-9af0-cb7d7d826bac req-4a57386a-b917-4a04-ade5-69893dd04e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:36.789838 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-436a45a0-79bc-41a3-9af0-cb7d7d826bac req-4a57386a-b917-4a04-ade5-69893dd04e50 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1e3de4c345a044948e6178acdaa2b3de&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1396391 Dec 22 15:38:36.928360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a45a0-79bc-41a3-9af0-cb7d7d826bac req-808c53a4-8bd8-4cab-a6c4-dd8821d5e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:36.929833 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-436a45a0-79bc-41a3-9af0-cb7d7d826bac req-808c53a4-8bd8-4cab-a6c4-dd8821d5e8fc service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337001 Dec 22 15:38:37.045965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-73af6b8a-ffc0-4d65-a5aa-cafb82bd7348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:37.047491 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-73af6b8a-ffc0-4d65-a5aa-cafb82bd7348 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 1134 time: 0.0806692 Dec 22 15:38:37.080539 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906f8bb-457b-48fd-8ceb-f87de3799c79 req-98e2c585-2bcb-417e-818d-524b4ce8d911 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:37.082264 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4906f8bb-457b-48fd-8ceb-f87de3799c79 req-98e2c585-2bcb-417e-818d-524b4ce8d911 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 981 time: 0.0881641 Dec 22 15:38:37.141001 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4906f8bb-457b-48fd-8ceb-f87de3799c79 req-c56ebbea-5865-47a2-8ea2-8491e3202fe5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474155 Dec 22 15:38:37.241280 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-13ab1a5b-07e6-4669-8d3c-5698a251b63d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 HTTP/1.1" status: 200 len: 217 time: 0.1858003 Dec 22 15:38:37.308873 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-b84fc08a-178b-4d4a-8c92-1ffd52e487ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:37.309473 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-b84fc08a-178b-4d4a-8c92-1ffd52e487ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55e017a6-9c60-4bfd-a183-e46e793e7f3e HTTP/1.1" status: 200 len: 834 time: 0.0623827 Dec 22 15:38:37.391665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-2283a6b2-5905-401c-96c9-011f0778761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:37.393978 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-2283a6b2-5905-401c-96c9-011f0778761b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=744de4e8-0fa8-4a1d-8c77-e6fb621c6929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774710 Dec 22 15:38:37.527355 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-7fe5cea7-45e0-4f97-8a78-4309b0ad7b7e service neutron] 10.222.0.57 "GET /v2.0/networks/744de4e8-0fa8-4a1d-8c77-e6fb621c6929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269591 Dec 22 15:38:37.661632 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e1d129d-fb13-40ed-9e52-a5f4a40dad33 req-c11acbb3-9c9c-4474-b74e-52b3b6ecb60b service neutron] 10.222.0.57 "GET /v2.0/networks/744de4e8-0fa8-4a1d-8c77-e6fb621c6929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284282 Dec 22 15:38:38.335455 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb996e3-bae3-4661-be07-d548f5575d6f req-ff94ac49-415a-423c-b234-b2da1894a20a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:38.336612 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9fb996e3-bae3-4661-be07-d548f5575d6f req-ff94ac49-415a-423c-b234-b2da1894a20a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 981 time: 0.0842738 Dec 22 15:38:38.387391 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9fb996e3-bae3-4661-be07-d548f5575d6f req-3d19d743-0a7b-40a7-8ffa-b7086e82ccb3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449176 Dec 22 15:38:39.576451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd15b63-0357-4091-9609-e5524f374bde req-47a9a7dd-6f1d-43ae-9978-a24b18a8c7da tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:39.577890 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2fd15b63-0357-4091-9609-e5524f374bde req-47a9a7dd-6f1d-43ae-9978-a24b18a8c7da tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 981 time: 0.0840650 Dec 22 15:38:39.622085 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2fd15b63-0357-4091-9609-e5524f374bde req-d0963af4-02f5-4cf8-8b96-c8f0150c5791 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375819 Dec 22 15:38:40.818367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb65e61-3be0-4123-9d79-90d1f742b64b req-c1e2a224-c62b-40e6-ab94-1f9952b06e47 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:40.819891 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3cb65e61-3be0-4123-9d79-90d1f742b64b req-c1e2a224-c62b-40e6-ab94-1f9952b06e47 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 981 time: 0.0877323 Dec 22 15:38:40.868299 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3cb65e61-3be0-4123-9d79-90d1f742b64b req-a3026f2f-5972-453f-b94c-a4477a39bed4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426552 Dec 22 15:38:41.620924 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:38:41.754565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,segment=NetworkSegment(7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f),segment_id=7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:38:41.767536 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': 'a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63', 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929', 'port_id': 'a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63', 'mac_address': 'fa:16:3e:fd:61:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e017a6-9c60-4bfd-a183-e46e793e7f3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:38:41.827917 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:41.843661 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:38:41.858955 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,segment=NetworkSegment(7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f),segment_id=7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:38:41.989120 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:41.992170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-849e1320-c2b4-4f8f-97c4-56c3f49d8b7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:42.058815 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:42.062585 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:42.063711 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114aa506-583a-4084-9914-877f3ea075d1 req-892cfc69-601e-40e1-a205-ae5c0320f9b7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:42.065276 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-114aa506-583a-4084-9914-877f3ea075d1 req-892cfc69-601e-40e1-a205-ae5c0320f9b7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 982 time: 0.0860398 Dec 22 15:38:42.111378 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-114aa506-583a-4084-9914-877f3ea075d1 req-474b8195-90b9-4697-b614-edc92418d09d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394075 Dec 22 15:38:42.409650 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:38:43.254014 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:38:43.299595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba1190-4c35-402f-a5d3-b63f0415f6f6 req-bca43034-a371-4eeb-bb05-8451eebee3d7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:43.301034 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dbba1190-4c35-402f-a5d3-b63f0415f6f6 req-bca43034-a371-4eeb-bb05-8451eebee3d7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 982 time: 0.0842645 Dec 22 15:38:43.347570 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dbba1190-4c35-402f-a5d3-b63f0415f6f6 req-23213b55-51ff-4886-b9a8-74526aee75d2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405765 Dec 22 15:38:43.620280 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:38:43.766356 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:38:43.771231 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:38:43.771604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:43.892870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:43.920628 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493d2cb8-5ef5-418d-9f42-a2897d1b4edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:38:43.931089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,segment=NetworkSegment(7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f),segment_id=7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:38:43.968433 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493d2cb8-5ef5-418d-9f42-a2897d1b4edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63', 'code': 200} Dec 22 15:38:44.044145 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:44.044145 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:44.126711 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:44.129876 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:44.397544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710495da-d35b-4ae2-ae6b-18b2dbbe56c0 req-8b537730-0790-4698-96c7-78c3c2573a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:44.399083 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-710495da-d35b-4ae2-ae6b-18b2dbbe56c0 req-8b537730-0790-4698-96c7-78c3c2573a95 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 1136 time: 0.0798552 Dec 22 15:38:44.447898 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-710495da-d35b-4ae2-ae6b-18b2dbbe56c0 req-a63fc18f-874a-43c2-93a1-63eb1f93c226 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424609 Dec 22 15:38:44.562773 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b7cef-2807-4f90-8c36-995e4f636bd5 req-0a6c04ac-2037-4749-968f-0f1ad2b1fe73 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:44.562773 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-be1b7cef-2807-4f90-8c36-995e4f636bd5 req-0a6c04ac-2037-4749-968f-0f1ad2b1fe73 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 983 time: 0.0809808 Dec 22 15:38:44.608985 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-be1b7cef-2807-4f90-8c36-995e4f636bd5 req-65d38451-0139-43cd-ad1c-68b30577f9de tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410256 Dec 22 15:38:45.978965 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b113229-48b7-4f5c-84e0-173cedcc0eeb req-38449789-d935-472e-9246-e438925b05ce tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:45.980470 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1b113229-48b7-4f5c-84e0-173cedcc0eeb req-38449789-d935-472e-9246-e438925b05ce tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 983 time: 0.1911094 Dec 22 15:38:46.025183 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1b113229-48b7-4f5c-84e0-173cedcc0eeb req-ddffe652-6547-4a72-81c9-9c04d841ab70 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385573 Dec 22 15:38:47.211158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f341703-6e48-4d4a-9f79-a10bde1e1f51 req-c7c4bedf-3eae-460d-8c8a-666804221bd6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:47.213271 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4f341703-6e48-4d4a-9f79-a10bde1e1f51 req-c7c4bedf-3eae-460d-8c8a-666804221bd6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 983 time: 0.0812323 Dec 22 15:38:47.260545 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4f341703-6e48-4d4a-9f79-a10bde1e1f51 req-cf0bbe1a-565c-4393-b856-4c90fe760c36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415807 Dec 22 15:38:47.447063 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729a745-e10c-4701-a5f6-956fe5640c12 req-093dbb24-c6cb-406c-bf94-c938d6453d14 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:47.448521 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2729a745-e10c-4701-a5f6-956fe5640c12 req-093dbb24-c6cb-406c-bf94-c938d6453d14 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 983 time: 0.0830491 Dec 22 15:38:47.492007 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2729a745-e10c-4701-a5f6-956fe5640c12 req-31e3c308-4f0a-4c4b-8bb6-4bd6eb03b550 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375681 Dec 22 15:38:47.514967 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40296) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:47.585138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb40dd66-4d06-45cb-b210-0e7421843373 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:47.586802 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-eb40dd66-4d06-45cb-b210-0e7421843373 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 1131 time: 0.0708492 Dec 22 15:38:47.589531 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40300) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:47.595949 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': 'a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:38:47.600947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:38:47.604817 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:floatingip and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:38:47.607701 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:38:47.613533 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:38:47.717780 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:47.856751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:47.999316 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.26.6.148 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/2636e1e2-6b4c-40ca-8ed6-ce5b1593975c) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:38:48.147126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:48.301204 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:48.306302 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:48.366911 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:38:48.369719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:38:48.373510 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:38:48.412942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=2636e1e2-6b4c-40ca-8ed6-ce5b1593975c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:48.421850 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:48.912415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:49.093017 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:49.302378 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:49.481678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:49.486014 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0183ee91-2cfc-4624-bf3a-08fd19be4ddd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:49.594263 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=2636e1e2-6b4c-40ca-8ed6-ce5b1593975c,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:49.598341 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:49.607119 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:49.784163 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Floating IP 10219f03-73d4-44a9-b3db-50e9f39fcea6 associated. External IP: 172.26.6.148, port: a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63. Dec 22 15:38:50.147140 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router ffca3f97-5533-46ba-a720-05b9c0211b6d has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:38:50.337909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:38:50.348904 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daec119-176f-4a24-b47f-8dab9739003f None None] Sync routers for ids ['ffca3f97-5533-46ba-a720-05b9c0211b6d'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:38:50.361303 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daec119-176f-4a24-b47f-8dab9739003f None None] Routers {'ffca3f97-5533-46ba-a720-05b9c0211b6d'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:38:50.365789 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6daec119-176f-4a24-b47f-8dab9739003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:38:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['ffca3f97-5533-46ba-a720-05b9c0211b6d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:50.420151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:50.469791 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.8791952 Dec 22 15:38:50.470602 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493d2cb8-5ef5-418d-9f42-a2897d1b4edf', 'tag': 'a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:38:50.472712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40304) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:50.525438 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493d2cb8-5ef5-418d-9f42-a2897d1b4edf', 'tag': 'a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63', 'status': 'completed', 'code': 200} Dec 22 15:38:50.552716 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-6daec119-176f-4a24-b47f-8dab9739003f None None] Set router ffca3f97-5533-46ba-a720-05b9c0211b6d gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:38:50.559000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8a2d6c-a1a9-4aad-b48f-4d8aa19875cf tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:50.563123 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7e8a2d6c-a1a9-4aad-b48f-4d8aa19875cf tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf&network_id=744de4e8-0fa8-4a1d-8c77-e6fb621c6929 HTTP/1.1" status: 200 len: 1131 time: 0.0868423 Dec 22 15:38:50.647270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76177b2e-ae23-44d3-8d69-6c3dcdc75f92 req-6fdac6f9-d5f9-4346-9fa2-4575b4344d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:50.648862 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76177b2e-ae23-44d3-8d69-6c3dcdc75f92 req-6fdac6f9-d5f9-4346-9fa2-4575b4344d24 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 1136 time: 0.1021020 Dec 22 15:38:50.917158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76177b2e-ae23-44d3-8d69-6c3dcdc75f92 req-7383a261-ab50-43bf-8d9f-19c502c6cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:50.918664 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76177b2e-ae23-44d3-8d69-6c3dcdc75f92 req-7383a261-ab50-43bf-8d9f-19c502c6cc35 service neutron] 10.222.0.57 "GET /v2.0/networks?id=744de4e8-0fa8-4a1d-8c77-e6fb621c6929 HTTP/1.1" status: 200 len: 898 time: 0.2629693 Dec 22 15:38:50.963930 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6daec119-176f-4a24-b47f-8dab9739003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'name': 'tempest-TestNetworkBasicOps-router-357669632', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:17Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:18Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '10219f03-73d4-44a9-b3db-50e9f39fcea6', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'port_id': 'a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1957109319', 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929', 'mac_address': 'fa:16:3e:fd:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d2cb8-5ef5-418d-9f42-a2897d1b4edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:38:48Z', 'updated_at': '2021-12-22T15:38:48Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff', 'name': '', 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:a5:03:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '55e017a6-9c60-4bfd-a183-e46e793e7f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:22Z', 'updated_at': '2021-12-22T15:38:29Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '55e017a6-9c60-4bfd-a183-e46e793e7f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:50.968154 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daec119-176f-4a24-b47f-8dab9739003f None None] Checking router: ffca3f97-5533-46ba-a720-05b9c0211b6d for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:38:50.976901 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daec119-176f-4a24-b47f-8dab9739003f None None] Routers {'ffca3f97-5533-46ba-a720-05b9c0211b6d'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:38:50.977553 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6daec119-176f-4a24-b47f-8dab9739003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:38:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['ffca3f97-5533-46ba-a720-05b9c0211b6d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:51.030350 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76177b2e-ae23-44d3-8d69-6c3dcdc75f92 req-c7af8011-5903-4a9a-ad5a-8ba14834f139 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 HTTP/1.1" status: 200 len: 1037 time: 0.1048608 Dec 22 15:38:51.106823 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76177b2e-ae23-44d3-8d69-6c3dcdc75f92 req-a47cc3e5-431d-405d-9577-69f447606f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:51.108513 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76177b2e-ae23-44d3-8d69-6c3dcdc75f92 req-a47cc3e5-431d-405d-9577-69f447606f41 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55e017a6-9c60-4bfd-a183-e46e793e7f3e HTTP/1.1" status: 200 len: 834 time: 0.0718002 Dec 22 15:38:51.168550 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-6daec119-176f-4a24-b47f-8dab9739003f None None] Set router ffca3f97-5533-46ba-a720-05b9c0211b6d gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:38:51.193508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76177b2e-ae23-44d3-8d69-6c3dcdc75f92 req-1c81dfcf-21db-4120-9dd7-5a201652de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:51.195047 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76177b2e-ae23-44d3-8d69-6c3dcdc75f92 req-1c81dfcf-21db-4120-9dd7-5a201652de72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=744de4e8-0fa8-4a1d-8c77-e6fb621c6929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792987 Dec 22 15:38:51.254731 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d98145-e651-4d8d-b625-ded8e46e2d75 req-79e74ce3-96a6-4a2a-9af8-25b0d3bae9e0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:51.256423 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-33d98145-e651-4d8d-b625-ded8e46e2d75 req-79e74ce3-96a6-4a2a-9af8-25b0d3bae9e0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 983 time: 0.0896063 Dec 22 15:38:51.307808 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-33d98145-e651-4d8d-b625-ded8e46e2d75 req-13ffb407-166d-4941-9d77-868d0bca8a74 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434906 Dec 22 15:38:51.359791 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76177b2e-ae23-44d3-8d69-6c3dcdc75f92 req-d327759c-6a7e-47c4-b08d-1aa606cd2cda service neutron] 10.222.0.57 "GET /v2.0/networks/744de4e8-0fa8-4a1d-8c77-e6fb621c6929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557412 Dec 22 15:38:51.502286 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76177b2e-ae23-44d3-8d69-6c3dcdc75f92 req-7bbfdb1f-f67e-4193-8ba0-952b4bcdcaf2 service neutron] 10.222.0.57 "GET /v2.0/networks/744de4e8-0fa8-4a1d-8c77-e6fb621c6929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356144 Dec 22 15:38:51.539363 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6daec119-176f-4a24-b47f-8dab9739003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'name': 'tempest-TestNetworkBasicOps-router-357669632', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:17Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:18Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '10219f03-73d4-44a9-b3db-50e9f39fcea6', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'port_id': 'a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1957109319', 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929', 'mac_address': 'fa:16:3e:fd:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d2cb8-5ef5-418d-9f42-a2897d1b4edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:38:48Z', 'updated_at': '2021-12-22T15:38:48Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff', 'name': '', 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:a5:03:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '55e017a6-9c60-4bfd-a183-e46e793e7f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:22Z', 'updated_at': '2021-12-22T15:38:29Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '55e017a6-9c60-4bfd-a183-e46e793e7f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:38:51.543912 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daec119-176f-4a24-b47f-8dab9739003f None None] The sync data for ids ['ffca3f97-5533-46ba-a720-05b9c0211b6d'] in dv-neutron-822674-1-hyperv is: [{'id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'name': 'tempest-TestNetworkBasicOps-router-357669632', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:17Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:18Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '10219f03-73d4-44a9-b3db-50e9f39fcea6', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'port_id': 'a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1957109319', 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929', 'mac_address': 'fa:16:3e:fd:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d2cb8-5ef5-418d-9f42-a2897d1b4edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:38:48Z', 'updated_at': '2021-12-22T15:38:48Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff', 'name': '', 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:a5:03:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '55e017a6-9c60-4bfd-a183-e46e793e7f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:22Z', 'updated_at': '2021-12-22T15:38:29Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '55e017a6-9c60-4bfd-a183-e46e793e7f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:38:51.745626 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0cf875-8591-4c7d-aa35-23666250f4c7 None None] New status for floating IP 10219f03-73d4-44a9-b3db-50e9f39fcea6: ACTIVE {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:38:52.199777 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e85d0d64-23f2-4b1e-b8ac-36a9cd281ef6 req-cef42bfe-a7fa-45c9-8730-534d65aefbbb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0860631 Dec 22 15:38:52.293623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d0d64-23f2-4b1e-b8ac-36a9cd281ef6 req-d5b2bd3d-ae3b-43e8-a824-235aaf2de4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:52.295119 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e85d0d64-23f2-4b1e-b8ac-36a9cd281ef6 req-d5b2bd3d-ae3b-43e8-a824-235aaf2de4db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84464132bfda464dbef4abab87427463&device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 1098 time: 0.0724773 Dec 22 15:38:52.456729 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d0d64-23f2-4b1e-b8ac-36a9cd281ef6 req-0f74c11e-f666-4b63-a912-9b9695d0df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:52.458195 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e85d0d64-23f2-4b1e-b8ac-36a9cd281ef6 req-0f74c11e-f666-4b63-a912-9b9695d0df47 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff4b8cf-1075-4500-85d7-9341f04be41f HTTP/1.1" status: 200 len: 912 time: 0.1395371 Dec 22 15:38:52.530212 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67be8c3-980c-44c4-acf9-0bb1b278abd5 req-613139a3-f47c-40e5-98d2-a3810fce554e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:52.532945 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b67be8c3-980c-44c4-acf9-0bb1b278abd5 req-613139a3-f47c-40e5-98d2-a3810fce554e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 983 time: 0.0926702 Dec 22 15:38:52.578401 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b67be8c3-980c-44c4-acf9-0bb1b278abd5 req-abea060e-3777-4119-82e9-971a9d1f39c6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404718 Dec 22 15:38:52.625581 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e85d0d64-23f2-4b1e-b8ac-36a9cd281ef6 req-db5395d6-cec2-4c9e-92c4-908aa3ef082a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bedc30f0-b702-482e-99f1-43467dc91ef1 HTTP/1.1" status: 200 len: 1001 time: 0.1560113 Dec 22 15:38:52.694256 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a15f9b-599a-4f1d-ac2e-579f4c105847 req-90ed2c07-08a9-4449-a4ff-592e034a778d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:52.695002 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-92a15f9b-599a-4f1d-ac2e-579f4c105847 req-90ed2c07-08a9-4449-a4ff-592e034a778d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:38:52.703494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d0d64-23f2-4b1e-b8ac-36a9cd281ef6 req-fa574c09-532f-4859-a21d-f827e3b1eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:52.704873 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e85d0d64-23f2-4b1e-b8ac-36a9cd281ef6 req-fa574c09-532f-4859-a21d-f827e3b1eb04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e2f5610-73fd-4689-9d49-ece9b5bf2feb HTTP/1.1" status: 200 len: 850 time: 0.0773666 Dec 22 15:38:52.785242 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d0d64-23f2-4b1e-b8ac-36a9cd281ef6 req-ceedc17a-aacb-4f19-98f9-d5e669efc9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:52.789346 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e85d0d64-23f2-4b1e-b8ac-36a9cd281ef6 req-ceedc17a-aacb-4f19-98f9-d5e669efc9cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff4b8cf-1075-4500-85d7-9341f04be41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740545 Dec 22 15:38:52.889631 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-92a15f9b-599a-4f1d-ac2e-579f4c105847 req-90ed2c07-08a9-4449-a4ff-592e034a778d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:38:52.889631 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-92a15f9b-599a-4f1d-ac2e-579f4c105847 req-90ed2c07-08a9-4449-a4ff-592e034a778d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 983 time: 0.3619514 Dec 22 15:38:52.978510 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e85d0d64-23f2-4b1e-b8ac-36a9cd281ef6 req-1510e1c7-eedb-467f-b04b-1e79d6d6e320 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853480 Dec 22 15:38:52.986106 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a15f9b-599a-4f1d-ac2e-579f4c105847 req-a15a91a2-5785-402c-9e70-d1b3e0eb2998 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:52.987425 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-92a15f9b-599a-4f1d-ac2e-579f4c105847 req-a15a91a2-5785-402c-9e70-d1b3e0eb2998 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/ports/a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0845108 Dec 22 15:38:53.351648 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e85d0d64-23f2-4b1e-b8ac-36a9cd281ef6 req-91c99c4b-4d8c-4801-b639-c5ee85f27767 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632731 Dec 22 15:38:53.356389 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-92a15f9b-599a-4f1d-ac2e-579f4c105847 req-3f0b6d43-82a8-4dbd-a33f-44086b4286e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/networks/744de4e8-0fa8-4a1d-8c77-e6fb621c6929?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3508210 Dec 22 15:38:53.367799 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-92a15f9b-599a-4f1d-ac2e-579f4c105847 req-d35b39be-2a64-440b-901e-b7901dc727ed service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:38:53.482035 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-92a15f9b-599a-4f1d-ac2e-579f4c105847 req-d35b39be-2a64-440b-901e-b7901dc727ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:53.688190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-92a15f9b-599a-4f1d-ac2e-579f4c105847 req-d35b39be-2a64-440b-901e-b7901dc727ed service neutron] For port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,segment=NetworkSegment(7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f),segment_id=7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:38:53.720756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-92a15f9b-599a-4f1d-ac2e-579f4c105847 req-d35b39be-2a64-440b-901e-b7901dc727ed service neutron] For port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:38:53.767764 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a2568-14bf-43fe-93ab-9e442a57bb55 req-74a3287e-c735-43f4-a646-0b9dc1a1c30f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:53.769222 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0c4a2568-14bf-43fe-93ab-9e442a57bb55 req-74a3287e-c735-43f4-a646-0b9dc1a1c30f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 983 time: 0.0829709 Dec 22 15:38:53.776483 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-92a15f9b-599a-4f1d-ac2e-579f4c105847 req-d35b39be-2a64-440b-901e-b7901dc727ed service neutron] device_id is not set on port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:38:53.788007 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-92a15f9b-599a-4f1d-ac2e-579f4c105847 req-d35b39be-2a64-440b-901e-b7901dc727ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:53.818796 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0c4a2568-14bf-43fe-93ab-9e442a57bb55 req-af14b822-41db-4fa4-8120-8e71fe4964c4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429122 Dec 22 15:38:53.866842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-92a15f9b-599a-4f1d-ac2e-579f4c105847 req-d35b39be-2a64-440b-901e-b7901dc727ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:53.870309 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1a2d2fc0-ed1a-4e4d-8425-7dbbfaf02a92 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:54.014029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b39be-2a64-440b-901e-b7901dc727ed service neutron] Pushing event updated for resources: {'Port': ['ID=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,revision_number=6']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:54.019695 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d35b39be-2a64-440b-901e-b7901dc727ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:54.069203 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a15f9b-599a-4f1d-ac2e-579f4c105847 req-d35b39be-2a64-440b-901e-b7901dc727ed service neutron] No DVR routers for this DVR port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:38:54.126560 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-97e8d700-7fd2-4f45-84a5-53f517682956 None None] Provisioning complete for port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:38:54.127119 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-97e8d700-7fd2-4f45-84a5-53f517682956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:54.181136 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-97e8d700-7fd2-4f45-84a5-53f517682956 None None] Port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:38:54.304640 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-92a15f9b-599a-4f1d-ac2e-579f4c105847 req-d35b39be-2a64-440b-901e-b7901dc727ed service neutron] In _notify_port_updated(), no bound segment for port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 on network 744de4e8-0fa8-4a1d-8c77-e6fb621c6929 {{(pid=88217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:38:54.306043 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a15f9b-599a-4f1d-ac2e-579f4c105847 req-d35b39be-2a64-440b-901e-b7901dc727ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:54.306682 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-92a15f9b-599a-4f1d-ac2e-579f4c105847 req-d35b39be-2a64-440b-901e-b7901dc727ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:54.308006 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-92a15f9b-599a-4f1d-ac2e-579f4c105847 req-d35b39be-2a64-440b-901e-b7901dc727ed service neutron] 10.222.0.57 "PUT /v2.0/ports/a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 HTTP/1.1" status: 200 len: 1026 time: 0.9443953 Dec 22 15:38:54.988272 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bf129cd2-3562-473e-8f6e-7b1d3088778e req-a456dece-a11c-4d40-a831-1237ccff52bd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=493d2cb8-5ef5-418d-9f42-a2897d1b4edf HTTP/1.1" status: 200 len: 210 time: 0.0461421 Dec 22 15:38:55.285406 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bf93bcd5-d7fa-49d1-8cdb-83e0709095c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:56.094680 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40324) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:56.167231 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bccb970-173a-4a7d-afca-2350d9e001dc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:38:56.168575 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5bccb970-173a-4a7d-afca-2350d9e001dc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports/a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 HTTP/1.1" status: 200 len: 925 time: 0.0729060 Dec 22 15:38:56.459767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40330) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:56.464511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b4a0563a-26e7-426f-871e-2cdc75b917e0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-191086065', 'description': 'tempest-secgroup-smoke-191086065 description', 'project_id': '1e3de4c345a044948e6178acdaa2b3de'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:38:56.470778 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b4a0563a-26e7-426f-871e-2cdc75b917e0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:38:56.480698 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b4a0563a-26e7-426f-871e-2cdc75b917e0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:38:56.540646 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4a0563a-26e7-426f-871e-2cdc75b917e0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:56.562436 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b4a0563a-26e7-426f-871e-2cdc75b917e0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:38:56.566160 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b4a0563a-26e7-426f-871e-2cdc75b917e0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:38:56.569106 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b4a0563a-26e7-426f-871e-2cdc75b917e0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:38:56.579373 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b4a0563a-26e7-426f-871e-2cdc75b917e0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:38:56.813737 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4a0563a-26e7-426f-871e-2cdc75b917e0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:56.946434 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4a0563a-26e7-426f-871e-2cdc75b917e0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:56.950437 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-92fd5e39-dc6d-42ad-8869-fc3396038f6a tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:56.992704 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0563a-26e7-426f-871e-2cdc75b917e0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f17eb65c-17f6-4e9c-9857-8b81474d29a7,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:56.996557 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b4a0563a-26e7-426f-871e-2cdc75b917e0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:57.060971 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4a0563a-26e7-426f-871e-2cdc75b917e0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:57.062529 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b4a0563a-26e7-426f-871e-2cdc75b917e0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6021736 Dec 22 15:38:57.065280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40334) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:57.070792 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-bb6e2177-fcf7-4527-a5a9-7ca6899ab6c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'f17eb65c-17f6-4e9c-9857-8b81474d29a7', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:38:57.077441 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bb6e2177-fcf7-4527-a5a9-7ca6899ab6c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:38:57.080452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bb6e2177-fcf7-4527-a5a9-7ca6899ab6c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:38:57.083310 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bb6e2177-fcf7-4527-a5a9-7ca6899ab6c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:38:57.089704 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bb6e2177-fcf7-4527-a5a9-7ca6899ab6c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:38:57.189638 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bb6e2177-fcf7-4527-a5a9-7ca6899ab6c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:57.250616 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bb6e2177-fcf7-4527-a5a9-7ca6899ab6c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:57.369217 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bb6e2177-fcf7-4527-a5a9-7ca6899ab6c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:57.373602 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cc51cd3f-2ce6-4f82-96a2-d54dcf4c3e4c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:57.393936 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e2177-fcf7-4527-a5a9-7ca6899ab6c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595191a9-9ab0-4921-94fe-b9de8c2134f1,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:57.396378 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bb6e2177-fcf7-4527-a5a9-7ca6899ab6c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:57.495986 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bb6e2177-fcf7-4527-a5a9-7ca6899ab6c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:57.497392 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bb6e2177-fcf7-4527-a5a9-7ca6899ab6c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4300935 Dec 22 15:38:57.499043 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40338) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:57.504002 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ecbb2b7a-781e-4df8-abf3-73d182fd30db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'f17eb65c-17f6-4e9c-9857-8b81474d29a7', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:38:57.510507 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ecbb2b7a-781e-4df8-abf3-73d182fd30db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:38:57.514316 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ecbb2b7a-781e-4df8-abf3-73d182fd30db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:38:57.517110 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ecbb2b7a-781e-4df8-abf3-73d182fd30db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:38:57.522625 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ecbb2b7a-781e-4df8-abf3-73d182fd30db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:38:57.636188 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2b7a-781e-4df8-abf3-73d182fd30db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:57.694846 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:38:57.698645 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2b7a-781e-4df8-abf3-73d182fd30db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:57.727870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0867cbbd-f9fa-4195-aca2-08e118d7b577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:57.756914 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:38:57.815678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2b7a-781e-4df8-abf3-73d182fd30db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:57.817925 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-307b1cad-6f59-4b27-9c0c-9cad0bac0774 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:57.840915 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb2b7a-781e-4df8-abf3-73d182fd30db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025e69c9-7458-47fb-8220-3afbbb9236dc,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:57.843574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ecbb2b7a-781e-4df8-abf3-73d182fd30db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:57.981267 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2b7a-781e-4df8-abf3-73d182fd30db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:57.982562 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ecbb2b7a-781e-4df8-abf3-73d182fd30db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4825494 Dec 22 15:38:57.985487 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40342) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:57.990622 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0d62af4a-a68e-4500-9cd2-9d38b73251e3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'f17eb65c-17f6-4e9c-9857-8b81474d29a7', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:38:57.996482 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0d62af4a-a68e-4500-9cd2-9d38b73251e3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:38:58.000214 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0d62af4a-a68e-4500-9cd2-9d38b73251e3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:38:58.004320 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0d62af4a-a68e-4500-9cd2-9d38b73251e3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:38:58.008619 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0d62af4a-a68e-4500-9cd2-9d38b73251e3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:38:58.115758 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d62af4a-a68e-4500-9cd2-9d38b73251e3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:58.182323 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d62af4a-a68e-4500-9cd2-9d38b73251e3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:58.305825 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d62af4a-a68e-4500-9cd2-9d38b73251e3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:58.307917 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:58.332534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62af4a-a68e-4500-9cd2-9d38b73251e3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71bbf11-c615-4259-bd68-1394b29d6143,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:58.333752 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0d62af4a-a68e-4500-9cd2-9d38b73251e3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:58.445464 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d62af4a-a68e-4500-9cd2-9d38b73251e3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:58.448915 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0d62af4a-a68e-4500-9cd2-9d38b73251e3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4607627 Dec 22 15:38:58.450071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40346) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:58.455162 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e59f2c72-de85-4eb3-a4b6-70518702c72f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'f17eb65c-17f6-4e9c-9857-8b81474d29a7', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:38:58.461198 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e59f2c72-de85-4eb3-a4b6-70518702c72f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:38:58.465844 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e59f2c72-de85-4eb3-a4b6-70518702c72f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:38:58.472717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e59f2c72-de85-4eb3-a4b6-70518702c72f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:38:58.475194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e59f2c72-de85-4eb3-a4b6-70518702c72f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:38:58.559361 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e59f2c72-de85-4eb3-a4b6-70518702c72f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:58.622798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e59f2c72-de85-4eb3-a4b6-70518702c72f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:58.748773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e59f2c72-de85-4eb3-a4b6-70518702c72f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:58.750202 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0b40b709-28be-4db3-9db8-be1502e29003 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:58.770581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f2c72-de85-4eb3-a4b6-70518702c72f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e0eb31-3dc5-4955-8f72-a25ccff99afd,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:58.774356 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e59f2c72-de85-4eb3-a4b6-70518702c72f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:58.880300 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e59f2c72-de85-4eb3-a4b6-70518702c72f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:58.884720 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e59f2c72-de85-4eb3-a4b6-70518702c72f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4304578 Dec 22 15:38:58.884851 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40350) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:58.889984 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-99148320-bd86-4727-834c-4beb1c7183e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'f17eb65c-17f6-4e9c-9857-8b81474d29a7', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:38:58.896595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-99148320-bd86-4727-834c-4beb1c7183e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:38:58.900978 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-99148320-bd86-4727-834c-4beb1c7183e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:38:58.904001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-99148320-bd86-4727-834c-4beb1c7183e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:38:58.910879 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-99148320-bd86-4727-834c-4beb1c7183e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:38:58.997441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:59.020293 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-99148320-bd86-4727-834c-4beb1c7183e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:38:59.027361 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-99148320-bd86-4727-834c-4beb1c7183e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:59.060158 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:59.093856 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-99148320-bd86-4727-834c-4beb1c7183e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:59.163186 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-99148320-bd86-4727-834c-4beb1c7183e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:59.165078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dee8ca76-696d-41c6-b59a-a1dbb2656441 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:59.192891 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99148320-bd86-4727-834c-4beb1c7183e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75326102-a0ff-4ad4-bb79-6803a749c480,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:59.197659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-99148320-bd86-4727-834c-4beb1c7183e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:59.260736 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-99148320-bd86-4727-834c-4beb1c7183e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:59.261982 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-99148320-bd86-4727-834c-4beb1c7183e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3763916 Dec 22 15:38:59.264732 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40354) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:59.269797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-e9d38911-629d-4756-ad64-91e49e28fa5f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'f17eb65c-17f6-4e9c-9857-8b81474d29a7', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:38:59.275786 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e9d38911-629d-4756-ad64-91e49e28fa5f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:38:59.280241 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e9d38911-629d-4756-ad64-91e49e28fa5f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:38:59.283132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e9d38911-629d-4756-ad64-91e49e28fa5f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:38:59.288761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e9d38911-629d-4756-ad64-91e49e28fa5f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:38:59.375035 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-e9d38911-629d-4756-ad64-91e49e28fa5f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:38:59.382495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e9d38911-629d-4756-ad64-91e49e28fa5f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:59.450394 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e9d38911-629d-4756-ad64-91e49e28fa5f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:59.535071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e9d38911-629d-4756-ad64-91e49e28fa5f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:59.536882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:38:59.562479 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d38911-629d-4756-ad64-91e49e28fa5f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62358f8f-9c08-4d1b-a2fc-468421148844,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:38:59.566630 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e9d38911-629d-4756-ad64-91e49e28fa5f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:38:59.725850 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e9d38911-629d-4756-ad64-91e49e28fa5f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:38:59.727102 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e9d38911-629d-4756-ad64-91e49e28fa5f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4614229 Dec 22 15:38:59.927115 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-22709102-479e-4338-b5b8-928814d493a9 req-9548bce3-c35a-4278-8546-40852f430aca tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-191086065&fields=id&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 267 time: 0.0426593 Dec 22 15:39:00.011703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22709102-479e-4338-b5b8-928814d493a9 req-71e1cdfd-f55f-42a9-9877-100b54b51d5f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:00.013195 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-22709102-479e-4338-b5b8-928814d493a9 req-71e1cdfd-f55f-42a9-9877-100b54b51d5f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports/a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 HTTP/1.1" status: 200 len: 930 time: 0.0761158 Dec 22 15:39:00.139683 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-22709102-479e-4338-b5b8-928814d493a9 req-941d8909-2e42-41f1-a6be-ac297dde5df4 service neutron] 10.222.0.59 "GET /v2.0/ports/a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1145279 Dec 22 15:39:00.283874 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-22709102-479e-4338-b5b8-928814d493a9 req-49c2cbc6-0c93-4f61-81bd-d34938cc9afd service neutron] 10.222.0.59 "GET /v2.0/networks/744de4e8-0fa8-4a1d-8c77-e6fb621c6929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379936 Dec 22 15:39:00.423711 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-22709102-479e-4338-b5b8-928814d493a9 req-4084c24b-fda7-43ec-a402-83b6770e49ac service neutron] 10.222.0.59 "GET /v2.0/networks/744de4e8-0fa8-4a1d-8c77-e6fb621c6929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340899 Dec 22 15:39:00.919580 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:01.781405 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9be1debc-8696-46f1-9f63-ea0a07c7e028 req-5fd16b09-c79a-4e01-8a9f-381770bc4814 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b HTTP/1.1" status: 200 len: 210 time: 0.0412669 Dec 22 15:39:02.936645 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0aa194b4-b1d3-4280-b284-4557b79050c9 req-11521aa5-c729-4ddd-b3d5-301996228e14 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b HTTP/1.1" status: 200 len: 210 time: 0.0468676 Dec 22 15:39:03.873225 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22709102-479e-4338-b5b8-928814d493a9 req-c7756296-9567-4f8c-a837-4ca49565c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:03.875161 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22709102-479e-4338-b5b8-928814d493a9 req-c7756296-9567-4f8c-a837-4ca49565c517 service neutron] 10.222.0.57 "GET /v2.0/ports/a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 HTTP/1.1" status: 200 len: 1026 time: 0.0661843 Dec 22 15:39:04.025688 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22709102-479e-4338-b5b8-928814d493a9 req-40171717-ccc9-4d67-8ecc-f46c9e34fd4f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:04.027178 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22709102-479e-4338-b5b8-928814d493a9 req-40171717-ccc9-4d67-8ecc-f46c9e34fd4f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/networks?id=744de4e8-0fa8-4a1d-8c77-e6fb621c6929 HTTP/1.1" status: 200 len: 797 time: 0.1471033 Dec 22 15:39:04.089016 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-22709102-479e-4338-b5b8-928814d493a9 req-71f0cd33-63eb-4feb-afdd-61347724b71e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:39:04.096255 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-92716d01-cae7-4e4a-aacf-334730d2aff4 req-0a29c3fe-3142-41f7-aaf9-b3e816e53fca tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b HTTP/1.1" status: 200 len: 210 time: 0.0511246 Dec 22 15:39:04.166116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-22709102-479e-4338-b5b8-928814d493a9 req-71f0cd33-63eb-4feb-afdd-61347724b71e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:39:04.169170 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22709102-479e-4338-b5b8-928814d493a9 req-71f0cd33-63eb-4feb-afdd-61347724b71e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 471 time: 0.1310160 Dec 22 15:39:04.179775 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Request body: {'port': {'device_id': '1df803b2-fda6-4e64-a43b-47da5fe5650b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:39:04.425482 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:04.783939 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:39:04.791190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:04.804648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Transition to ACTIVE for port object a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:39:04.891590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:04.895541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9764b8ff-71e3-4b2f-9467-e02427c9ab09 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:05.040340 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,revision_number=7']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:05.053139 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:05.053528 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:05.053907 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:05.054305 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:05.054680 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:05.055051 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:05.055416 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:05.055780 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:05.056141 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:05.056501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:05.056863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:05.057219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:05.063335 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:05.178162 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Attempting to bind port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:39:05.178533 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Attempting to bind port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:39:05.178869 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Attempting to bind port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 on network 744de4e8-0fa8-4a1d-8c77-e6fb621c6929 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:39:05.184231 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 on network 744de4e8-0fa8-4a1d-8c77-e6fb621c6929 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:39:05.184557 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Attempting to bind port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 on network 744de4e8-0fa8-4a1d-8c77-e6fb621c6929 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:39:05.190381 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:39:05.190811 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Checking segment: {'id': '7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:39:05.191318 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Bound using segment: {'id': '7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:39:05.191790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Bound port: a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:39:05.192158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:05.288721 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] For port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:39:05.292036 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] For port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,segment=NetworkSegment(7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f),segment_id=7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:39:05.302096 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51443b79-ac38-4b44-ae48-1ea1d612096a req-1f6b1896-19bd-4040-8b2a-eedc5ef89372 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:05.306364 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-51443b79-ac38-4b44-ae48-1ea1d612096a req-1f6b1896-19bd-4040-8b2a-eedc5ef89372 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b HTTP/1.1" status: 200 len: 981 time: 0.0847192 Dec 22 15:39:05.353489 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-51443b79-ac38-4b44-ae48-1ea1d612096a req-ae6b112f-7e64-4b40-8531-cd09466d07d3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441086 Dec 22 15:39:05.400150 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:05.405508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-374dd4f1-ab58-4562-9515-502b65083a49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:05.462295 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:05.462822 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:05.464145 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22709102-479e-4338-b5b8-928814d493a9 req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] 10.222.0.57 "PUT /v2.0/ports/a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 HTTP/1.1" status: 200 len: 1131 time: 1.2888217 Dec 22 15:39:05.465186 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df803b2-fda6-4e64-a43b-47da5fe5650b', 'tag': 'a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:39:05.488607 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,revision_number=8']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:05.492277 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:05.515465 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df803b2-fda6-4e64-a43b-47da5fe5650b', 'tag': 'a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63', 'status': 'completed', 'code': 200} Dec 22 15:39:05.618659 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8be2f-92e9-4431-be53-3d46741ad326 req-09d5b82f-96c6-437d-8894-8c4c7bef5569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:05.620168 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c5e8be2f-92e9-4431-be53-3d46741ad326 req-09d5b82f-96c6-437d-8894-8c4c7bef5569 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b HTTP/1.1" status: 200 len: 1134 time: 0.0841362 Dec 22 15:39:05.768529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8be2f-92e9-4431-be53-3d46741ad326 req-b04ae6e1-2461-461c-928a-74236ab01b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:05.770021 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c5e8be2f-92e9-4431-be53-3d46741ad326 req-b04ae6e1-2461-461c-928a-74236ab01b69 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1e3de4c345a044948e6178acdaa2b3de&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1401107 Dec 22 15:39:05.912072 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8be2f-92e9-4431-be53-3d46741ad326 req-6b2f2690-998b-4adf-8743-e61e10e83da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:05.913540 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c5e8be2f-92e9-4431-be53-3d46741ad326 req-6b2f2690-998b-4adf-8743-e61e10e83da2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1367338 Dec 22 15:39:06.024461 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22709102-479e-4338-b5b8-928814d493a9 req-90e48a06-fbf3-437c-8b80-c46a99c643e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:06.025941 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22709102-479e-4338-b5b8-928814d493a9 req-90e48a06-fbf3-437c-8b80-c46a99c643e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b HTTP/1.1" status: 200 len: 1134 time: 0.0753393 Dec 22 15:39:06.077626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:06.131940 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22709102-479e-4338-b5b8-928814d493a9 req-2d3f0fef-815e-4c70-93bd-f7591e1908ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 HTTP/1.1" status: 200 len: 1037 time: 0.0986073 Dec 22 15:39:06.199092 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22709102-479e-4338-b5b8-928814d493a9 req-cabc88fa-a882-4395-9fbe-2588082a6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:06.201050 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22709102-479e-4338-b5b8-928814d493a9 req-cabc88fa-a882-4395-9fbe-2588082a6267 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55e017a6-9c60-4bfd-a183-e46e793e7f3e HTTP/1.1" status: 200 len: 834 time: 0.0629537 Dec 22 15:39:06.281410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22709102-479e-4338-b5b8-928814d493a9 req-a917116b-a08c-452e-9497-5ef71cc0328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:06.282923 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22709102-479e-4338-b5b8-928814d493a9 req-a917116b-a08c-452e-9497-5ef71cc0328d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=744de4e8-0fa8-4a1d-8c77-e6fb621c6929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740619 Dec 22 15:39:06.551251 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22709102-479e-4338-b5b8-928814d493a9 req-97f96a1d-982c-4135-8211-80219adaeb35 service neutron] 10.222.0.57 "GET /v2.0/networks/744de4e8-0fa8-4a1d-8c77-e6fb621c6929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604902 Dec 22 15:39:06.559242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40280f-5cfc-4741-a80f-c32dcc15f499 req-5034fcc8-da6e-412f-a6c7-21aa29b383ce tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:06.559902 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ae40280f-5cfc-4741-a80f-c32dcc15f499 req-5034fcc8-da6e-412f-a6c7-21aa29b383ce tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b HTTP/1.1" status: 200 len: 981 time: 0.0929055 Dec 22 15:39:06.606571 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ae40280f-5cfc-4741-a80f-c32dcc15f499 req-dc452fc7-f3ca-436b-aab3-24aeab2ed660 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403340 Dec 22 15:39:06.689534 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22709102-479e-4338-b5b8-928814d493a9 req-df698bb4-0b11-4410-b0cc-9451490040fc service neutron] 10.222.0.57 "GET /v2.0/networks/744de4e8-0fa8-4a1d-8c77-e6fb621c6929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315556 Dec 22 15:39:07.798065 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc486f-09dd-4d66-a5de-d3a39d82c4a6 req-a16f6020-2c6e-48f6-8bc9-9316c4a8a4b3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:07.799529 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a3dc486f-09dd-4d66-a5de-d3a39d82c4a6 req-a16f6020-2c6e-48f6-8bc9-9316c4a8a4b3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b HTTP/1.1" status: 200 len: 981 time: 0.0848789 Dec 22 15:39:07.949578 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a3dc486f-09dd-4d66-a5de-d3a39d82c4a6 req-d22f381e-5cb4-439b-b9b6-b5949b1be846 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436038 Dec 22 15:39:09.142177 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f2766-5c65-4a26-9d7e-b6a30286edae req-c7cde6a9-bb28-451d-9f76-2183d5109b50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:09.143664 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-246f2766-5c65-4a26-9d7e-b6a30286edae req-c7cde6a9-bb28-451d-9f76-2183d5109b50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b HTTP/1.1" status: 200 len: 981 time: 0.0814908 Dec 22 15:39:09.189240 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-246f2766-5c65-4a26-9d7e-b6a30286edae req-b2e5c619-10d6-4732-b838-22ae5b24765a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398588 Dec 22 15:39:09.755823 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:39:09.890936 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,segment=NetworkSegment(7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f),segment_id=7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:39:09.910172 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': 'a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63', 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929', 'port_id': 'a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63', 'mac_address': 'fa:16:3e:fd:61:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e017a6-9c60-4bfd-a183-e46e793e7f3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:39:09.961617 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:09.978561 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:39:09.993848 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,segment=NetworkSegment(7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f),segment_id=7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:39:10.112856 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:10.114760 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:10.181909 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,revision_number=9']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:10.185710 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:10.384997 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd94e6-27e4-45ae-a6db-2df2bd2892d6 req-40a0dc8e-d49a-48c2-95d4-8a5938623f97 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:10.386403 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dadd94e6-27e4-45ae-a6db-2df2bd2892d6 req-40a0dc8e-d49a-48c2-95d4-8a5938623f97 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b HTTP/1.1" status: 200 len: 982 time: 0.0839851 Dec 22 15:39:10.431447 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dadd94e6-27e4-45ae-a6db-2df2bd2892d6 req-57e27455-922b-46aa-94c6-249a37210ccd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382674 Dec 22 15:39:10.455735 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:39:11.628705 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716f0ab-ea69-4761-9a64-ba3c7b4fece7 req-86f8f330-162f-464a-9f7a-101d3cd5033c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:11.637549 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c716f0ab-ea69-4761-9a64-ba3c7b4fece7 req-86f8f330-162f-464a-9f7a-101d3cd5033c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b HTTP/1.1" status: 200 len: 982 time: 0.0831757 Dec 22 15:39:11.679760 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c716f0ab-ea69-4761-9a64-ba3c7b4fece7 req-808bc2ae-5ab5-4522-9912-eec1db7f159a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433452 Dec 22 15:39:11.744228 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:39:11.947817 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:39:11.954465 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:39:11.955281 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:12.129050 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:12.157290 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df803b2-fda6-4e64-a43b-47da5fe5650b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:39:12.168282 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,segment=NetworkSegment(7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f),segment_id=7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:39:12.200491 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df803b2-fda6-4e64-a43b-47da5fe5650b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63', 'code': 200} Dec 22 15:39:12.260586 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:12.264008 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:12.334708 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,revision_number=10']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:12.335950 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:12.626130 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d783d7-f319-4c3e-81d0-4d73372bcfb3 req-3ed7bf14-542e-4a4d-905a-6db7e17d0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:12.627786 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-03d783d7-f319-4c3e-81d0-4d73372bcfb3 req-3ed7bf14-542e-4a4d-905a-6db7e17d0368 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b HTTP/1.1" status: 200 len: 1137 time: 0.0736001 Dec 22 15:39:12.670350 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-03d783d7-f319-4c3e-81d0-4d73372bcfb3 req-ce691606-b215-4937-b944-3b42afd7df8a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358188 Dec 22 15:39:12.881498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f018dbd-172a-4c61-ae05-8da47a6ac995 req-60a66f38-7302-408c-8e42-bbd8fea03999 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:12.882986 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9f018dbd-172a-4c61-ae05-8da47a6ac995 req-60a66f38-7302-408c-8e42-bbd8fea03999 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b HTTP/1.1" status: 200 len: 984 time: 0.0868235 Dec 22 15:39:12.927214 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9f018dbd-172a-4c61-ae05-8da47a6ac995 req-3958693c-6dc5-45ef-a16e-8ce08e92d552 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384526 Dec 22 15:39:14.124778 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56f120-68f2-4c38-8aad-7553f7de0ff2 req-12f9191d-bbf7-4cc8-8e89-27ce1ecb9551 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:14.126398 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fd56f120-68f2-4c38-8aad-7553f7de0ff2 req-12f9191d-bbf7-4cc8-8e89-27ce1ecb9551 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b HTTP/1.1" status: 200 len: 984 time: 0.0867729 Dec 22 15:39:14.171720 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fd56f120-68f2-4c38-8aad-7553f7de0ff2 req-3e3c17a7-8136-400d-91b4-4ef2889fed00 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396159 Dec 22 15:39:15.371384 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52537d8-31e9-465e-a52f-32ad94c7239c req-c454fef3-220c-4f5b-af09-5a2b74973eec tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:15.374091 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d52537d8-31e9-465e-a52f-32ad94c7239c req-c454fef3-220c-4f5b-af09-5a2b74973eec tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b HTTP/1.1" status: 200 len: 984 time: 0.0878239 Dec 22 15:39:15.421676 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d52537d8-31e9-465e-a52f-32ad94c7239c req-c3b57453-eca2-4b6b-8723-57e4a434fb34 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422146 Dec 22 15:39:15.611393 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef31ae-0708-4eab-9087-35839ce943b3 req-6d2f71eb-0ef5-414c-bced-3ec566905a39 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:15.612871 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-86ef31ae-0708-4eab-9087-35839ce943b3 req-6d2f71eb-0ef5-414c-bced-3ec566905a39 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b HTTP/1.1" status: 200 len: 984 time: 0.0849228 Dec 22 15:39:15.662815 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-86ef31ae-0708-4eab-9087-35839ce943b3 req-7ccad0d1-8173-48f9-a8f9-bfb588b235ee tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435865 Dec 22 15:39:15.686817 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40432) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:15.759041 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec417058-daae-4433-95df-03f62e177f09 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:15.760523 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ec417058-daae-4433-95df-03f62e177f09 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b&network_id=744de4e8-0fa8-4a1d-8c77-e6fb621c6929 HTTP/1.1" status: 200 len: 1132 time: 0.0727410 Dec 22 15:39:16.367916 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0bd4b-cc16-4f36-9e69-4c084497f671 req-8b86d7c7-c35f-4b04-bbc2-14ecfe156301 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:16.369375 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7ad0bd4b-cc16-4f36-9e69-4c084497f671 req-8b86d7c7-c35f-4b04-bbc2-14ecfe156301 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b HTTP/1.1" status: 200 len: 984 time: 0.0919785 Dec 22 15:39:16.413717 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7ad0bd4b-cc16-4f36-9e69-4c084497f671 req-bc412adf-2abf-4bda-8e47-9e95be3fbd61 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385797 Dec 22 15:39:17.616997 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7c806-245c-45cb-bd71-7542b7de2d1f req-9207f0b9-617c-4af3-b212-df5df4182b3e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:17.618549 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-56f7c806-245c-45cb-bd71-7542b7de2d1f req-9207f0b9-617c-4af3-b212-df5df4182b3e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b HTTP/1.1" status: 200 len: 984 time: 0.0869815 Dec 22 15:39:17.672560 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-56f7c806-245c-45cb-bd71-7542b7de2d1f req-90762593-5318-4fad-b74a-0037a72def69 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0ea2e30-dabb-419f-9a9f-24e78be43acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442195 Dec 22 15:39:17.789197 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ed7d6-ef45-489f-b6bb-3c943fce1921 req-3f45d882-0120-4415-aef5-c750de30cb77 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:17.792312 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ed5ed7d6-ef45-489f-b6bb-3c943fce1921 req-3f45d882-0120-4415-aef5-c750de30cb77 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/ports?device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b HTTP/1.1" status: 200 len: 984 time: 0.0853939 Dec 22 15:39:17.862881 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ed7d6-ef45-489f-b6bb-3c943fce1921 req-50209f84-f29b-4426-af2a-35d96716c5ce tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:17.864319 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ed5ed7d6-ef45-489f-b6bb-3c943fce1921 req-50209f84-f29b-4426-af2a-35d96716c5ce tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/ports/a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0676484 Dec 22 15:39:18.007436 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ed5ed7d6-ef45-489f-b6bb-3c943fce1921 req-259d3307-ad08-49b3-bd09-96ea44322d1d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/networks/744de4e8-0fa8-4a1d-8c77-e6fb621c6929?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1383305 Dec 22 15:39:18.017885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-ed5ed7d6-ef45-489f-b6bb-3c943fce1921 req-32ee2b30-3d70-499f-be42-7ff9ecc21409 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:39:18.129936 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ed5ed7d6-ef45-489f-b6bb-3c943fce1921 req-32ee2b30-3d70-499f-be42-7ff9ecc21409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:18.332221 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-ed5ed7d6-ef45-489f-b6bb-3c943fce1921 req-32ee2b30-3d70-499f-be42-7ff9ecc21409 service neutron] For port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,segment=NetworkSegment(7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f),segment_id=7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:39:18.361895 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-ed5ed7d6-ef45-489f-b6bb-3c943fce1921 req-32ee2b30-3d70-499f-be42-7ff9ecc21409 service neutron] For port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:39:18.418329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-ed5ed7d6-ef45-489f-b6bb-3c943fce1921 req-32ee2b30-3d70-499f-be42-7ff9ecc21409 service neutron] device_id is not set on port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 15:39:18.426995 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ed5ed7d6-ef45-489f-b6bb-3c943fce1921 req-32ee2b30-3d70-499f-be42-7ff9ecc21409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:18.559324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ed5ed7d6-ef45-489f-b6bb-3c943fce1921 req-32ee2b30-3d70-499f-be42-7ff9ecc21409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:18.563887 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:18.711683 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee2b30-3d70-499f-be42-7ff9ecc21409 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,revision_number=11']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:18.716307 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-32ee2b30-3d70-499f-be42-7ff9ecc21409 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:18.766217 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5ed7d6-ef45-489f-b6bb-3c943fce1921 req-32ee2b30-3d70-499f-be42-7ff9ecc21409 service neutron] No DVR routers for this DVR port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:39:18.880839 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e94533d2-4d47-4e39-b5ff-c10f53be3354 req-8f19e735-7d3f-420b-ad11-fc8c2ef85894 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b HTTP/1.1" status: 200 len: 210 time: 0.0919971 Dec 22 15:39:18.917851 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-134086bb-4911-462a-b0f0-8b836818e917 None None] Provisioning complete for port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:39:18.918431 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-134086bb-4911-462a-b0f0-8b836818e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:18.973586 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-134086bb-4911-462a-b0f0-8b836818e917 None None] Port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:39:18.989462 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-ed5ed7d6-ef45-489f-b6bb-3c943fce1921 req-32ee2b30-3d70-499f-be42-7ff9ecc21409 service neutron] In _notify_port_updated(), no bound segment for port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 on network 744de4e8-0fa8-4a1d-8c77-e6fb621c6929 {{(pid=88217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 15:39:18.990357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ed7d6-ef45-489f-b6bb-3c943fce1921 req-32ee2b30-3d70-499f-be42-7ff9ecc21409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:18.990968 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ed5ed7d6-ef45-489f-b6bb-3c943fce1921 req-32ee2b30-3d70-499f-be42-7ff9ecc21409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:18.992656 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ed5ed7d6-ef45-489f-b6bb-3c943fce1921 req-32ee2b30-3d70-499f-be42-7ff9ecc21409 service neutron] 10.222.0.57 "PUT /v2.0/ports/a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 HTTP/1.1" status: 200 len: 1027 time: 0.9782248 Dec 22 15:39:20.096598 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-014c3052-1c19-4c32-9ef3-7a30bcca3c22 req-cd2f1421-5ceb-45ad-8592-22caf3d32d8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=1df803b2-fda6-4e64-a43b-47da5fe5650b HTTP/1.1" status: 200 len: 210 time: 0.0901003 Dec 22 15:39:20.257216 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:39:21.192757 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40456) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:21.266159 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a545ac1c-c0de-450d-a2b7-587ab808e965 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:21.297880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a545ac1c-c0de-450d-a2b7-587ab808e965 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:21.457526 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a545ac1c-c0de-450d-a2b7-587ab808e965 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:21.457526 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-24b3c134-1e3c-414d-a56f-5ce2200ea7e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:21.471128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545ac1c-c0de-450d-a2b7-587ab808e965 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17eb65c-17f6-4e9c-9857-8b81474d29a7,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:21.479002 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a545ac1c-c0de-450d-a2b7-587ab808e965 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:21.479386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a545ac1c-c0de-450d-a2b7-587ab808e965 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:21.479762 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a545ac1c-c0de-450d-a2b7-587ab808e965 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:21.480132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a545ac1c-c0de-450d-a2b7-587ab808e965 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:21.480500 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a545ac1c-c0de-450d-a2b7-587ab808e965 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:21.480865 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a545ac1c-c0de-450d-a2b7-587ab808e965 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:21.481227 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a545ac1c-c0de-450d-a2b7-587ab808e965 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:21.481589 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a545ac1c-c0de-450d-a2b7-587ab808e965 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:21.481952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a545ac1c-c0de-450d-a2b7-587ab808e965 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:21.482335 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a545ac1c-c0de-450d-a2b7-587ab808e965 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:21.482690 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a545ac1c-c0de-450d-a2b7-587ab808e965 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:21.483045 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a545ac1c-c0de-450d-a2b7-587ab808e965 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:21.486691 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a545ac1c-c0de-450d-a2b7-587ab808e965 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:21.636583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a545ac1c-c0de-450d-a2b7-587ab808e965 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:21.637717 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a545ac1c-c0de-450d-a2b7-587ab808e965 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/security-groups/f17eb65c-17f6-4e9c-9857-8b81474d29a7 HTTP/1.1" status: 204 len: 168 time: 0.4439654 Dec 22 15:39:21.738635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40462) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:21.820014 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:39:21.878240 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:39:21.950659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c15adcd9-3bd1-4a67-b793-7fb1bd9cdb23 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 2636e1e2-6b4c-40ca-8ed6-ce5b1593975c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:39:21.951422 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c15adcd9-3bd1-4a67-b793-7fb1bd9cdb23 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:22.125963 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c15adcd9-3bd1-4a67-b793-7fb1bd9cdb23 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:22.126206 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c15adcd9-3bd1-4a67-b793-7fb1bd9cdb23 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:22.364871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c15adcd9-3bd1-4a67-b793-7fb1bd9cdb23 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 2636e1e2-6b4c-40ca-8ed6-ce5b1593975c owned by network:floatingip {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:39:22.589990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c15adcd9-3bd1-4a67-b793-7fb1bd9cdb23 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:22.589990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f79bde6e-2a1c-4883-853a-f9cbb28c5635 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:22.640469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15adcd9-3bd1-4a67-b793-7fb1bd9cdb23 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=2636e1e2-6b4c-40ca-8ed6-ce5b1593975c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:22.672571 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c15adcd9-3bd1-4a67-b793-7fb1bd9cdb23 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:22.736739 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c15adcd9-3bd1-4a67-b793-7fb1bd9cdb23 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:22.738891 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-c15adcd9-3bd1-4a67-b793-7fb1bd9cdb23 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Floating IP 10219f03-73d4-44a9-b3db-50e9f39fcea6 disassociated (deleted). External IP: 172.26.6.148, port: a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63. Dec 22 15:39:23.107479 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15adcd9-3bd1-4a67-b793-7fb1bd9cdb23 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router ffca3f97-5533-46ba-a720-05b9c0211b6d has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:39:23.294634 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15adcd9-3bd1-4a67-b793-7fb1bd9cdb23 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:39:23.304993 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be1bc4f-bd97-4540-9673-fd6928050d63 None None] Sync routers for ids ['ffca3f97-5533-46ba-a720-05b9c0211b6d'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:39:23.317636 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be1bc4f-bd97-4540-9673-fd6928050d63 None None] Routers {'ffca3f97-5533-46ba-a720-05b9c0211b6d'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:39:23.317636 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8be1bc4f-bd97-4540-9673-fd6928050d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:38:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['ffca3f97-5533-46ba-a720-05b9c0211b6d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:39:23.397907 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c15adcd9-3bd1-4a67-b793-7fb1bd9cdb23 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:23.459463 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c15adcd9-3bd1-4a67-b793-7fb1bd9cdb23 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/floatingips/10219f03-73d4-44a9-b3db-50e9f39fcea6 HTTP/1.1" status: 204 len: 168 time: 1.7196841 Dec 22 15:39:23.502403 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-8be1bc4f-bd97-4540-9673-fd6928050d63 None None] Set router ffca3f97-5533-46ba-a720-05b9c0211b6d gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:39:23.611142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40470) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:23.686965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1677de22-e36e-4869-82bd-7af2afccc271 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:23.715921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1677de22-e36e-4869-82bd-7af2afccc271 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:23.812089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8be1bc4f-bd97-4540-9673-fd6928050d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'name': 'tempest-TestNetworkBasicOps-router-357669632', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:17Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:18Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff', 'name': '', 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:a5:03:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '55e017a6-9c60-4bfd-a183-e46e793e7f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:22Z', 'updated_at': '2021-12-22T15:38:29Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '55e017a6-9c60-4bfd-a183-e46e793e7f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:39:23.815853 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be1bc4f-bd97-4540-9673-fd6928050d63 None None] Checking router: ffca3f97-5533-46ba-a720-05b9c0211b6d for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:39:23.823859 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be1bc4f-bd97-4540-9673-fd6928050d63 None None] Routers {'ffca3f97-5533-46ba-a720-05b9c0211b6d'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:39:23.824452 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8be1bc4f-bd97-4540-9673-fd6928050d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:38:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['ffca3f97-5533-46ba-a720-05b9c0211b6d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:39:23.925154 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1677de22-e36e-4869-82bd-7af2afccc271 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:23.929496 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a6717ef9-4e5b-4e70-8dd4-93dc95187e7c tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:23.945348 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677de22-e36e-4869-82bd-7af2afccc271 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b308c579-020c-4f6d-8600-fdf23c79a3dc,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:23.947758 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1677de22-e36e-4869-82bd-7af2afccc271 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:23.954624 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1677de22-e36e-4869-82bd-7af2afccc271 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:23.958333 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1677de22-e36e-4869-82bd-7af2afccc271 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/security-groups/b308c579-020c-4f6d-8600-fdf23c79a3dc HTTP/1.1" status: 204 len: 168 time: 0.3435585 Dec 22 15:39:24.007553 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-8be1bc4f-bd97-4540-9673-fd6928050d63 None None] Set router ffca3f97-5533-46ba-a720-05b9c0211b6d gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:39:24.058157 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40476) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:24.130615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8ae304b0-d990-4b6a-85be-2d432369dc3c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:39:24.130967 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8ae304b0-d990-4b6a-85be-2d432369dc3c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:24.324473 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8be1bc4f-bd97-4540-9673-fd6928050d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'name': 'tempest-TestNetworkBasicOps-router-357669632', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:17Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:18Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff', 'name': '', 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:a5:03:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '55e017a6-9c60-4bfd-a183-e46e793e7f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:22Z', 'updated_at': '2021-12-22T15:38:29Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '55e017a6-9c60-4bfd-a183-e46e793e7f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:39:24.329232 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be1bc4f-bd97-4540-9673-fd6928050d63 None None] The sync data for ids ['ffca3f97-5533-46ba-a720-05b9c0211b6d'] in dv-neutron-822674-1-hyperv is: [{'id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'name': 'tempest-TestNetworkBasicOps-router-357669632', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:17Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:18Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff', 'name': '', 'network_id': '744de4e8-0fa8-4a1d-8c77-e6fb621c6929', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:a5:03:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '55e017a6-9c60-4bfd-a183-e46e793e7f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:22Z', 'updated_at': '2021-12-22T15:38:29Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '55e017a6-9c60-4bfd-a183-e46e793e7f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:39:24.390804 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8ae304b0-d990-4b6a-85be-2d432369dc3c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:24.574883 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc382c7-ef48-4d5b-ab24-798dba0878af None None] New status for floating IP 10219f03-73d4-44a9-b3db-50e9f39fcea6: DOWN {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:39:24.643269 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8ae304b0-d990-4b6a-85be-2d432369dc3c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 owned by {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:39:24.917852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8ae304b0-d990-4b6a-85be-2d432369dc3c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:24.924308 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-63885fff-8bcf-4e10-92c7-81b2f545e70f tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:24.968006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae304b0-d990-4b6a-85be-2d432369dc3c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:24.971064 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8ae304b0-d990-4b6a-85be-2d432369dc3c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:25.070887 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8ae304b0-d990-4b6a-85be-2d432369dc3c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:25.081275 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8ae304b0-d990-4b6a-85be-2d432369dc3c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/ports/a4c1f1a8-2e11-414c-aeb3-c9066d7c8d63 HTTP/1.1" status: 204 len: 168 time: 1.0219493 Dec 22 15:39:25.084004 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40480) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:25.222239 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-453541ae-a840-4022-b35e-47d0399758f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:25.639774 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-241752f4-f9f9-43b0-8249-140711d86e39 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:26.000977 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-241752f4-f9f9-43b0-8249-140711d86e39 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:39:26.001632 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-241752f4-f9f9-43b0-8249-140711d86e39 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:26.192801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-241752f4-f9f9-43b0-8249-140711d86e39 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff,segment=NetworkSegment(7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f),segment_id=7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:39:26.192961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-241752f4-f9f9-43b0-8249-140711d86e39 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:26.446487 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-241752f4-f9f9-43b0-8249-140711d86e39 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:39:26.850952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-241752f4-f9f9-43b0-8249-140711d86e39 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:26.854929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c3664228-cca6-4d5b-bee2-afe9b54b7b83 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:26.906060 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241752f4-f9f9-43b0-8249-140711d86e39 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:26.908645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-241752f4-f9f9-43b0-8249-140711d86e39 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:27.191264 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-241752f4-f9f9-43b0-8249-140711d86e39 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:27.544921 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241752f4-f9f9-43b0-8249-140711d86e39 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router ffca3f97-5533-46ba-a720-05b9c0211b6d has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:39:27.744096 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-29371784-25d4-466d-b667-2255864ee85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:27.848596 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241752f4-f9f9-43b0-8249-140711d86e39 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:39:27.858327 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaae1e7-8771-48c2-b633-33e771fcb2e1 None None] Sync routers for ids ['ffca3f97-5533-46ba-a720-05b9c0211b6d'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:39:27.861216 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-241752f4-f9f9-43b0-8249-140711d86e39 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/routers/ffca3f97-5533-46ba-a720-05b9c0211b6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7762940 Dec 22 15:39:27.863968 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40484) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:27.868044 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaae1e7-8771-48c2-b633-33e771fcb2e1 None None] Routers {'ffca3f97-5533-46ba-a720-05b9c0211b6d'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:39:27.868672 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-cfaae1e7-8771-48c2-b633-33e771fcb2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:39:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['ffca3f97-5533-46ba-a720-05b9c0211b6d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:39:27.929379 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ddc186-b058-43cf-95a0-27d4d5a92f53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting subnet 55e017a6-9c60-4bfd-a183-e46e793e7f3e {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:39:27.932787 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21ddc186-b058-43cf-95a0-27d4d5a92f53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:28.088249 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-cfaae1e7-8771-48c2-b633-33e771fcb2e1 None None] Set router ffca3f97-5533-46ba-a720-05b9c0211b6d gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:39:28.111343 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21ddc186-b058-43cf-95a0-27d4d5a92f53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:28.193446 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21ddc186-b058-43cf-95a0-27d4d5a92f53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:28.369949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-cfaae1e7-8771-48c2-b633-33e771fcb2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'name': 'tempest-TestNetworkBasicOps-router-357669632', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:17Z', 'updated_at': '2021-12-22T15:39:26Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:18Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:39:28.374260 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaae1e7-8771-48c2-b633-33e771fcb2e1 None None] Checking router: ffca3f97-5533-46ba-a720-05b9c0211b6d for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:39:28.384344 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaae1e7-8771-48c2-b633-33e771fcb2e1 None None] Routers {'ffca3f97-5533-46ba-a720-05b9c0211b6d'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:39:28.384957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-cfaae1e7-8771-48c2-b633-33e771fcb2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:39:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['ffca3f97-5533-46ba-a720-05b9c0211b6d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:39:28.387937 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21ddc186-b058-43cf-95a0-27d4d5a92f53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:28.392907 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7bf1083c-c6a6-43f0-b766-4497c5485f05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:28.429972 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddc186-b058-43cf-95a0-27d4d5a92f53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Subnet': ['ID=55e017a6-9c60-4bfd-a183-e46e793e7f3e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:28.431969 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21ddc186-b058-43cf-95a0-27d4d5a92f53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:28.436515 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-21ddc186-b058-43cf-95a0-27d4d5a92f53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:28.442335 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c46df9-3c35-4bf0-b21b-ad5a57a585dd None None] Network 744de4e8-0fa8-4a1d-8c77-e6fb621c6929 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:39:28.446367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40488) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:28.446902 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-21ddc186-b058-43cf-95a0-27d4d5a92f53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/subnets/55e017a6-9c60-4bfd-a183-e46e793e7f3e HTTP/1.1" status: 204 len: 168 time: 0.5813639 Dec 22 15:39:28.628505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9809433-7c0a-4ee2-a642-de43d94e950f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:28.702558 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-cfaae1e7-8771-48c2-b633-33e771fcb2e1 None None] Set router ffca3f97-5533-46ba-a720-05b9c0211b6d gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:39:28.819702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9809433-7c0a-4ee2-a642-de43d94e950f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:28.885060 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f9809433-7c0a-4ee2-a642-de43d94e950f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 00b40857-bb50-426c-a5c7-e2f580fea63f {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:39:28.885322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9809433-7c0a-4ee2-a642-de43d94e950f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:28.991492 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:29.020461 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] DHCP port deletion for 744de4e8-0fa8-4a1d-8c77-e6fb621c6929 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:39:29.027125 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] Deleting port 3ed2138f-7bee-4339-bb95-76bf890d3387 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:39:29.027502 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:29.071018 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f9809433-7c0a-4ee2-a642-de43d94e950f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port 00b40857-bb50-426c-a5c7-e2f580fea63f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=00b40857-bb50-426c-a5c7-e2f580fea63f,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:39:29.071470 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9809433-7c0a-4ee2-a642-de43d94e950f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:29.084467 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-cfaae1e7-8771-48c2-b633-33e771fcb2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'name': 'tempest-TestNetworkBasicOps-router-357669632', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:17Z', 'updated_at': '2021-12-22T15:39:26Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:18Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:39:29.114770 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:29.121243 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaae1e7-8771-48c2-b633-33e771fcb2e1 None None] The sync data for ids ['ffca3f97-5533-46ba-a720-05b9c0211b6d'] in dv-neutron-822674-1-hyperv is: [{'id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'name': 'tempest-TestNetworkBasicOps-router-357669632', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:17Z', 'updated_at': '2021-12-22T15:39:26Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '00b40857-bb50-426c-a5c7-e2f580fea63f', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffca3f97-5533-46ba-a720-05b9c0211b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:18Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:39:29.205517 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f9809433-7c0a-4ee2-a642-de43d94e950f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 00b40857-bb50-426c-a5c7-e2f580fea63f owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:39:29.293122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] For port 3ed2138f-7bee-4339-bb95-76bf890d3387, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=3ed2138f-7bee-4339-bb95-76bf890d3387,segment=NetworkSegment(7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f),segment_id=7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:39:29.293441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:29.421245 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] Calling delete_port for 3ed2138f-7bee-4339-bb95-76bf890d3387 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:39:29.449427 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9809433-7c0a-4ee2-a642-de43d94e950f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:29.454182 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8d93c447-fc81-45ef-b2de-0f3fd9ee6310 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:29.498788 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9809433-7c0a-4ee2-a642-de43d94e950f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=00b40857-bb50-426c-a5c7-e2f580fea63f,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:29.502008 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f9809433-7c0a-4ee2-a642-de43d94e950f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:29.577205 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:29.583250 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:29.595121 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9809433-7c0a-4ee2-a642-de43d94e950f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:29.631032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] Pushing event deleted for resources: {'Port': ['ID=3ed2138f-7bee-4339-bb95-76bf890d3387,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:29.633410 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] No DVR routers for this DVR port 3ed2138f-7bee-4339-bb95-76bf890d3387 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:39:29.644449 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:29.644805 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:29.645146 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:29.645481 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:29.645811 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:29.646143 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:29.646499 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:29.646827 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:29.647162 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:29.647475 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:29.647797 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:29.648118 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:29.651418 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:29.772423 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9809433-7c0a-4ee2-a642-de43d94e950f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:29.774898 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9809433-7c0a-4ee2-a642-de43d94e950f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:29.888749 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9809433-7c0a-4ee2-a642-de43d94e950f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:29.889361 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9809433-7c0a-4ee2-a642-de43d94e950f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Fanout notify agent at l3_agent the message router_deleted on router ffca3f97-5533-46ba-a720-05b9c0211b6d {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:39:29.909124 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9809433-7c0a-4ee2-a642-de43d94e950f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:29.910244 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f9809433-7c0a-4ee2-a642-de43d94e950f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/routers/ffca3f97-5533-46ba-a720-05b9c0211b6d HTTP/1.1" status: 204 len: 168 time: 1.4620950 Dec 22 15:39:29.912917 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40494) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:30.029940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e8f8fb1e-9c78-4498-8424-80bd7f9a7810 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:30.291914 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e8f8fb1e-9c78-4498-8424-80bd7f9a7810 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:30.316743 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-e8f8fb1e-9c78-4498-8424-80bd7f9a7810 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744de4e8-0fa8-4a1d-8c77-e6fb621c6929']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:39:30.329271 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-e8f8fb1e-9c78-4498-8424-80bd7f9a7810 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:39:30.329573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-e8f8fb1e-9c78-4498-8424-80bd7f9a7810 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eadbaff-f86a-4c45-ac3e-46e3d8e1c83f') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:39:30.340596 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e8f8fb1e-9c78-4498-8424-80bd7f9a7810 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:30.357109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e8f8fb1e-9c78-4498-8424-80bd7f9a7810 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:30.363983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f8fb1e-9c78-4498-8424-80bd7f9a7810 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:39:30.364387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e8f8fb1e-9c78-4498-8424-80bd7f9a7810 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:39:30.379673 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:39:30.529071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e8f8fb1e-9c78-4498-8424-80bd7f9a7810 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:30.532516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-03ca8ef4-1b9d-4230-bd4d-59b19910a695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:30.546680 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e8f8fb1e-9c78-4498-8424-80bd7f9a7810 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:30.558894 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8fb1e-9c78-4498-8424-80bd7f9a7810 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Network': ['ID=744de4e8-0fa8-4a1d-8c77-e6fb621c6929,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:30.562317 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e8f8fb1e-9c78-4498-8424-80bd7f9a7810 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/networks/744de4e8-0fa8-4a1d-8c77-e6fb621c6929 HTTP/1.1" status: 204 len: 168 time: 0.6483927 Dec 22 15:39:30.563177 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e8f8fb1e-9c78-4498-8424-80bd7f9a7810 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:30.579052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40498) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:30.644594 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 00b40857-bb50-426c-a5c7-e2f580fea63f no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:39:30.657790 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dc1a5af5-d47f-46b0-a9a5-fb3e91c0f3e5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0775235 Dec 22 15:39:30.664616 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40504) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:30.665901 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f7115279-4bdf-4f29-bce7-760662669242 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'network': {'name': 'tempest-network-smoke--915630167', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'port_security_enabled': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:39:30.671544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f7115279-4bdf-4f29-bce7-760662669242 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:39:30.676598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f7115279-4bdf-4f29-bce7-760662669242 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:network and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:39:30.679196 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 00b40857-bb50-426c-a5c7-e2f580fea63f {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:39:30.679531 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f7115279-4bdf-4f29-bce7-760662669242 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:39:30.679635 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 00b40857-bb50-426c-a5c7-e2f580fea63f not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:39:30.679980 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 3ed2138f-7bee-4339-bb95-76bf890d3387 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:39:30.685137 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f7115279-4bdf-4f29-bce7-760662669242 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:39:30.715312 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 3ed2138f-7bee-4339-bb95-76bf890d3387 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:39:30.715695 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 3ed2138f-7bee-4339-bb95-76bf890d3387 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:39:30.716122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:39:30.751027 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:39:30.751383 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c2cd84a6-aa1a-4a9e-b080-88c7e4aaeaff not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:39:30.751743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7115279-4bdf-4f29-bce7-760662669242 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:39:30.756094 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f7115279-4bdf-4f29-bce7-760662669242 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:30.785943 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7115279-4bdf-4f29-bce7-760662669242 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:39:30.797081 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f7115279-4bdf-4f29-bce7-760662669242 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:30.797391 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-f7115279-4bdf-4f29-bce7-760662669242 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Added segment c1fee98d-489e-4a54-a35a-693a78e1e373 of type vlan for network a8fe9449-48df-4740-9000-da85bcc91af0 Dec 22 15:39:30.823883 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f7115279-4bdf-4f29-bce7-760662669242 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:30.930385 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f7115279-4bdf-4f29-bce7-760662669242 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:30.936560 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7115279-4bdf-4f29-bce7-760662669242 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:30.943166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f7115279-4bdf-4f29-bce7-760662669242 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:30.943166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f584e5bb-4d6f-4111-98ea-33b4df55a52b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:30.964765 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:31.043938 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7115279-4bdf-4f29-bce7-760662669242 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Network': ['ID=a8fe9449-48df-4740-9000-da85bcc91af0,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:31.047309 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f7115279-4bdf-4f29-bce7-760662669242 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:31.055877 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network a8fe9449-48df-4740-9000-da85bcc91af0 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:39:31.089339 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f7115279-4bdf-4f29-bce7-760662669242 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4280751 Dec 22 15:39:31.092477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40508) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:31.097864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-260710886', 'admin_state_up': True, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:39:31.105360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:39:31.110698 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:router and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:39:31.113973 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:39:31.120590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:39:31.216687 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:31.218259 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:31.233238 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:31.583701 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:31.963242 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:31.993202 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:32.132746 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.26.6.37 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/7fada3d0-db88-4630-99d3-208a29c3fb2e) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:39:32.282090 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:32.420673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:32.427312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a904bb04-b164-4115-b211-842e134959cc tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:32.502693 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:39:32.505673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:39:32.509334 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:39:32.665041 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=7fada3d0-db88-4630-99d3-208a29c3fb2e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:32.671297 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:33.123237 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:33.460837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:33.741816 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 5da677ab-0135-4524-9003-c0981eafb2d7 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:39:33.915871 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:39:33.925149 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] Sync routers for ids ['5da677ab-0135-4524-9003-c0981eafb2d7'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:39:33.934270 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] Routers {'5da677ab-0135-4524-9003-c0981eafb2d7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:39:33.934896 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:39:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5da677ab-0135-4524-9003-c0981eafb2d7'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:39:33.993260 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:33.994438 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9010115 Dec 22 15:39:33.997476 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40512) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:34.043314 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5b20288c-3e62-422f-950c-0eb6dc73a55e tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=1e3de4c345a044948e6178acdaa2b3de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424006 Dec 22 15:39:34.043544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40516) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:34.140583 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] Set router 5da677ab-0135-4524-9003-c0981eafb2d7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:39:34.303137 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134acfff-ef8c-4e6d-8ede-df9910a120fa tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:34.304526 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-134acfff-ef8c-4e6d-8ede-df9910a120fa tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2600822 Dec 22 15:39:34.307442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40520) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:34.348785 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-45622111-139a-4e41-9360-61e376a96604 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399370 Dec 22 15:39:34.351261 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40524) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:34.357254 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-096d9835-593b-407e-aae9-f5183db55eb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-453777848', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:39:34.426698 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'name': 'tempest-TestNetworkBasicOps-router-260710886', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:39:31Z', 'updated_at': '2021-12-22T15:39:32Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:32Z', 'updated_at': '2021-12-22T15:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:39:34.430857 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] Checking router: 5da677ab-0135-4524-9003-c0981eafb2d7 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:39:34.431360 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] Updating router 5da677ab-0135-4524-9003-c0981eafb2d7 port 7fada3d0-db88-4630-99d3-208a29c3fb2e binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:39:34.467655 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-096d9835-593b-407e-aae9-f5183db55eb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:39:34.471460 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-096d9835-593b-407e-aae9-f5183db55eb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:subnet and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:39:34.474254 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-096d9835-593b-407e-aae9-f5183db55eb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:39:34.479891 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-096d9835-593b-407e-aae9-f5183db55eb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:39:34.484341 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:34.559281 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096d9835-593b-407e-aae9-f5183db55eb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:39:34.562834 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-096d9835-593b-407e-aae9-f5183db55eb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:34.805643 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:34.817467 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] Transition to ACTIVE for port object 7fada3d0-db88-4630-99d3-208a29c3fb2e will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:39:34.856584 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-096d9835-593b-407e-aae9-f5183db55eb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:34.862287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f1f79033-e161-4fdc-928a-2ddce3dcd970 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:34.888909 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:34.893898 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-f11706ca-c638-4665-b68e-ea4d8fde0bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:34.941844 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d9835-593b-407e-aae9-f5183db55eb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Subnet': ['ID=dde92245-fdd1-4ec3-92ba-727ce215dd5d,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:34.945543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-096d9835-593b-407e-aae9-f5183db55eb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:34.951983 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d9835-593b-407e-aae9-f5183db55eb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Checking segment: {'id': 'c1fee98d-489e-4a54-a35a-693a78e1e373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:39:34.952347 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096d9835-593b-407e-aae9-f5183db55eb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network hostable DHCP agents. Network: a8fe9449-48df-4740-9000-da85bcc91af0, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:39:34.972672 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] Attempting to bind port 7fada3d0-db88-4630-99d3-208a29c3fb2e on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:39:34.973232 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] Attempting to bind port 7fada3d0-db88-4630-99d3-208a29c3fb2e by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:39:34.973394 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] Attempting to bind port 7fada3d0-db88-4630-99d3-208a29c3fb2e on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:39:34.975433 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1cdd3-405b-475b-af3b-b4ac6eace590 None None] Pushing event updated for resources: {'Port': ['ID=7fada3d0-db88-4630-99d3-208a29c3fb2e,revision_number=2']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:34.984629 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:39:34.985262 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:39:34.985664 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:34.986059 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:39:34.986544 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] Bound port: 7fada3d0-db88-4630-99d3-208a29c3fb2e, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:39:34.986918 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:35.009682 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1cdd3-405b-475b-af3b-b4ac6eace590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:35.010024 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1cdd3-405b-475b-af3b-b4ac6eace590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:35.010390 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1cdd3-405b-475b-af3b-b4ac6eace590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:35.010721 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1cdd3-405b-475b-af3b-b4ac6eace590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:35.011046 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1cdd3-405b-475b-af3b-b4ac6eace590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:35.011371 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1cdd3-405b-475b-af3b-b4ac6eace590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:35.011689 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1cdd3-405b-475b-af3b-b4ac6eace590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:35.012009 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1cdd3-405b-475b-af3b-b4ac6eace590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:35.012324 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1cdd3-405b-475b-af3b-b4ac6eace590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:35.012638 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1cdd3-405b-475b-af3b-b4ac6eace590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:35.012951 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1cdd3-405b-475b-af3b-b4ac6eace590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:35.013262 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1cdd3-405b-475b-af3b-b4ac6eace590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:39:35.020643 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c5b1cdd3-405b-475b-af3b-b4ac6eace590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:35.061914 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096d9835-593b-407e-aae9-f5183db55eb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network a8fe9449-48df-4740-9000-da85bcc91af0 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:39:35.063856 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] For port 7fada3d0-db88-4630-99d3-208a29c3fb2e, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:39:35.066816 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] For port 7fada3d0-db88-4630-99d3-208a29c3fb2e, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7fada3d0-db88-4630-99d3-208a29c3fb2e,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:39:35.154071 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:35.158305 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-f11706ca-c638-4665-b68e-ea4d8fde0bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:35.176331 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-096d9835-593b-407e-aae9-f5183db55eb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, a8fe9449-48df-4740-9000-da85bcc91af0) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:39:35.180513 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096d9835-593b-407e-aae9-f5183db55eb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:35.181093 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-096d9835-593b-407e-aae9-f5183db55eb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:35.185308 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c361205-c529-4518-8e30-d5ab3d9f44f4 None None] Network a8fe9449-48df-4740-9000-da85bcc91af0 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:39:35.239170 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] Routers {'5da677ab-0135-4524-9003-c0981eafb2d7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:39:35.239825 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:39:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5da677ab-0135-4524-9003-c0981eafb2d7'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:39:35.285347 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-096d9835-593b-407e-aae9-f5183db55eb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9329176 Dec 22 15:39:35.288175 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40528) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:35.295749 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1cdd3-405b-475b-af3b-b4ac6eace590 None None] Pushing event updated for resources: {'Port': ['ID=7fada3d0-db88-4630-99d3-208a29c3fb2e,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:35.305253 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c5b1cdd3-405b-475b-af3b-b4ac6eace590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:35.413027 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a8fe9449-48df-4740-9000-da85bcc91af0', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ips': [{'subnet_id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:39:35.413876 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:35.440425 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] Set router 5da677ab-0135-4524-9003-c0981eafb2d7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:39:35.573181 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Allocated IP 172.20.0.2 (a8fe9449-48df-4740-9000-da85bcc91af0/dde92245-fdd1-4ec3-92ba-727ce215dd5d/10c9832c-6860-42b1-9523-59e6dd93f612) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:39:35.773882 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'name': 'tempest-TestNetworkBasicOps-router-260710886', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:39:31Z', 'updated_at': '2021-12-22T15:39:32Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:32Z', 'updated_at': '2021-12-22T15:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:39:35.777974 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf3d9e7-f87b-4d3a-a618-1d3382a07815 None None] The sync data for ids ['5da677ab-0135-4524-9003-c0981eafb2d7'] in dv-neutron-822674-1-hyperv is: [{'id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'name': 'tempest-TestNetworkBasicOps-router-260710886', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:39:31Z', 'updated_at': '2021-12-22T15:39:32Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:32Z', 'updated_at': '2021-12-22T15:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:39:35.801270 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:35.809711 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Transition to ACTIVE for port object 10c9832c-6860-42b1-9523-59e6dd93f612 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:39:35.830103 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Transition to ACTIVE for port object 10c9832c-6860-42b1-9523-59e6dd93f612 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:39:35.891503 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:35.897079 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:35.957889 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Network a8fe9449-48df-4740-9000-da85bcc91af0 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:39:35.960760 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:39:35.964550 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:39:35.973463 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Pushing event updated for resources: {'Port': ['ID=10c9832c-6860-42b1-9523-59e6dd93f612,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:36.000817 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:36.008082 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:36.100150 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Attempting to bind port 10c9832c-6860-42b1-9523-59e6dd93f612 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:39:36.100541 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Attempting to bind port 10c9832c-6860-42b1-9523-59e6dd93f612 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'c1fee98d-489e-4a54-a35a-693a78e1e373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:39:36.106694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Attempting to bind port 10c9832c-6860-42b1-9523-59e6dd93f612 on network a8fe9449-48df-4740-9000-da85bcc91af0 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:39:36.106948 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:39:36.107327 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Checking segment: {'id': 'c1fee98d-489e-4a54-a35a-693a78e1e373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:39:36.108370 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:36.108786 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Bound using segment: {'id': 'c1fee98d-489e-4a54-a35a-693a78e1e373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:39:36.109282 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Bound port: 10c9832c-6860-42b1-9523-59e6dd93f612, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1fee98d-489e-4a54-a35a-693a78e1e373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:39:36.109673 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:36.178888 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:36.212580 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] For port 10c9832c-6860-42b1-9523-59e6dd93f612, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:39:36.215780 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] For port 10c9832c-6860-42b1-9523-59e6dd93f612, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=10c9832c-6860-42b1-9523-59e6dd93f612,segment=NetworkSegment(c1fee98d-489e-4a54-a35a-693a78e1e373),segment_id=c1fee98d-489e-4a54-a35a-693a78e1e373)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:39:36.308363 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:36.313105 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b5ce54fc-b5df-4e9f-bbf2-7c0dbe4fe0a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:36.414938 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Pushing event updated for resources: {'Port': ['ID=10c9832c-6860-42b1-9523-59e6dd93f612,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:36.418065 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:36.610761 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.20.0.1 (a8fe9449-48df-4740-9000-da85bcc91af0/dde92245-fdd1-4ec3-92ba-727ce215dd5d/2b7c9067-3c96-4de9-996a-bca46f2d510c) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:39:36.769811 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7fada3d0-db88-4630-99d3-208a29c3fb2e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:39:36.807798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:36.827043 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Transition to ACTIVE for port object 2b7c9067-3c96-4de9-996a-bca46f2d510c will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:39:36.908174 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:36.912106 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dcb3a195-4007-467e-b796-3406479e0835 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:36.919261 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 7fada3d0-db88-4630-99d3-208a29c3fb2e completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:39:36.924548 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 7fada3d0-db88-4630-99d3-208a29c3fb2e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:39:36.924935 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:36.980649 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network a8fe9449-48df-4740-9000-da85bcc91af0 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:39:36.984037 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:39:36.989526 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:39:37.024681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=2b7c9067-3c96-4de9-996a-bca46f2d510c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:37.031849 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:37.055403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:37.081065 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:37.101148 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 7fada3d0-db88-4630-99d3-208a29c3fb2e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7fada3d0-db88-4630-99d3-208a29c3fb2e,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:39:37.233525 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:37.234410 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 10c9832c-6860-42b1-9523-59e6dd93f612 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:39:37.258801 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:37.311360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:37.351290 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=7fada3d0-db88-4630-99d3-208a29c3fb2e,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:37.354942 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:37.471705 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 10c9832c-6860-42b1-9523-59e6dd93f612 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:39:37.473762 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e0eb7e-f77e-4c3c-8023-db6f36e5678c None None] Network a8fe9449-48df-4740-9000-da85bcc91af0 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:39:37.673211 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-972ad35f-7329-40e8-9f77-0d7e5121c4b3 None None] Provisioning for port 10c9832c-6860-42b1-9523-59e6dd93f612 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:39:37.688952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-972ad35f-7329-40e8-9f77-0d7e5121c4b3 None None] Provisioning complete for port 10c9832c-6860-42b1-9523-59e6dd93f612 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:39:37.689328 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-972ad35f-7329-40e8-9f77-0d7e5121c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:37.745188 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:37.825173 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-972ad35f-7329-40e8-9f77-0d7e5121c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:37.848578 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:37.864624 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-972ad35f-7329-40e8-9f77-0d7e5121c4b3 None None] For port 10c9832c-6860-42b1-9523-59e6dd93f612, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=10c9832c-6860-42b1-9523-59e6dd93f612,segment=NetworkSegment(c1fee98d-489e-4a54-a35a-693a78e1e373),segment_id=c1fee98d-489e-4a54-a35a-693a78e1e373)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:39:37.877542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:37.953186 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-972ad35f-7329-40e8-9f77-0d7e5121c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:37.955299 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:37.969540 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=2b7c9067-3c96-4de9-996a-bca46f2d510c,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:37.972149 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:37.976056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:38.024348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ad35f-7329-40e8-9f77-0d7e5121c4b3 None None] Pushing event updated for resources: {'Port': ['ID=10c9832c-6860-42b1-9523-59e6dd93f612,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:38.027869 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-972ad35f-7329-40e8-9f77-0d7e5121c4b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:38.116029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network a8fe9449-48df-4740-9000-da85bcc91af0 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:39:38.117225 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:39:38.180287 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d0d10df2-7d91-49d3-8310-0e4b986beeba None None] Provisioning for port 2b7c9067-3c96-4de9-996a-bca46f2d510c completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:39:38.185991 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d0d10df2-7d91-49d3-8310-0e4b986beeba None None] Provisioning complete for port 2b7c9067-3c96-4de9-996a-bca46f2d510c triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:39:38.186609 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d0d10df2-7d91-49d3-8310-0e4b986beeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:38.242602 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-d0d10df2-7d91-49d3-8310-0e4b986beeba None None] Port 2b7c9067-3c96-4de9-996a-bca46f2d510c cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:39:38.253615 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d0d10df2-7d91-49d3-8310-0e4b986beeba None None] Provisioning complete for port 10c9832c-6860-42b1-9523-59e6dd93f612 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:39:38.253997 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d0d10df2-7d91-49d3-8310-0e4b986beeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:38.308057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 5da677ab-0135-4524-9003-c0981eafb2d7 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:39:38.501582 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9ef47eb1-7a49-4d32-9f4c-62c5f5d2fd79 None None] Provisioning complete for port 2b7c9067-3c96-4de9-996a-bca46f2d510c triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:39:38.501897 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9ef47eb1-7a49-4d32-9f4c-62c5f5d2fd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:38.561255 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-9ef47eb1-7a49-4d32-9f4c-62c5f5d2fd79 None None] Port 2b7c9067-3c96-4de9-996a-bca46f2d510c cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:39:38.617163 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:39:38.627350 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] Sync routers for ids ['5da677ab-0135-4524-9003-c0981eafb2d7'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:39:38.634763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40532) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:38.635270 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/routers/5da677ab-0135-4524-9003-c0981eafb2d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3455691 Dec 22 15:39:38.649411 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] Routers {'5da677ab-0135-4524-9003-c0981eafb2d7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:39:38.650071 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:39:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5da677ab-0135-4524-9003-c0981eafb2d7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:39:38.705395 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7fada3d0-db88-4630-99d3-208a29c3fb2e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:39:38.776292 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4d1aec-d1e0-438e-94ef-5d6c360eb0d4 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:38.776756 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4d1aec-d1e0-438e-94ef-5d6c360eb0d4 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:38.777219 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4d1aec-d1e0-438e-94ef-5d6c360eb0d4 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:38.777679 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4d1aec-d1e0-438e-94ef-5d6c360eb0d4 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:38.778135 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4d1aec-d1e0-438e-94ef-5d6c360eb0d4 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:38.778956 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4d1aec-d1e0-438e-94ef-5d6c360eb0d4 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:38.782929 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3a4d1aec-d1e0-438e-94ef-5d6c360eb0d4 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1446464 Dec 22 15:39:38.783473 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40536) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:38.863166 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5370e6bd-e7ee-4aaf-8888-b97a18870bc5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:38.863636 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5370e6bd-e7ee-4aaf-8888-b97a18870bc5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:38.864091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5370e6bd-e7ee-4aaf-8888-b97a18870bc5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:38.864551 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5370e6bd-e7ee-4aaf-8888-b97a18870bc5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:38.864988 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5370e6bd-e7ee-4aaf-8888-b97a18870bc5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:38.865430 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5370e6bd-e7ee-4aaf-8888-b97a18870bc5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:38.869677 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5370e6bd-e7ee-4aaf-8888-b97a18870bc5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0831525 Dec 22 15:39:38.869905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40540) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:38.887018 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 7fada3d0-db88-4630-99d3-208a29c3fb2e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:39:38.887399 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:38.916350 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] Set router 5da677ab-0135-4524-9003-c0981eafb2d7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:39:39.081081 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-dec21017-5d0e-41e6-a93b-a0bd59ff3450 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2074614 Dec 22 15:39:39.270946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 10c9832c-6860-42b1-9523-59e6dd93f612 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:39:39.381009 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40546) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:39.387157 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0684f1db-4c9e-4e52-af3a-b1d1e746be0d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-528516387', 'description': 'tempest-secgroup-smoke-528516387 description', 'project_id': '1e3de4c345a044948e6178acdaa2b3de'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:39:39.394195 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0684f1db-4c9e-4e52-af3a-b1d1e746be0d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:39:39.394422 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 10c9832c-6860-42b1-9523-59e6dd93f612 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:39:39.394608 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:39.398315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0684f1db-4c9e-4e52-af3a-b1d1e746be0d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:39:39.401110 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0684f1db-4c9e-4e52-af3a-b1d1e746be0d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:39:39.406731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0684f1db-4c9e-4e52-af3a-b1d1e746be0d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:39:39.450464 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'name': 'tempest-TestNetworkBasicOps-router-260710886', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:39:31Z', 'updated_at': '2021-12-22T15:39:37Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:32Z', 'updated_at': '2021-12-22T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '2b7c9067-3c96-4de9-996a-bca46f2d510c', 'name': '', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:94:38:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:36Z', 'updated_at': '2021-12-22T15:39:37Z', 'revision_number': 2, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:39:39.457322 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] Checking router: 5da677ab-0135-4524-9003-c0981eafb2d7 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:39:39.457681 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] Updating router 5da677ab-0135-4524-9003-c0981eafb2d7 port 2b7c9067-3c96-4de9-996a-bca46f2d510c binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:39:39.483007 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0684f1db-4c9e-4e52-af3a-b1d1e746be0d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:39.503184 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0684f1db-4c9e-4e52-af3a-b1d1e746be0d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:39:39.506990 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0684f1db-4c9e-4e52-af3a-b1d1e746be0d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:39:39.509752 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0684f1db-4c9e-4e52-af3a-b1d1e746be0d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:39:39.515982 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0684f1db-4c9e-4e52-af3a-b1d1e746be0d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:39:39.554684 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:39.588850 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0684f1db-4c9e-4e52-af3a-b1d1e746be0d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:39.642910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0684f1db-4c9e-4e52-af3a-b1d1e746be0d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:39.646836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3b5d07ba-5537-4dab-9c8e-b7f3876e22fc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:39.689582 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684f1db-4c9e-4e52-af3a-b1d1e746be0d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7c0637-6417-4ee7-a825-ab44b9496b91,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:39.692483 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0684f1db-4c9e-4e52-af3a-b1d1e746be0d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:39.759085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0684f1db-4c9e-4e52-af3a-b1d1e746be0d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:39.760350 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0684f1db-4c9e-4e52-af3a-b1d1e746be0d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3777201 Dec 22 15:39:39.763308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40550) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:39.768524 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-12886381-e196-4be0-86b0-0bc75e4348d5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'da7c0637-6417-4ee7-a825-ab44b9496b91', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:39:39.774346 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-12886381-e196-4be0-86b0-0bc75e4348d5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:39:39.778318 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-12886381-e196-4be0-86b0-0bc75e4348d5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:39:39.781211 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-12886381-e196-4be0-86b0-0bc75e4348d5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:39:39.786910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-12886381-e196-4be0-86b0-0bc75e4348d5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:39:39.868546 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-12886381-e196-4be0-86b0-0bc75e4348d5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:39.903297 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:39.915355 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] Transition to ACTIVE for port object 2b7c9067-3c96-4de9-996a-bca46f2d510c will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:39:39.928327 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-12886381-e196-4be0-86b0-0bc75e4348d5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:39.985600 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:39.989332 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:40.008179 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-12886381-e196-4be0-86b0-0bc75e4348d5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:40.010019 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-564a8901-ed80-4937-bf17-fc2cb08ddf53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:40.032086 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12886381-e196-4be0-86b0-0bc75e4348d5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940cb489-8ad3-47bb-b195-f0a42b2c40b8,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:40.034533 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-12886381-e196-4be0-86b0-0bc75e4348d5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:40.116300 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837ff11-2e84-4076-8eb5-537236369c90 None None] Pushing event updated for resources: {'Port': ['ID=2b7c9067-3c96-4de9-996a-bca46f2d510c,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:40.122858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-12886381-e196-4be0-86b0-0bc75e4348d5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:40.124748 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-12886381-e196-4be0-86b0-0bc75e4348d5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3603070 Dec 22 15:39:40.127821 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40554) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:40.133853 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-051e3d3c-3abb-442f-b47c-1ae47a4c979e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'da7c0637-6417-4ee7-a825-ab44b9496b91', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:39:40.140362 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-051e3d3c-3abb-442f-b47c-1ae47a4c979e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:39:40.143279 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a837ff11-2e84-4076-8eb5-537236369c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:40.144542 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-051e3d3c-3abb-442f-b47c-1ae47a4c979e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:39:40.147684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-051e3d3c-3abb-442f-b47c-1ae47a4c979e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:39:40.155526 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-051e3d3c-3abb-442f-b47c-1ae47a4c979e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:39:40.209046 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] Attempting to bind port 2b7c9067-3c96-4de9-996a-bca46f2d510c on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:39:40.209425 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] Attempting to bind port 2b7c9067-3c96-4de9-996a-bca46f2d510c by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'c1fee98d-489e-4a54-a35a-693a78e1e373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:39:40.209796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] Attempting to bind port 2b7c9067-3c96-4de9-996a-bca46f2d510c on network a8fe9449-48df-4740-9000-da85bcc91af0 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:39:40.215376 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:39:40.215753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] Checking segment: {'id': 'c1fee98d-489e-4a54-a35a-693a78e1e373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:39:40.216210 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:40.216616 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] Bound using segment: {'id': 'c1fee98d-489e-4a54-a35a-693a78e1e373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:39:40.217626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] Bound port: 2b7c9067-3c96-4de9-996a-bca46f2d510c, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1fee98d-489e-4a54-a35a-693a78e1e373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:39:40.218037 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:40.245340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-051e3d3c-3abb-442f-b47c-1ae47a4c979e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:40.307214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-051e3d3c-3abb-442f-b47c-1ae47a4c979e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:40.317157 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] For port 2b7c9067-3c96-4de9-996a-bca46f2d510c, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:39:40.320434 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] For port 2b7c9067-3c96-4de9-996a-bca46f2d510c, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2b7c9067-3c96-4de9-996a-bca46f2d510c,segment=NetworkSegment(c1fee98d-489e-4a54-a35a-693a78e1e373),segment_id=c1fee98d-489e-4a54-a35a-693a78e1e373)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:39:40.465629 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-051e3d3c-3abb-442f-b47c-1ae47a4c979e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:40.468931 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5b6c348f-7be1-4f27-9d43-057b9bb92356 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:40.490756 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:40.491141 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e3d3c-3abb-442f-b47c-1ae47a4c979e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf416445-7574-4cb0-be91-9f3c94e861ac,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:40.493584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-051e3d3c-3abb-442f-b47c-1ae47a4c979e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:40.503246 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6892ab54-40b2-4946-afa0-fd0d1259157d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:40.580265 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] Routers {'5da677ab-0135-4524-9003-c0981eafb2d7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:39:40.581367 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:39:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5da677ab-0135-4524-9003-c0981eafb2d7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:39:40.586753 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-051e3d3c-3abb-442f-b47c-1ae47a4c979e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:40.587773 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-051e3d3c-3abb-442f-b47c-1ae47a4c979e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4589174 Dec 22 15:39:40.590685 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40558) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:40.601753 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-53e4c8e5-46e2-4238-b053-a9e4da4a836e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'da7c0637-6417-4ee7-a825-ab44b9496b91', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:39:40.604309 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-53e4c8e5-46e2-4238-b053-a9e4da4a836e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:39:40.608325 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-53e4c8e5-46e2-4238-b053-a9e4da4a836e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:39:40.611635 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-53e4c8e5-46e2-4238-b053-a9e4da4a836e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:39:40.617692 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-53e4c8e5-46e2-4238-b053-a9e4da4a836e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:39:40.646360 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837ff11-2e84-4076-8eb5-537236369c90 None None] Pushing event updated for resources: {'Port': ['ID=2b7c9067-3c96-4de9-996a-bca46f2d510c,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:40.651123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a837ff11-2e84-4076-8eb5-537236369c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:40.737330 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-53e4c8e5-46e2-4238-b053-a9e4da4a836e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:40.767259 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] Set router 5da677ab-0135-4524-9003-c0981eafb2d7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:39:40.803985 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-53e4c8e5-46e2-4238-b053-a9e4da4a836e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:40.897066 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-53e4c8e5-46e2-4238-b053-a9e4da4a836e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:40.898203 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bdda57ee-8876-4ce5-b453-8a3963dd52b6 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:40.920486 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4c8e5-46e2-4238-b053-a9e4da4a836e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2300c2dd-2ef5-4c63-bded-8c3d37d18357,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:40.923068 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-53e4c8e5-46e2-4238-b053-a9e4da4a836e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:40.991349 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-53e4c8e5-46e2-4238-b053-a9e4da4a836e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:40.992555 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-53e4c8e5-46e2-4238-b053-a9e4da4a836e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3994865 Dec 22 15:39:40.995337 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40562) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:41.000950 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c761bb4e-ebf1-47b9-a65a-239b2f443050 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'da7c0637-6417-4ee7-a825-ab44b9496b91', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:39:41.006852 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c761bb4e-ebf1-47b9-a65a-239b2f443050 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:39:41.011045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c761bb4e-ebf1-47b9-a65a-239b2f443050 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:39:41.014565 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c761bb4e-ebf1-47b9-a65a-239b2f443050 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:39:41.020279 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c761bb4e-ebf1-47b9-a65a-239b2f443050 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:39:41.112668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c761bb4e-ebf1-47b9-a65a-239b2f443050 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:41.132660 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'name': 'tempest-TestNetworkBasicOps-router-260710886', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:39:31Z', 'updated_at': '2021-12-22T15:39:37Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:32Z', 'updated_at': '2021-12-22T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '2b7c9067-3c96-4de9-996a-bca46f2d510c', 'name': '', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:94:38:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:36Z', 'updated_at': '2021-12-22T15:39:40Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:39:41.136590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8663524-9c8a-44c4-aadd-6a110f289177 None None] The sync data for ids ['5da677ab-0135-4524-9003-c0981eafb2d7'] in dv-neutron-822674-1-hyperv is: [{'id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'name': 'tempest-TestNetworkBasicOps-router-260710886', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:39:31Z', 'updated_at': '2021-12-22T15:39:37Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:32Z', 'updated_at': '2021-12-22T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '2b7c9067-3c96-4de9-996a-bca46f2d510c', 'name': '', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:94:38:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:36Z', 'updated_at': '2021-12-22T15:39:40Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:39:41.187015 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c761bb4e-ebf1-47b9-a65a-239b2f443050 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:41.272169 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c761bb4e-ebf1-47b9-a65a-239b2f443050 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:41.281673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7d0d86b3-0b66-485b-8bb7-7127fa652484 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:41.304137 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761bb4e-ebf1-47b9-a65a-239b2f443050 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6435b570-d8d0-41c1-88a1-2e098e447f65,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:41.306610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c761bb4e-ebf1-47b9-a65a-239b2f443050 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:41.496426 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c761bb4e-ebf1-47b9-a65a-239b2f443050 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:41.500712 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c761bb4e-ebf1-47b9-a65a-239b2f443050 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5013809 Dec 22 15:39:41.500906 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40566) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:41.506349 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-348f2242-b583-4a64-8bb9-466e0eca2aeb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'da7c0637-6417-4ee7-a825-ab44b9496b91', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:39:41.512513 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-348f2242-b583-4a64-8bb9-466e0eca2aeb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:39:41.516468 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-348f2242-b583-4a64-8bb9-466e0eca2aeb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:39:41.520569 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-348f2242-b583-4a64-8bb9-466e0eca2aeb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:39:41.525170 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-348f2242-b583-4a64-8bb9-466e0eca2aeb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:39:41.586174 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-348f2242-b583-4a64-8bb9-466e0eca2aeb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:39:41.593895 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-348f2242-b583-4a64-8bb9-466e0eca2aeb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:41.664427 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-348f2242-b583-4a64-8bb9-466e0eca2aeb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:41.751778 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-348f2242-b583-4a64-8bb9-466e0eca2aeb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:41.753617 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-12886381-e196-4be0-86b0-0bc75e4348d5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:41.775963 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f2242-b583-4a64-8bb9-466e0eca2aeb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46b11de-2afe-4b68-a247-e3440ec4a1b7,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:41.778458 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-348f2242-b583-4a64-8bb9-466e0eca2aeb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:41.854518 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-348f2242-b583-4a64-8bb9-466e0eca2aeb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:41.855978 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-348f2242-b583-4a64-8bb9-466e0eca2aeb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3541448 Dec 22 15:39:41.859366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40570) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:41.864825 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e8096fe7-f3ff-46dd-9720-8d6a899c3147 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'da7c0637-6417-4ee7-a825-ab44b9496b91', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:39:41.871271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e8096fe7-f3ff-46dd-9720-8d6a899c3147 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:39:41.875280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e8096fe7-f3ff-46dd-9720-8d6a899c3147 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:39:41.878216 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e8096fe7-f3ff-46dd-9720-8d6a899c3147 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:39:41.884123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e8096fe7-f3ff-46dd-9720-8d6a899c3147 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:39:41.963149 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-e8096fe7-f3ff-46dd-9720-8d6a899c3147 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:39:41.971108 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e8096fe7-f3ff-46dd-9720-8d6a899c3147 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:42.048985 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e8096fe7-f3ff-46dd-9720-8d6a899c3147 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:42.134514 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e8096fe7-f3ff-46dd-9720-8d6a899c3147 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:42.136416 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ecbb2b7a-781e-4df8-abf3-73d182fd30db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:42.159123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8096fe7-f3ff-46dd-9720-8d6a899c3147 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce57fd9f-3326-4d38-93e5-0fac333f9847,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:42.163540 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e8096fe7-f3ff-46dd-9720-8d6a899c3147 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:42.237554 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e8096fe7-f3ff-46dd-9720-8d6a899c3147 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:42.246029 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e8096fe7-f3ff-46dd-9720-8d6a899c3147 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3784420 Dec 22 15:39:42.401667 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-27c4799b-dcd2-45c8-b810-4e858ae53d0d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:39:42.477216 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-27c4799b-dcd2-45c8-b810-4e858ae53d0d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:39:42.478429 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-27c4799b-dcd2-45c8-b810-4e858ae53d0d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-528516387&fields=id&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 267 time: 0.1166925 Dec 22 15:39:42.634964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-87b6d289-4870-44ca-ba74-c2826dff7d2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:42.637268 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-87b6d289-4870-44ca-ba74-c2826dff7d2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:39:42.690162 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2b7c9067-3c96-4de9-996a-bca46f2d510c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:39:42.745335 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-87b6d289-4870-44ca-ba74-c2826dff7d2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:39:42.746589 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-87b6d289-4870-44ca-ba74-c2826dff7d2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/networks?id=a8fe9449-48df-4740-9000-da85bcc91af0 HTTP/1.1" status: 200 len: 796 time: 0.2613339 Dec 22 15:39:42.763013 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-83debb5b-e10c-4802-8281-3d3a6451fffd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/quotas/1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 375 time: 0.0092609 Dec 22 15:39:42.832825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 2b7c9067-3c96-4de9-996a-bca46f2d510c completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:39:42.837915 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 2b7c9067-3c96-4de9-996a-bca46f2d510c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:39:42.838345 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:42.847882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-168b6639-cd0d-4b00-98da-3d2f66a2ca51 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:39:42.947487 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-168b6639-cd0d-4b00-98da-3d2f66a2ca51 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:39:42.949078 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-168b6639-cd0d-4b00-98da-3d2f66a2ca51 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1810296 Dec 22 15:39:42.963066 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:42.995553 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 2b7c9067-3c96-4de9-996a-bca46f2d510c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2b7c9067-3c96-4de9-996a-bca46f2d510c,segment=NetworkSegment(c1fee98d-489e-4a54-a35a-693a78e1e373),segment_id=c1fee98d-489e-4a54-a35a-693a78e1e373)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:39:43.062491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:43.064344 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:43.091382 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-9c610b12-6dbb-4f79-8cb7-6aabdf0ed832 service neutron] 10.222.0.59 "GET /v2.0/networks/a8fe9449-48df-4740-9000-da85bcc91af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300180 Dec 22 15:39:43.134391 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=2b7c9067-3c96-4de9-996a-bca46f2d510c,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:43.137557 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:43.229708 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-58cead27-4f9c-47f9-a537-ced5537320c5 service neutron] 10.222.0.59 "GET /v2.0/networks/a8fe9449-48df-4740-9000-da85bcc91af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320684 Dec 22 15:39:43.519139 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e2736609-3d9e-4e06-945b-5e4be11f28f3 req-a5f93b68-44cc-4c53-b0b7-2c4c181d1743 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 210 time: 0.0437047 Dec 22 15:39:44.662727 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2b7c9067-3c96-4de9-996a-bca46f2d510c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:39:44.679618 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-936da257-9896-403b-833e-2e998aa566da req-c5e03ec7-1717-41ec-b338-c3349a2599c1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 210 time: 0.0426710 Dec 22 15:39:44.729868 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 2b7c9067-3c96-4de9-996a-bca46f2d510c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:39:44.730373 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:45.790705 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-f5528053-aced-4f19-bbf2-4a17acbc836f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:45.791566 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-f5528053-aced-4f19-bbf2-4a17acbc836f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:39:45.804158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-f5528053-aced-4f19-bbf2-4a17acbc836f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:39:45.808468 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-f5528053-aced-4f19-bbf2-4a17acbc836f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/networks?id=a8fe9449-48df-4740-9000-da85bcc91af0 HTTP/1.1" status: 200 len: 796 time: 0.1648018 Dec 22 15:39:45.857618 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-20064ad0-af5f-4d2f-8dd2-be600bd34e07 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:39:45.871003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-20064ad0-af5f-4d2f-8dd2-be600bd34e07 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:39:45.872217 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-20064ad0-af5f-4d2f-8dd2-be600bd34e07 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 379 time: 0.0578542 Dec 22 15:39:45.882211 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-a2822b27-eade-40fb-b56a-5c65918fdc36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'port': {'device_id': '42f480b8-c796-460b-b296-22fd557595bb', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'admin_state_up': True, 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'security_groups': ['da7c0637-6417-4ee7-a825-ab44b9496b91']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:39:45.970013 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bff43d02-9fb6-4cfd-8daa-ded7250a2ebd req-ffd5d93c-35bb-4662-b996-d6b164ac8d2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 210 time: 0.1762893 Dec 22 15:39:46.030179 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-a2822b27-eade-40fb-b56a-5c65918fdc36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:39:46.039568 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-a2822b27-eade-40fb-b56a-5c65918fdc36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:39:46.101728 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-a2822b27-eade-40fb-b56a-5c65918fdc36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:39:46.105402 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-a2822b27-eade-40fb-b56a-5c65918fdc36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:46.291426 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-a2822b27-eade-40fb-b56a-5c65918fdc36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.20.0.7 (a8fe9449-48df-4740-9000-da85bcc91af0/dde92245-fdd1-4ec3-92ba-727ce215dd5d/361dcc03-bbfc-4a7a-b521-510e42ca4224) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:39:46.479745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-a2822b27-eade-40fb-b56a-5c65918fdc36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:46.495711 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-a2822b27-eade-40fb-b56a-5c65918fdc36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Transition to ACTIVE for port object 361dcc03-bbfc-4a7a-b521-510e42ca4224 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:39:46.620294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-a2822b27-eade-40fb-b56a-5c65918fdc36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:46.627884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-00355bce-7980-44e3-aa0a-7f0423586584 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:46.694615 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-a2822b27-eade-40fb-b56a-5c65918fdc36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network a8fe9449-48df-4740-9000-da85bcc91af0 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:39:46.697637 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-a2822b27-eade-40fb-b56a-5c65918fdc36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:39:46.700045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-a2822b27-eade-40fb-b56a-5c65918fdc36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:39:46.749072 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2822b27-eade-40fb-b56a-5c65918fdc36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=361dcc03-bbfc-4a7a-b521-510e42ca4224,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:46.753768 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a2822b27-eade-40fb-b56a-5c65918fdc36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:46.773512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-a2822b27-eade-40fb-b56a-5c65918fdc36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:46.774115 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-a2822b27-eade-40fb-b56a-5c65918fdc36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:46.902412 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-a2822b27-eade-40fb-b56a-5c65918fdc36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0242319 Dec 22 15:39:46.913331 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-6e921a86-a665-4d3e-9919-fd549801c116 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:39:46.914273 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-6e921a86-a665-4d3e-9919-fd549801c116 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050015 Dec 22 15:39:46.975127 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Request body: {'port': {'device_id': '42f480b8-c796-460b-b296-22fd557595bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:39:47.071780 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8ef9f356-6b3c-4949-b7b1-b1fee18e3cc4 None None] Provisioning for port 361dcc03-bbfc-4a7a-b521-510e42ca4224 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:39:47.077737 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8ef9f356-6b3c-4949-b7b1-b1fee18e3cc4 None None] Provisioning complete for port 361dcc03-bbfc-4a7a-b521-510e42ca4224 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:39:47.078115 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8ef9f356-6b3c-4949-b7b1-b1fee18e3cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:47.082506 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:47.132087 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-8ef9f356-6b3c-4949-b7b1-b1fee18e3cc4 None None] Port 361dcc03-bbfc-4a7a-b521-510e42ca4224 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:39:47.162264 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d584e-527b-4ba2-b4cd-7f0b3599dde4 req-76d6c623-fe7e-457b-b37c-fff1d12540a1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:47.164346 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cc2d584e-527b-4ba2-b4cd-7f0b3599dde4 req-76d6c623-fe7e-457b-b37c-fff1d12540a1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 931 time: 0.0891130 Dec 22 15:39:47.212439 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cc2d584e-527b-4ba2-b4cd-7f0b3599dde4 req-b244f04c-0dc6-4ff6-b52f-f910d0f50aae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=da7c0637-6417-4ee7-a825-ab44b9496b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422423 Dec 22 15:39:47.546511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361dcc03-bbfc-4a7a-b521-510e42ca4224 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:39:47.554032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:47.568938 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Transition to ACTIVE for port object 361dcc03-bbfc-4a7a-b521-510e42ca4224 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:39:47.631550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:47.635529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-32ee2b30-3d70-499f-be42-7ff9ecc21409 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:47.765867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=361dcc03-bbfc-4a7a-b521-510e42ca4224,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:47.795221 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:47.877770 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Attempting to bind port 361dcc03-bbfc-4a7a-b521-510e42ca4224 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:39:47.878114 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Attempting to bind port 361dcc03-bbfc-4a7a-b521-510e42ca4224 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c1fee98d-489e-4a54-a35a-693a78e1e373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:39:47.878477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Attempting to bind port 361dcc03-bbfc-4a7a-b521-510e42ca4224 on network a8fe9449-48df-4740-9000-da85bcc91af0 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:39:47.883214 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Port 361dcc03-bbfc-4a7a-b521-510e42ca4224 on network a8fe9449-48df-4740-9000-da85bcc91af0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:39:47.883536 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Attempting to bind port 361dcc03-bbfc-4a7a-b521-510e42ca4224 on network a8fe9449-48df-4740-9000-da85bcc91af0 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:39:47.889197 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:39:47.889539 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Checking segment: {'id': 'c1fee98d-489e-4a54-a35a-693a78e1e373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:39:47.889927 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Bound using segment: {'id': 'c1fee98d-489e-4a54-a35a-693a78e1e373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:39:47.890415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Bound port: 361dcc03-bbfc-4a7a-b521-510e42ca4224, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1fee98d-489e-4a54-a35a-693a78e1e373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:39:47.890730 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:47.990966 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] For port 361dcc03-bbfc-4a7a-b521-510e42ca4224, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:39:47.993819 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] For port 361dcc03-bbfc-4a7a-b521-510e42ca4224, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=361dcc03-bbfc-4a7a-b521-510e42ca4224,segment=NetworkSegment(c1fee98d-489e-4a54-a35a-693a78e1e373),segment_id=c1fee98d-489e-4a54-a35a-693a78e1e373)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:39:48.061181 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:48.065227 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8898951e-b46d-40d8-8098-3a10f8efcd16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:48.122649 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:48.123982 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:48.125368 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] 10.222.0.57 "PUT /v2.0/ports/361dcc03-bbfc-4a7a-b521-510e42ca4224 HTTP/1.1" status: 200 len: 1093 time: 1.2043576 Dec 22 15:39:48.125892 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f480b8-c796-460b-b296-22fd557595bb', 'tag': '361dcc03-bbfc-4a7a-b521-510e42ca4224'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:39:48.148171 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=361dcc03-bbfc-4a7a-b521-510e42ca4224,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:48.154369 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:48.175764 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f480b8-c796-460b-b296-22fd557595bb', 'tag': '361dcc03-bbfc-4a7a-b521-510e42ca4224', 'status': 'completed', 'code': 200} Dec 22 15:39:48.282520 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88afa64-bdf1-43b1-af2f-10839ac95fba req-3581cad3-e9c9-448e-90b2-63990ad7629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:48.284095 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e88afa64-bdf1-43b1-af2f-10839ac95fba req-3581cad3-e9c9-448e-90b2-63990ad7629a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 1096 time: 0.0854981 Dec 22 15:39:48.417643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0726661-b355-4881-940b-62d1b518c2ed req-84cb2554-00b7-4297-a965-524eec3623c4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:48.419308 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d0726661-b355-4881-940b-62d1b518c2ed req-84cb2554-00b7-4297-a965-524eec3623c4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 943 time: 0.0903096 Dec 22 15:39:48.458085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88afa64-bdf1-43b1-af2f-10839ac95fba req-743ed8e5-7aaa-47e9-a0a8-39e494227839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:48.459644 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e88afa64-bdf1-43b1-af2f-10839ac95fba req-743ed8e5-7aaa-47e9-a0a8-39e494227839 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1e3de4c345a044948e6178acdaa2b3de&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1675942 Dec 22 15:39:48.467613 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d0726661-b355-4881-940b-62d1b518c2ed req-fd73eeb8-b486-448d-a8ed-ce8d86b9d1f2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=da7c0637-6417-4ee7-a825-ab44b9496b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410268 Dec 22 15:39:48.603879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88afa64-bdf1-43b1-af2f-10839ac95fba req-f2b3d6fb-3f53-4d89-912e-0aa2aac7c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:48.605565 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e88afa64-bdf1-43b1-af2f-10839ac95fba req-f2b3d6fb-3f53-4d89-912e-0aa2aac7c93d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393826 Dec 22 15:39:48.718661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-8c660870-b499-4c81-8990-515f8d61a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:48.720053 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-8c660870-b499-4c81-8990-515f8d61a657 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 1096 time: 0.0750635 Dec 22 15:39:48.794947 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-4095182c-2278-4f9d-8799-09da04844e7b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=361dcc03-bbfc-4a7a-b521-510e42ca4224 HTTP/1.1" status: 200 len: 217 time: 0.0670590 Dec 22 15:39:48.857003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-44b8b926-96ce-41e2-8b8b-bfcbfbea13b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:48.858486 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-44b8b926-96ce-41e2-8b8b-bfcbfbea13b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dde92245-fdd1-4ec3-92ba-727ce215dd5d HTTP/1.1" status: 200 len: 834 time: 0.0566220 Dec 22 15:39:48.932838 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-19ab8efa-58b4-4c42-a49d-cf43b08c770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:48.934411 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-19ab8efa-58b4-4c42-a49d-cf43b08c770a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8fe9449-48df-4740-9000-da85bcc91af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691867 Dec 22 15:39:49.071361 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-7c25c723-e4f9-4258-82c6-28a65a6680b9 service neutron] 10.222.0.57 "GET /v2.0/networks/a8fe9449-48df-4740-9000-da85bcc91af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291273 Dec 22 15:39:49.207813 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-64cc4203-9e5a-4246-83c0-d89e657e41bd req-444d920f-cd45-4cbb-ba55-85adaddd95da service neutron] 10.222.0.57 "GET /v2.0/networks/a8fe9449-48df-4740-9000-da85bcc91af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286469 Dec 22 15:39:49.669173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f0fd7-3ffc-41f8-9283-342e884ac5fe req-c0fb8bb0-3289-49fb-bf9f-2b0539b8e5ef tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:49.671245 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-337f0fd7-3ffc-41f8-9283-342e884ac5fe req-c0fb8bb0-3289-49fb-bf9f-2b0539b8e5ef tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 943 time: 0.0883164 Dec 22 15:39:49.717921 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-337f0fd7-3ffc-41f8-9283-342e884ac5fe req-df480b76-7eab-44a2-968b-f9b624187ab9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=da7c0637-6417-4ee7-a825-ab44b9496b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409491 Dec 22 15:39:50.910494 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cc6cb-0806-4f9b-9500-f24b96b8ad61 req-d2464c58-3b18-4775-837c-b0d6cc20afa3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:50.911929 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-af5cc6cb-0806-4f9b-9500-f24b96b8ad61 req-d2464c58-3b18-4775-837c-b0d6cc20afa3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 943 time: 0.0787332 Dec 22 15:39:50.955713 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-af5cc6cb-0806-4f9b-9500-f24b96b8ad61 req-9eb2266f-bac5-45be-bbbd-c16e9626d55c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=da7c0637-6417-4ee7-a825-ab44b9496b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381646 Dec 22 15:39:51.967186 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 361dcc03-bbfc-4a7a-b521-510e42ca4224 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:39:52.083863 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8fc0c41c-99b7-4c97-8841-7f20552318c8 req-fde026f7-e22d-4c35-aeee-eb1b81623e1c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1232467 Dec 22 15:39:52.152822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 361dcc03-bbfc-4a7a-b521-510e42ca4224, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=361dcc03-bbfc-4a7a-b521-510e42ca4224,segment=NetworkSegment(c1fee98d-489e-4a54-a35a-693a78e1e373),segment_id=c1fee98d-489e-4a54-a35a-693a78e1e373)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:39:52.162184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa4d32-0b9f-40c1-8ad3-c6c9b50e3115 req-6fce6ce8-c47c-4e3f-b14b-cec7d7b65aa2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:52.164079 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-08aa4d32-0b9f-40c1-8ad3-c6c9b50e3115 req-6fce6ce8-c47c-4e3f-b14b-cec7d7b65aa2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 943 time: 0.0919020 Dec 22 15:39:52.168032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '361dcc03-bbfc-4a7a-b521-510e42ca4224', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'port_id': '361dcc03-bbfc-4a7a-b521-510e42ca4224', 'mac_address': 'fa:16:3e:ab:42:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:39:52.211333 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-08aa4d32-0b9f-40c1-8ad3-c6c9b50e3115 req-2e3c2698-517b-424f-b764-6d99034b60f2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=da7c0637-6417-4ee7-a825-ab44b9496b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393848 Dec 22 15:39:52.231403 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:52.250324 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361dcc03-bbfc-4a7a-b521-510e42ca4224 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:39:52.266842 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 361dcc03-bbfc-4a7a-b521-510e42ca4224, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=361dcc03-bbfc-4a7a-b521-510e42ca4224,segment=NetworkSegment(c1fee98d-489e-4a54-a35a-693a78e1e373),segment_id=c1fee98d-489e-4a54-a35a-693a78e1e373)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:39:52.278212 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0c41c-99b7-4c97-8841-7f20552318c8 req-51def964-cbda-4078-a836-64b900305399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:52.280279 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8fc0c41c-99b7-4c97-8841-7f20552318c8 req-51def964-cbda-4078-a836-64b900305399 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84464132bfda464dbef4abab87427463&device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 1098 time: 0.0797682 Dec 22 15:39:52.343706 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:52.345638 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-af60a408-5386-4ce9-8937-e6dddeab6134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:52.418481 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=361dcc03-bbfc-4a7a-b521-510e42ca4224,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:52.423345 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:52.437156 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0c41c-99b7-4c97-8841-7f20552318c8 req-f70835e4-8ec6-45da-ae32-c4ef307e9842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:52.438645 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8fc0c41c-99b7-4c97-8841-7f20552318c8 req-f70835e4-8ec6-45da-ae32-c4ef307e9842 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff4b8cf-1075-4500-85d7-9341f04be41f HTTP/1.1" status: 200 len: 912 time: 0.1382730 Dec 22 15:39:52.555609 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8fc0c41c-99b7-4c97-8841-7f20552318c8 req-451b3464-f5a6-4102-a179-4a64100fb2b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94f3041a-b6a0-445b-b117-af48080eb01a HTTP/1.1" status: 200 len: 1001 time: 0.1096356 Dec 22 15:39:52.624964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0c41c-99b7-4c97-8841-7f20552318c8 req-bb5f1282-81c7-4310-9663-371696c462a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:52.626493 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8fc0c41c-99b7-4c97-8841-7f20552318c8 req-bb5f1282-81c7-4310-9663-371696c462a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e2f5610-73fd-4689-9d49-ece9b5bf2feb HTTP/1.1" status: 200 len: 850 time: 0.0644844 Dec 22 15:39:52.665987 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['361dcc03-bbfc-4a7a-b521-510e42ca4224'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:39:52.716529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0c41c-99b7-4c97-8841-7f20552318c8 req-26599bc9-890d-43b4-b088-9d8c8162fc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:52.718733 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8fc0c41c-99b7-4c97-8841-7f20552318c8 req-26599bc9-890d-43b4-b088-9d8c8162fc30 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff4b8cf-1075-4500-85d7-9341f04be41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853355 Dec 22 15:39:52.971322 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8fc0c41c-99b7-4c97-8841-7f20552318c8 req-34f41447-ab86-4a4f-83d3-d8bace13e89c service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455339 Dec 22 15:39:53.101818 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8fc0c41c-99b7-4c97-8841-7f20552318c8 req-f69afd12-8981-4fb2-b062-43c3eaa72d51 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246259 Dec 22 15:39:53.396861 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d5f4e-0481-4920-8deb-ad433b9b2388 req-c91624a4-c41f-4e00-b74f-c680f5beb75d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:53.398456 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fd4d5f4e-0481-4920-8deb-ad433b9b2388 req-c91624a4-c41f-4e00-b74f-c680f5beb75d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 944 time: 0.0804076 Dec 22 15:39:53.444700 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fd4d5f4e-0481-4920-8deb-ad433b9b2388 req-b229c6e8-9c0f-492c-ab36-04f046b78a05 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=da7c0637-6417-4ee7-a825-ab44b9496b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400500 Dec 22 15:39:53.987113 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 361dcc03-bbfc-4a7a-b521-510e42ca4224 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:39:54.101749 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 361dcc03-bbfc-4a7a-b521-510e42ca4224 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:39:54.107144 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 361dcc03-bbfc-4a7a-b521-510e42ca4224 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:39:54.107526 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:54.224568 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:54.250686 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f480b8-c796-460b-b296-22fd557595bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361dcc03-bbfc-4a7a-b521-510e42ca4224'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:39:54.259976 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 361dcc03-bbfc-4a7a-b521-510e42ca4224, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=361dcc03-bbfc-4a7a-b521-510e42ca4224,segment=NetworkSegment(c1fee98d-489e-4a54-a35a-693a78e1e373),segment_id=c1fee98d-489e-4a54-a35a-693a78e1e373)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:39:54.346351 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f480b8-c796-460b-b296-22fd557595bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361dcc03-bbfc-4a7a-b521-510e42ca4224', 'code': 200} Dec 22 15:39:54.351077 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:54.352904 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a837ff11-2e84-4076-8eb5-537236369c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:54.424094 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=361dcc03-bbfc-4a7a-b521-510e42ca4224,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:54.427126 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:54.634960 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5999d1-deec-4531-8deb-266af18895ab req-16344d76-f3b9-4733-97dc-92208c7c0e43 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:54.636439 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bf5999d1-deec-4531-8deb-266af18895ab req-16344d76-f3b9-4733-97dc-92208c7c0e43 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 945 time: 0.0857894 Dec 22 15:39:54.682011 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bf5999d1-deec-4531-8deb-266af18895ab req-4823e510-ebfa-414b-9d66-c2b4ea79806b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=da7c0637-6417-4ee7-a825-ab44b9496b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390170 Dec 22 15:39:54.700248 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa6cc1-c2a9-43d1-a84d-043e1ed3f4de req-e8a373a6-5846-483d-b6cf-a5bf755c2fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:54.700248 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fdfa6cc1-c2a9-43d1-a84d-043e1ed3f4de req-e8a373a6-5846-483d-b6cf-a5bf755c2fb6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 1098 time: 0.0777667 Dec 22 15:39:54.741801 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fdfa6cc1-c2a9-43d1-a84d-043e1ed3f4de req-30e0ab28-98a4-4ad3-a0db-5e489d20a6ac service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=da7c0637-6417-4ee7-a825-ab44b9496b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369022 Dec 22 15:39:55.267175 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-018bc9df-4fc7-4ad0-aa51-bf6a05671805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:55.879185 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858520f-02f6-4afe-88e3-6541b92cf6d6 req-e636aca9-5d70-420d-84d1-3b3efcdd36d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:55.880865 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0858520f-02f6-4afe-88e3-6541b92cf6d6 req-e636aca9-5d70-420d-84d1-3b3efcdd36d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 945 time: 0.0793383 Dec 22 15:39:55.931252 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0858520f-02f6-4afe-88e3-6541b92cf6d6 req-9024899d-6c10-4157-8886-4083ba9b3e75 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=da7c0637-6417-4ee7-a825-ab44b9496b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448020 Dec 22 15:39:57.134058 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9693795-4a0a-4526-b3a8-e2cba001a9aa req-0aa2ddc9-7946-4a12-aac8-f15a061334f6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:57.135679 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b9693795-4a0a-4526-b3a8-e2cba001a9aa req-0aa2ddc9-7946-4a12-aac8-f15a061334f6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 945 time: 0.0879478 Dec 22 15:39:57.181158 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b9693795-4a0a-4526-b3a8-e2cba001a9aa req-000a2601-815e-497c-bf1d-d1a3d413fc38 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=da7c0637-6417-4ee7-a825-ab44b9496b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396318 Dec 22 15:39:57.256931 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:39:57.372942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663c6e2-c586-403c-a7af-ec68d2e9f7f0 req-b1f87847-ac81-46ae-866f-e95594de8851 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:57.375858 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8663c6e2-c586-403c-a7af-ec68d2e9f7f0 req-b1f87847-ac81-46ae-866f-e95594de8851 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 945 time: 0.0861411 Dec 22 15:39:57.421403 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8663c6e2-c586-403c-a7af-ec68d2e9f7f0 req-4bb68556-d3bc-4958-94f8-08dc71d7f885 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=da7c0637-6417-4ee7-a825-ab44b9496b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407362 Dec 22 15:39:57.444499 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40632) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:57.519378 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ce3708-4039-4066-9ff9-f6c6f364b403 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:39:57.520773 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e0ce3708-4039-4066-9ff9-f6c6f364b403 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 1093 time: 0.0752840 Dec 22 15:39:57.523807 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40636) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:57.528794 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': '361dcc03-bbfc-4a7a-b521-510e42ca4224', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:39:57.535449 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:39:57.539472 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:floatingip and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:39:57.542848 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:39:57.549229 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:39:57.650147 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:57.690414 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d756ebd4-4851-4f73-99f0-44b08c70d981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:57.795534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:57.951126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.26.6.179 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/79c0413c-211a-41c4-acd5-d27a55cb578a) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:39:58.102465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:58.176168 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:58.180115 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7fe7a0df-c444-4c3c-aff6-1393084ffda3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:58.243196 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:39:58.245974 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:39:58.249802 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:39:58.284628 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=79c0413c-211a-41c4-acd5-d27a55cb578a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:58.297712 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:58.700360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:58.837451 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:58.953739 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:59.044387 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:59.062511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:59.141559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:59.145654 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a2822b27-eade-40fb-b56a-5c65918fdc36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:39:59.371235 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=79c0413c-211a-41c4-acd5-d27a55cb578a,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:39:59.376046 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:39:59.386425 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:39:59.560435 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Floating IP 6f17defc-f119-43f3-9a91-d67589475d81 associated. External IP: 172.26.6.179, port: 361dcc03-bbfc-4a7a-b521-510e42ca4224. Dec 22 15:39:59.919545 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 5da677ab-0135-4524-9003-c0981eafb2d7 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:40:00.111887 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:40:00.122613 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88338353-e69f-4b40-9c77-8939824df11e None None] Sync routers for ids ['5da677ab-0135-4524-9003-c0981eafb2d7'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:40:00.133644 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88338353-e69f-4b40-9c77-8939824df11e None None] Routers {'5da677ab-0135-4524-9003-c0981eafb2d7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:00.134296 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-88338353-e69f-4b40-9c77-8939824df11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:39:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5da677ab-0135-4524-9003-c0981eafb2d7'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:00.210402 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:00.272791 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7479331 Dec 22 15:40:00.273606 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f480b8-c796-460b-b296-22fd557595bb', 'tag': '361dcc03-bbfc-4a7a-b521-510e42ca4224'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:40:00.275518 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40640) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:00.321775 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-88338353-e69f-4b40-9c77-8939824df11e None None] Set router 5da677ab-0135-4524-9003-c0981eafb2d7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:40:00.406661 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f480b8-c796-460b-b296-22fd557595bb', 'tag': '361dcc03-bbfc-4a7a-b521-510e42ca4224', 'status': 'completed', 'code': 200} Dec 22 15:40:00.507131 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-24175f23-f0ca-4a63-bd67-d29b4aae1244 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/routers/5da677ab-0135-4524-9003-c0981eafb2d7 HTTP/1.1" status: 200 len: 921 time: 0.2264416 Dec 22 15:40:00.507131 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40648) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:00.543150 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f492c8a-0a23-4f9b-9c02-f7d1005e8dcf req-7225e5ec-bb62-4424-8782-fd39603b683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:40:00.545976 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2f492c8a-0a23-4f9b-9c02-f7d1005e8dcf req-7225e5ec-bb62-4424-8782-fd39603b683f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 1098 time: 0.1177330 Dec 22 15:40:00.648378 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-91208e96-ffb2-44d3-8e32-29940c08b5e5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/6f17defc-f119-43f3-9a91-d67589475d81 HTTP/1.1" status: 200 len: 991 time: 0.1389935 Dec 22 15:40:00.704756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f492c8a-0a23-4f9b-9c02-f7d1005e8dcf req-94bfc1f5-7fa8-4717-a082-465ea31e4adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:40:00.706195 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2f492c8a-0a23-4f9b-9c02-f7d1005e8dcf req-94bfc1f5-7fa8-4717-a082-465ea31e4adc service neutron] 10.222.0.57 "GET /v2.0/networks?id=a8fe9449-48df-4740-9000-da85bcc91af0 HTTP/1.1" status: 200 len: 897 time: 0.1529791 Dec 22 15:40:00.759107 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-88338353-e69f-4b40-9c77-8939824df11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'name': 'tempest-TestNetworkBasicOps-router-260710886', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:39:31Z', 'updated_at': '2021-12-22T15:39:37Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:32Z', 'updated_at': '2021-12-22T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '6f17defc-f119-43f3-9a91-d67589475d81', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.179', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'port_id': '361dcc03-bbfc-4a7a-b521-510e42ca4224', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'mac_address': 'fa:16:3e:ab:42:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f480b8-c796-460b-b296-22fd557595bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:39:58Z', 'updated_at': '2021-12-22T15:39:58Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7c9067-3c96-4de9-996a-bca46f2d510c', 'name': '', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:94:38:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:36Z', 'updated_at': '2021-12-22T15:39:42Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:00.764010 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88338353-e69f-4b40-9c77-8939824df11e None None] Checking router: 5da677ab-0135-4524-9003-c0981eafb2d7 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:40:00.773772 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88338353-e69f-4b40-9c77-8939824df11e None None] Routers {'5da677ab-0135-4524-9003-c0981eafb2d7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:00.774429 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-88338353-e69f-4b40-9c77-8939824df11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:39:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5da677ab-0135-4524-9003-c0981eafb2d7'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:00.823633 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2f492c8a-0a23-4f9b-9c02-f7d1005e8dcf req-c204a520-c43e-46d1-a783-baed14d2ee41 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=361dcc03-bbfc-4a7a-b521-510e42ca4224 HTTP/1.1" status: 200 len: 999 time: 0.1096857 Dec 22 15:40:00.899956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f492c8a-0a23-4f9b-9c02-f7d1005e8dcf req-af62da94-6992-42d7-81cf-7c4ee41712dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:40:00.901881 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2f492c8a-0a23-4f9b-9c02-f7d1005e8dcf req-af62da94-6992-42d7-81cf-7c4ee41712dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dde92245-fdd1-4ec3-92ba-727ce215dd5d HTTP/1.1" status: 200 len: 834 time: 0.0717371 Dec 22 15:40:00.935763 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:00.987145 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-88338353-e69f-4b40-9c77-8939824df11e None None] Set router 5da677ab-0135-4524-9003-c0981eafb2d7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:40:00.989407 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f492c8a-0a23-4f9b-9c02-f7d1005e8dcf req-003f680f-9f6b-4b4c-b61c-0e405080dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:40:00.991109 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2f492c8a-0a23-4f9b-9c02-f7d1005e8dcf req-003f680f-9f6b-4b4c-b61c-0e405080dd88 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8fe9449-48df-4740-9000-da85bcc91af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822773 Dec 22 15:40:01.281507 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2f492c8a-0a23-4f9b-9c02-f7d1005e8dcf req-97c4a2df-dca5-48cb-ab08-b8a0ea2f1fc6 service neutron] 10.222.0.57 "GET /v2.0/networks/a8fe9449-48df-4740-9000-da85bcc91af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832205 Dec 22 15:40:01.392094 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-88338353-e69f-4b40-9c77-8939824df11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'name': 'tempest-TestNetworkBasicOps-router-260710886', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:39:31Z', 'updated_at': '2021-12-22T15:39:37Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:32Z', 'updated_at': '2021-12-22T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '6f17defc-f119-43f3-9a91-d67589475d81', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.179', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'port_id': '361dcc03-bbfc-4a7a-b521-510e42ca4224', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'mac_address': 'fa:16:3e:ab:42:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f480b8-c796-460b-b296-22fd557595bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:39:58Z', 'updated_at': '2021-12-22T15:39:58Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7c9067-3c96-4de9-996a-bca46f2d510c', 'name': '', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:94:38:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:36Z', 'updated_at': '2021-12-22T15:39:42Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:01.396930 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88338353-e69f-4b40-9c77-8939824df11e None None] The sync data for ids ['5da677ab-0135-4524-9003-c0981eafb2d7'] in dv-neutron-822674-1-hyperv is: [{'id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'name': 'tempest-TestNetworkBasicOps-router-260710886', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:39:31Z', 'updated_at': '2021-12-22T15:39:37Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:32Z', 'updated_at': '2021-12-22T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '6f17defc-f119-43f3-9a91-d67589475d81', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.179', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'port_id': '361dcc03-bbfc-4a7a-b521-510e42ca4224', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'mac_address': 'fa:16:3e:ab:42:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f480b8-c796-460b-b296-22fd557595bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:39:58Z', 'updated_at': '2021-12-22T15:39:58Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7c9067-3c96-4de9-996a-bca46f2d510c', 'name': '', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:94:38:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:36Z', 'updated_at': '2021-12-22T15:39:42Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:40:01.445080 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2f492c8a-0a23-4f9b-9c02-f7d1005e8dcf req-753116ce-8ffa-4474-aabb-4d6ed917c186 service neutron] 10.222.0.57 "GET /v2.0/networks/a8fe9449-48df-4740-9000-da85bcc91af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564333 Dec 22 15:40:01.628059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8f2f9a-5e7c-49c3-a822-1685d0e62af9 None None] New status for floating IP 6f17defc-f119-43f3-9a91-d67589475d81: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:40:01.651341 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40652) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:01.767526 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4637c674-8ecb-402e-b26d-7e20cd831458 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/6f17defc-f119-43f3-9a91-d67589475d81 HTTP/1.1" status: 200 len: 991 time: 0.1148360 Dec 22 15:40:01.919925 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40656) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:02.361563 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b2ab0b0e-ea9b-4433-8fba-ca43225622f8 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Deleting port f3762518-94af-4013-8f40-d483f4537fb5 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:40:02.361836 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b2ab0b0e-ea9b-4433-8fba-ca43225622f8 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:02.539275 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b2ab0b0e-ea9b-4433-8fba-ca43225622f8 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:02.539608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b2ab0b0e-ea9b-4433-8fba-ca43225622f8 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:02.666173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b2ab0b0e-ea9b-4433-8fba-ca43225622f8 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Calling delete_port for f3762518-94af-4013-8f40-d483f4537fb5 owned by network:floatingip {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:40:02.770820 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40662) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:02.892832 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8587f5d9-02e7-4d93-a60c-b1b270b24cc5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/6f17defc-f119-43f3-9a91-d67589475d81 HTTP/1.1" status: 200 len: 993 time: 0.1207330 Dec 22 15:40:02.907217 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b2ab0b0e-ea9b-4433-8fba-ca43225622f8 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:02.912290 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b255b738-dd29-4259-b14e-f7f40e5b1293 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:40:02.956930 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab0b0e-ea9b-4433-8fba-ca43225622f8 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event deleted for resources: {'Port': ['ID=f3762518-94af-4013-8f40-d483f4537fb5,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:40:02.986110 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b2ab0b0e-ea9b-4433-8fba-ca43225622f8 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:40:03.066777 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b2ab0b0e-ea9b-4433-8fba-ca43225622f8 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for floatingip, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:03.067417 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-b2ab0b0e-ea9b-4433-8fba-ca43225622f8 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Floating IP 8fdf53d3-c2c0-4e31-9edd-31967827e0db disassociated (deleted). External IP: 172.26.6.200, port: bedc30f0-b702-482e-99f1-43467dc91ef1. Dec 22 15:40:03.462153 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ab0b0e-ea9b-4433-8fba-ca43225622f8 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:40:03.650648 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ab0b0e-ea9b-4433-8fba-ca43225622f8 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:40:03.662109 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84362e67-8c67-4a6e-8b5b-0acfb6c6615d None None] Sync routers for ids ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:40:03.668244 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b2ab0b0e-ea9b-4433-8fba-ca43225622f8 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:03.672371 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84362e67-8c67-4a6e-8b5b-0acfb6c6615d None None] Routers {'e65b2fa4-ba83-4c56-b0b2-8feaeb559527'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:03.673009 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-84362e67-8c67-4a6e-8b5b-0acfb6c6615d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:39:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:03.727714 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b2ab0b0e-ea9b-4433-8fba-ca43225622f8 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "DELETE /v2.0/floatingips/8fdf53d3-c2c0-4e31-9edd-31967827e0db HTTP/1.1" status: 204 len: 168 time: 1.8065641 Dec 22 15:40:03.728511 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650011f7-cec0-4c55-9485-a629093edde9', 'tag': 'bedc30f0-b702-482e-99f1-43467dc91ef1'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:40:03.834102 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650011f7-cec0-4c55-9485-a629093edde9', 'tag': 'bedc30f0-b702-482e-99f1-43467dc91ef1', 'status': 'completed', 'code': 200} Dec 22 15:40:03.898642 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-84362e67-8c67-4a6e-8b5b-0acfb6c6615d None None] Set router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:40:03.936897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796f151-3ceb-4b9e-be27-8b2d3318e3a1 req-b41d939c-5ffb-411d-88d1-e4ab5adee9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:40:03.938420 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e796f151-3ceb-4b9e-be27-8b2d3318e3a1 req-b41d939c-5ffb-411d-88d1-e4ab5adee9e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84464132bfda464dbef4abab87427463&device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 1098 time: 0.0823064 Dec 22 15:40:04.084588 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796f151-3ceb-4b9e-be27-8b2d3318e3a1 req-b855aa4b-8fc1-4e42-8d2b-69db410a0ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:40:04.086031 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e796f151-3ceb-4b9e-be27-8b2d3318e3a1 req-b855aa4b-8fc1-4e42-8d2b-69db410a0ad5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff4b8cf-1075-4500-85d7-9341f04be41f HTTP/1.1" status: 200 len: 912 time: 0.1409240 Dec 22 15:40:04.153632 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e796f151-3ceb-4b9e-be27-8b2d3318e3a1 req-e8ef3e61-6d91-48ba-a861-d391e0d31aec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bedc30f0-b702-482e-99f1-43467dc91ef1 HTTP/1.1" status: 200 len: 217 time: 0.0605662 Dec 22 15:40:04.221123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796f151-3ceb-4b9e-be27-8b2d3318e3a1 req-82abec19-33da-459b-8a6d-8cdce2718b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:40:04.223013 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e796f151-3ceb-4b9e-be27-8b2d3318e3a1 req-82abec19-33da-459b-8a6d-8cdce2718b85 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e2f5610-73fd-4689-9d49-ece9b5bf2feb HTTP/1.1" status: 200 len: 850 time: 0.0630083 Dec 22 15:40:04.262026 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-84362e67-8c67-4a6e-8b5b-0acfb6c6615d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:36Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '140ebe19-e40d-4860-91ae-7ec0bce36202', 'tenant_id': '84464132bfda464dbef4abab87427463', 'floating_ip_address': '172.26.6.214', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'port_id': '94f3041a-b6a0-445b-b117-af48080eb01a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'mac_address': 'fa:16:3e:b8:d5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019dcaa8-94a6-480c-b075-dba6657ddab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:30Z', 'updated_at': '2021-12-22T15:33:33Z', 'revision_number': 1, 'project_id': '84464132bfda464dbef4abab87427463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2eba0b-1e40-48ad-bb7c-1952e713783b', 'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'mac_address': 'fa:16:3e:07:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:33Z', 'updated_at': '2021-12-22T15:27:50Z', 'revision_number': 5, 'project_id': '84464132bfda464dbef4abab87427463', 'subnets': [{'id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:04.266087 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84362e67-8c67-4a6e-8b5b-0acfb6c6615d None None] Checking router: e65b2fa4-ba83-4c56-b0b2-8feaeb559527 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:40:04.275353 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84362e67-8c67-4a6e-8b5b-0acfb6c6615d None None] Routers {'e65b2fa4-ba83-4c56-b0b2-8feaeb559527'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:04.276009 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-84362e67-8c67-4a6e-8b5b-0acfb6c6615d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:39:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:04.306751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796f151-3ceb-4b9e-be27-8b2d3318e3a1 req-5c5fb859-f39b-4d74-b18c-df2a38f3e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:40:04.308299 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e796f151-3ceb-4b9e-be27-8b2d3318e3a1 req-5c5fb859-f39b-4d74-b18c-df2a38f3e54b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff4b8cf-1075-4500-85d7-9341f04be41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796795 Dec 22 15:40:04.461174 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6af0d-1a76-4a18-9f74-7de8434c8b48 req-f7bd84fe-f21a-4132-802d-8426bb9a4e5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:40:04.461672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-47b6af0d-1a76-4a18-9f74-7de8434c8b48 req-f7bd84fe-f21a-4132-802d-8426bb9a4e5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Synchronizing usage tracker for tenant:84464132bfda464dbef4abab87427463 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:40:04.476825 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e796f151-3ceb-4b9e-be27-8b2d3318e3a1 req-c78ca49f-3006-46b8-a9ab-65670969bc6d service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595800 Dec 22 15:40:04.478177 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-84362e67-8c67-4a6e-8b5b-0acfb6c6615d None None] Set router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:40:04.563855 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-47b6af0d-1a76-4a18-9f74-7de8434c8b48 req-f7bd84fe-f21a-4132-802d-8426bb9a4e5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Unset dirty status for tenant:84464132bfda464dbef4abab87427463 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:40:04.565141 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-47b6af0d-1a76-4a18-9f74-7de8434c8b48 req-f7bd84fe-f21a-4132-802d-8426bb9a4e5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 945 time: 0.1893692 Dec 22 15:40:04.613633 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e796f151-3ceb-4b9e-be27-8b2d3318e3a1 req-ca3a8fca-ef3a-45a2-badc-d24a9217a4fe service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301987 Dec 22 15:40:04.618853 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-47b6af0d-1a76-4a18-9f74-7de8434c8b48 req-3d486e7b-a1e8-4b13-815a-3695580f2cdb tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476499 Dec 22 15:40:04.820672 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-84362e67-8c67-4a6e-8b5b-0acfb6c6615d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:36Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '140ebe19-e40d-4860-91ae-7ec0bce36202', 'tenant_id': '84464132bfda464dbef4abab87427463', 'floating_ip_address': '172.26.6.214', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'port_id': '94f3041a-b6a0-445b-b117-af48080eb01a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'mac_address': 'fa:16:3e:b8:d5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019dcaa8-94a6-480c-b075-dba6657ddab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:30Z', 'updated_at': '2021-12-22T15:33:33Z', 'revision_number': 1, 'project_id': '84464132bfda464dbef4abab87427463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2eba0b-1e40-48ad-bb7c-1952e713783b', 'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'mac_address': 'fa:16:3e:07:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:33Z', 'updated_at': '2021-12-22T15:27:50Z', 'revision_number': 5, 'project_id': '84464132bfda464dbef4abab87427463', 'subnets': [{'id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:04.824421 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84362e67-8c67-4a6e-8b5b-0acfb6c6615d None None] The sync data for ids ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'] in dv-neutron-822674-1-hyperv is: [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:36Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '140ebe19-e40d-4860-91ae-7ec0bce36202', 'tenant_id': '84464132bfda464dbef4abab87427463', 'floating_ip_address': '172.26.6.214', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'port_id': '94f3041a-b6a0-445b-b117-af48080eb01a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'mac_address': 'fa:16:3e:b8:d5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019dcaa8-94a6-480c-b075-dba6657ddab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:30Z', 'updated_at': '2021-12-22T15:33:33Z', 'revision_number': 1, 'project_id': '84464132bfda464dbef4abab87427463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2eba0b-1e40-48ad-bb7c-1952e713783b', 'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'mac_address': 'fa:16:3e:07:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:33Z', 'updated_at': '2021-12-22T15:27:50Z', 'revision_number': 5, 'project_id': '84464132bfda464dbef4abab87427463', 'subnets': [{'id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:40:05.058560 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8023e651-5285-402b-b3b6-dc8b93b7fcc7 None None] New status for floating IP 8fdf53d3-c2c0-4e31-9edd-31967827e0db: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:40:05.932731 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dcd09-d6e6-42b0-9df1-297e8bd68148 req-f6106b5d-65a8-40f5-a0df-c0a46b9f9321 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:40:05.934191 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0d2dcd09-d6e6-42b0-9df1-297e8bd68148 req-f6106b5d-65a8-40f5-a0df-c0a46b9f9321 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 945 time: 0.2044780 Dec 22 15:40:05.981479 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0d2dcd09-d6e6-42b0-9df1-297e8bd68148 req-891fa016-e37c-4d22-b97b-3aafb3224212 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414901 Dec 22 15:40:06.076823 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c85853-78f3-4924-871c-ce07e1929997 req-bb040e1c-800c-417c-affd-12eace3b37aa tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:40:06.077431 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-b7c85853-78f3-4924-871c-ce07e1929997 req-bb040e1c-800c-417c-affd-12eace3b37aa tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Synchronizing usage tracker for tenant:84464132bfda464dbef4abab87427463 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:40:06.089346 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-b7c85853-78f3-4924-871c-ce07e1929997 req-bb040e1c-800c-417c-affd-12eace3b37aa tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Unset dirty status for tenant:84464132bfda464dbef4abab87427463 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:40:06.093109 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:06.093928 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b7c85853-78f3-4924-871c-ce07e1929997 req-bb040e1c-800c-417c-affd-12eace3b37aa tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.57 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 945 time: 0.1021395 Dec 22 15:40:06.171290 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-b7c85853-78f3-4924-871c-ce07e1929997 req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Deleting port bedc30f0-b702-482e-99f1-43467dc91ef1 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:40:06.171640 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b7c85853-78f3-4924-871c-ce07e1929997 req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:06.430151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-b7c85853-78f3-4924-871c-ce07e1929997 req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] For port bedc30f0-b702-482e-99f1-43467dc91ef1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bedc30f0-b702-482e-99f1-43467dc91ef1,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:40:06.430548 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b7c85853-78f3-4924-871c-ce07e1929997 req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:06.670057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-b7c85853-78f3-4924-871c-ce07e1929997 req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Calling delete_port for bedc30f0-b702-482e-99f1-43467dc91ef1 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:40:06.884376 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b7c85853-78f3-4924-871c-ce07e1929997 req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:06.890700 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-98416803-6045-4a8d-9726-7ff2f9a1bfae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:40:06.937842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event deleted for resources: {'Port': ['ID=bedc30f0-b702-482e-99f1-43467dc91ef1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:40:06.980021 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:06.980414 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:06.980796 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:06.981170 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:06.981542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:06.981913 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:06.982305 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:06.982703 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:06.983068 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:06.983433 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:06.983795 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:06.984154 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:06.991875 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:40:07.028649 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c85853-78f3-4924-871c-ce07e1929997 req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] No DVR routers for this DVR port bedc30f0-b702-482e-99f1-43467dc91ef1 on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:40:07.031175 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b7c85853-78f3-4924-871c-ce07e1929997 req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:07.033897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650011f7-cec0-4c55-9485-a629093edde9', 'name': 'network-vif-deleted', 'tag': 'bedc30f0-b702-482e-99f1-43467dc91ef1'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:40:07.088010 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650011f7-cec0-4c55-9485-a629093edde9', 'name': 'network-vif-deleted', 'tag': 'bedc30f0-b702-482e-99f1-43467dc91ef1', 'status': 'completed', 'code': 200} Dec 22 15:40:07.126027 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b7c85853-78f3-4924-871c-ce07e1929997 req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.57 "DELETE /v2.0/ports/bedc30f0-b702-482e-99f1-43467dc91ef1 HTTP/1.1" status: 204 len: 173 time: 1.0300963 Dec 22 15:40:07.143327 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0f72d107-c4b6-42d9-86e3-9d27ef0df147 req-71cc36fb-e540-438b-8504-b10f9da0870e tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 210 time: 0.0489504 Dec 22 15:40:08.326041 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-767810cb-77f1-4e9b-936f-9612afaa224a req-9505e2c0-938d-494f-84b3-e19d103ae5df tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=650011f7-cec0-4c55-9485-a629093edde9 HTTP/1.1" status: 200 len: 210 time: 0.0527382 Dec 22 15:40:10.115218 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device bedc30f0-b702-482e-99f1-43467dc91ef1 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:40:10.153778 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: bedc30f0-b702-482e-99f1-43467dc91ef1 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:40:10.154137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device bedc30f0-b702-482e-99f1-43467dc91ef1 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:40:14.208475 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40700) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:14.415185 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-b46b17c8-4495-437f-a9dd-98c696ff8f45 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Deleting port 6633644a-5f33-4341-a941-1161925af61e {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:40:14.415523 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b46b17c8-4495-437f-a9dd-98c696ff8f45 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:14.587375 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b46b17c8-4495-437f-a9dd-98c696ff8f45 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:14.587612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b46b17c8-4495-437f-a9dd-98c696ff8f45 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:14.711546 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-b46b17c8-4495-437f-a9dd-98c696ff8f45 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Calling delete_port for 6633644a-5f33-4341-a941-1161925af61e owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:40:14.918508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b46b17c8-4495-437f-a9dd-98c696ff8f45 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:14.922634 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2038e0a2-3910-4aa3-90d4-ba7435cf4adb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:40:15.001351 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b17c8-4495-437f-a9dd-98c696ff8f45 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event deleted for resources: {'Port': ['ID=6633644a-5f33-4341-a941-1161925af61e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:40:15.019410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b46b17c8-4495-437f-a9dd-98c696ff8f45 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:40:15.071323 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b46b17c8-4495-437f-a9dd-98c696ff8f45 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:15.071729 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-b46b17c8-4495-437f-a9dd-98c696ff8f45 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Floating IP 140ebe19-e40d-4860-91ae-7ec0bce36202 disassociated (deleted). External IP: 172.26.6.214, port: 94f3041a-b6a0-445b-b117-af48080eb01a. Dec 22 15:40:15.566808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46b17c8-4495-437f-a9dd-98c696ff8f45 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:40:15.755921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46b17c8-4495-437f-a9dd-98c696ff8f45 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:40:15.765876 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc9aff-f428-4e9a-8b22-dba47338ec1a None None] Sync routers for ids ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:40:15.772840 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b46b17c8-4495-437f-a9dd-98c696ff8f45 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:15.775387 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc9aff-f428-4e9a-8b22-dba47338ec1a None None] Routers {'e65b2fa4-ba83-4c56-b0b2-8feaeb559527'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:15.776014 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-f2bc9aff-f428-4e9a-8b22-dba47338ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:39:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:15.831332 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b46b17c8-4495-437f-a9dd-98c696ff8f45 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "DELETE /v2.0/floatingips/140ebe19-e40d-4860-91ae-7ec0bce36202 HTTP/1.1" status: 204 len: 168 time: 1.6216199 Dec 22 15:40:15.832010 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019dcaa8-94a6-480c-b075-dba6657ddab0', 'tag': '94f3041a-b6a0-445b-b117-af48080eb01a'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:40:15.880000 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019dcaa8-94a6-480c-b075-dba6657ddab0', 'tag': '94f3041a-b6a0-445b-b117-af48080eb01a', 'status': 'completed', 'code': 200} Dec 22 15:40:15.956385 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-f2bc9aff-f428-4e9a-8b22-dba47338ec1a None None] Set router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:40:15.983808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f642050-d985-480f-b9bd-7f1c68f791c9 req-f78ccf99-1161-4630-845d-42a5cc813385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:40:15.984393 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f642050-d985-480f-b9bd-7f1c68f791c9 req-f78ccf99-1161-4630-845d-42a5cc813385 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84464132bfda464dbef4abab87427463&device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 1098 time: 0.0828109 Dec 22 15:40:16.141561 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f642050-d985-480f-b9bd-7f1c68f791c9 req-75bc10aa-5182-41c4-835b-b36920e84cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:40:16.143147 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f642050-d985-480f-b9bd-7f1c68f791c9 req-75bc10aa-5182-41c4-835b-b36920e84cbc service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff4b8cf-1075-4500-85d7-9341f04be41f HTTP/1.1" status: 200 len: 912 time: 0.1521370 Dec 22 15:40:16.216313 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f642050-d985-480f-b9bd-7f1c68f791c9 req-2ddd1aec-9e2b-4cd6-9972-b30f6ba92da4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94f3041a-b6a0-445b-b117-af48080eb01a HTTP/1.1" status: 200 len: 217 time: 0.0661557 Dec 22 15:40:16.294828 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f642050-d985-480f-b9bd-7f1c68f791c9 req-07ddc773-669d-42f5-aec3-4936975e257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:40:16.296298 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f642050-d985-480f-b9bd-7f1c68f791c9 req-07ddc773-669d-42f5-aec3-4936975e257b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e2f5610-73fd-4689-9d49-ece9b5bf2feb HTTP/1.1" status: 200 len: 850 time: 0.0733061 Dec 22 15:40:16.340274 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-f2bc9aff-f428-4e9a-8b22-dba47338ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:36Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '8c2eba0b-1e40-48ad-bb7c-1952e713783b', 'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'mac_address': 'fa:16:3e:07:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:33Z', 'updated_at': '2021-12-22T15:27:50Z', 'revision_number': 5, 'project_id': '84464132bfda464dbef4abab87427463', 'subnets': [{'id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:16.344428 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc9aff-f428-4e9a-8b22-dba47338ec1a None None] Checking router: e65b2fa4-ba83-4c56-b0b2-8feaeb559527 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:40:16.353884 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc9aff-f428-4e9a-8b22-dba47338ec1a None None] Routers {'e65b2fa4-ba83-4c56-b0b2-8feaeb559527'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:16.354543 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-f2bc9aff-f428-4e9a-8b22-dba47338ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:39:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:16.392893 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f642050-d985-480f-b9bd-7f1c68f791c9 req-e0702808-e626-4640-83bc-c684d9f03f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:40:16.395758 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f642050-d985-480f-b9bd-7f1c68f791c9 req-e0702808-e626-4640-83bc-c684d9f03f30 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff4b8cf-1075-4500-85d7-9341f04be41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0916884 Dec 22 15:40:16.473650 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4b537-502d-459d-a777-f4edf865624e req-46162b86-8446-4f94-93f7-ca0ecf05bedb tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:40:16.475406 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e9b4b537-502d-459d-a777-f4edf865624e req-46162b86-8446-4f94-93f7-ca0ecf05bedb tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 945 time: 0.0927234 Dec 22 15:40:16.536010 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e9b4b537-502d-459d-a777-f4edf865624e req-025d47dc-36e6-457f-86b6-e371f9aeb68c tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545704 Dec 22 15:40:16.547918 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f642050-d985-480f-b9bd-7f1c68f791c9 req-7b6b3ea6-fb04-4f35-b4e7-2f19ffe535d8 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449325 Dec 22 15:40:16.562749 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-f2bc9aff-f428-4e9a-8b22-dba47338ec1a None None] Set router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:40:16.686694 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f642050-d985-480f-b9bd-7f1c68f791c9 req-71ea0a6b-2b9e-4f57-b512-21df696d3b91 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310544 Dec 22 15:40:16.889564 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-f2bc9aff-f428-4e9a-8b22-dba47338ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:36Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '8c2eba0b-1e40-48ad-bb7c-1952e713783b', 'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'mac_address': 'fa:16:3e:07:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:33Z', 'updated_at': '2021-12-22T15:27:50Z', 'revision_number': 5, 'project_id': '84464132bfda464dbef4abab87427463', 'subnets': [{'id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:16.893973 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc9aff-f428-4e9a-8b22-dba47338ec1a None None] The sync data for ids ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'] in dv-neutron-822674-1-hyperv is: [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:27:36Z', 'revision_number': 4, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '8c2eba0b-1e40-48ad-bb7c-1952e713783b', 'name': '', 'network_id': '3ff4b8cf-1075-4500-85d7-9341f04be41f', 'tenant_id': '84464132bfda464dbef4abab87427463', 'mac_address': 'fa:16:3e:07:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:33Z', 'updated_at': '2021-12-22T15:27:50Z', 'revision_number': 5, 'project_id': '84464132bfda464dbef4abab87427463', 'subnets': [{'id': '5e2f5610-73fd-4689-9d49-ece9b5bf2feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:40:17.082110 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1a31f-6309-4e1b-8ea7-f7dabe05d95f req-206b3c4e-7eba-4be8-9e5a-f7c355364199 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:40:17.082886 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-b6c1a31f-6309-4e1b-8ea7-f7dabe05d95f req-206b3c4e-7eba-4be8-9e5a-f7c355364199 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Synchronizing usage tracker for tenant:84464132bfda464dbef4abab87427463 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:40:17.140931 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fd1edb-84b1-4e35-b3e6-d37ac1822c7f None None] New status for floating IP 140ebe19-e40d-4860-91ae-7ec0bce36202: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:40:17.158517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-b6c1a31f-6309-4e1b-8ea7-f7dabe05d95f req-206b3c4e-7eba-4be8-9e5a-f7c355364199 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Unset dirty status for tenant:84464132bfda464dbef4abab87427463 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:40:17.159914 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b6c1a31f-6309-4e1b-8ea7-f7dabe05d95f req-206b3c4e-7eba-4be8-9e5a-f7c355364199 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.57 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 945 time: 0.1737022 Dec 22 15:40:17.232818 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-b6c1a31f-6309-4e1b-8ea7-f7dabe05d95f req-b40c8bdd-4751-4a4e-a21c-08d1f6edcd0a tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Deleting port 94f3041a-b6a0-445b-b117-af48080eb01a {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:40:17.233071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b6c1a31f-6309-4e1b-8ea7-f7dabe05d95f req-b40c8bdd-4751-4a4e-a21c-08d1f6edcd0a tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:17.504502 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-b6c1a31f-6309-4e1b-8ea7-f7dabe05d95f req-b40c8bdd-4751-4a4e-a21c-08d1f6edcd0a tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] For port 94f3041a-b6a0-445b-b117-af48080eb01a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94f3041a-b6a0-445b-b117-af48080eb01a,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:40:17.504780 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b6c1a31f-6309-4e1b-8ea7-f7dabe05d95f req-b40c8bdd-4751-4a4e-a21c-08d1f6edcd0a tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:17.740817 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209801b-a4b7-4a49-a5b4-0d21c6f8cd2d req-51e16172-4b0c-45a2-91f4-b26c920cc52f tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:40:17.742403 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7209801b-a4b7-4a49-a5b4-0d21c6f8cd2d req-51e16172-4b0c-45a2-91f4-b26c920cc52f tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 945 time: 0.0978341 Dec 22 15:40:17.763251 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-b6c1a31f-6309-4e1b-8ea7-f7dabe05d95f req-b40c8bdd-4751-4a4e-a21c-08d1f6edcd0a tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Calling delete_port for 94f3041a-b6a0-445b-b117-af48080eb01a owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:40:17.809822 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7209801b-a4b7-4a49-a5b4-0d21c6f8cd2d req-ecd7a018-8454-45f3-ad22-3369fef90b5c tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/security-groups?id=5badb9a5-6f46-48eb-9141-a6163c784b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577068 Dec 22 15:40:17.987236 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b6c1a31f-6309-4e1b-8ea7-f7dabe05d95f req-b40c8bdd-4751-4a4e-a21c-08d1f6edcd0a tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:17.993092 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4cbdca28-0845-4359-b9eb-45852dba5e50 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:40:18.043908 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c8bdd-4751-4a4e-a21c-08d1f6edcd0a tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event deleted for resources: {'Port': ['ID=94f3041a-b6a0-445b-b117-af48080eb01a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:40:18.071138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b40c8bdd-4751-4a4e-a21c-08d1f6edcd0a tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:40:18.123572 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c1a31f-6309-4e1b-8ea7-f7dabe05d95f req-b40c8bdd-4751-4a4e-a21c-08d1f6edcd0a tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] No DVR routers for this DVR port 94f3041a-b6a0-445b-b117-af48080eb01a on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:40:18.125979 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b6c1a31f-6309-4e1b-8ea7-f7dabe05d95f req-b40c8bdd-4751-4a4e-a21c-08d1f6edcd0a tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:18.128672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019dcaa8-94a6-480c-b075-dba6657ddab0', 'name': 'network-vif-deleted', 'tag': '94f3041a-b6a0-445b-b117-af48080eb01a'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:40:18.177644 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019dcaa8-94a6-480c-b075-dba6657ddab0', 'name': 'network-vif-deleted', 'tag': '94f3041a-b6a0-445b-b117-af48080eb01a', 'status': 'completed', 'code': 200} Dec 22 15:40:18.221758 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b6c1a31f-6309-4e1b-8ea7-f7dabe05d95f req-b40c8bdd-4751-4a4e-a21c-08d1f6edcd0a tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.57 "DELETE /v2.0/ports/94f3041a-b6a0-445b-b117-af48080eb01a HTTP/1.1" status: 204 len: 173 time: 1.0556872 Dec 22 15:40:18.964462 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-581e6985-5351-44c5-bab7-efdc0d1452e3 req-23e10a2e-e886-46d3-b760-41c39523b654 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "GET /v2.0/ports?device_id=019dcaa8-94a6-480c-b075-dba6657ddab0 HTTP/1.1" status: 200 len: 210 time: 0.0445175 Dec 22 15:40:20.064108 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40718) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:20.150984 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 94f3041a-b6a0-445b-b117-af48080eb01a no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:40:20.186998 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 94f3041a-b6a0-445b-b117-af48080eb01a {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:40:20.187359 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 94f3041a-b6a0-445b-b117-af48080eb01a not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:40:20.228402 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4cf724ec-2f84-44fc-b6cd-406a118bc4e7 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Deleting port 59e4ccd8-0652-425d-8e1a-afe672ef78e8 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:40:20.232809 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4cf724ec-2f84-44fc-b6cd-406a118bc4e7 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:20.407917 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4cf724ec-2f84-44fc-b6cd-406a118bc4e7 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:20.408247 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4cf724ec-2f84-44fc-b6cd-406a118bc4e7 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:20.535213 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4cf724ec-2f84-44fc-b6cd-406a118bc4e7 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Calling delete_port for 59e4ccd8-0652-425d-8e1a-afe672ef78e8 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:40:20.748027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4cf724ec-2f84-44fc-b6cd-406a118bc4e7 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:20.751805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:40:20.797933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf724ec-2f84-44fc-b6cd-406a118bc4e7 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event deleted for resources: {'Port': ['ID=59e4ccd8-0652-425d-8e1a-afe672ef78e8,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:40:20.823803 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4cf724ec-2f84-44fc-b6cd-406a118bc4e7 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:40:20.891114 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4cf724ec-2f84-44fc-b6cd-406a118bc4e7 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:20.905243 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4cf724ec-2f84-44fc-b6cd-406a118bc4e7 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:20.906396 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4cf724ec-2f84-44fc-b6cd-406a118bc4e7 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "DELETE /v2.0/floatingips/657c04de-0e64-4497-9019-d80c35bf4df8 HTTP/1.1" status: 204 len: 168 time: 0.8412800 Dec 22 15:40:23.516013 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40734) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:23.586303 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bf2f7d48-3e24-4ad8-871c-adf080f4dff2 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:23.617484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bf2f7d48-3e24-4ad8-871c-adf080f4dff2 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:23.746542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bf2f7d48-3e24-4ad8-871c-adf080f4dff2 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:23.750739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-67fe900b-c5f2-4af2-8583-cbf841195d93 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:40:23.767227 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f7d48-3e24-4ad8-871c-adf080f4dff2 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5badb9a5-6f46-48eb-9141-a6163c784b32,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:40:23.770179 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bf2f7d48-3e24-4ad8-871c-adf080f4dff2 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:40:23.837750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bf2f7d48-3e24-4ad8-871c-adf080f4dff2 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:23.842295 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bf2f7d48-3e24-4ad8-871c-adf080f4dff2 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] 10.222.0.59 "DELETE /v2.0/security-groups/5badb9a5-6f46-48eb-9141-a6163c784b32 HTTP/1.1" status: 204 len: 168 time: 0.3246176 Dec 22 15:40:23.950054 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40740) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:24.621082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:24.969585 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Deleting port 8c2eba0b-1e40-48ad-bb7c-1952e713783b {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:40:24.970259 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:25.227311 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8e9e266c-0ff5-4647-887d-a6759f17329d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:25.268022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] For port 8c2eba0b-1e40-48ad-bb7c-1952e713783b, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8c2eba0b-1e40-48ad-bb7c-1952e713783b,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:40:25.268384 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:25.393459 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Calling delete_port for 8c2eba0b-1e40-48ad-bb7c-1952e713783b owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:40:25.672345 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:25.676641 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6f708720-a3bf-4130-a8eb-e5b7e65e4266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:40:25.726133 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c2eba0b-1e40-48ad-bb7c-1952e713783b,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:40:25.767347 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:25.767736 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:25.768116 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:25.768495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:25.768864 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:25.769231 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:25.769594 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:25.769959 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:25.770338 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:25.770699 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:25.771056 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:25.771409 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:40:25.798492 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:40:25.998620 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:26.351928 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:40:26.528115 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:40:26.540449 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d695420b-7e67-4fcc-813b-5a1dc6d708f4 None None] Sync routers for ids ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:40:26.543246 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] 10.222.0.59 "PUT /v2.0/routers/e65b2fa4-ba83-4c56-b0b2-8feaeb559527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5915489 Dec 22 15:40:26.546291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40746) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:26.550449 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d695420b-7e67-4fcc-813b-5a1dc6d708f4 None None] Routers {'e65b2fa4-ba83-4c56-b0b2-8feaeb559527'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:26.551059 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-d695420b-7e67-4fcc-813b-5a1dc6d708f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:39:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:26.730752 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-d695420b-7e67-4fcc-813b-5a1dc6d708f4 None None] Set router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:40:26.850783 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-369f3e00-a3c5-4b66-97a0-5e422e0583ac admin admin] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:27.014886 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-d695420b-7e67-4fcc-813b-5a1dc6d708f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:40:25Z', 'revision_number': 5, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:27.018795 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d695420b-7e67-4fcc-813b-5a1dc6d708f4 None None] Checking router: e65b2fa4-ba83-4c56-b0b2-8feaeb559527 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:40:27.026884 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d695420b-7e67-4fcc-813b-5a1dc6d708f4 None None] Routers {'e65b2fa4-ba83-4c56-b0b2-8feaeb559527'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:27.027487 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-d695420b-7e67-4fcc-813b-5a1dc6d708f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:39:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:27.028065 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-369f3e00-a3c5-4b66-97a0-5e422e0583ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:27.099735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-369f3e00-a3c5-4b66-97a0-5e422e0583ac admin admin] Deleting port 78493806-46be-4078-9b34-6097a28034e9 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:40:27.100091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-369f3e00-a3c5-4b66-97a0-5e422e0583ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:27.198373 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-d695420b-7e67-4fcc-813b-5a1dc6d708f4 None None] Set router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:40:27.281228 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-369f3e00-a3c5-4b66-97a0-5e422e0583ac admin admin] For port 78493806-46be-4078-9b34-6097a28034e9, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=78493806-46be-4078-9b34-6097a28034e9,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:40:27.281501 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-369f3e00-a3c5-4b66-97a0-5e422e0583ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:27.406602 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-369f3e00-a3c5-4b66-97a0-5e422e0583ac admin admin] Calling delete_port for 78493806-46be-4078-9b34-6097a28034e9 owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:40:27.513008 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-d695420b-7e67-4fcc-813b-5a1dc6d708f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:40:25Z', 'revision_number': 5, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:27.517549 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d695420b-7e67-4fcc-813b-5a1dc6d708f4 None None] The sync data for ids ['e65b2fa4-ba83-4c56-b0b2-8feaeb559527'] in dv-neutron-822674-1-hyperv is: [{'id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'name': 'tempest-TestVolumeBootPattern-836485069-router', 'tenant_id': '84464132bfda464dbef4abab87427463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '78493806-46be-4078-9b34-6097a28034e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:16Z', 'updated_at': '2021-12-22T15:40:25Z', 'revision_number': 5, 'project_id': '84464132bfda464dbef4abab87427463', 'gw_port': {'id': '78493806-46be-4078-9b34-6097a28034e9', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65b2fa4-ba83-4c56-b0b2-8feaeb559527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:20Z', 'updated_at': '2021-12-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:40:27.762649 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-369f3e00-a3c5-4b66-97a0-5e422e0583ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:27.766624 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b2ab0b0e-ea9b-4433-8fba-ca43225622f8 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:40:27.808835 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f3e00-a3c5-4b66-97a0-5e422e0583ac admin admin] Pushing event deleted for resources: {'Port': ['ID=78493806-46be-4078-9b34-6097a28034e9,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:40:27.813455 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-369f3e00-a3c5-4b66-97a0-5e422e0583ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:40:27.849528 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-14c47303-23b5-4de6-8931-75db25c52d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:27.905526 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-369f3e00-a3c5-4b66-97a0-5e422e0583ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:28.084434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-369f3e00-a3c5-4b66-97a0-5e422e0583ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:28.086619 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-369f3e00-a3c5-4b66-97a0-5e422e0583ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:28.192117 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-369f3e00-a3c5-4b66-97a0-5e422e0583ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:28.192669 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369f3e00-a3c5-4b66-97a0-5e422e0583ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router e65b2fa4-ba83-4c56-b0b2-8feaeb559527 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:40:28.206958 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-369f3e00-a3c5-4b66-97a0-5e422e0583ac admin admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:28.208123 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-369f3e00-a3c5-4b66-97a0-5e422e0583ac admin admin] 10.222.0.59 "DELETE /v2.0/routers/e65b2fa4-ba83-4c56-b0b2-8feaeb559527 HTTP/1.1" status: 204 len: 168 time: 1.6608682 Dec 22 15:40:28.213032 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40750) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:28.296783 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-278acbdd-1bcd-41ab-be03-99ce6fde5de1 admin admin] Deleting subnet 5e2f5610-73fd-4689-9d49-ece9b5bf2feb {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:40:28.300943 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-278acbdd-1bcd-41ab-be03-99ce6fde5de1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:28.355538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-278acbdd-1bcd-41ab-be03-99ce6fde5de1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:28.434241 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-278acbdd-1bcd-41ab-be03-99ce6fde5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:28.593575 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-278acbdd-1bcd-41ab-be03-99ce6fde5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:28.597396 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-910583fa-2703-43ac-8877-ac34fc57d3a8 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:40:28.693431 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8c2eba0b-1e40-48ad-bb7c-1952e713783b no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:40:28.731042 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 8c2eba0b-1e40-48ad-bb7c-1952e713783b {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:40:28.731042 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8c2eba0b-1e40-48ad-bb7c-1952e713783b not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:40:28.733902 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 78493806-46be-4078-9b34-6097a28034e9 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:40:28.760079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278acbdd-1bcd-41ab-be03-99ce6fde5de1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e2f5610-73fd-4689-9d49-ece9b5bf2feb,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:40:28.763164 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-278acbdd-1bcd-41ab-be03-99ce6fde5de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:40:28.764127 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-278acbdd-1bcd-41ab-be03-99ce6fde5de1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:28.770088 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-278acbdd-1bcd-41ab-be03-99ce6fde5de1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5e2f5610-73fd-4689-9d49-ece9b5bf2feb HTTP/1.1" status: 204 len: 168 time: 0.5560505 Dec 22 15:40:28.770993 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1837b430-b958-43ed-b6bf-9752cfc0b891 None None] Network 3ff4b8cf-1075-4500-85d7-9341f04be41f requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:40:28.772608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40754) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:28.784586 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 78493806-46be-4078-9b34-6097a28034e9 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:40:28.784976 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 78493806-46be-4078-9b34-6097a28034e9 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:40:28.880894 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:28.892418 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] Deleting port 0017154a-d8bc-4432-aebb-8863efeddd22 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:40:28.892757 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:29.004064 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:29.031996 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:29.052844 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a4c654-621f-4550-a527-83297b10df37 None None] DHCP port deletion for 3ff4b8cf-1075-4500-85d7-9341f04be41f request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:40:29.057325 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-d9a4c654-621f-4550-a527-83297b10df37 None None] Deleting port 0017154a-d8bc-4432-aebb-8863efeddd22 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:40:29.057706 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d9a4c654-621f-4550-a527-83297b10df37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:29.115465 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] For port 0017154a-d8bc-4432-aebb-8863efeddd22, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=0017154a-d8bc-4432-aebb-8863efeddd22,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:40:29.120917 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:29.240198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] Calling delete_port for 0017154a-d8bc-4432-aebb-8863efeddd22 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:40:29.266917 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d9a4c654-621f-4550-a527-83297b10df37 None None] For port 0017154a-d8bc-4432-aebb-8863efeddd22, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=0017154a-d8bc-4432-aebb-8863efeddd22,segment=NetworkSegment(bddc1ea0-8315-42db-9b7b-9931461fda46),segment_id=bddc1ea0-8315-42db-9b7b-9931461fda46)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:40:29.267326 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d9a4c654-621f-4550-a527-83297b10df37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:29.409333 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:29.413422 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-66213de5-8dd8-4e65-bbb1-dc17533570c2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:40:29.444128 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-d9a4c654-621f-4550-a527-83297b10df37 None None] Calling delete_port for 0017154a-d8bc-4432-aebb-8863efeddd22 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:40:29.458878 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] Pushing event deleted for resources: {'Port': ['ID=0017154a-d8bc-4432-aebb-8863efeddd22,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:40:29.460664 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] No DVR routers for this DVR port 0017154a-d8bc-4432-aebb-8863efeddd22 on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:40:29.462123 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: from cryptography.utils import int_from_bytes Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: from cryptography.utils import int_from_bytes Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn_limited( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn_limited( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:40:29.512413 dv-neutron-822674-1-hyperv neutron-server[88219]: util.warn( Dec 22 15:40:29.522851 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-d9a4c654-621f-4550-a527-83297b10df37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:40:29.523216 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-d9a4c654-621f-4550-a527-83297b10df37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:40:29.574945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:29.599254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff4b8cf-1075-4500-85d7-9341f04be41f']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:29.615542 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bddc1ea0-8315-42db-9b7b-9931461fda46') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:29.615839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bddc1ea0-8315-42db-9b7b-9931461fda46') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:29.632128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:29.648806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:29.655117 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:40:29.655523 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:40:29.668561 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:40:29.780421 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:29.783895 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f7396a0b-96d0-491d-a503-c7ab215e42ae tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:40:29.796582 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:29.810909 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ff4b8cf-1075-4500-85d7-9341f04be41f,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:40:29.814050 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:40:29.861086 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3ff4b8cf-1075-4500-85d7-9341f04be41f HTTP/1.1" status: 204 len: 168 time: 1.0872552 Dec 22 15:40:29.863864 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40758) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:30.024113 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-d9a4c654-621f-4550-a527-83297b10df37 None None] Deleting port 0017154a-d8bc-4432-aebb-8863efeddd22 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:40:30.024705 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d9a4c654-621f-4550-a527-83297b10df37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:30.092002 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-d9a4c654-621f-4550-a527-83297b10df37 None None] The port '0017154a-d8bc-4432-aebb-8863efeddd22' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:40:30.514628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76a07ddb-ccf5-4697-a4f3-1dce19d1c189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:30.679441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 0017154a-d8bc-4432-aebb-8863efeddd22 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:40:30.713075 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 0017154a-d8bc-4432-aebb-8863efeddd22 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:40:30.713432 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 0017154a-d8bc-4432-aebb-8863efeddd22 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:40:30.859934 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-76a07ddb-ccf5-4697-a4f3-1dce19d1c189 admin admin] Deleting port 35b66597-e37a-4993-983b-8a9a738eaaec {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:40:30.860271 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76a07ddb-ccf5-4697-a4f3-1dce19d1c189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:30.911985 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:31.027685 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-76a07ddb-ccf5-4697-a4f3-1dce19d1c189 admin admin] For port 35b66597-e37a-4993-983b-8a9a738eaaec, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=35b66597-e37a-4993-983b-8a9a738eaaec,segment=NetworkSegment(6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e),segment_id=6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:40:31.027964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76a07ddb-ccf5-4697-a4f3-1dce19d1c189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:31.152542 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-76a07ddb-ccf5-4697-a4f3-1dce19d1c189 admin admin] Calling delete_port for 35b66597-e37a-4993-983b-8a9a738eaaec owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:40:31.392179 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76a07ddb-ccf5-4697-a4f3-1dce19d1c189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:31.396047 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-57620988-95e7-4b77-8f97-c03a90c34e2c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:40:31.449411 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a07ddb-ccf5-4697-a4f3-1dce19d1c189 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b66597-e37a-4993-983b-8a9a738eaaec,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:40:31.476378 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-76a07ddb-ccf5-4697-a4f3-1dce19d1c189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:40:31.712103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76a07ddb-ccf5-4697-a4f3-1dce19d1c189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:32.195356 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a07ddb-ccf5-4697-a4f3-1dce19d1c189 admin admin] Router 3b75110d-20ba-45ba-b58c-50f778c2cd9b has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:40:32.385551 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a07ddb-ccf5-4697-a4f3-1dce19d1c189 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:40:32.395267 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fc5503-e5a5-4b32-afbd-20cc0413e437 None None] Sync routers for ids ['3b75110d-20ba-45ba-b58c-50f778c2cd9b'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:40:32.404937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fc5503-e5a5-4b32-afbd-20cc0413e437 None None] Routers {'3b75110d-20ba-45ba-b58c-50f778c2cd9b'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:32.407386 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c3fc5503-e5a5-4b32-afbd-20cc0413e437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:40:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['3b75110d-20ba-45ba-b58c-50f778c2cd9b'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:32.459086 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-76a07ddb-ccf5-4697-a4f3-1dce19d1c189 admin admin] 10.222.0.59 "PUT /v2.0/routers/3b75110d-20ba-45ba-b58c-50f778c2cd9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5919909 Dec 22 15:40:32.459298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40762) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:32.592717 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c3fc5503-e5a5-4b32-afbd-20cc0413e437 None None] Set router 3b75110d-20ba-45ba-b58c-50f778c2cd9b gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:40:32.655267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b589f54a-622d-46a0-a51c-67c877c13a42 admin admin] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:32.853224 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b589f54a-622d-46a0-a51c-67c877c13a42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:32.884176 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c3fc5503-e5a5-4b32-afbd-20cc0413e437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b75110d-20ba-45ba-b58c-50f778c2cd9b', 'name': 'tempest-TestVolumeBootPattern-119885800-router', 'tenant_id': '645745d9191f482f87e02999732ce483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'e4046254-7ae4-40a6-a10c-bfc3ec274d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:48Z', 'updated_at': '2021-12-22T15:40:31Z', 'revision_number': 5, 'project_id': '645745d9191f482f87e02999732ce483', 'gw_port': {'id': 'e4046254-7ae4-40a6-a10c-bfc3ec274d92', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b75110d-20ba-45ba-b58c-50f778c2cd9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:52Z', 'updated_at': '2021-12-22T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:32.888133 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fc5503-e5a5-4b32-afbd-20cc0413e437 None None] Checking router: 3b75110d-20ba-45ba-b58c-50f778c2cd9b for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:40:32.900414 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fc5503-e5a5-4b32-afbd-20cc0413e437 None None] Routers {'3b75110d-20ba-45ba-b58c-50f778c2cd9b'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:32.900948 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c3fc5503-e5a5-4b32-afbd-20cc0413e437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:40:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['3b75110d-20ba-45ba-b58c-50f778c2cd9b'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:32.917830 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b589f54a-622d-46a0-a51c-67c877c13a42 admin admin] Deleting port e4046254-7ae4-40a6-a10c-bfc3ec274d92 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:40:32.918271 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b589f54a-622d-46a0-a51c-67c877c13a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:33.059370 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c3fc5503-e5a5-4b32-afbd-20cc0413e437 None None] Set router 3b75110d-20ba-45ba-b58c-50f778c2cd9b gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:40:33.100414 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b589f54a-622d-46a0-a51c-67c877c13a42 admin admin] For port e4046254-7ae4-40a6-a10c-bfc3ec274d92, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e4046254-7ae4-40a6-a10c-bfc3ec274d92,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:40:33.100772 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b589f54a-622d-46a0-a51c-67c877c13a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:33.170533 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c3fc5503-e5a5-4b32-afbd-20cc0413e437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b75110d-20ba-45ba-b58c-50f778c2cd9b', 'name': 'tempest-TestVolumeBootPattern-119885800-router', 'tenant_id': '645745d9191f482f87e02999732ce483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:48Z', 'updated_at': '2021-12-22T15:40:32Z', 'revision_number': 6, 'project_id': '645745d9191f482f87e02999732ce483', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:33.174489 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fc5503-e5a5-4b32-afbd-20cc0413e437 None None] The sync data for ids ['3b75110d-20ba-45ba-b58c-50f778c2cd9b'] in dv-neutron-822674-1-hyperv is: [{'id': '3b75110d-20ba-45ba-b58c-50f778c2cd9b', 'name': 'tempest-TestVolumeBootPattern-119885800-router', 'tenant_id': '645745d9191f482f87e02999732ce483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:48Z', 'updated_at': '2021-12-22T15:40:32Z', 'revision_number': 6, 'project_id': '645745d9191f482f87e02999732ce483', 'gw_port_host': None}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:40:33.238186 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b589f54a-622d-46a0-a51c-67c877c13a42 admin admin] Calling delete_port for e4046254-7ae4-40a6-a10c-bfc3ec274d92 owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:40:33.460607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b589f54a-622d-46a0-a51c-67c877c13a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:33.464405 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d6793942-4720-455e-adf6-eb2b9846147e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:40:33.508700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589f54a-622d-46a0-a51c-67c877c13a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4046254-7ae4-40a6-a10c-bfc3ec274d92,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:40:33.540230 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b589f54a-622d-46a0-a51c-67c877c13a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:40:33.731653 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b589f54a-622d-46a0-a51c-67c877c13a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:33.903091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b589f54a-622d-46a0-a51c-67c877c13a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:33.905806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b589f54a-622d-46a0-a51c-67c877c13a42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:33.998717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b589f54a-622d-46a0-a51c-67c877c13a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:33.999196 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b589f54a-622d-46a0-a51c-67c877c13a42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b75110d-20ba-45ba-b58c-50f778c2cd9b {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:40:34.011221 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b589f54a-622d-46a0-a51c-67c877c13a42 admin admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:34.012340 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b589f54a-622d-46a0-a51c-67c877c13a42 admin admin] 10.222.0.59 "DELETE /v2.0/routers/3b75110d-20ba-45ba-b58c-50f778c2cd9b HTTP/1.1" status: 204 len: 168 time: 1.5521102 Dec 22 15:40:34.015512 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40770) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:34.073966 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb63d6d-af8c-4257-b23a-1763f942676c admin admin] Deleting subnet bc4f0114-6cda-4335-ba80-4f7e6651cd1e {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:40:34.078516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bbb63d6d-af8c-4257-b23a-1763f942676c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:34.130253 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bbb63d6d-af8c-4257-b23a-1763f942676c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:34.214038 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bbb63d6d-af8c-4257-b23a-1763f942676c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:34.256009 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:40:34.346884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bbb63d6d-af8c-4257-b23a-1763f942676c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:34.350800 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-63e3b535-ab62-4611-8bb4-c46572db8c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:40:34.387661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb63d6d-af8c-4257-b23a-1763f942676c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc4f0114-6cda-4335-ba80-4f7e6651cd1e,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:40:34.392537 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bbb63d6d-af8c-4257-b23a-1763f942676c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:40:34.394926 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bbb63d6d-af8c-4257-b23a-1763f942676c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:34.400067 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55ef219-0035-4229-a3e3-7801c43b9453 None None] Network 0cf221b7-c2b0-4216-887e-9c588a757b0d requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:40:34.402497 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bbb63d6d-af8c-4257-b23a-1763f942676c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/bc4f0114-6cda-4335-ba80-4f7e6651cd1e HTTP/1.1" status: 204 len: 168 time: 0.3860142 Dec 22 15:40:34.404899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40774) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:34.510904 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:34.521167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] Deleting port 88dd3372-60f0-4ce5-a3ca-793bdb8c3352 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:40:34.521501 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:34.645915 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c9776f-a1fa-451a-8990-f111ee2fdd96 None None] DHCP port deletion for 0cf221b7-c2b0-4216-887e-9c588a757b0d request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:40:34.651361 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c5c9776f-a1fa-451a-8990-f111ee2fdd96 None None] Deleting port 88dd3372-60f0-4ce5-a3ca-793bdb8c3352 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:40:34.651745 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c5c9776f-a1fa-451a-8990-f111ee2fdd96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:34.703385 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e4046254-7ae4-40a6-a10c-bfc3ec274d92 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:40:34.727111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] For port 88dd3372-60f0-4ce5-a3ca-793bdb8c3352, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=88dd3372-60f0-4ce5-a3ca-793bdb8c3352,segment=NetworkSegment(6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e),segment_id=6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:40:34.727506 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:34.739320 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: e4046254-7ae4-40a6-a10c-bfc3ec274d92 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:40:34.739681 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e4046254-7ae4-40a6-a10c-bfc3ec274d92 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:40:34.740106 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 35b66597-e37a-4993-983b-8a9a738eaaec no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:40:34.846973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 35b66597-e37a-4993-983b-8a9a738eaaec {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:40:34.847246 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 35b66597-e37a-4993-983b-8a9a738eaaec not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:40:34.847677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 88dd3372-60f0-4ce5-a3ca-793bdb8c3352 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:40:34.855513 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] Calling delete_port for 88dd3372-60f0-4ce5-a3ca-793bdb8c3352 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:40:35.002387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:35.007457 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-33c8ce0b-63a6-4156-a293-4bb7a56f7d18 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:40:35.046201 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Port 88dd3372-60f0-4ce5-a3ca-793bdb8c3352 update to DOWN by agent not found {{(pid=88219) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 22 15:40:35.048834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c5c9776f-a1fa-451a-8990-f111ee2fdd96 None None] For port 88dd3372-60f0-4ce5-a3ca-793bdb8c3352, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=88dd3372-60f0-4ce5-a3ca-793bdb8c3352,segment=NetworkSegment(6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e),segment_id=6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:40:35.049237 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c5c9776f-a1fa-451a-8990-f111ee2fdd96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:35.050797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] Pushing event deleted for resources: {'Port': ['ID=88dd3372-60f0-4ce5-a3ca-793bdb8c3352,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:40:35.053253 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:40:35.055912 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] No DVR routers for this DVR port 88dd3372-60f0-4ce5-a3ca-793bdb8c3352 on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:40:35.173881 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:35.181840 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c5c9776f-a1fa-451a-8990-f111ee2fdd96 None None] Calling delete_port for 88dd3372-60f0-4ce5-a3ca-793bdb8c3352 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:40:35.204225 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf221b7-c2b0-4216-887e-9c588a757b0d']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:35.216291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:35.217063 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccc28ae-f913-43d6-bab0-97f6bfbf2a7e') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:40:35.228479 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:35.245261 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:35.251909 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:40:35.254725 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:35.254834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-c5c9776f-a1fa-451a-8990-f111ee2fdd96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:40:35.254834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-c5c9776f-a1fa-451a-8990-f111ee2fdd96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:40:35.265509 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:40:35.397536 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:35.400935 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-32b31f72-e568-4227-b774-8707adaac01b tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:40:35.417620 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:35.428146 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cf221b7-c2b0-4216-887e-9c588a757b0d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:40:35.432205 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:40:35.436410 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0cf221b7-c2b0-4216-887e-9c588a757b0d HTTP/1.1" status: 204 len: 168 time: 1.0305614 Dec 22 15:40:35.754764 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c5c9776f-a1fa-451a-8990-f111ee2fdd96 None None] Deleting port 88dd3372-60f0-4ce5-a3ca-793bdb8c3352 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:40:35.755278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c5c9776f-a1fa-451a-8990-f111ee2fdd96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:35.795303 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40782) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:35.822968 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c5c9776f-a1fa-451a-8990-f111ee2fdd96 None None] The port '88dd3372-60f0-4ce5-a3ca-793bdb8c3352' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:40:35.846561 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c5f75144-d622-4356-98f2-0eeceac14640 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=84464132bfda464dbef4abab87427463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500236 Dec 22 15:40:35.849053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40786) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:35.909690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-35793469-1e6e-4afe-ac83-52ee3def418a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:35.934028 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-35793469-1e6e-4afe-ac83-52ee3def418a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:36.089044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-35793469-1e6e-4afe-ac83-52ee3def418a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:36.093431 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f4366cf6-5b91-4142-a0f6-9a596421a17d tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:40:36.108132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35793469-1e6e-4afe-ac83-52ee3def418a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7b9a1a-d0d7-4e73-9a2f-33a243468283,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:40:36.112019 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-35793469-1e6e-4afe-ac83-52ee3def418a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:40:36.115374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-35793469-1e6e-4afe-ac83-52ee3def418a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:36.120276 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-35793469-1e6e-4afe-ac83-52ee3def418a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bb7b9a1a-d0d7-4e73-9a2f-33a243468283 HTTP/1.1" status: 204 len: 168 time: 0.2666366 Dec 22 15:40:36.126250 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:36.783087 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40794) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:36.830973 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c078685d-131b-43de-8ad3-738ab524f646 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=645745d9191f482f87e02999732ce483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466356 Dec 22 15:40:36.833264 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40798) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:36.890630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a51c3a6a-1b63-4d85-a3f8-d0ff3ec16a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:36.916847 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a51c3a6a-1b63-4d85-a3f8-d0ff3ec16a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:37.099545 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a51c3a6a-1b63-4d85-a3f8-d0ff3ec16a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:37.103362 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b421e875-f77c-4d2a-a0bf-7edf1b37684b tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:40:37.117032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c3a6a-1b63-4d85-a3f8-d0ff3ec16a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761ff50a-7d57-4382-9d90-d182cdd92430,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:40:37.119935 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a51c3a6a-1b63-4d85-a3f8-d0ff3ec16a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:40:37.121905 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a51c3a6a-1b63-4d85-a3f8-d0ff3ec16a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:37.123885 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a51c3a6a-1b63-4d85-a3f8-d0ff3ec16a54 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/761ff50a-7d57-4382-9d90-d182cdd92430 HTTP/1.1" status: 204 len: 168 time: 0.2888615 Dec 22 15:40:55.254537 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-227ce723-002a-4473-a8b4-e2f2f226de5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:57.683375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-74117dbb-1d7d-4b4f-a256-ca0b541dd8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:58.964466 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:40:59.042861 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:00.905841 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:06.094734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:11.255349 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:41:11.870174 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40816) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:12.193153 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9b85f91e-3296-4614-bf5c-996b71345289 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/routers/5da677ab-0135-4524-9003-c0981eafb2d7/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3216383 Dec 22 15:41:12.196357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40820) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:12.467788 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985b7f5a-15fe-4940-b2a1-54fd677b9522 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Notify agent at dv-neutron-822674-1-hyperv the message router_removed_from_agent {{(pid=88217) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Dec 22 15:41:12.470933 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-985b7f5a-15fe-4940-b2a1-54fd677b9522 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "DELETE /v2.0/agents/c33810ce-1332-48de-b7a2-941e98442519/l3-routers/5da677ab-0135-4524-9003-c0981eafb2d7 HTTP/1.1" status: 204 len: 168 time: 0.2736351 Dec 22 15:41:12.474438 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40824) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:12.657244 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e453bddc-bf81-48af-a378-2d9c4e514b99 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/routers/5da677ab-0135-4524-9003-c0981eafb2d7/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1825030 Dec 22 15:41:12.659931 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40828) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:12.768245 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e9dd2323-582f-4907-ab83-6b3febbe1dd4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/6f17defc-f119-43f3-9a91-d67589475d81 HTTP/1.1" status: 200 len: 993 time: 0.1070862 Dec 22 15:41:12.866899 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2b7c9067-3c96-4de9-996a-bca46f2d510c no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:41:12.988126 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:13.041317 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 2b7c9067-3c96-4de9-996a-bca46f2d510c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2b7c9067-3c96-4de9-996a-bca46f2d510c,segment=NetworkSegment(c1fee98d-489e-4a54-a35a-693a78e1e373),segment_id=c1fee98d-489e-4a54-a35a-693a78e1e373)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:41:13.111593 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:13.113380 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:13.180943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=2b7c9067-3c96-4de9-996a-bca46f2d510c,revision_number=6']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:13.188005 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:13.188351 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:13.188690 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:13.189020 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:13.189348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:13.189674 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:13.189998 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:13.190340 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:13.190663 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:13.190980 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:13.191355 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:13.191672 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:13.195941 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:13.258588 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f041b5f4-f0d7-4493-8041-d20ace6582db None None] New status for floating IP 6f17defc-f119-43f3-9a91-d67589475d81: DOWN {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:41:13.771989 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40832) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:13.874017 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b2816dbe-945d-4f70-97ed-ab732bb631ab tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/6f17defc-f119-43f3-9a91-d67589475d81 HTTP/1.1" status: 200 len: 991 time: 0.1006482 Dec 22 15:41:14.695725 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7fada3d0-db88-4630-99d3-208a29c3fb2e no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:41:14.812804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:14.829974 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 7fada3d0-db88-4630-99d3-208a29c3fb2e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7fada3d0-db88-4630-99d3-208a29c3fb2e,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:41:14.888585 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:14.890456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7ee8f303-7e26-4832-8916-1b0d1a55f278 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:14.960745 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=7fada3d0-db88-4630-99d3-208a29c3fb2e,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:14.969398 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:15.925445 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40840) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:16.311201 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1f96ea-d7ee-40a3-b526-3ebfeb06e188 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Router 5da677ab-0135-4524-9003-c0981eafb2d7 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:41:16.311573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1f96ea-d7ee-40a3-b526-3ebfeb06e188 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Notify agent at dv-neutron-822674-1-hyperv the message router_added_to_agent {{(pid=88218) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Dec 22 15:41:16.346650 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40846) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:16.348964 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8b1f96ea-d7ee-40a3-b526-3ebfeb06e188 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "POST /v2.0/agents/c33810ce-1332-48de-b7a2-941e98442519/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.4224098 Dec 22 15:41:16.361913 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bf064f-583a-4fe4-9e76-3fa9fbcf97c4 None None] Sync routers for ids ['5da677ab-0135-4524-9003-c0981eafb2d7'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:41:16.371175 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bf064f-583a-4fe4-9e76-3fa9fbcf97c4 None None] Routers {'5da677ab-0135-4524-9003-c0981eafb2d7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:41:16.371800 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-36bf064f-583a-4fe4-9e76-3fa9fbcf97c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:40:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5da677ab-0135-4524-9003-c0981eafb2d7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:16.533391 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-189a50cc-fcce-4d3e-9d26-1f196b4250fa tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/routers/5da677ab-0135-4524-9003-c0981eafb2d7/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1855216 Dec 22 15:41:16.536136 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40852) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:16.548859 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-36bf064f-583a-4fe4-9e76-3fa9fbcf97c4 None None] Set router 5da677ab-0135-4524-9003-c0981eafb2d7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:41:16.649906 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-af994ae5-6564-4bae-8f42-87b939e7ee83 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/6f17defc-f119-43f3-9a91-d67589475d81 HTTP/1.1" status: 200 len: 991 time: 0.1113117 Dec 22 15:41:16.932813 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-36bf064f-583a-4fe4-9e76-3fa9fbcf97c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'name': 'tempest-TestNetworkBasicOps-router-260710886', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:39:31Z', 'updated_at': '2021-12-22T15:39:37Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:32Z', 'updated_at': '2021-12-22T15:41:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '6f17defc-f119-43f3-9a91-d67589475d81', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.179', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'port_id': '361dcc03-bbfc-4a7a-b521-510e42ca4224', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'mac_address': 'fa:16:3e:ab:42:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f480b8-c796-460b-b296-22fd557595bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:39:58Z', 'updated_at': '2021-12-22T15:41:13Z', 'revision_number': 2, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7c9067-3c96-4de9-996a-bca46f2d510c', 'name': '', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:94:38:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:36Z', 'updated_at': '2021-12-22T15:41:13Z', 'revision_number': 6, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:16.936591 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bf064f-583a-4fe4-9e76-3fa9fbcf97c4 None None] Checking router: 5da677ab-0135-4524-9003-c0981eafb2d7 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:41:16.945234 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bf064f-583a-4fe4-9e76-3fa9fbcf97c4 None None] Routers {'5da677ab-0135-4524-9003-c0981eafb2d7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:41:16.945859 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-36bf064f-583a-4fe4-9e76-3fa9fbcf97c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:40:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5da677ab-0135-4524-9003-c0981eafb2d7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:17.126096 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-36bf064f-583a-4fe4-9e76-3fa9fbcf97c4 None None] Set router 5da677ab-0135-4524-9003-c0981eafb2d7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:41:17.486888 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-36bf064f-583a-4fe4-9e76-3fa9fbcf97c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'name': 'tempest-TestNetworkBasicOps-router-260710886', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:39:31Z', 'updated_at': '2021-12-22T15:39:37Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:32Z', 'updated_at': '2021-12-22T15:41:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '6f17defc-f119-43f3-9a91-d67589475d81', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.179', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'port_id': '361dcc03-bbfc-4a7a-b521-510e42ca4224', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'mac_address': 'fa:16:3e:ab:42:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f480b8-c796-460b-b296-22fd557595bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:39:58Z', 'updated_at': '2021-12-22T15:41:13Z', 'revision_number': 2, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7c9067-3c96-4de9-996a-bca46f2d510c', 'name': '', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:94:38:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:36Z', 'updated_at': '2021-12-22T15:41:13Z', 'revision_number': 6, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:17.490984 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bf064f-583a-4fe4-9e76-3fa9fbcf97c4 None None] The sync data for ids ['5da677ab-0135-4524-9003-c0981eafb2d7'] in dv-neutron-822674-1-hyperv is: [{'id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'name': 'tempest-TestNetworkBasicOps-router-260710886', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:39:31Z', 'updated_at': '2021-12-22T15:39:37Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:32Z', 'updated_at': '2021-12-22T15:41:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '6f17defc-f119-43f3-9a91-d67589475d81', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.179', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'port_id': '361dcc03-bbfc-4a7a-b521-510e42ca4224', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'mac_address': 'fa:16:3e:ab:42:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f480b8-c796-460b-b296-22fd557595bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:39:58Z', 'updated_at': '2021-12-22T15:41:13Z', 'revision_number': 2, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7c9067-3c96-4de9-996a-bca46f2d510c', 'name': '', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:94:38:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:36Z', 'updated_at': '2021-12-22T15:41:13Z', 'revision_number': 6, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:41:17.652149 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40856) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:17.770102 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-74cf85bf-fb92-46d6-9fea-e5b90e7fea53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/6f17defc-f119-43f3-9a91-d67589475d81 HTTP/1.1" status: 200 len: 991 time: 0.1157346 Dec 22 15:41:18.741259 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7fada3d0-db88-4630-99d3-208a29c3fb2e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:41:18.776370 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40860) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:18.814859 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 7fada3d0-db88-4630-99d3-208a29c3fb2e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:41:18.815239 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:18.886873 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e25c638d-fdbf-429b-8b08-39779cb6420c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/6f17defc-f119-43f3-9a91-d67589475d81 HTTP/1.1" status: 200 len: 991 time: 0.1092424 Dec 22 15:41:18.934629 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:18.954910 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 7fada3d0-db88-4630-99d3-208a29c3fb2e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7fada3d0-db88-4630-99d3-208a29c3fb2e,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:41:19.036489 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:19.037444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2b7c9067-3c96-4de9-996a-bca46f2d510c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:41:19.061282 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:19.153733 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=7fada3d0-db88-4630-99d3-208a29c3fb2e,revision_number=6']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:19.157464 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:19.168685 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 2b7c9067-3c96-4de9-996a-bca46f2d510c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:41:19.169094 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:19.289163 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:19.326216 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520c7b83-a8f7-4a02-8ba5-3ac8292496de None None] New status for floating IP 6f17defc-f119-43f3-9a91-d67589475d81: ACTIVE {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:41:19.329414 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 2b7c9067-3c96-4de9-996a-bca46f2d510c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2b7c9067-3c96-4de9-996a-bca46f2d510c,segment=NetworkSegment(c1fee98d-489e-4a54-a35a-693a78e1e373),segment_id=c1fee98d-489e-4a54-a35a-693a78e1e373)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:41:19.391297 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:19.396976 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:19.463863 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=2b7c9067-3c96-4de9-996a-bca46f2d510c,revision_number=7']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:19.466975 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:19.890408 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40864) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:20.003209 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-cddf9f25-2423-4da6-8776-1022d9b80e8d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/6f17defc-f119-43f3-9a91-d67589475d81 HTTP/1.1" status: 200 len: 993 time: 0.1115274 Dec 22 15:41:20.276773 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40872) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:20.512594 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-23dddac1-7575-49cb-b9a2-2da7af2a8c60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 79c0413c-211a-41c4-acd5-d27a55cb578a {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:41:20.513197 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23dddac1-7575-49cb-b9a2-2da7af2a8c60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:20.687335 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23dddac1-7575-49cb-b9a2-2da7af2a8c60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:20.687683 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23dddac1-7575-49cb-b9a2-2da7af2a8c60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:20.722029 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7fada3d0-db88-4630-99d3-208a29c3fb2e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:41:20.804843 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 7fada3d0-db88-4630-99d3-208a29c3fb2e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:41:20.805126 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:20.824487 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-23dddac1-7575-49cb-b9a2-2da7af2a8c60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 79c0413c-211a-41c4-acd5-d27a55cb578a owned by network:floatingip {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:41:20.927816 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2b7c9067-3c96-4de9-996a-bca46f2d510c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:41:20.999526 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 2b7c9067-3c96-4de9-996a-bca46f2d510c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:41:20.999908 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:21.100334 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23dddac1-7575-49cb-b9a2-2da7af2a8c60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:21.108072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-da83a852-af14-4792-945c-e404c66b1e37 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:21.193673 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dddac1-7575-49cb-b9a2-2da7af2a8c60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=79c0413c-211a-41c4-acd5-d27a55cb578a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:21.198741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-23dddac1-7575-49cb-b9a2-2da7af2a8c60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:21.290483 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23dddac1-7575-49cb-b9a2-2da7af2a8c60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:21.290820 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-23dddac1-7575-49cb-b9a2-2da7af2a8c60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Floating IP 6f17defc-f119-43f3-9a91-d67589475d81 disassociated (deleted). External IP: 172.26.6.179, port: 361dcc03-bbfc-4a7a-b521-510e42ca4224. Dec 22 15:41:21.816053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23dddac1-7575-49cb-b9a2-2da7af2a8c60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 5da677ab-0135-4524-9003-c0981eafb2d7 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:41:22.011359 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dddac1-7575-49cb-b9a2-2da7af2a8c60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:41:22.023472 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ebc859-9648-45a6-9c68-4f0f51f5b2b0 None None] Sync routers for ids ['5da677ab-0135-4524-9003-c0981eafb2d7'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:41:22.030086 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23dddac1-7575-49cb-b9a2-2da7af2a8c60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:22.039079 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ebc859-9648-45a6-9c68-4f0f51f5b2b0 None None] Routers {'5da677ab-0135-4524-9003-c0981eafb2d7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:41:22.040127 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-32ebc859-9648-45a6-9c68-4f0f51f5b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:40:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5da677ab-0135-4524-9003-c0981eafb2d7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:22.109056 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-23dddac1-7575-49cb-b9a2-2da7af2a8c60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/floatingips/6f17defc-f119-43f3-9a91-d67589475d81 HTTP/1.1" status: 204 len: 168 time: 1.8308272 Dec 22 15:41:22.110517 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f480b8-c796-460b-b296-22fd557595bb', 'tag': '361dcc03-bbfc-4a7a-b521-510e42ca4224'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:41:22.184534 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f480b8-c796-460b-b296-22fd557595bb', 'tag': '361dcc03-bbfc-4a7a-b521-510e42ca4224', 'status': 'completed', 'code': 200} Dec 22 15:41:22.248822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-32ebc859-9648-45a6-9c68-4f0f51f5b2b0 None None] Set router 5da677ab-0135-4524-9003-c0981eafb2d7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:41:22.284894 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070de6e-aa1e-43bc-add4-1c66ed78881a req-42ae75ad-00aa-41ce-a4dc-365a0191c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:22.286464 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d070de6e-aa1e-43bc-add4-1c66ed78881a req-42ae75ad-00aa-41ce-a4dc-365a0191c662 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 1098 time: 0.0791914 Dec 22 15:41:22.598313 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070de6e-aa1e-43bc-add4-1c66ed78881a req-96b0aae1-4572-4f44-9004-d3229754c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:22.599879 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d070de6e-aa1e-43bc-add4-1c66ed78881a req-96b0aae1-4572-4f44-9004-d3229754c812 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a8fe9449-48df-4740-9000-da85bcc91af0 HTTP/1.1" status: 200 len: 897 time: 0.3071306 Dec 22 15:41:22.602073 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-32ebc859-9648-45a6-9c68-4f0f51f5b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'name': 'tempest-TestNetworkBasicOps-router-260710886', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:39:31Z', 'updated_at': '2021-12-22T15:39:37Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:32Z', 'updated_at': '2021-12-22T15:41:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '2b7c9067-3c96-4de9-996a-bca46f2d510c', 'name': '', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:94:38:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:36Z', 'updated_at': '2021-12-22T15:41:19Z', 'revision_number': 7, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:22.607691 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ebc859-9648-45a6-9c68-4f0f51f5b2b0 None None] Checking router: 5da677ab-0135-4524-9003-c0981eafb2d7 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:41:22.626863 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ebc859-9648-45a6-9c68-4f0f51f5b2b0 None None] Routers {'5da677ab-0135-4524-9003-c0981eafb2d7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:41:22.627592 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-32ebc859-9648-45a6-9c68-4f0f51f5b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:40:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5da677ab-0135-4524-9003-c0981eafb2d7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:22.676142 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d070de6e-aa1e-43bc-add4-1c66ed78881a req-3f66e707-8149-4e9c-8a67-822ce5ba1f1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=361dcc03-bbfc-4a7a-b521-510e42ca4224 HTTP/1.1" status: 200 len: 217 time: 0.0691135 Dec 22 15:41:22.741891 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070de6e-aa1e-43bc-add4-1c66ed78881a req-542bf2ee-85ee-4387-aece-9fa052e87eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:22.743399 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d070de6e-aa1e-43bc-add4-1c66ed78881a req-542bf2ee-85ee-4387-aece-9fa052e87eec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dde92245-fdd1-4ec3-92ba-727ce215dd5d HTTP/1.1" status: 200 len: 834 time: 0.0607305 Dec 22 15:41:22.756995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020124ac-a878-4c52-ae57-686913fbb228 req-277c4d61-ae86-41c4-9221-4d5a7e7c5cd9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:22.757488 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-020124ac-a878-4c52-ae57-686913fbb228 req-277c4d61-ae86-41c4-9221-4d5a7e7c5cd9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:41:22.828138 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-32ebc859-9648-45a6-9c68-4f0f51f5b2b0 None None] Set router 5da677ab-0135-4524-9003-c0981eafb2d7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:41:22.829244 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070de6e-aa1e-43bc-add4-1c66ed78881a req-54fdc5a6-b049-44ce-bd66-06a2062721dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:22.830767 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d070de6e-aa1e-43bc-add4-1c66ed78881a req-54fdc5a6-b049-44ce-bd66-06a2062721dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8fe9449-48df-4740-9000-da85bcc91af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779467 Dec 22 15:41:22.842428 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-020124ac-a878-4c52-ae57-686913fbb228 req-277c4d61-ae86-41c4-9221-4d5a7e7c5cd9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:41:22.846071 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-020124ac-a878-4c52-ae57-686913fbb228 req-277c4d61-ae86-41c4-9221-4d5a7e7c5cd9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 945 time: 0.1721325 Dec 22 15:41:22.893821 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-020124ac-a878-4c52-ae57-686913fbb228 req-3811a999-8c81-4f58-a8a9-698135b73d8b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=da7c0637-6417-4ee7-a825-ab44b9496b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426486 Dec 22 15:41:22.974482 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d070de6e-aa1e-43bc-add4-1c66ed78881a req-848b8c9c-6d8a-4710-ad66-2187fbb1e2c6 service neutron] 10.222.0.57 "GET /v2.0/networks/a8fe9449-48df-4740-9000-da85bcc91af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358948 Dec 22 15:41:23.109474 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d070de6e-aa1e-43bc-add4-1c66ed78881a req-e08e6368-e449-4c57-9a09-44c9656338c5 service neutron] 10.222.0.57 "GET /v2.0/networks/a8fe9449-48df-4740-9000-da85bcc91af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282432 Dec 22 15:41:23.150672 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-32ebc859-9648-45a6-9c68-4f0f51f5b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'name': 'tempest-TestNetworkBasicOps-router-260710886', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:39:31Z', 'updated_at': '2021-12-22T15:39:37Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:32Z', 'updated_at': '2021-12-22T15:41:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '2b7c9067-3c96-4de9-996a-bca46f2d510c', 'name': '', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:94:38:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:36Z', 'updated_at': '2021-12-22T15:41:19Z', 'revision_number': 7, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:23.156230 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ebc859-9648-45a6-9c68-4f0f51f5b2b0 None None] The sync data for ids ['5da677ab-0135-4524-9003-c0981eafb2d7'] in dv-neutron-822674-1-hyperv is: [{'id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'name': 'tempest-TestNetworkBasicOps-router-260710886', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:39:31Z', 'updated_at': '2021-12-22T15:39:37Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:32Z', 'updated_at': '2021-12-22T15:41:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '2b7c9067-3c96-4de9-996a-bca46f2d510c', 'name': '', 'network_id': 'a8fe9449-48df-4740-9000-da85bcc91af0', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:94:38:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:36Z', 'updated_at': '2021-12-22T15:41:19Z', 'revision_number': 7, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'dde92245-fdd1-4ec3-92ba-727ce215dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:41:23.891262 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d7f427-bcff-4eda-89f9-7f2a9bd83e87 None None] New status for floating IP 6f17defc-f119-43f3-9a91-d67589475d81: DOWN {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:41:24.096704 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb450e-f26f-4447-8ede-60e3f5993caa req-c07811a4-df04-4fa0-946a-87e8f8a19246 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:24.098281 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8ebb450e-f26f-4447-8ede-60e3f5993caa req-c07811a4-df04-4fa0-946a-87e8f8a19246 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 945 time: 0.0896382 Dec 22 15:41:24.144666 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8ebb450e-f26f-4447-8ede-60e3f5993caa req-526504c0-2c0b-4b94-ac21-a8b47fb72694 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=da7c0637-6417-4ee7-a825-ab44b9496b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406377 Dec 22 15:41:24.424144 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000736bb-2c76-4c8c-95d2-2fa4c70b1775 req-9e29de35-8a26-4e2b-ad58-1f2c9007aa14 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:24.424866 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-000736bb-2c76-4c8c-95d2-2fa4c70b1775 req-9e29de35-8a26-4e2b-ad58-1f2c9007aa14 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:41:24.437302 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-000736bb-2c76-4c8c-95d2-2fa4c70b1775 req-9e29de35-8a26-4e2b-ad58-1f2c9007aa14 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:41:24.441547 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-000736bb-2c76-4c8c-95d2-2fa4c70b1775 req-9e29de35-8a26-4e2b-ad58-1f2c9007aa14 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/ports?device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 945 time: 0.1277165 Dec 22 15:41:24.510004 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-000736bb-2c76-4c8c-95d2-2fa4c70b1775 req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 361dcc03-bbfc-4a7a-b521-510e42ca4224 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:41:24.510376 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-000736bb-2c76-4c8c-95d2-2fa4c70b1775 req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:24.767137 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-000736bb-2c76-4c8c-95d2-2fa4c70b1775 req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port 361dcc03-bbfc-4a7a-b521-510e42ca4224, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=361dcc03-bbfc-4a7a-b521-510e42ca4224,segment=NetworkSegment(c1fee98d-489e-4a54-a35a-693a78e1e373),segment_id=c1fee98d-489e-4a54-a35a-693a78e1e373)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:41:24.767400 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-000736bb-2c76-4c8c-95d2-2fa4c70b1775 req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:24.895715 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-000736bb-2c76-4c8c-95d2-2fa4c70b1775 req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 361dcc03-bbfc-4a7a-b521-510e42ca4224 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:41:25.111633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-000736bb-2c76-4c8c-95d2-2fa4c70b1775 req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:25.118735 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b46b17c8-4495-437f-a9dd-98c696ff8f45 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:25.172114 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=361dcc03-bbfc-4a7a-b521-510e42ca4224,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:25.217151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:25.217541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:25.218533 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:25.223757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:25.223757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:25.223757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:25.223757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:25.223757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:25.223757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:25.223757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:25.223757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:25.223757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:25.242779 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-417acaca-6097-4e6c-8373-205a6f7b4f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:25.252043 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:25.263044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-000736bb-2c76-4c8c-95d2-2fa4c70b1775 req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] No DVR routers for this DVR port 361dcc03-bbfc-4a7a-b521-510e42ca4224 on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:41:25.265559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-000736bb-2c76-4c8c-95d2-2fa4c70b1775 req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:25.268428 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f480b8-c796-460b-b296-22fd557595bb', 'name': 'network-vif-deleted', 'tag': '361dcc03-bbfc-4a7a-b521-510e42ca4224'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:41:25.312570 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f480b8-c796-460b-b296-22fd557595bb', 'name': 'network-vif-deleted', 'tag': '361dcc03-bbfc-4a7a-b521-510e42ca4224', 'status': 'completed', 'code': 200} Dec 22 15:41:25.313452 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8b57310c-f816-417f-a500-b2577fbc00cb req-4736acb9-45e2-4956-8234-1e9e7076eb9d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=42f480b8-c796-460b-b296-22fd557595bb HTTP/1.1" status: 200 len: 210 time: 0.0465090 Dec 22 15:41:25.357547 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-000736bb-2c76-4c8c-95d2-2fa4c70b1775 req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "DELETE /v2.0/ports/361dcc03-bbfc-4a7a-b521-510e42ca4224 HTTP/1.1" status: 204 len: 173 time: 0.9130549 Dec 22 15:41:26.427365 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40890) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:26.492798 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-44564372-6488-4527-be18-4cb3a62b5cde tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:26.521874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-44564372-6488-4527-be18-4cb3a62b5cde tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:26.705479 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-44564372-6488-4527-be18-4cb3a62b5cde tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:26.709675 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7b23b8ca-e430-4f09-b9dc-1c56ad10d266 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:26.725795 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44564372-6488-4527-be18-4cb3a62b5cde tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7c0637-6417-4ee7-a825-ab44b9496b91,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:26.734439 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44564372-6488-4527-be18-4cb3a62b5cde tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:26.734834 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44564372-6488-4527-be18-4cb3a62b5cde tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:26.735212 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44564372-6488-4527-be18-4cb3a62b5cde tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:26.735583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44564372-6488-4527-be18-4cb3a62b5cde tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:26.735948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44564372-6488-4527-be18-4cb3a62b5cde tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:26.736587 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44564372-6488-4527-be18-4cb3a62b5cde tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:26.737035 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44564372-6488-4527-be18-4cb3a62b5cde tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:26.737314 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44564372-6488-4527-be18-4cb3a62b5cde tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:26.737805 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44564372-6488-4527-be18-4cb3a62b5cde tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:26.738078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44564372-6488-4527-be18-4cb3a62b5cde tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:26.738462 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44564372-6488-4527-be18-4cb3a62b5cde tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:26.738821 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44564372-6488-4527-be18-4cb3a62b5cde tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:26.743214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-44564372-6488-4527-be18-4cb3a62b5cde tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:26.805800 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-44564372-6488-4527-be18-4cb3a62b5cde tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:26.806551 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-44564372-6488-4527-be18-4cb3a62b5cde tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/security-groups/da7c0637-6417-4ee7-a825-ab44b9496b91 HTTP/1.1" status: 204 len: 168 time: 0.3817396 Dec 22 15:41:26.894905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40896) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:27.451813 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ebd710e7-f8e5-453a-935b-750a5ebcac10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:27.711377 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3317483b-405f-4fcb-9a43-d0f69ebd6d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:27.945086 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ebd710e7-f8e5-453a-935b-750a5ebcac10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 2b7c9067-3c96-4de9-996a-bca46f2d510c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:41:27.945415 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ebd710e7-f8e5-453a-935b-750a5ebcac10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:28.142946 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ebd710e7-f8e5-453a-935b-750a5ebcac10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port 2b7c9067-3c96-4de9-996a-bca46f2d510c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2b7c9067-3c96-4de9-996a-bca46f2d510c,segment=NetworkSegment(c1fee98d-489e-4a54-a35a-693a78e1e373),segment_id=c1fee98d-489e-4a54-a35a-693a78e1e373)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:41:28.143400 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ebd710e7-f8e5-453a-935b-750a5ebcac10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:28.274097 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ebd710e7-f8e5-453a-935b-750a5ebcac10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 2b7c9067-3c96-4de9-996a-bca46f2d510c owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:41:28.456069 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 361dcc03-bbfc-4a7a-b521-510e42ca4224 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:41:28.494338 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 361dcc03-bbfc-4a7a-b521-510e42ca4224 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:41:28.494703 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 361dcc03-bbfc-4a7a-b521-510e42ca4224 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:41:28.585147 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ebd710e7-f8e5-453a-935b-750a5ebcac10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:28.589076 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:28.637018 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd710e7-f8e5-453a-935b-750a5ebcac10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=2b7c9067-3c96-4de9-996a-bca46f2d510c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:28.672709 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ebd710e7-f8e5-453a-935b-750a5ebcac10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:28.933034 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ebd710e7-f8e5-453a-935b-750a5ebcac10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:28.965251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:29.105547 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:29.328819 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd710e7-f8e5-453a-935b-750a5ebcac10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 5da677ab-0135-4524-9003-c0981eafb2d7 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:41:29.653337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd710e7-f8e5-453a-935b-750a5ebcac10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:41:29.662895 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831494ed-1f42-49e5-b8cc-7084a36eb4e1 None None] Sync routers for ids ['5da677ab-0135-4524-9003-c0981eafb2d7'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:41:29.665910 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ebd710e7-f8e5-453a-935b-750a5ebcac10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/routers/5da677ab-0135-4524-9003-c0981eafb2d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7698140 Dec 22 15:41:29.668653 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40900) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:29.672925 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831494ed-1f42-49e5-b8cc-7084a36eb4e1 None None] Routers {'5da677ab-0135-4524-9003-c0981eafb2d7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:41:29.673542 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-831494ed-1f42-49e5-b8cc-7084a36eb4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:41:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5da677ab-0135-4524-9003-c0981eafb2d7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:29.740933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-d713759f-bfa6-4cba-bdf1-07ef7f168e08 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting subnet dde92245-fdd1-4ec3-92ba-727ce215dd5d {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:41:29.744125 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d713759f-bfa6-4cba-bdf1-07ef7f168e08 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:29.803443 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d713759f-bfa6-4cba-bdf1-07ef7f168e08 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:29.858746 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-831494ed-1f42-49e5-b8cc-7084a36eb4e1 None None] Set router 5da677ab-0135-4524-9003-c0981eafb2d7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:41:29.899223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d713759f-bfa6-4cba-bdf1-07ef7f168e08 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:30.031185 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d713759f-bfa6-4cba-bdf1-07ef7f168e08 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:30.035300 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-21ddc186-b058-43cf-95a0-27d4d5a92f53 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:30.074390 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713759f-bfa6-4cba-bdf1-07ef7f168e08 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Subnet': ['ID=dde92245-fdd1-4ec3-92ba-727ce215dd5d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:30.076450 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d713759f-bfa6-4cba-bdf1-07ef7f168e08 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:30.079467 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d713759f-bfa6-4cba-bdf1-07ef7f168e08 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:30.087490 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d713759f-bfa6-4cba-bdf1-07ef7f168e08 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/subnets/dde92245-fdd1-4ec3-92ba-727ce215dd5d HTTP/1.1" status: 204 len: 168 time: 0.4177392 Dec 22 15:41:30.090836 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573e6c84-133e-422f-8efb-1361f7bb349e None None] Network a8fe9449-48df-4740-9000-da85bcc91af0 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:41:30.091394 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40904) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:30.291701 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc36c7fc-0885-47ee-9d0b-1b25580618f7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:30.402905 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-831494ed-1f42-49e5-b8cc-7084a36eb4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'name': 'tempest-TestNetworkBasicOps-router-260710886', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:39:31Z', 'updated_at': '2021-12-22T15:41:28Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:32Z', 'updated_at': '2021-12-22T15:41:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:30.408372 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831494ed-1f42-49e5-b8cc-7084a36eb4e1 None None] Checking router: 5da677ab-0135-4524-9003-c0981eafb2d7 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:41:30.423130 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831494ed-1f42-49e5-b8cc-7084a36eb4e1 None None] Routers {'5da677ab-0135-4524-9003-c0981eafb2d7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:41:30.423920 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-831494ed-1f42-49e5-b8cc-7084a36eb4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:41:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5da677ab-0135-4524-9003-c0981eafb2d7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:30.490673 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2468d54b-d22a-4dcf-a89d-7e3ba3f22779 None None] DHCP port deletion for a8fe9449-48df-4740-9000-da85bcc91af0 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:41:30.502582 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc36c7fc-0885-47ee-9d0b-1b25580618f7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:30.505328 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2468d54b-d22a-4dcf-a89d-7e3ba3f22779 None None] Deleting port 10c9832c-6860-42b1-9523-59e6dd93f612 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:41:30.505707 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2468d54b-d22a-4dcf-a89d-7e3ba3f22779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:30.540208 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-cc36c7fc-0885-47ee-9d0b-1b25580618f7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 7fada3d0-db88-4630-99d3-208a29c3fb2e {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:41:30.540560 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc36c7fc-0885-47ee-9d0b-1b25580618f7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:30.721523 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 10c9832c-6860-42b1-9523-59e6dd93f612 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:41:30.741776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-cc36c7fc-0885-47ee-9d0b-1b25580618f7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port 7fada3d0-db88-4630-99d3-208a29c3fb2e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7fada3d0-db88-4630-99d3-208a29c3fb2e,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:41:30.742509 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc36c7fc-0885-47ee-9d0b-1b25580618f7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:30.749094 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-831494ed-1f42-49e5-b8cc-7084a36eb4e1 None None] Set router 5da677ab-0135-4524-9003-c0981eafb2d7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:41:30.869975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-cc36c7fc-0885-47ee-9d0b-1b25580618f7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 7fada3d0-db88-4630-99d3-208a29c3fb2e owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:41:31.048308 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-2468d54b-d22a-4dcf-a89d-7e3ba3f22779 None None] For port 10c9832c-6860-42b1-9523-59e6dd93f612, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=10c9832c-6860-42b1-9523-59e6dd93f612,segment=NetworkSegment(c1fee98d-489e-4a54-a35a-693a78e1e373),segment_id=c1fee98d-489e-4a54-a35a-693a78e1e373)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:41:31.048703 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2468d54b-d22a-4dcf-a89d-7e3ba3f22779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:31.066289 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:31.099190 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc36c7fc-0885-47ee-9d0b-1b25580618f7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:31.104312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dca7e89a-4a93-426e-9851-53580b35ee43 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:31.149627 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36c7fc-0885-47ee-9d0b-1b25580618f7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=7fada3d0-db88-4630-99d3-208a29c3fb2e,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:31.179611 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cc36c7fc-0885-47ee-9d0b-1b25580618f7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:31.246775 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc36c7fc-0885-47ee-9d0b-1b25580618f7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:31.266934 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2468d54b-d22a-4dcf-a89d-7e3ba3f22779 None None] Calling delete_port for 10c9832c-6860-42b1-9523-59e6dd93f612 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:41:31.365683 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:31.426298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc36c7fc-0885-47ee-9d0b-1b25580618f7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:31.428484 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc36c7fc-0885-47ee-9d0b-1b25580618f7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:31.458565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 10c9832c-6860-42b1-9523-59e6dd93f612, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=10c9832c-6860-42b1-9523-59e6dd93f612,segment=NetworkSegment(c1fee98d-489e-4a54-a35a-693a78e1e373),segment_id=c1fee98d-489e-4a54-a35a-693a78e1e373)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:41:31.478414 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-831494ed-1f42-49e5-b8cc-7084a36eb4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'name': 'tempest-TestNetworkBasicOps-router-260710886', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:39:31Z', 'updated_at': '2021-12-22T15:41:28Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:32Z', 'updated_at': '2021-12-22T15:41:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:31.482720 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831494ed-1f42-49e5-b8cc-7084a36eb4e1 None None] The sync data for ids ['5da677ab-0135-4524-9003-c0981eafb2d7'] in dv-neutron-822674-1-hyperv is: [{'id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'name': 'tempest-TestNetworkBasicOps-router-260710886', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:39:31Z', 'updated_at': '2021-12-22T15:41:28Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '7fada3d0-db88-4630-99d3-208a29c3fb2e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da677ab-0135-4524-9003-c0981eafb2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:39:32Z', 'updated_at': '2021-12-22T15:41:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:41:31.556394 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc36c7fc-0885-47ee-9d0b-1b25580618f7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:31.556919 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc36c7fc-0885-47ee-9d0b-1b25580618f7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Fanout notify agent at l3_agent the message router_deleted on router 5da677ab-0135-4524-9003-c0981eafb2d7 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:41:31.568675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:31.570733 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:31.572607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc36c7fc-0885-47ee-9d0b-1b25580618f7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:31.573706 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-cc36c7fc-0885-47ee-9d0b-1b25580618f7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/routers/5da677ab-0135-4524-9003-c0981eafb2d7 HTTP/1.1" status: 204 len: 168 time: 1.4817603 Dec 22 15:41:31.576525 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40908) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:31.623369 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-2468d54b-d22a-4dcf-a89d-7e3ba3f22779 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:41:31.623645 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-2468d54b-d22a-4dcf-a89d-7e3ba3f22779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:41:31.637128 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=10c9832c-6860-42b1-9523-59e6dd93f612,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:31.640157 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:31.691808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:31.702047 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 10c9832c-6860-42b1-9523-59e6dd93f612 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:41:31.702414 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:32.039949 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port 10c9832c-6860-42b1-9523-59e6dd93f612, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=10c9832c-6860-42b1-9523-59e6dd93f612,segment=NetworkSegment(c1fee98d-489e-4a54-a35a-693a78e1e373),segment_id=c1fee98d-489e-4a54-a35a-693a78e1e373)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:41:32.040469 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:32.124658 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2468d54b-d22a-4dcf-a89d-7e3ba3f22779 None None] Deleting port 10c9832c-6860-42b1-9523-59e6dd93f612 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:41:32.125050 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2468d54b-d22a-4dcf-a89d-7e3ba3f22779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:32.188632 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 10c9832c-6860-42b1-9523-59e6dd93f612 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:41:32.351315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:32.355387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:32.377406 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-2468d54b-d22a-4dcf-a89d-7e3ba3f22779 None None] For port 10c9832c-6860-42b1-9523-59e6dd93f612, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=10c9832c-6860-42b1-9523-59e6dd93f612,segment=NetworkSegment(c1fee98d-489e-4a54-a35a-693a78e1e373),segment_id=c1fee98d-489e-4a54-a35a-693a78e1e373)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:41:32.378009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2468d54b-d22a-4dcf-a89d-7e3ba3f22779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:32.402640 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=10c9832c-6860-42b1-9523-59e6dd93f612,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:32.406524 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:32.408974 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] No DVR routers for this DVR port 10c9832c-6860-42b1-9523-59e6dd93f612 on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:41:32.502699 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2468d54b-d22a-4dcf-a89d-7e3ba3f22779 None None] Calling delete_port for 10c9832c-6860-42b1-9523-59e6dd93f612 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:41:32.535713 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:32.571681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8fe9449-48df-4740-9000-da85bcc91af0']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:32.581504 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-2468d54b-d22a-4dcf-a89d-7e3ba3f22779 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:41:32.582697 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-2468d54b-d22a-4dcf-a89d-7e3ba3f22779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:41:32.586672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1fee98d-489e-4a54-a35a-693a78e1e373') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:32.587227 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1fee98d-489e-4a54-a35a-693a78e1e373') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:32.600577 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:32.617710 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:32.625154 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:41:32.625595 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:41:32.640606 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:41:32.716294 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7fada3d0-db88-4630-99d3-208a29c3fb2e no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:41:32.755013 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 7fada3d0-db88-4630-99d3-208a29c3fb2e {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:41:32.755291 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7fada3d0-db88-4630-99d3-208a29c3fb2e not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:41:32.755801 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2b7c9067-3c96-4de9-996a-bca46f2d510c no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:41:32.779079 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2468d54b-d22a-4dcf-a89d-7e3ba3f22779 None None] Deleting port 10c9832c-6860-42b1-9523-59e6dd93f612 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:41:32.779461 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2468d54b-d22a-4dcf-a89d-7e3ba3f22779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:32.790313 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:32.796459 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:32.799679 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b74fe2e6-1681-4f53-b93b-bef7dd6a675e tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:32.820961 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 2b7c9067-3c96-4de9-996a-bca46f2d510c {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:41:32.821299 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2b7c9067-3c96-4de9-996a-bca46f2d510c not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:41:32.824602 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Network': ['ID=a8fe9449-48df-4740-9000-da85bcc91af0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:32.827228 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:32.856657 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2468d54b-d22a-4dcf-a89d-7e3ba3f22779 None None] The port '10c9832c-6860-42b1-9523-59e6dd93f612' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 15:41:32.900715 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/networks/a8fe9449-48df-4740-9000-da85bcc91af0 HTTP/1.1" status: 204 len: 168 time: 1.3228519 Dec 22 15:41:32.923347 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40912) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:32.929380 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-668b4a2e-8ddc-446e-ac08-f7655ad19b2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'network': {'name': 'tempest-network-smoke--1436040215', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'port_security_enabled': True}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:41:32.934583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-668b4a2e-8ddc-446e-ac08-f7655ad19b2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:41:32.939016 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-668b4a2e-8ddc-446e-ac08-f7655ad19b2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:network and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:41:32.942003 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-668b4a2e-8ddc-446e-ac08-f7655ad19b2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:41:32.948783 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-668b4a2e-8ddc-446e-ac08-f7655ad19b2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:41:33.031310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668b4a2e-8ddc-446e-ac08-f7655ad19b2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:41:33.034883 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-668b4a2e-8ddc-446e-ac08-f7655ad19b2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:33.063178 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668b4a2e-8ddc-446e-ac08-f7655ad19b2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:41:33.071397 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-668b4a2e-8ddc-446e-ac08-f7655ad19b2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:33.071736 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-668b4a2e-8ddc-446e-ac08-f7655ad19b2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Added segment bb4f5e4b-486a-40c0-a4ed-c51270cb9613 of type vlan for network b243f624-3e53-4801-b756-e23370dc13c8 Dec 22 15:41:33.098328 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-668b4a2e-8ddc-446e-ac08-f7655ad19b2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:33.190978 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-668b4a2e-8ddc-446e-ac08-f7655ad19b2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:33.197750 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668b4a2e-8ddc-446e-ac08-f7655ad19b2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:33.198447 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-668b4a2e-8ddc-446e-ac08-f7655ad19b2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:33.203807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-354c6c2e-e6dc-4228-afde-572e464d062b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:33.440580 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b4a2e-8ddc-446e-ac08-f7655ad19b2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Network': ['ID=b243f624-3e53-4801-b756-e23370dc13c8,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:33.443368 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-668b4a2e-8ddc-446e-ac08-f7655ad19b2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:33.452860 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network b243f624-3e53-4801-b756-e23370dc13c8 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:41:33.540079 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-668b4a2e-8ddc-446e-ac08-f7655ad19b2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6155047 Dec 22 15:41:33.542871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40916) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:33.549880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2060113941', 'admin_state_up': True, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:41:33.557873 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:41:33.562901 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:router and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:41:33.568262 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:41:33.575238 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:41:33.648418 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:33.649385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:33.664260 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:33.993698 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:34.364920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:34.394613 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:34.532645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.26.6.79 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/ccbed6a6-40f4-45c0-ae58-0256cc359b3a) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:41:34.679300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:34.768178 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:34.773174 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d6e21b51-18f2-44da-a130-15512e709165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:34.833596 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:41:34.836507 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:41:34.840216 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:41:34.890860 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=ccbed6a6-40f4-45c0-ae58-0256cc359b3a,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:34.895582 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:35.473057 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:35.823290 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:36.099711 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:36.133686 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:41:36.317877 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:41:36.329014 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] Sync routers for ids ['30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:41:36.338805 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] Routers {'30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:41:36.339429 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:41:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:36.476617 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:36.477771 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9335823 Dec 22 15:41:36.480784 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40920) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:36.521232 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e6ea6c23-8698-444a-9204-e773885f74a5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=1e3de4c345a044948e6178acdaa2b3de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391700 Dec 22 15:41:36.523678 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40924) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:36.543839 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] Set router 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:41:36.654051 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415a0741-2c65-4606-bc75-6d049ab0b4e7 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:36.657451 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-415a0741-2c65-4606-bc75-6d049ab0b4e7 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303313 Dec 22 15:41:36.657720 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40928) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:36.700484 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-247a7c51-81ee-47d0-8daf-2bf7cc667bde tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391097 Dec 22 15:41:36.700792 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40932) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:36.706188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1b069a87-45f0-4fe9-91a7-0a40f2fbafd8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-312699177', 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:41:36.818401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1b069a87-45f0-4fe9-91a7-0a40f2fbafd8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:41:36.823228 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1b069a87-45f0-4fe9-91a7-0a40f2fbafd8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:subnet and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:41:36.829304 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1b069a87-45f0-4fe9-91a7-0a40f2fbafd8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:41:36.835254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1b069a87-45f0-4fe9-91a7-0a40f2fbafd8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:41:36.837651 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'name': 'tempest-TestNetworkBasicOps-router-2060113941', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:41:33Z', 'updated_at': '2021-12-22T15:41:35Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:42:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:34Z', 'updated_at': '2021-12-22T15:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:36.841589 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] Checking router: 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:41:36.842012 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] Updating router 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 port ccbed6a6-40f4-45c0-ae58-0256cc359b3a binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:41:36.894027 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:36.905657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b069a87-45f0-4fe9-91a7-0a40f2fbafd8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:41:36.909196 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1b069a87-45f0-4fe9-91a7-0a40f2fbafd8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:37.295041 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:37.314961 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] Transition to ACTIVE for port object ccbed6a6-40f4-45c0-ae58-0256cc359b3a will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:41:37.373624 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1b069a87-45f0-4fe9-91a7-0a40f2fbafd8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:37.379263 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d9219e33-6dc3-4233-bd50-675355535d0e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:37.424717 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:37.429543 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c5b1cdd3-405b-475b-af3b-b4ac6eace590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:37.453732 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b069a87-45f0-4fe9-91a7-0a40f2fbafd8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Subnet': ['ID=df295bdd-dadf-466e-a931-c767029ebaa0,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:37.457372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1b069a87-45f0-4fe9-91a7-0a40f2fbafd8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:37.463853 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069a87-45f0-4fe9-91a7-0a40f2fbafd8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Checking segment: {'id': 'bb4f5e4b-486a-40c0-a4ed-c51270cb9613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:41:37.464213 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b069a87-45f0-4fe9-91a7-0a40f2fbafd8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network hostable DHCP agents. Network: b243f624-3e53-4801-b756-e23370dc13c8, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:41:37.509466 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] Attempting to bind port ccbed6a6-40f4-45c0-ae58-0256cc359b3a on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:41:37.509840 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] Attempting to bind port ccbed6a6-40f4-45c0-ae58-0256cc359b3a by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:41:37.510210 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] Attempting to bind port ccbed6a6-40f4-45c0-ae58-0256cc359b3a on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:41:37.512338 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a0baa-ef81-44b8-8832-d52c6484905c None None] Pushing event updated for resources: {'Port': ['ID=ccbed6a6-40f4-45c0-ae58-0256cc359b3a,revision_number=2']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:37.521413 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:41:37.527956 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:41:37.527956 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:37.527956 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:41:37.527956 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] Bound port: ccbed6a6-40f4-45c0-ae58-0256cc359b3a, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:41:37.527956 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:37.547833 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0baa-ef81-44b8-8832-d52c6484905c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:37.548112 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0baa-ef81-44b8-8832-d52c6484905c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:37.548451 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0baa-ef81-44b8-8832-d52c6484905c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:37.548783 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0baa-ef81-44b8-8832-d52c6484905c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:37.549110 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0baa-ef81-44b8-8832-d52c6484905c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:37.549434 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0baa-ef81-44b8-8832-d52c6484905c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:37.549760 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0baa-ef81-44b8-8832-d52c6484905c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:37.550078 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0baa-ef81-44b8-8832-d52c6484905c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:37.550459 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0baa-ef81-44b8-8832-d52c6484905c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:37.555740 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0baa-ef81-44b8-8832-d52c6484905c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:37.555740 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0baa-ef81-44b8-8832-d52c6484905c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:37.555740 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a0baa-ef81-44b8-8832-d52c6484905c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:41:37.559010 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-476a0baa-ef81-44b8-8832-d52c6484905c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:37.573547 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b069a87-45f0-4fe9-91a7-0a40f2fbafd8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network b243f624-3e53-4801-b756-e23370dc13c8 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:41:37.604080 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] For port ccbed6a6-40f4-45c0-ae58-0256cc359b3a, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:41:37.607165 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] For port ccbed6a6-40f4-45c0-ae58-0256cc359b3a, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ccbed6a6-40f4-45c0-ae58-0256cc359b3a,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:41:37.642170 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-1b069a87-45f0-4fe9-91a7-0a40f2fbafd8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, b243f624-3e53-4801-b756-e23370dc13c8) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:41:37.646514 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b069a87-45f0-4fe9-91a7-0a40f2fbafd8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:37.647190 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1b069a87-45f0-4fe9-91a7-0a40f2fbafd8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:37.651034 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393bd767-1ff5-4fcf-8015-265d3419a21f None None] Network b243f624-3e53-4801-b756-e23370dc13c8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:41:37.665833 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:37.671246 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c9df2d1c-cb33-4bee-b65e-68fb8ae6f11e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:37.739954 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1b069a87-45f0-4fe9-91a7-0a40f2fbafd8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0382595 Dec 22 15:41:37.743067 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40936) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:37.752017 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a0baa-ef81-44b8-8832-d52c6484905c None None] Pushing event updated for resources: {'Port': ['ID=ccbed6a6-40f4-45c0-ae58-0256cc359b3a,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:37.754682 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] Routers {'30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:41:37.755356 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:41:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:37.808824 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-476a0baa-ef81-44b8-8832-d52c6484905c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:37.876741 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-b243f624-3e53-4801-b756-e23370dc13c8', 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ips': [{'subnet_id': 'df295bdd-dadf-466e-a931-c767029ebaa0'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:41:37.877720 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:37.940988 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] Set router 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:41:38.052891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Allocated IP 172.20.0.2 (b243f624-3e53-4801-b756-e23370dc13c8/df295bdd-dadf-466e-a931-c767029ebaa0/dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:41:38.279173 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'name': 'tempest-TestNetworkBasicOps-router-2060113941', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:41:33Z', 'updated_at': '2021-12-22T15:41:35Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:42:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:34Z', 'updated_at': '2021-12-22T15:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:38.284054 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f9b76-0722-4e73-ac3a-eab3f3225fd2 None None] The sync data for ids ['30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'] in dv-neutron-822674-1-hyperv is: [{'id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'name': 'tempest-TestNetworkBasicOps-router-2060113941', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:41:33Z', 'updated_at': '2021-12-22T15:41:35Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:42:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:34Z', 'updated_at': '2021-12-22T15:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:41:38.327653 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:38.338952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Transition to ACTIVE for port object dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:41:38.359308 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Transition to ACTIVE for port object dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:41:38.509538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:38.565972 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:38.570396 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f44356d1-6fe3-43af-aeab-47cb623419cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:38.645255 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Pushing event updated for resources: {'Port': ['ID=dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:38.649765 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:38.651693 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Network b243f624-3e53-4801-b756-e23370dc13c8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:41:38.653389 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:41:38.656736 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:41:38.759085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ccbed6a6-40f4-45c0-ae58-0256cc359b3a up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:41:38.809424 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Attempting to bind port dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:41:38.809809 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Attempting to bind port dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'bb4f5e4b-486a-40c0-a4ed-c51270cb9613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:41:38.810179 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Attempting to bind port dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e on network b243f624-3e53-4801-b756-e23370dc13c8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:41:38.822457 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:41:38.826665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Checking segment: {'id': 'bb4f5e4b-486a-40c0-a4ed-c51270cb9613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:41:38.826665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:38.826665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Bound using segment: {'id': 'bb4f5e4b-486a-40c0-a4ed-c51270cb9613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:41:38.826665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Bound port: dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4f5e4b-486a-40c0-a4ed-c51270cb9613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:41:38.826665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:38.929586 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] For port dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:41:38.932753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] For port dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e,segment=NetworkSegment(bb4f5e4b-486a-40c0-a4ed-c51270cb9613),segment_id=bb4f5e4b-486a-40c0-a4ed-c51270cb9613)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:41:38.999457 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.20.0.1 (b243f624-3e53-4801-b756-e23370dc13c8/df295bdd-dadf-466e-a931-c767029ebaa0/ef297a54-f97e-483f-9a1c-21d2273d8b88) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:41:39.003085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port ccbed6a6-40f4-45c0-ae58-0256cc359b3a completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:41:39.007830 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port ccbed6a6-40f4-45c0-ae58-0256cc359b3a triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:41:39.008214 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:39.049003 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:39.059723 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:39.209202 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Pushing event updated for resources: {'Port': ['ID=dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:39.219044 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:39.244734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:39.263755 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port ccbed6a6-40f4-45c0-ae58-0256cc359b3a, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ccbed6a6-40f4-45c0-ae58-0256cc359b3a,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:41:39.331414 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:39.349525 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Transition to ACTIVE for port object ef297a54-f97e-483f-9a1c-21d2273d8b88 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:41:39.365912 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:39.367904 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-fcd70898-d943-4371-a49c-6a6d4652f9df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:39.454080 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:39.460492 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=ccbed6a6-40f4-45c0-ae58-0256cc359b3a,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:39.461906 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d20b0158-e207-4bde-9466-66d7ae19950f tempest-TestNetworkAdvancedServerOps-1389811881 tempest-TestNetworkAdvancedServerOps-1389811881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:39.464465 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:39.537790 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network b243f624-3e53-4801-b756-e23370dc13c8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:41:39.541100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:41:39.546825 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:41:39.583392 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=ef297a54-f97e-483f-9a1c-21d2273d8b88,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:39.590066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:39.614712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:39.987212 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:40.445859 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:40.467265 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882c93c4-b690-4f73-b1fd-a7175a385837 None None] Network b243f624-3e53-4801-b756-e23370dc13c8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:41:40.528434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:40.558064 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:40.636304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-10c22792-1942-4e21-8acd-238388ab445d None None] Provisioning for port dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:41:40.648399 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:40.653294 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=ef297a54-f97e-483f-9a1c-21d2273d8b88,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:40.657668 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:40.805369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network b243f624-3e53-4801-b756-e23370dc13c8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:41:40.806553 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ccbed6a6-40f4-45c0-ae58-0256cc359b3a up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:41:40.806679 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:41:40.881982 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port ccbed6a6-40f4-45c0-ae58-0256cc359b3a triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:41:40.882420 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:41.020220 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:41:41.026507 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:41:41.073687 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-13f324b7-f160-4de3-9552-a4a3d889b58f None None] Provisioning for port ef297a54-f97e-483f-9a1c-21d2273d8b88 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:41:41.084471 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-13f324b7-f160-4de3-9552-a4a3d889b58f None None] Provisioning complete for port ef297a54-f97e-483f-9a1c-21d2273d8b88 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:41:41.085004 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-13f324b7-f160-4de3-9552-a4a3d889b58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:41.149948 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-13f324b7-f160-4de3-9552-a4a3d889b58f None None] Port ef297a54-f97e-483f-9a1c-21d2273d8b88 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:41:41.208898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:41:41.218102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:41:41.220973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:41.300716 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f75e2634-5daa-4bf0-9c2f-8fa09497a2d8 None None] Provisioning complete for port ef297a54-f97e-483f-9a1c-21d2273d8b88 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:41:41.301095 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f75e2634-5daa-4bf0-9c2f-8fa09497a2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:41.406366 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f75e2634-5daa-4bf0-9c2f-8fa09497a2d8 None None] Port ef297a54-f97e-483f-9a1c-21d2273d8b88 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:41:41.414082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:41:41.416362 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:41.442045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40940) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:41.443950 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] Sync routers for ids ['30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:41:41.447844 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/routers/30bace69-790f-4bc2-a7ba-1d8d3bc0daa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7023046 Dec 22 15:41:41.465097 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] Routers {'30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:41:41.465097 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:41:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:41.515271 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e,segment=NetworkSegment(bb4f5e4b-486a-40c0-a4ed-c51270cb9613),segment_id=bb4f5e4b-486a-40c0-a4ed-c51270cb9613)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:41:41.625444 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d72c4a-6ce0-46b7-9ced-6f24a414b901 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:41.625913 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d72c4a-6ce0-46b7-9ced-6f24a414b901 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:41.626438 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d72c4a-6ce0-46b7-9ced-6f24a414b901 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:41.626873 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d72c4a-6ce0-46b7-9ced-6f24a414b901 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:41.628633 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-92d72c4a-6ce0-46b7-9ced-6f24a414b901 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1855435 Dec 22 15:41:41.632027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40944) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:41.653097 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:41.662133 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:41.704126 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-fd032b3c-85f7-487c-aa00-4e0f2dce3ed8 None None] Provisioning complete for port ef297a54-f97e-483f-9a1c-21d2273d8b88 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:41:41.704539 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fd032b3c-85f7-487c-aa00-4e0f2dce3ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:41.705852 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc4f0ea-3227-4035-a0ad-ebb7b54c4f60 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:41.706365 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc4f0ea-3227-4035-a0ad-ebb7b54c4f60 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:41.706830 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc4f0ea-3227-4035-a0ad-ebb7b54c4f60 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:41.707283 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc4f0ea-3227-4035-a0ad-ebb7b54c4f60 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:41.712011 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3fc4f0ea-3227-4035-a0ad-ebb7b54c4f60 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0759065 Dec 22 15:41:41.712462 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40948) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:41.799068 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-fd032b3c-85f7-487c-aa00-4e0f2dce3ed8 None None] Port ef297a54-f97e-483f-9a1c-21d2273d8b88 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:41:41.809118 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] Set router 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:41:41.851942 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:41.861942 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:41.947565 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-31d9497a-c999-432b-9077-734726fc6c84 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2313280 Dec 22 15:41:42.144841 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'name': 'tempest-TestNetworkBasicOps-router-2060113941', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:41:33Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:42:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:34Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'ef297a54-f97e-483f-9a1c-21d2273d8b88', 'name': '', 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:25:ec:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'df295bdd-dadf-466e-a931-c767029ebaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:38Z', 'updated_at': '2021-12-22T15:41:40Z', 'revision_number': 2, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'df295bdd-dadf-466e-a931-c767029ebaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:42.149001 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] Checking router: 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:41:42.149362 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] Updating router 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 port ef297a54-f97e-483f-9a1c-21d2273d8b88 binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:41:42.201162 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:42.264232 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40954) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:42.269789 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-05ff0ab9-7fec-4f6e-9165-e9bc46bba117 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-190698247', 'description': 'tempest-secgroup-smoke-190698247 description', 'project_id': '1e3de4c345a044948e6178acdaa2b3de'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:41:42.275939 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-05ff0ab9-7fec-4f6e-9165-e9bc46bba117 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:41:42.280767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-05ff0ab9-7fec-4f6e-9165-e9bc46bba117 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:41:42.287622 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-05ff0ab9-7fec-4f6e-9165-e9bc46bba117 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:41:42.294056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-05ff0ab9-7fec-4f6e-9165-e9bc46bba117 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:41:42.413495 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05ff0ab9-7fec-4f6e-9165-e9bc46bba117 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:42.433923 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-05ff0ab9-7fec-4f6e-9165-e9bc46bba117 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:41:42.438759 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-05ff0ab9-7fec-4f6e-9165-e9bc46bba117 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:41:42.442396 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-05ff0ab9-7fec-4f6e-9165-e9bc46bba117 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:41:42.449343 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-05ff0ab9-7fec-4f6e-9165-e9bc46bba117 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:41:42.523593 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05ff0ab9-7fec-4f6e-9165-e9bc46bba117 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:42.561796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:42.574417 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] Transition to ACTIVE for port object ef297a54-f97e-483f-9a1c-21d2273d8b88 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:41:42.579057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05ff0ab9-7fec-4f6e-9165-e9bc46bba117 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:42.583121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-680a1345-64af-4603-87ee-8a03731f5c0f tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:42.632207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff0ab9-7fec-4f6e-9165-e9bc46bba117 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5e46bc-e51d-4d40-9274-6a9f92af1bb4,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:42.635252 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-05ff0ab9-7fec-4f6e-9165-e9bc46bba117 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:42.636511 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:42.644258 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a837ff11-2e84-4076-8eb5-537236369c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:42.705585 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05ff0ab9-7fec-4f6e-9165-e9bc46bba117 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:42.710445 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-05ff0ab9-7fec-4f6e-9165-e9bc46bba117 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4450247 Dec 22 15:41:42.711610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40958) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:42.717303 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e054b6f2-193d-4929-835d-7900ad7283d1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '0b5e46bc-e51d-4d40-9274-6a9f92af1bb4', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:41:42.726766 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e054b6f2-193d-4929-835d-7900ad7283d1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:41:42.731059 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e054b6f2-193d-4929-835d-7900ad7283d1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:41:42.735781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e054b6f2-193d-4929-835d-7900ad7283d1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:41:42.748420 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:41:42.749444 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e054b6f2-193d-4929-835d-7900ad7283d1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:41:42.820644 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee733d5-3413-4822-a580-e4d2a054a18f None None] Pushing event updated for resources: {'Port': ['ID=ef297a54-f97e-483f-9a1c-21d2273d8b88,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:42.838111 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e054b6f2-193d-4929-835d-7900ad7283d1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:42.855614 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2ee733d5-3413-4822-a580-e4d2a054a18f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:42.909144 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e054b6f2-193d-4929-835d-7900ad7283d1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:42.925473 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] Attempting to bind port ef297a54-f97e-483f-9a1c-21d2273d8b88 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:41:42.925867 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] Attempting to bind port ef297a54-f97e-483f-9a1c-21d2273d8b88 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'bb4f5e4b-486a-40c0-a4ed-c51270cb9613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:41:42.926277 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] Attempting to bind port ef297a54-f97e-483f-9a1c-21d2273d8b88 on network b243f624-3e53-4801-b756-e23370dc13c8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:41:42.934640 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:41:42.935019 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] Checking segment: {'id': 'bb4f5e4b-486a-40c0-a4ed-c51270cb9613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:41:42.935429 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:42.935829 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] Bound using segment: {'id': 'bb4f5e4b-486a-40c0-a4ed-c51270cb9613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:41:42.936869 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] Bound port: ef297a54-f97e-483f-9a1c-21d2273d8b88, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4f5e4b-486a-40c0-a4ed-c51270cb9613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:41:42.937247 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:42.979521 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e054b6f2-193d-4929-835d-7900ad7283d1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:42.981306 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a6cbfa81-41c0-41e9-afa0-90c4a1f08d5e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:42.993791 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:41:42.994184 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:43.002808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054b6f2-193d-4929-835d-7900ad7283d1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbdccba-47f1-4800-af94-0958dddc8056,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:43.006807 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e054b6f2-193d-4929-835d-7900ad7283d1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:43.065154 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e054b6f2-193d-4929-835d-7900ad7283d1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:43.066301 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e054b6f2-193d-4929-835d-7900ad7283d1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3536129 Dec 22 15:41:43.069009 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40962) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:43.077186 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1f517a88-5275-4d8a-9a02-ce92086e08c4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '0b5e46bc-e51d-4d40-9274-6a9f92af1bb4', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:41:43.083109 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1f517a88-5275-4d8a-9a02-ce92086e08c4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:41:43.087153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1f517a88-5275-4d8a-9a02-ce92086e08c4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:41:43.089813 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1f517a88-5275-4d8a-9a02-ce92086e08c4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:41:43.090637 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] For port ef297a54-f97e-483f-9a1c-21d2273d8b88, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:41:43.095364 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] For port ef297a54-f97e-483f-9a1c-21d2273d8b88, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ef297a54-f97e-483f-9a1c-21d2273d8b88,segment=NetworkSegment(bb4f5e4b-486a-40c0-a4ed-c51270cb9613),segment_id=bb4f5e4b-486a-40c0-a4ed-c51270cb9613)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:41:43.097569 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1f517a88-5275-4d8a-9a02-ce92086e08c4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:41:43.151916 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:43.156846 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:43.185781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f517a88-5275-4d8a-9a02-ce92086e08c4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:43.231136 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] Routers {'30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:41:43.231778 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:41:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:43.257510 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f517a88-5275-4d8a-9a02-ce92086e08c4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:43.333253 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f517a88-5275-4d8a-9a02-ce92086e08c4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:43.335258 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:43.349133 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee733d5-3413-4822-a580-e4d2a054a18f None None] Pushing event updated for resources: {'Port': ['ID=ef297a54-f97e-483f-9a1c-21d2273d8b88,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:43.353993 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2ee733d5-3413-4822-a580-e4d2a054a18f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:43.366942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f517a88-5275-4d8a-9a02-ce92086e08c4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02092de7-228c-4863-89cc-19069f3725f6,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:43.369956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1f517a88-5275-4d8a-9a02-ce92086e08c4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:43.425877 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f517a88-5275-4d8a-9a02-ce92086e08c4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:43.427415 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1f517a88-5275-4d8a-9a02-ce92086e08c4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3574777 Dec 22 15:41:43.430261 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40966) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:43.436677 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b69b121a-3d74-4f69-8c45-9eace423711f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '0b5e46bc-e51d-4d40-9274-6a9f92af1bb4', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:41:43.442910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b69b121a-3d74-4f69-8c45-9eace423711f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:41:43.447168 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b69b121a-3d74-4f69-8c45-9eace423711f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:41:43.450136 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b69b121a-3d74-4f69-8c45-9eace423711f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:41:43.457173 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b69b121a-3d74-4f69-8c45-9eace423711f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:41:43.478924 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] Set router 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:41:43.545430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b69b121a-3d74-4f69-8c45-9eace423711f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:43.607601 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b69b121a-3d74-4f69-8c45-9eace423711f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:43.681838 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b69b121a-3d74-4f69-8c45-9eace423711f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:43.690066 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-eb43789f-2e07-4822-9831-5f1938d472fc tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:43.708521 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b121a-3d74-4f69-8c45-9eace423711f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06dedc75-416b-4442-a567-34e7119af96a,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:43.710991 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b69b121a-3d74-4f69-8c45-9eace423711f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:43.772993 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b69b121a-3d74-4f69-8c45-9eace423711f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:43.774302 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b69b121a-3d74-4f69-8c45-9eace423711f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3427765 Dec 22 15:41:43.777090 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40970) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:43.782584 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5f9e86f7-b74a-4c4f-8f56-806724ce0968 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '0b5e46bc-e51d-4d40-9274-6a9f92af1bb4', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:41:43.788404 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5f9e86f7-b74a-4c4f-8f56-806724ce0968 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:41:43.792177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5f9e86f7-b74a-4c4f-8f56-806724ce0968 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:41:43.795028 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5f9e86f7-b74a-4c4f-8f56-806724ce0968 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:41:43.800669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5f9e86f7-b74a-4c4f-8f56-806724ce0968 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:41:43.800947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'name': 'tempest-TestNetworkBasicOps-router-2060113941', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:41:33Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:42:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:34Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'ef297a54-f97e-483f-9a1c-21d2273d8b88', 'name': '', 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:25:ec:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'df295bdd-dadf-466e-a931-c767029ebaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:38Z', 'updated_at': '2021-12-22T15:41:43Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'df295bdd-dadf-466e-a931-c767029ebaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:41:43.805080 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffd571f-d558-4d28-9d26-54b04c46c12e None None] The sync data for ids ['30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'] in dv-neutron-822674-1-hyperv is: [{'id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'name': 'tempest-TestNetworkBasicOps-router-2060113941', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:41:33Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:42:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:34Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'ef297a54-f97e-483f-9a1c-21d2273d8b88', 'name': '', 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:25:ec:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'df295bdd-dadf-466e-a931-c767029ebaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:38Z', 'updated_at': '2021-12-22T15:41:43Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'df295bdd-dadf-466e-a931-c767029ebaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:41:43.894474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f9e86f7-b74a-4c4f-8f56-806724ce0968 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:43.969111 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f9e86f7-b74a-4c4f-8f56-806724ce0968 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:44.051614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f9e86f7-b74a-4c4f-8f56-806724ce0968 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:44.051614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a60be051-2de0-43be-9219-3aa0d81eabdd tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:44.072904 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e86f7-b74a-4c4f-8f56-806724ce0968 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a81144-57a7-48a8-8205-f294426caa65,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:44.075512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5f9e86f7-b74a-4c4f-8f56-806724ce0968 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:44.162703 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f9e86f7-b74a-4c4f-8f56-806724ce0968 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:44.164021 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5f9e86f7-b74a-4c4f-8f56-806724ce0968 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3859658 Dec 22 15:41:44.166797 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 40974) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:44.181207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9643523a-5c72-40b5-a47b-53f54f31a979 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '0b5e46bc-e51d-4d40-9274-6a9f92af1bb4', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:41:44.181207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9643523a-5c72-40b5-a47b-53f54f31a979 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:41:44.182315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9643523a-5c72-40b5-a47b-53f54f31a979 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:41:44.185447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9643523a-5c72-40b5-a47b-53f54f31a979 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:41:44.191582 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9643523a-5c72-40b5-a47b-53f54f31a979 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:41:44.254205 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-9643523a-5c72-40b5-a47b-53f54f31a979 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:41:44.261812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9643523a-5c72-40b5-a47b-53f54f31a979 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:44.335782 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9643523a-5c72-40b5-a47b-53f54f31a979 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:44.551224 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9643523a-5c72-40b5-a47b-53f54f31a979 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:44.559809 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5f9e86f7-b74a-4c4f-8f56-806724ce0968 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:44.581644 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643523a-5c72-40b5-a47b-53f54f31a979 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5e65c2-8016-4d0a-b1ae-47f59bc3a48f,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:44.584292 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9643523a-5c72-40b5-a47b-53f54f31a979 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:44.694183 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9643523a-5c72-40b5-a47b-53f54f31a979 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:44.695478 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9643523a-5c72-40b5-a47b-53f54f31a979 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5277355 Dec 22 15:41:44.698390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 40978) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:44.704671 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-de6860d4-8bfe-4e08-8660-2f75dcd2d631 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '0b5e46bc-e51d-4d40-9274-6a9f92af1bb4', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:41:44.710696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-de6860d4-8bfe-4e08-8660-2f75dcd2d631 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:41:44.714885 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-de6860d4-8bfe-4e08-8660-2f75dcd2d631 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:41:44.718323 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-de6860d4-8bfe-4e08-8660-2f75dcd2d631 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:41:44.724645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-de6860d4-8bfe-4e08-8660-2f75dcd2d631 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:41:44.744468 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ef297a54-f97e-483f-9a1c-21d2273d8b88 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:41:44.798277 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-de6860d4-8bfe-4e08-8660-2f75dcd2d631 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:41:44.806297 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-de6860d4-8bfe-4e08-8660-2f75dcd2d631 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:44.876678 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-de6860d4-8bfe-4e08-8660-2f75dcd2d631 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:44.887835 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port ef297a54-f97e-483f-9a1c-21d2273d8b88 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:41:44.893100 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port ef297a54-f97e-483f-9a1c-21d2273d8b88 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:41:44.893552 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:44.950769 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-de6860d4-8bfe-4e08-8660-2f75dcd2d631 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:44.959360 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-80e6e8fd-9873-4a9c-b2e4-dd5b24af92f5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:44.980844 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6860d4-8bfe-4e08-8660-2f75dcd2d631 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf2df07-862a-476a-8215-7ccbae1cc757,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:44.985410 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-de6860d4-8bfe-4e08-8660-2f75dcd2d631 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:45.022882 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:45.055966 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port ef297a54-f97e-483f-9a1c-21d2273d8b88, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ef297a54-f97e-483f-9a1c-21d2273d8b88,segment=NetworkSegment(bb4f5e4b-486a-40c0-a4ed-c51270cb9613),segment_id=bb4f5e4b-486a-40c0-a4ed-c51270cb9613)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:41:45.058935 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-de6860d4-8bfe-4e08-8660-2f75dcd2d631 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:45.063521 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-de6860d4-8bfe-4e08-8660-2f75dcd2d631 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3607395 Dec 22 15:41:45.139075 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:45.142312 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:45.207874 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=ef297a54-f97e-483f-9a1c-21d2273d8b88,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:45.210987 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:45.307574 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-9423c252-1a8e-4285-8bae-90f1511de3cf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:41:45.390478 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-9423c252-1a8e-4285-8bae-90f1511de3cf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:41:45.391737 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-9423c252-1a8e-4285-8bae-90f1511de3cf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-190698247&fields=id&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 267 time: 0.1244345 Dec 22 15:41:45.542054 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-15b8ef9c-afbf-4475-b887-ecce82127f5a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:45.542752 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-15b8ef9c-afbf-4475-b887-ecce82127f5a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:41:45.618981 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-15b8ef9c-afbf-4475-b887-ecce82127f5a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:41:45.620082 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-15b8ef9c-afbf-4475-b887-ecce82127f5a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/networks?id=b243f624-3e53-4801-b756-e23370dc13c8 HTTP/1.1" status: 200 len: 797 time: 0.2215772 Dec 22 15:41:45.634533 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-051c7bf9-cb6b-45d6-b7fc-39a52a2958d9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/quotas/1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 375 time: 0.0090165 Dec 22 15:41:45.719649 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-bef5a972-d872-4926-8360-08bec385e612 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:41:45.790144 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-bef5a972-d872-4926-8360-08bec385e612 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:41:45.791462 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-bef5a972-d872-4926-8360-08bec385e612 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1520729 Dec 22 15:41:45.806881 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-9349c1cf-1d39-4391-bbe0-675f1aca81d3 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:41:45.807826 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-9349c1cf-1d39-4391-bbe0-675f1aca81d3 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052285 Dec 22 15:41:45.939180 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-906e4e05-39d5-458b-8770-5f2534c56b02 service neutron] 10.222.0.59 "GET /v2.0/networks/b243f624-3e53-4801-b756-e23370dc13c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258109 Dec 22 15:41:46.072170 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-f12f7e12-b60c-4541-86e2-853b7312e98f service neutron] 10.222.0.59 "GET /v2.0/networks/b243f624-3e53-4801-b756-e23370dc13c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272159 Dec 22 15:41:46.290066 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e431e530-761a-46cd-b9fd-145252899377 req-fb4e6ee1-3902-4f00-84c6-870c09afcf4c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 210 time: 0.0422084 Dec 22 15:41:46.716424 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ef297a54-f97e-483f-9a1c-21d2273d8b88 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:41:46.786609 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port ef297a54-f97e-483f-9a1c-21d2273d8b88 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:41:46.786988 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:47.451177 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9dd52d75-146f-42dd-b376-8edc7580d802 req-e451b2ce-9488-4cbe-9703-5e1c4fa0f9c1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 210 time: 0.0478342 Dec 22 15:41:48.255621 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:41:48.309698 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-dfd8d451-dd8d-4964-89d3-1666e937bc59 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:48.310398 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-dfd8d451-dd8d-4964-89d3-1666e937bc59 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:41:48.322616 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-dfd8d451-dd8d-4964-89d3-1666e937bc59 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:41:48.323717 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-dfd8d451-dd8d-4964-89d3-1666e937bc59 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/networks?id=b243f624-3e53-4801-b756-e23370dc13c8 HTTP/1.1" status: 200 len: 797 time: 0.1635237 Dec 22 15:41:48.371648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-91f9bb60-2c90-4690-89ab-52b202a6adce tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:41:48.383665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-91f9bb60-2c90-4690-89ab-52b202a6adce tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:41:48.388359 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-91f9bb60-2c90-4690-89ab-52b202a6adce tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 379 time: 0.0522232 Dec 22 15:41:48.393921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-ba9a9c93-f15e-494a-9bce-03328820512c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'port': {'device_id': '0483e915-5b00-4cee-9650-4753191ff633', 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8', 'admin_state_up': True, 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'security_groups': ['0b5e46bc-e51d-4d40-9274-6a9f92af1bb4']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:41:48.538438 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-ba9a9c93-f15e-494a-9bce-03328820512c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:41:48.548340 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-ba9a9c93-f15e-494a-9bce-03328820512c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:41:48.611161 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4933dcbf-4903-4f11-94dc-1dc757d3fd73 req-ca805ca0-b00e-465e-a892-8de8d6157097 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 210 time: 0.0451622 Dec 22 15:41:48.647552 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-ba9a9c93-f15e-494a-9bce-03328820512c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:41:48.652196 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-ba9a9c93-f15e-494a-9bce-03328820512c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:48.824093 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-ba9a9c93-f15e-494a-9bce-03328820512c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.20.0.13 (b243f624-3e53-4801-b756-e23370dc13c8/df295bdd-dadf-466e-a931-c767029ebaa0/9af0f941-131b-45c3-b162-4567977e1fe5) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:41:49.013103 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-ba9a9c93-f15e-494a-9bce-03328820512c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:49.028199 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-ba9a9c93-f15e-494a-9bce-03328820512c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Transition to ACTIVE for port object 9af0f941-131b-45c3-b162-4567977e1fe5 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:41:49.122281 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-ba9a9c93-f15e-494a-9bce-03328820512c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:49.127912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:49.317096 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-ba9a9c93-f15e-494a-9bce-03328820512c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network b243f624-3e53-4801-b756-e23370dc13c8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:41:49.320235 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-ba9a9c93-f15e-494a-9bce-03328820512c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:41:49.324286 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-ba9a9c93-f15e-494a-9bce-03328820512c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:41:49.359246 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a9c93-f15e-494a-9bce-03328820512c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=9af0f941-131b-45c3-b162-4567977e1fe5,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:49.379088 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ba9a9c93-f15e-494a-9bce-03328820512c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:49.392284 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-ba9a9c93-f15e-494a-9bce-03328820512c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:49.392922 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-ba9a9c93-f15e-494a-9bce-03328820512c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:49.471094 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-ba9a9c93-f15e-494a-9bce-03328820512c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0812938 Dec 22 15:41:49.482982 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Request body: {'port': {'device_id': '0483e915-5b00-4cee-9650-4753191ff633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:41:49.596526 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:49.636657 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1d4361aa-f6e1-4154-8d35-25c16f8277a3 None None] Provisioning for port 9af0f941-131b-45c3-b162-4567977e1fe5 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:41:49.644154 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1d4361aa-f6e1-4154-8d35-25c16f8277a3 None None] Provisioning complete for port 9af0f941-131b-45c3-b162-4567977e1fe5 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:41:49.647633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1d4361aa-f6e1-4154-8d35-25c16f8277a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:49.699824 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-1d4361aa-f6e1-4154-8d35-25c16f8277a3 None None] Port 9af0f941-131b-45c3-b162-4567977e1fe5 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:41:49.804806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d249b-b324-44ed-b7d1-256c31978fca req-540ddb49-9ace-4c69-9024-b54d1651e6b1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:49.806306 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-732d249b-b324-44ed-b7d1-256c31978fca req-540ddb49-9ace-4c69-9024-b54d1651e6b1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 932 time: 0.0795705 Dec 22 15:41:49.850740 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-732d249b-b324-44ed-b7d1-256c31978fca req-cc6c75f1-d890-41d5-8cf5-1528e8bd3c2b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b5e46bc-e51d-4d40-9274-6a9f92af1bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379629 Dec 22 15:41:49.951099 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af0f941-131b-45c3-b162-4567977e1fe5 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:41:49.958972 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:49.973390 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Transition to ACTIVE for port object 9af0f941-131b-45c3-b162-4567977e1fe5 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:41:50.052948 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:50.056778 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2c23b90e-0ea1-40aa-9a24-213831c835a0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:50.228009 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Pushing event updated for resources: {'Port': ['ID=9af0f941-131b-45c3-b162-4567977e1fe5,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:50.258804 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:50.302575 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Attempting to bind port 9af0f941-131b-45c3-b162-4567977e1fe5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:41:50.302976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Attempting to bind port 9af0f941-131b-45c3-b162-4567977e1fe5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'bb4f5e4b-486a-40c0-a4ed-c51270cb9613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:41:50.303397 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Attempting to bind port 9af0f941-131b-45c3-b162-4567977e1fe5 on network b243f624-3e53-4801-b756-e23370dc13c8 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:41:50.308339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Port 9af0f941-131b-45c3-b162-4567977e1fe5 on network b243f624-3e53-4801-b756-e23370dc13c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:41:50.311681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Attempting to bind port 9af0f941-131b-45c3-b162-4567977e1fe5 on network b243f624-3e53-4801-b756-e23370dc13c8 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:41:50.319203 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:41:50.319827 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Checking segment: {'id': 'bb4f5e4b-486a-40c0-a4ed-c51270cb9613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:41:50.320001 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Bound using segment: {'id': 'bb4f5e4b-486a-40c0-a4ed-c51270cb9613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:41:50.320487 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Bound port: 9af0f941-131b-45c3-b162-4567977e1fe5, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4f5e4b-486a-40c0-a4ed-c51270cb9613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:41:50.320842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:50.487812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] For port 9af0f941-131b-45c3-b162-4567977e1fe5, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:41:50.491148 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] For port 9af0f941-131b-45c3-b162-4567977e1fe5, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9af0f941-131b-45c3-b162-4567977e1fe5,segment=NetworkSegment(bb4f5e4b-486a-40c0-a4ed-c51270cb9613),segment_id=bb4f5e4b-486a-40c0-a4ed-c51270cb9613)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:41:50.573354 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:50.577210 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d4f2b59e-ad64-4eda-b051-077646c71051 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:50.633874 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:50.634593 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:50.635830 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] 10.222.0.57 "PUT /v2.0/ports/9af0f941-131b-45c3-b162-4567977e1fe5 HTTP/1.1" status: 200 len: 1094 time: 1.1571527 Dec 22 15:41:50.636343 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0483e915-5b00-4cee-9650-4753191ff633', 'tag': '9af0f941-131b-45c3-b162-4567977e1fe5'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:41:50.664987 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Pushing event updated for resources: {'Port': ['ID=9af0f941-131b-45c3-b162-4567977e1fe5,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:50.668587 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:50.699024 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0483e915-5b00-4cee-9650-4753191ff633', 'tag': '9af0f941-131b-45c3-b162-4567977e1fe5', 'status': 'completed', 'code': 200} Dec 22 15:41:50.797115 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e3268-f3f9-4476-a137-6de3447e8161 req-9a549051-8454-4fbe-a873-ae7c104946ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:50.798923 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aa8e3268-f3f9-4476-a137-6de3447e8161 req-9a549051-8454-4fbe-a873-ae7c104946ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 1097 time: 0.0792575 Dec 22 15:41:50.940618 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e3268-f3f9-4476-a137-6de3447e8161 req-372da3cd-adce-48fc-a15c-672b2b78f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:50.942044 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aa8e3268-f3f9-4476-a137-6de3447e8161 req-372da3cd-adce-48fc-a15c-672b2b78f51c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1e3de4c345a044948e6178acdaa2b3de&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1363621 Dec 22 15:41:51.043537 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a45bb9-cdc1-4630-8f4b-7715866d1ace req-3bdce1b4-4245-4ffe-8b38-2603950ac682 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:51.045020 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-12a45bb9-cdc1-4630-8f4b-7715866d1ace req-3bdce1b4-4245-4ffe-8b38-2603950ac682 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 944 time: 0.0899918 Dec 22 15:41:51.104565 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-12a45bb9-cdc1-4630-8f4b-7715866d1ace req-82c97938-ec94-4272-825e-12013d578b3e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b5e46bc-e51d-4d40-9274-6a9f92af1bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534697 Dec 22 15:41:51.105489 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e3268-f3f9-4476-a137-6de3447e8161 req-e851255e-8150-4c53-a85d-425065d165d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:51.106982 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aa8e3268-f3f9-4476-a137-6de3447e8161 req-e851255e-8150-4c53-a85d-425065d165d9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1585262 Dec 22 15:41:51.216517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-db5fdf7f-8499-4c2e-b2a0-c2c9d2bde73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:51.217975 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-db5fdf7f-8499-4c2e-b2a0-c2c9d2bde73e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 1097 time: 0.0700238 Dec 22 15:41:51.291005 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-3bd8dd7c-e57c-4dac-b65c-2a17b1fd138a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9af0f941-131b-45c3-b162-4567977e1fe5 HTTP/1.1" status: 200 len: 217 time: 0.0656340 Dec 22 15:41:51.352634 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-5c67edee-b213-4d83-aa4b-a838936a7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:51.354054 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-5c67edee-b213-4d83-aa4b-a838936a7827 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df295bdd-dadf-466e-a931-c767029ebaa0 HTTP/1.1" status: 200 len: 843 time: 0.0572565 Dec 22 15:41:51.556673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-3c531a47-71fe-43eb-ac43-a25253d2b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:51.558042 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-3c531a47-71fe-43eb-ac43-a25253d2b749 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b243f624-3e53-4801-b756-e23370dc13c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1964166 Dec 22 15:41:51.689191 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-c2ad4be8-2bb7-40f0-acd6-c1cba35b929b service neutron] 10.222.0.57 "GET /v2.0/networks/b243f624-3e53-4801-b756-e23370dc13c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232717 Dec 22 15:41:51.820728 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e92c4638-2a5f-4960-8670-b77b6111f372 req-5543993e-1588-4dee-9821-8653b90c8500 service neutron] 10.222.0.57 "GET /v2.0/networks/b243f624-3e53-4801-b756-e23370dc13c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253488 Dec 22 15:41:52.291751 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f89b4-b969-49ea-a34c-0c55da5e33eb req-e7609461-8754-4b5b-9792-40b7e1a6363d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:52.293231 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5a0f89b4-b969-49ea-a34c-0c55da5e33eb req-e7609461-8754-4b5b-9792-40b7e1a6363d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 944 time: 0.0805268 Dec 22 15:41:52.341398 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5a0f89b4-b969-49ea-a34c-0c55da5e33eb req-df5aba6f-bdc3-41ff-a88f-69b8f5299edd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b5e46bc-e51d-4d40-9274-6a9f92af1bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416880 Dec 22 15:41:53.534784 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64202d19-b9d2-4fc9-89c8-7812c189c15c req-cd7c48aa-6c42-4e11-b790-31ac19b6ee02 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:53.536227 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-64202d19-b9d2-4fc9-89c8-7812c189c15c req-cd7c48aa-6c42-4e11-b790-31ac19b6ee02 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 944 time: 0.0805728 Dec 22 15:41:53.580703 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-64202d19-b9d2-4fc9-89c8-7812c189c15c req-873a5299-e9f1-4c98-9b01-546b4b361d34 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b5e46bc-e51d-4d40-9274-6a9f92af1bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386534 Dec 22 15:41:54.598034 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 9af0f941-131b-45c3-b162-4567977e1fe5 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:41:54.732009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 9af0f941-131b-45c3-b162-4567977e1fe5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9af0f941-131b-45c3-b162-4567977e1fe5,segment=NetworkSegment(bb4f5e4b-486a-40c0-a4ed-c51270cb9613),segment_id=bb4f5e4b-486a-40c0-a4ed-c51270cb9613)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:41:54.746629 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '9af0f941-131b-45c3-b162-4567977e1fe5', 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8', 'port_id': '9af0f941-131b-45c3-b162-4567977e1fe5', 'mac_address': 'fa:16:3e:95:6e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df295bdd-dadf-466e-a931-c767029ebaa0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:41:54.779610 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043c2ba-9765-41f8-b3e2-105919c96223 req-e2335918-1733-4202-8222-77e49eafde43 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:54.781112 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a043c2ba-9765-41f8-b3e2-105919c96223 req-e2335918-1733-4202-8222-77e49eafde43 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 944 time: 0.0854475 Dec 22 15:41:54.811175 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:54.826627 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a043c2ba-9765-41f8-b3e2-105919c96223 req-4609ed1f-3796-45df-8f19-b93aa8a27c44 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b5e46bc-e51d-4d40-9274-6a9f92af1bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392663 Dec 22 15:41:54.830640 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af0f941-131b-45c3-b162-4567977e1fe5 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:41:54.848195 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 9af0f941-131b-45c3-b162-4567977e1fe5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9af0f941-131b-45c3-b162-4567977e1fe5,segment=NetworkSegment(bb4f5e4b-486a-40c0-a4ed-c51270cb9613),segment_id=bb4f5e4b-486a-40c0-a4ed-c51270cb9613)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:41:54.899083 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:54.900839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:54.966449 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=9af0f941-131b-45c3-b162-4567977e1fe5,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:54.969393 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:55.219899 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-71a9e097-f86e-46f9-a677-ca80371ac67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:55.260936 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['9af0f941-131b-45c3-b162-4567977e1fe5'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:41:56.013556 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b305a99-6f76-4fdc-8ad5-6fe770100198 req-7cb7de3e-3927-47ed-ab86-e26463124353 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:56.015110 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4b305a99-6f76-4fdc-8ad5-6fe770100198 req-7cb7de3e-3927-47ed-ab86-e26463124353 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 945 time: 0.0802102 Dec 22 15:41:56.058745 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4b305a99-6f76-4fdc-8ad5-6fe770100198 req-d741ebf3-c08c-46e0-bfb6-b5bb2ebc3620 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b5e46bc-e51d-4d40-9274-6a9f92af1bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375001 Dec 22 15:41:56.598217 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 9af0f941-131b-45c3-b162-4567977e1fe5 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:41:56.767506 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 9af0f941-131b-45c3-b162-4567977e1fe5 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:41:56.772921 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 9af0f941-131b-45c3-b162-4567977e1fe5 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:41:56.773293 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:56.890585 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:56.918194 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0483e915-5b00-4cee-9650-4753191ff633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af0f941-131b-45c3-b162-4567977e1fe5'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:41:56.929102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 9af0f941-131b-45c3-b162-4567977e1fe5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9af0f941-131b-45c3-b162-4567977e1fe5,segment=NetworkSegment(bb4f5e4b-486a-40c0-a4ed-c51270cb9613),segment_id=bb4f5e4b-486a-40c0-a4ed-c51270cb9613)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:41:56.974609 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0483e915-5b00-4cee-9650-4753191ff633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af0f941-131b-45c3-b162-4567977e1fe5', 'code': 200} Dec 22 15:41:57.018712 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:57.020731 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ce0a95ca-8de9-43b8-8805-d5408d4f8336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:41:57.086053 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=9af0f941-131b-45c3-b162-4567977e1fe5,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:41:57.089590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:41:57.376055 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48113e-ba10-45fd-909c-bcc9ffe423c2 req-ca2a5cb5-3471-41a5-92d7-db290902065b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:57.377565 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2e48113e-ba10-45fd-909c-bcc9ffe423c2 req-ca2a5cb5-3471-41a5-92d7-db290902065b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 946 time: 0.2085021 Dec 22 15:41:57.424181 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89289c-afb3-4538-a491-fe59f73c9fb3 req-03c8d0d6-f1f2-43f8-9158-d515a1a8ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:57.424767 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2e48113e-ba10-45fd-909c-bcc9ffe423c2 req-86c00bec-5ea2-493e-bd58-4ea24c167c73 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b5e46bc-e51d-4d40-9274-6a9f92af1bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404768 Dec 22 15:41:57.425672 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-df89289c-afb3-4538-a491-fe59f73c9fb3 req-03c8d0d6-f1f2-43f8-9158-d515a1a8ae42 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 1099 time: 0.0752437 Dec 22 15:41:57.466989 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-df89289c-afb3-4538-a491-fe59f73c9fb3 req-cee99baa-1934-40f8-83f2-0fe3933d9c96 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0b5e46bc-e51d-4d40-9274-6a9f92af1bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352290 Dec 22 15:41:57.739076 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-08275e7e-fa95-4a92-8e53-237d68d6b184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:58.610521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dea16-56d0-47f9-86d3-967282f83bdc req-809bdc4a-3514-4f48-acae-dbb98f58b5c1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:58.612240 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e63dea16-56d0-47f9-86d3-967282f83bdc req-809bdc4a-3514-4f48-acae-dbb98f58b5c1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 946 time: 0.0798965 Dec 22 15:41:58.660389 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e63dea16-56d0-47f9-86d3-967282f83bdc req-2f47aa13-da8b-4860-9353-f508f0a1c2db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b5e46bc-e51d-4d40-9274-6a9f92af1bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424435 Dec 22 15:41:58.950384 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:59.058684 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:41:59.848413 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c28732-06b9-4828-9d34-b4b67bf953e8 req-bd8fbe42-ff2f-40eb-bd92-01de4514e9f2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:41:59.849875 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e2c28732-06b9-4828-9d34-b4b67bf953e8 req-bd8fbe42-ff2f-40eb-bd92-01de4514e9f2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 946 time: 0.0805514 Dec 22 15:41:59.893647 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e2c28732-06b9-4828-9d34-b4b67bf953e8 req-627c09a6-1b15-4c45-ba8e-2630ed32705e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b5e46bc-e51d-4d40-9274-6a9f92af1bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379570 Dec 22 15:42:00.081817 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0f9ff-87b5-4906-8ba0-91722647a127 req-0697eaeb-832f-4645-bf48-1e7cc9a81c31 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:42:00.083212 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5de0f9ff-87b5-4906-8ba0-91722647a127 req-0697eaeb-832f-4645-bf48-1e7cc9a81c31 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 946 time: 0.0851433 Dec 22 15:42:00.128433 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5de0f9ff-87b5-4906-8ba0-91722647a127 req-e678b22b-bb21-4850-a13b-a0c75cf85489 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b5e46bc-e51d-4d40-9274-6a9f92af1bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396433 Dec 22 15:42:00.152005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41036) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:00.221471 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143454bd-1eed-45f0-b125-c382953c730a tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:42:00.223041 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-143454bd-1eed-45f0-b125-c382953c730a tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 1094 time: 0.0700428 Dec 22 15:42:00.225807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41040) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:00.230816 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': '9af0f941-131b-45c3-b162-4567977e1fe5', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:42:00.237142 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:42:00.241018 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:floatingip and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:42:00.243852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:42:00.249450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:42:00.401699 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:42:00.544064 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:42:00.688685 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.26.6.62 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/55e319c5-9a0d-467f-9fac-3eddf5ace033) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:42:00.839711 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:42:00.962312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:42:00.966186 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-241752f4-f9f9-43b0-8249-140711d86e39 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:42:00.972897 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:42:01.030317 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:42:01.033741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:42:01.037362 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:42:01.069748 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=55e319c5-9a0d-467f-9fac-3eddf5ace033,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:42:01.077673 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:42:01.444446 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:42:01.596960 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:42:01.917975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:42:01.967352 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:42:01.971301 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7469ffe5-1b0c-4277-9db8-6f6f5e875b5d tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:42:02.077040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=55e319c5-9a0d-467f-9fac-3eddf5ace033,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:42:02.079920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:42:02.088254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:42:02.271670 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Floating IP c41037ad-bf32-45a1-b4f4-4fdb0cad8a44 associated. External IP: 172.26.6.62, port: 9af0f941-131b-45c3-b162-4567977e1fe5. Dec 22 15:42:02.635701 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:42:02.810886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:42:02.820921 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e5f01-5b8b-4b8d-83f1-41a67f9a8e6f None None] Sync routers for ids ['30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:42:02.837143 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e5f01-5b8b-4b8d-83f1-41a67f9a8e6f None None] Routers {'30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:42:02.837815 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-e00e5f01-5b8b-4b8d-83f1-41a67f9a8e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:41:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:42:02.904657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:42:02.967674 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7383873 Dec 22 15:42:02.967674 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0483e915-5b00-4cee-9650-4753191ff633', 'tag': '9af0f941-131b-45c3-b162-4567977e1fe5'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:42:02.969688 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41050) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:03.015826 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0483e915-5b00-4cee-9650-4753191ff633', 'tag': '9af0f941-131b-45c3-b162-4567977e1fe5', 'status': 'completed', 'code': 200} Dec 22 15:42:03.044835 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-e00e5f01-5b8b-4b8d-83f1-41a67f9a8e6f None None] Set router 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:42:03.137970 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3ab6a6ed-0239-46b5-87ca-61c10e49fcc5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/c41037ad-bf32-45a1-b4f4-4fdb0cad8a44 HTTP/1.1" status: 200 len: 991 time: 0.1656735 Dec 22 15:42:03.155275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ec05d-cd49-40f1-bdd0-7e7b2f572450 req-96aa0eac-331f-43c8-b950-fc4ea3396c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:42:03.157431 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9f6ec05d-cd49-40f1-bdd0-7e7b2f572450 req-96aa0eac-331f-43c8-b950-fc4ea3396c09 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 1099 time: 0.1158917 Dec 22 15:42:03.292500 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ec05d-cd49-40f1-bdd0-7e7b2f572450 req-4ddc21fe-14f9-44b4-a432-965aff678b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:42:03.294055 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9f6ec05d-cd49-40f1-bdd0-7e7b2f572450 req-4ddc21fe-14f9-44b4-a432-965aff678b7d service neutron] 10.222.0.57 "GET /v2.0/networks?id=b243f624-3e53-4801-b756-e23370dc13c8 HTTP/1.1" status: 200 len: 898 time: 0.1307864 Dec 22 15:42:03.403436 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9f6ec05d-cd49-40f1-bdd0-7e7b2f572450 req-bbe6af75-59ea-4ca9-96e7-522050b7e5ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9af0f941-131b-45c3-b162-4567977e1fe5 HTTP/1.1" status: 200 len: 999 time: 0.0969579 Dec 22 15:42:03.403769 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-e00e5f01-5b8b-4b8d-83f1-41a67f9a8e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'name': 'tempest-TestNetworkBasicOps-router-2060113941', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:41:33Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:42:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:34Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': 'c41037ad-bf32-45a1-b4f4-4fdb0cad8a44', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.62', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'port_id': '9af0f941-131b-45c3-b162-4567977e1fe5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8', 'mac_address': 'fa:16:3e:95:6e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0483e915-5b00-4cee-9650-4753191ff633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:42:01Z', 'updated_at': '2021-12-22T15:42:01Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef297a54-f97e-483f-9a1c-21d2273d8b88', 'name': '', 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:25:ec:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'df295bdd-dadf-466e-a931-c767029ebaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:38Z', 'updated_at': '2021-12-22T15:41:45Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'df295bdd-dadf-466e-a931-c767029ebaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:42:03.407412 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e5f01-5b8b-4b8d-83f1-41a67f9a8e6f None None] Checking router: 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:42:03.416459 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e5f01-5b8b-4b8d-83f1-41a67f9a8e6f None None] Routers {'30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:42:03.417066 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-e00e5f01-5b8b-4b8d-83f1-41a67f9a8e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:41:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:42:03.460450 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ec05d-cd49-40f1-bdd0-7e7b2f572450 req-e33bde79-102f-48db-9ec8-bbc6fc7003ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:42:03.461874 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9f6ec05d-cd49-40f1-bdd0-7e7b2f572450 req-e33bde79-102f-48db-9ec8-bbc6fc7003ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df295bdd-dadf-466e-a931-c767029ebaa0 HTTP/1.1" status: 200 len: 843 time: 0.0574305 Dec 22 15:42:03.541711 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ec05d-cd49-40f1-bdd0-7e7b2f572450 req-9de861d4-b81c-4dc5-a8a9-0cd01204deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:42:03.543234 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9f6ec05d-cd49-40f1-bdd0-7e7b2f572450 req-9de861d4-b81c-4dc5-a8a9-0cd01204deb8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b243f624-3e53-4801-b756-e23370dc13c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749350 Dec 22 15:42:03.595469 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-e00e5f01-5b8b-4b8d-83f1-41a67f9a8e6f None None] Set router 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:42:03.676293 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9f6ec05d-cd49-40f1-bdd0-7e7b2f572450 req-ee3394a8-08ec-4f47-b527-a150081c250d service neutron] 10.222.0.57 "GET /v2.0/networks/b243f624-3e53-4801-b756-e23370dc13c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256752 Dec 22 15:42:03.807426 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9f6ec05d-cd49-40f1-bdd0-7e7b2f572450 req-81b26848-e432-4999-8cd0-14c51dee52ab service neutron] 10.222.0.57 "GET /v2.0/networks/b243f624-3e53-4801-b756-e23370dc13c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250322 Dec 22 15:42:03.953933 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-e00e5f01-5b8b-4b8d-83f1-41a67f9a8e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'name': 'tempest-TestNetworkBasicOps-router-2060113941', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:41:33Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:42:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:34Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': 'c41037ad-bf32-45a1-b4f4-4fdb0cad8a44', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.62', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'port_id': '9af0f941-131b-45c3-b162-4567977e1fe5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8', 'mac_address': 'fa:16:3e:95:6e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0483e915-5b00-4cee-9650-4753191ff633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:42:01Z', 'updated_at': '2021-12-22T15:42:01Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef297a54-f97e-483f-9a1c-21d2273d8b88', 'name': '', 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:25:ec:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'df295bdd-dadf-466e-a931-c767029ebaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:38Z', 'updated_at': '2021-12-22T15:41:45Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'df295bdd-dadf-466e-a931-c767029ebaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:42:03.963706 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e5f01-5b8b-4b8d-83f1-41a67f9a8e6f None None] The sync data for ids ['30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'] in dv-neutron-822674-1-hyperv is: [{'id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'name': 'tempest-TestNetworkBasicOps-router-2060113941', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:41:33Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:42:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:34Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': 'c41037ad-bf32-45a1-b4f4-4fdb0cad8a44', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.62', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'port_id': '9af0f941-131b-45c3-b162-4567977e1fe5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8', 'mac_address': 'fa:16:3e:95:6e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0483e915-5b00-4cee-9650-4753191ff633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:42:01Z', 'updated_at': '2021-12-22T15:42:01Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef297a54-f97e-483f-9a1c-21d2273d8b88', 'name': '', 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:25:ec:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'df295bdd-dadf-466e-a931-c767029ebaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:38Z', 'updated_at': '2021-12-22T15:41:45Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'df295bdd-dadf-466e-a931-c767029ebaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:42:04.140018 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41056) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:04.171590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ca843a-3e05-4ca8-a5c1-d5ee5d437bfa None None] New status for floating IP c41037ad-bf32-45a1-b4f4-4fdb0cad8a44: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:42:04.245132 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f45cb3a7-7a54-44e6-88f7-fda0db6abc4a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/c41037ad-bf32-45a1-b4f4-4fdb0cad8a44 HTTP/1.1" status: 200 len: 991 time: 0.1029935 Dec 22 15:42:05.248147 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41060) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:05.355908 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-db8f3e49-cb88-4f72-ae67-3f8a25ba2eee tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/c41037ad-bf32-45a1-b4f4-4fdb0cad8a44 HTTP/1.1" status: 200 len: 993 time: 0.1065342 Dec 22 15:42:06.064251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:42:25.201441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-debdf311-c19c-414e-a5f0-a06d5c97b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:42:25.255501 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:42:27.669573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-26a200fe-7481-42b6-8f97-b86ace428c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:42:28.971441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:42:29.035373 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:42:30.932735 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:42:36.093674 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:42:54.021681 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eb1a8ebb-e44b-4b1a-81ce-5a8f92c270ff req-0b8f526a-7759-4a90-a215-9ea14524d41b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694189 Dec 22 15:42:54.163410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a8ebb-e44b-4b1a-81ce-5a8f92c270ff req-31efcd19-7c71-4a30-b9fe-5b95bd2965a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:42:54.165161 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eb1a8ebb-e44b-4b1a-81ce-5a8f92c270ff req-31efcd19-7c71-4a30-b9fe-5b95bd2965a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 1099 time: 0.0739715 Dec 22 15:42:54.312648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a8ebb-e44b-4b1a-81ce-5a8f92c270ff req-da3f7827-078d-4a66-843a-2493aa195d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:42:54.313999 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eb1a8ebb-e44b-4b1a-81ce-5a8f92c270ff req-da3f7827-078d-4a66-843a-2493aa195d8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=b243f624-3e53-4801-b756-e23370dc13c8 HTTP/1.1" status: 200 len: 898 time: 0.1299059 Dec 22 15:42:54.539107 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eb1a8ebb-e44b-4b1a-81ce-5a8f92c270ff req-c034f70b-6307-41d7-b6e0-22d9ddad1812 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9af0f941-131b-45c3-b162-4567977e1fe5 HTTP/1.1" status: 200 len: 1001 time: 0.2170453 Dec 22 15:42:54.603806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a8ebb-e44b-4b1a-81ce-5a8f92c270ff req-4bea939b-e93e-4292-bdc3-28d2622eae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:42:54.605189 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eb1a8ebb-e44b-4b1a-81ce-5a8f92c270ff req-4bea939b-e93e-4292-bdc3-28d2622eae8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df295bdd-dadf-466e-a931-c767029ebaa0 HTTP/1.1" status: 200 len: 843 time: 0.0600724 Dec 22 15:42:54.680046 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a8ebb-e44b-4b1a-81ce-5a8f92c270ff req-717644a3-d38a-4fdd-bc10-be134fce026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:42:54.681515 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eb1a8ebb-e44b-4b1a-81ce-5a8f92c270ff req-717644a3-d38a-4fdd-bc10-be134fce026f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b243f624-3e53-4801-b756-e23370dc13c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703664 Dec 22 15:42:54.813031 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eb1a8ebb-e44b-4b1a-81ce-5a8f92c270ff req-b994f57b-c467-40f7-9519-d6727dc9aa3c service neutron] 10.222.0.57 "GET /v2.0/networks/b243f624-3e53-4801-b756-e23370dc13c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249545 Dec 22 15:42:54.949093 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eb1a8ebb-e44b-4b1a-81ce-5a8f92c270ff req-2b01854f-4185-42cd-8329-1edb3be49753 service neutron] 10.222.0.57 "GET /v2.0/networks/b243f624-3e53-4801-b756-e23370dc13c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295338 Dec 22 15:42:55.212906 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e698c778-444d-48b4-bd5c-b0c1ded06bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:42:57.691617 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-707ec213-be52-4f97-8473-d4717dad11d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:42:58.975228 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:42:59.029550 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:43:00.932242 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:43:02.255356 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:43:06.120985 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:43:25.269719 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ee0405e5-e130-4e0b-af98-05cd9be46145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:43:27.686389 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cdca0a40-ad2b-4ff4-a8a6-0c0b5b8acb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:43:28.977805 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:43:29.081043 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:43:30.965907 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:43:36.177964 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:43:39.255299 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:43:55.235446 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c8594fb7-a4c3-4555-a87c-e61cca5ee451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:43:56.639265 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b43f9f48-9258-4dde-94f6-37a2e548344f req-52ffa4ee-8f28-4d1e-ad1d-48f2fe8ea7d6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769434 Dec 22 15:43:56.778820 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f9f48-9258-4dde-94f6-37a2e548344f req-383f3059-70ee-405b-82b6-0eeab3b6d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:43:56.780311 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b43f9f48-9258-4dde-94f6-37a2e548344f req-383f3059-70ee-405b-82b6-0eeab3b6d8e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 1099 time: 0.0712671 Dec 22 15:43:56.927510 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f9f48-9258-4dde-94f6-37a2e548344f req-be1ec86b-565e-4692-8f0b-6f71b63eb50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:43:56.928984 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b43f9f48-9258-4dde-94f6-37a2e548344f req-be1ec86b-565e-4692-8f0b-6f71b63eb50a service neutron] 10.222.0.57 "GET /v2.0/networks?id=b243f624-3e53-4801-b756-e23370dc13c8 HTTP/1.1" status: 200 len: 898 time: 0.1301591 Dec 22 15:43:57.035676 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b43f9f48-9258-4dde-94f6-37a2e548344f req-23f15430-6f1b-4761-9b9a-26f4963d2cd3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9af0f941-131b-45c3-b162-4567977e1fe5 HTTP/1.1" status: 200 len: 1001 time: 0.0992932 Dec 22 15:43:57.099021 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f9f48-9258-4dde-94f6-37a2e548344f req-126dc487-4b2b-4e15-b1c6-411da28551e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:43:57.100497 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b43f9f48-9258-4dde-94f6-37a2e548344f req-126dc487-4b2b-4e15-b1c6-411da28551e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df295bdd-dadf-466e-a931-c767029ebaa0 HTTP/1.1" status: 200 len: 843 time: 0.0586596 Dec 22 15:43:57.181885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f9f48-9258-4dde-94f6-37a2e548344f req-1e81016b-f1a9-4691-aaf8-2de624bf66b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:43:57.183323 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b43f9f48-9258-4dde-94f6-37a2e548344f req-1e81016b-f1a9-4691-aaf8-2de624bf66b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b243f624-3e53-4801-b756-e23370dc13c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762656 Dec 22 15:43:57.320539 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b43f9f48-9258-4dde-94f6-37a2e548344f req-2ed085c2-ea84-477b-b942-cf589be9b587 service neutron] 10.222.0.57 "GET /v2.0/networks/b243f624-3e53-4801-b756-e23370dc13c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300790 Dec 22 15:43:57.455518 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b43f9f48-9258-4dde-94f6-37a2e548344f req-8b181c21-50e0-4dc7-9486-b38693bee312 service neutron] 10.222.0.57 "GET /v2.0/networks/b243f624-3e53-4801-b756-e23370dc13c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281033 Dec 22 15:43:57.736136 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-55fcebbe-5865-4509-9743-6125791f9865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:43:58.983206 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:43:59.055895 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:44:00.936040 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:44:06.130104 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:44:16.254796 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:44:25.221430 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bad0a742-cccd-4d2a-8c83-5c2dd05316ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:44:27.720048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0a4af5f6-de24-4a43-aac9-9ab135b4a329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:44:29.005541 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:44:29.074065 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:44:30.949325 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:44:36.159952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:44:41.992118 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41118) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:44:42.130505 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-99422285-209f-43fc-acd5-81716eb217b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:44:42.252242 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-99422285-209f-43fc-acd5-81716eb217b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2905678'] for subnet, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:44:42.479934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-99422285-209f-43fc-acd5-81716eb217b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734784429653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2709874'] for subnet, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:44:42.483826 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-096d9835-593b-407e-aae9-f5183db55eb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:44:42.638272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99422285-209f-43fc-acd5-81716eb217b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:44:42.638772 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-99422285-209f-43fc-acd5-81716eb217b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:44:42.640017 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-99422285-209f-43fc-acd5-81716eb217b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/subnets/df295bdd-dadf-466e-a931-c767029ebaa0 HTTP/1.1" status: 200 len: 835 time: 0.6469269 Dec 22 15:44:42.644558 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88eff32-f661-442e-ad5b-7c6f86911e40 None None] Network b243f624-3e53-4801-b756-e23370dc13c8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:44:42.665931 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99422285-209f-43fc-acd5-81716eb217b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Subnet': ['ID=df295bdd-dadf-466e-a931-c767029ebaa0,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:44:42.673504 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99422285-209f-43fc-acd5-81716eb217b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:44:42.673900 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99422285-209f-43fc-acd5-81716eb217b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:44:42.674903 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99422285-209f-43fc-acd5-81716eb217b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:44:42.675299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99422285-209f-43fc-acd5-81716eb217b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:44:42.675672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99422285-209f-43fc-acd5-81716eb217b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:44:42.676069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99422285-209f-43fc-acd5-81716eb217b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:44:42.676443 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99422285-209f-43fc-acd5-81716eb217b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:44:42.676808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99422285-209f-43fc-acd5-81716eb217b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:44:42.677178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99422285-209f-43fc-acd5-81716eb217b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:44:42.677542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99422285-209f-43fc-acd5-81716eb217b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:44:42.677905 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99422285-209f-43fc-acd5-81716eb217b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:44:42.678286 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99422285-209f-43fc-acd5-81716eb217b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:44:42.682153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-99422285-209f-43fc-acd5-81716eb217b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:44:43.090784 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e7b360c7-aa42-43e8-ae4c-47afe41f7a6d None None] Provisioning complete for port ef297a54-f97e-483f-9a1c-21d2273d8b88 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:44:43.091372 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e7b360c7-aa42-43e8-ae4c-47afe41f7a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:44:43.258251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e7b360c7-aa42-43e8-ae4c-47afe41f7a6d None None] Provisioning complete for port dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:44:43.258629 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e7b360c7-aa42-43e8-ae4c-47afe41f7a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:44:43.385291 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e7b360c7-aa42-43e8-ae4c-47afe41f7a6d None None] Provisioning complete for port 9af0f941-131b-45c3-b162-4567977e1fe5 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:44:43.385532 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e7b360c7-aa42-43e8-ae4c-47afe41f7a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:44:53.254218 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:44:55.211228 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-238dd4bf-c9ae-4ddd-a3b2-ad92e91885cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:44:56.701846 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af4525d9-b6ec-4a76-99f9-ee4beda9a9d6 req-eb1060cd-6bb0-40f8-bdcf-5696546d8cce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1238539 Dec 22 15:44:56.840657 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4525d9-b6ec-4a76-99f9-ee4beda9a9d6 req-4c8f3394-8671-42ae-8dad-b15e201bdece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:44:56.842106 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af4525d9-b6ec-4a76-99f9-ee4beda9a9d6 req-4c8f3394-8671-42ae-8dad-b15e201bdece service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 1099 time: 0.0726783 Dec 22 15:44:56.987519 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4525d9-b6ec-4a76-99f9-ee4beda9a9d6 req-8609dca0-7802-483e-a63b-228fe52be15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:44:56.989212 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af4525d9-b6ec-4a76-99f9-ee4beda9a9d6 req-8609dca0-7802-483e-a63b-228fe52be15e service neutron] 10.222.0.57 "GET /v2.0/networks?id=b243f624-3e53-4801-b756-e23370dc13c8 HTTP/1.1" status: 200 len: 898 time: 0.1272714 Dec 22 15:44:57.089967 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af4525d9-b6ec-4a76-99f9-ee4beda9a9d6 req-21c8252a-c46a-4456-94ed-de28115d2813 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9af0f941-131b-45c3-b162-4567977e1fe5 HTTP/1.1" status: 200 len: 1001 time: 0.0943587 Dec 22 15:44:57.152205 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4525d9-b6ec-4a76-99f9-ee4beda9a9d6 req-ddb0f4d3-8067-4f63-92cc-7e013b61e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:44:57.153632 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af4525d9-b6ec-4a76-99f9-ee4beda9a9d6 req-ddb0f4d3-8067-4f63-92cc-7e013b61e874 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df295bdd-dadf-466e-a931-c767029ebaa0 HTTP/1.1" status: 200 len: 843 time: 0.0573862 Dec 22 15:44:57.230883 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4525d9-b6ec-4a76-99f9-ee4beda9a9d6 req-e775aa66-3d10-49fc-9094-74212de0bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:44:57.232264 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af4525d9-b6ec-4a76-99f9-ee4beda9a9d6 req-e775aa66-3d10-49fc-9094-74212de0bc49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b243f624-3e53-4801-b756-e23370dc13c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724773 Dec 22 15:44:57.363021 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af4525d9-b6ec-4a76-99f9-ee4beda9a9d6 req-c00e33b0-fb45-468a-9f0e-78dad74905d2 service neutron] 10.222.0.57 "GET /v2.0/networks/b243f624-3e53-4801-b756-e23370dc13c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231394 Dec 22 15:44:57.494296 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af4525d9-b6ec-4a76-99f9-ee4beda9a9d6 req-073cd598-c0d9-4b03-a53a-2732315a3252 service neutron] 10.222.0.57 "GET /v2.0/networks/b243f624-3e53-4801-b756-e23370dc13c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248727 Dec 22 15:44:57.685541 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-543a1d56-1e0d-45cb-af32-914a17a0e3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:44:58.977377 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:44:59.049926 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:00.953953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:06.142591 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:25.209051 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-eb32dfbe-4f66-439e-baa6-b0b92d6681fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:26.456662 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41136) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:26.672923 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f1150b6d-c31c-44cb-98fd-10cfc9b398a7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 55e319c5-9a0d-467f-9fac-3eddf5ace033 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:45:26.673264 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1150b6d-c31c-44cb-98fd-10cfc9b398a7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:26.876549 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1150b6d-c31c-44cb-98fd-10cfc9b398a7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:26.876872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1150b6d-c31c-44cb-98fd-10cfc9b398a7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:27.006834 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f1150b6d-c31c-44cb-98fd-10cfc9b398a7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 55e319c5-9a0d-467f-9fac-3eddf5ace033 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:45:27.366556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1150b6d-c31c-44cb-98fd-10cfc9b398a7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:27.370533 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:27.417574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1150b6d-c31c-44cb-98fd-10cfc9b398a7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=55e319c5-9a0d-467f-9fac-3eddf5ace033,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:27.443692 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f1150b6d-c31c-44cb-98fd-10cfc9b398a7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:27.510199 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1150b6d-c31c-44cb-98fd-10cfc9b398a7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:27.510914 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-f1150b6d-c31c-44cb-98fd-10cfc9b398a7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Floating IP c41037ad-bf32-45a1-b4f4-4fdb0cad8a44 disassociated (deleted). External IP: 172.26.6.62, port: 9af0f941-131b-45c3-b162-4567977e1fe5. Dec 22 15:45:27.742819 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b47863b6-cd23-47d6-807a-66562b275b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:27.867020 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1150b6d-c31c-44cb-98fd-10cfc9b398a7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:45:28.048109 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1150b6d-c31c-44cb-98fd-10cfc9b398a7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:45:28.058665 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce03995c-47d7-4db0-b811-a097e5f175db None None] Sync routers for ids ['30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:45:28.064842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1150b6d-c31c-44cb-98fd-10cfc9b398a7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:28.069438 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce03995c-47d7-4db0-b811-a097e5f175db None None] Routers {'30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:28.070150 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ce03995c-47d7-4db0-b811-a097e5f175db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:45:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:45:28.122235 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f1150b6d-c31c-44cb-98fd-10cfc9b398a7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/floatingips/c41037ad-bf32-45a1-b4f4-4fdb0cad8a44 HTTP/1.1" status: 204 len: 168 time: 1.6644590 Dec 22 15:45:28.122935 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0483e915-5b00-4cee-9650-4753191ff633', 'tag': '9af0f941-131b-45c3-b162-4567977e1fe5'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:45:28.261605 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-ce03995c-47d7-4db0-b811-a097e5f175db None None] Set router 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:45:28.357915 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0483e915-5b00-4cee-9650-4753191ff633', 'tag': '9af0f941-131b-45c3-b162-4567977e1fe5', 'status': 'completed', 'code': 200} Dec 22 15:45:28.443027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f3480-7016-47ec-87a9-45e75c3b48f8 req-ee3a4bed-47a2-45f3-812e-3e72b592604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:28.444781 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-744f3480-7016-47ec-87a9-45e75c3b48f8 req-ee3a4bed-47a2-45f3-812e-3e72b592604f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 1099 time: 0.0764995 Dec 22 15:45:28.601333 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ce03995c-47d7-4db0-b811-a097e5f175db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'name': 'tempest-TestNetworkBasicOps-router-2060113941', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:41:33Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:42:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:34Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'ef297a54-f97e-483f-9a1c-21d2273d8b88', 'name': '', 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:25:ec:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'df295bdd-dadf-466e-a931-c767029ebaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:38Z', 'updated_at': '2021-12-22T15:41:45Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'df295bdd-dadf-466e-a931-c767029ebaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:45:28.605519 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce03995c-47d7-4db0-b811-a097e5f175db None None] Checking router: 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:45:28.607331 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f3480-7016-47ec-87a9-45e75c3b48f8 req-a26381dd-c8b4-406a-a257-faaf652ab3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:28.609087 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-744f3480-7016-47ec-87a9-45e75c3b48f8 req-a26381dd-c8b4-406a-a257-faaf652ab3ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=b243f624-3e53-4801-b756-e23370dc13c8 HTTP/1.1" status: 200 len: 898 time: 0.1580465 Dec 22 15:45:28.615358 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce03995c-47d7-4db0-b811-a097e5f175db None None] Routers {'30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:28.616017 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ce03995c-47d7-4db0-b811-a097e5f175db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:45:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:45:28.699496 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-744f3480-7016-47ec-87a9-45e75c3b48f8 req-d4015cbf-4b3e-4928-a602-aff3c382ecef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9af0f941-131b-45c3-b162-4567977e1fe5 HTTP/1.1" status: 200 len: 217 time: 0.0736282 Dec 22 15:45:28.774430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f3480-7016-47ec-87a9-45e75c3b48f8 req-14105571-9ccd-4526-beff-138ef781a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:28.776333 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-744f3480-7016-47ec-87a9-45e75c3b48f8 req-14105571-9ccd-4526-beff-138ef781a692 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df295bdd-dadf-466e-a931-c767029ebaa0 HTTP/1.1" status: 200 len: 843 time: 0.0687120 Dec 22 15:45:28.798768 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0fe74-5bf9-4d57-a857-0bd853162f7d req-4328146d-db95-469b-a0d0-c20dee3d8497 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:28.802885 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3bf0fe74-5bf9-4d57-a857-0bd853162f7d req-4328146d-db95-469b-a0d0-c20dee3d8497 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 946 time: 0.1617491 Dec 22 15:45:28.811138 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-ce03995c-47d7-4db0-b811-a097e5f175db None None] Set router 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:45:28.862097 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f3480-7016-47ec-87a9-45e75c3b48f8 req-c8b07554-b08a-4443-9da9-3cf261c210ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:28.863682 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-744f3480-7016-47ec-87a9-45e75c3b48f8 req-c8b07554-b08a-4443-9da9-3cf261c210ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b243f624-3e53-4801-b756-e23370dc13c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803263 Dec 22 15:45:28.877021 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3bf0fe74-5bf9-4d57-a857-0bd853162f7d req-fb7405a9-3350-4f7c-9ba7-54f27a32128a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b5e46bc-e51d-4d40-9274-6a9f92af1bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694261 Dec 22 15:45:28.989954 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:29.015463 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-744f3480-7016-47ec-87a9-45e75c3b48f8 req-35572f78-2a19-408e-b36d-7e7bdfc5107b service neutron] 10.222.0.57 "GET /v2.0/networks/b243f624-3e53-4801-b756-e23370dc13c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442337 Dec 22 15:45:29.072404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:29.164061 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ce03995c-47d7-4db0-b811-a097e5f175db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'name': 'tempest-TestNetworkBasicOps-router-2060113941', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:41:33Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:42:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:34Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'ef297a54-f97e-483f-9a1c-21d2273d8b88', 'name': '', 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:25:ec:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'df295bdd-dadf-466e-a931-c767029ebaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:38Z', 'updated_at': '2021-12-22T15:41:45Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'df295bdd-dadf-466e-a931-c767029ebaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:45:29.179135 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce03995c-47d7-4db0-b811-a097e5f175db None None] The sync data for ids ['30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'] in dv-neutron-822674-1-hyperv is: [{'id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'name': 'tempest-TestNetworkBasicOps-router-2060113941', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:41:33Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:42:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:34Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'ef297a54-f97e-483f-9a1c-21d2273d8b88', 'name': '', 'network_id': 'b243f624-3e53-4801-b756-e23370dc13c8', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:25:ec:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'df295bdd-dadf-466e-a931-c767029ebaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:38Z', 'updated_at': '2021-12-22T15:41:45Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'df295bdd-dadf-466e-a931-c767029ebaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:45:29.286195 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-744f3480-7016-47ec-87a9-45e75c3b48f8 req-eaa486d0-a176-45d5-93b1-e92895cf522c service neutron] 10.222.0.57 "GET /v2.0/networks/b243f624-3e53-4801-b756-e23370dc13c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626531 Dec 22 15:45:29.419418 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115ec07d-84ab-44a8-87aa-cac324f5069a None None] New status for floating IP c41037ad-bf32-45a1-b4f4-4fdb0cad8a44: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:45:30.134325 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ad5eb-b962-4a82-b50c-f51eeb529353 req-1063484f-c808-445a-8b50-2ddb0dbef6b2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:30.135810 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-770ad5eb-b962-4a82-b50c-f51eeb529353 req-1063484f-c808-445a-8b50-2ddb0dbef6b2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 946 time: 0.1306510 Dec 22 15:45:30.180503 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-770ad5eb-b962-4a82-b50c-f51eeb529353 req-1e653494-828c-40d1-bd72-551b1a956316 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b5e46bc-e51d-4d40-9274-6a9f92af1bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388086 Dec 22 15:45:30.252579 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:45:30.381840 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d11c7b-1bfc-4832-9776-5da5613c083e req-34645b23-caa9-4932-9763-fe35d44a56c4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:30.382581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-24d11c7b-1bfc-4832-9776-5da5613c083e req-34645b23-caa9-4932-9763-fe35d44a56c4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:45:30.468596 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-24d11c7b-1bfc-4832-9776-5da5613c083e req-34645b23-caa9-4932-9763-fe35d44a56c4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:45:30.469644 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-24d11c7b-1bfc-4832-9776-5da5613c083e req-34645b23-caa9-4932-9763-fe35d44a56c4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 946 time: 0.1678674 Dec 22 15:45:30.545230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-24d11c7b-1bfc-4832-9776-5da5613c083e req-3a5ff0e5-6369-4005-85ac-c7cc64da7906 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 9af0f941-131b-45c3-b162-4567977e1fe5 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:45:30.545645 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-24d11c7b-1bfc-4832-9776-5da5613c083e req-3a5ff0e5-6369-4005-85ac-c7cc64da7906 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:30.813754 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-24d11c7b-1bfc-4832-9776-5da5613c083e req-3a5ff0e5-6369-4005-85ac-c7cc64da7906 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port 9af0f941-131b-45c3-b162-4567977e1fe5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9af0f941-131b-45c3-b162-4567977e1fe5,segment=NetworkSegment(bb4f5e4b-486a-40c0-a4ed-c51270cb9613),segment_id=bb4f5e4b-486a-40c0-a4ed-c51270cb9613)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:45:30.814115 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-24d11c7b-1bfc-4832-9776-5da5613c083e req-3a5ff0e5-6369-4005-85ac-c7cc64da7906 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:30.942596 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-24d11c7b-1bfc-4832-9776-5da5613c083e req-3a5ff0e5-6369-4005-85ac-c7cc64da7906 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 9af0f941-131b-45c3-b162-4567977e1fe5 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:45:30.948427 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:31.146465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-24d11c7b-1bfc-4832-9776-5da5613c083e req-3a5ff0e5-6369-4005-85ac-c7cc64da7906 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:31.152326 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b40c8bdd-4751-4a4e-a21c-08d1f6edcd0a tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:31.197633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ff0e5-6369-4005-85ac-c7cc64da7906 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=9af0f941-131b-45c3-b162-4567977e1fe5,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:31.200976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3a5ff0e5-6369-4005-85ac-c7cc64da7906 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:31.281409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d11c7b-1bfc-4832-9776-5da5613c083e req-3a5ff0e5-6369-4005-85ac-c7cc64da7906 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] No DVR routers for this DVR port 9af0f941-131b-45c3-b162-4567977e1fe5 on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:45:31.284422 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-24d11c7b-1bfc-4832-9776-5da5613c083e req-3a5ff0e5-6369-4005-85ac-c7cc64da7906 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:31.287537 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0483e915-5b00-4cee-9650-4753191ff633', 'name': 'network-vif-deleted', 'tag': '9af0f941-131b-45c3-b162-4567977e1fe5'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:45:31.336985 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0483e915-5b00-4cee-9650-4753191ff633', 'name': 'network-vif-deleted', 'tag': '9af0f941-131b-45c3-b162-4567977e1fe5', 'status': 'completed', 'code': 200} Dec 22 15:45:31.370700 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-24d11c7b-1bfc-4832-9776-5da5613c083e req-3a5ff0e5-6369-4005-85ac-c7cc64da7906 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "DELETE /v2.0/ports/9af0f941-131b-45c3-b162-4567977e1fe5 HTTP/1.1" status: 204 len: 173 time: 0.8947396 Dec 22 15:45:31.502703 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cd1cd63a-d303-46c0-9a6f-bd1790a62a6e req-b45e324e-1cc5-4dd6-9882-f2388307887c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=0483e915-5b00-4cee-9650-4753191ff633 HTTP/1.1" status: 200 len: 210 time: 0.1903708 Dec 22 15:45:32.597964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41164) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:32.674404 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a3134c83-3a6c-47c0-953a-24697bb77c5e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:32.709837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a3134c83-3a6c-47c0-953a-24697bb77c5e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:32.880338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a3134c83-3a6c-47c0-953a-24697bb77c5e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:32.884396 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f85b857e-a833-4327-a528-6d73eb6c5677 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:32.900159 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3134c83-3a6c-47c0-953a-24697bb77c5e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5e46bc-e51d-4d40-9274-6a9f92af1bb4,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:32.902846 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a3134c83-3a6c-47c0-953a-24697bb77c5e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:32.992701 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a3134c83-3a6c-47c0-953a-24697bb77c5e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:32.994950 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a3134c83-3a6c-47c0-953a-24697bb77c5e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/security-groups/0b5e46bc-e51d-4d40-9274-6a9f92af1bb4 HTTP/1.1" status: 204 len: 168 time: 0.3957436 Dec 22 15:45:33.107692 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41170) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:33.541595 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 9af0f941-131b-45c3-b162-4567977e1fe5 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:45:33.575222 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 9af0f941-131b-45c3-b162-4567977e1fe5 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:45:33.580613 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 9af0f941-131b-45c3-b162-4567977e1fe5 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:45:33.792548 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86b80e81-7942-47ad-a5ed-dfb78ab0ca8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:34.149260 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-86b80e81-7942-47ad-a5ed-dfb78ab0ca8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port ef297a54-f97e-483f-9a1c-21d2273d8b88 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:45:34.149515 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86b80e81-7942-47ad-a5ed-dfb78ab0ca8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:34.342297 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-86b80e81-7942-47ad-a5ed-dfb78ab0ca8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port ef297a54-f97e-483f-9a1c-21d2273d8b88, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ef297a54-f97e-483f-9a1c-21d2273d8b88,segment=NetworkSegment(bb4f5e4b-486a-40c0-a4ed-c51270cb9613),segment_id=bb4f5e4b-486a-40c0-a4ed-c51270cb9613)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:45:34.342662 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86b80e81-7942-47ad-a5ed-dfb78ab0ca8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:34.475036 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-86b80e81-7942-47ad-a5ed-dfb78ab0ca8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for ef297a54-f97e-483f-9a1c-21d2273d8b88 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:45:34.891944 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86b80e81-7942-47ad-a5ed-dfb78ab0ca8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:34.895943 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0b47ba76-6304-4ab9-a91b-0213ef7f600a tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:34.946255 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b80e81-7942-47ad-a5ed-dfb78ab0ca8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=ef297a54-f97e-483f-9a1c-21d2273d8b88,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:34.973628 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-86b80e81-7942-47ad-a5ed-dfb78ab0ca8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:35.353394 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-86b80e81-7942-47ad-a5ed-dfb78ab0ca8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:35.727924 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b80e81-7942-47ad-a5ed-dfb78ab0ca8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:45:35.908591 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b80e81-7942-47ad-a5ed-dfb78ab0ca8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:45:35.918090 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feb1458-daba-4148-b55d-5d437a048e03 None None] Sync routers for ids ['30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:45:35.922757 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-86b80e81-7942-47ad-a5ed-dfb78ab0ca8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/routers/30bace69-790f-4bc2-a7ba-1d8d3bc0daa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8130555 Dec 22 15:45:35.924613 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41174) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:35.927645 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feb1458-daba-4148-b55d-5d437a048e03 None None] Routers {'30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:35.928326 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4feb1458-daba-4148-b55d-5d437a048e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:45:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:45:35.995266 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-479e4cfb-9968-4022-97cd-fb6fb4c7fc52 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting subnet df295bdd-dadf-466e-a931-c767029ebaa0 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:45:35.998391 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-479e4cfb-9968-4022-97cd-fb6fb4c7fc52 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:36.056729 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-479e4cfb-9968-4022-97cd-fb6fb4c7fc52 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:36.134882 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:36.150005 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-479e4cfb-9968-4022-97cd-fb6fb4c7fc52 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:36.164683 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-4feb1458-daba-4148-b55d-5d437a048e03 None None] Set router 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:45:36.280653 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-479e4cfb-9968-4022-97cd-fb6fb4c7fc52 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:36.285452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b010eeae-9dd2-4571-91a2-5d3678e34529 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:36.323564 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e4cfb-9968-4022-97cd-fb6fb4c7fc52 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Subnet': ['ID=df295bdd-dadf-466e-a931-c767029ebaa0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:36.325497 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-479e4cfb-9968-4022-97cd-fb6fb4c7fc52 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:36.331794 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-479e4cfb-9968-4022-97cd-fb6fb4c7fc52 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/subnets/df295bdd-dadf-466e-a931-c767029ebaa0 HTTP/1.1" status: 204 len: 168 time: 0.4061990 Dec 22 15:45:36.332804 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-479e4cfb-9968-4022-97cd-fb6fb4c7fc52 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:36.336207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41178) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:36.341425 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986ffb1f-2b3c-471b-a0a1-e8abda2f539c None None] Network b243f624-3e53-4801-b756-e23370dc13c8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:45:36.490592 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4feb1458-daba-4148-b55d-5d437a048e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'name': 'tempest-TestNetworkBasicOps-router-2060113941', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:41:33Z', 'updated_at': '2021-12-22T15:45:34Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:42:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:34Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:45:36.494708 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feb1458-daba-4148-b55d-5d437a048e03 None None] Checking router: 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:45:36.503155 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feb1458-daba-4148-b55d-5d437a048e03 None None] Routers {'30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:36.503785 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4feb1458-daba-4148-b55d-5d437a048e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:45:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:45:36.604254 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57ff52ea-0a35-4dfb-a90c-ee84c2af5055 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:36.695310 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-4feb1458-daba-4148-b55d-5d437a048e03 None None] Set router 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:45:36.714491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f52dac-f665-485a-9789-7c6772278354 None None] DHCP port deletion for b243f624-3e53-4801-b756-e23370dc13c8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:45:36.718925 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-23f52dac-f665-485a-9789-7c6772278354 None None] Deleting port dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:45:36.719382 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-23f52dac-f665-485a-9789-7c6772278354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:36.823703 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57ff52ea-0a35-4dfb-a90c-ee84c2af5055 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:36.885946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-57ff52ea-0a35-4dfb-a90c-ee84c2af5055 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port ccbed6a6-40f4-45c0-ae58-0256cc359b3a {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:45:36.886542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57ff52ea-0a35-4dfb-a90c-ee84c2af5055 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:36.927169 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:45:37.017121 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4feb1458-daba-4148-b55d-5d437a048e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'name': 'tempest-TestNetworkBasicOps-router-2060113941', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:41:33Z', 'updated_at': '2021-12-22T15:45:34Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:42:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:34Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:45:37.022556 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feb1458-daba-4148-b55d-5d437a048e03 None None] The sync data for ids ['30bace69-790f-4bc2-a7ba-1d8d3bc0daa5'] in dv-neutron-822674-1-hyperv is: [{'id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'name': 'tempest-TestNetworkBasicOps-router-2060113941', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:41:33Z', 'updated_at': '2021-12-22T15:45:34Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'ccbed6a6-40f4-45c0-ae58-0256cc359b3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:42:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bace69-790f-4bc2-a7ba-1d8d3bc0daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:41:34Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:45:37.024223 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-23f52dac-f665-485a-9789-7c6772278354 None None] For port dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e,segment=NetworkSegment(bb4f5e4b-486a-40c0-a4ed-c51270cb9613),segment_id=bb4f5e4b-486a-40c0-a4ed-c51270cb9613)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:45:37.024223 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-23f52dac-f665-485a-9789-7c6772278354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:37.183938 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-23f52dac-f665-485a-9789-7c6772278354 None None] Calling delete_port for dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:45:37.255733 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-57ff52ea-0a35-4dfb-a90c-ee84c2af5055 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port ccbed6a6-40f4-45c0-ae58-0256cc359b3a, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ccbed6a6-40f4-45c0-ae58-0256cc359b3a,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:45:37.256319 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57ff52ea-0a35-4dfb-a90c-ee84c2af5055 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:37.263612 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:37.383428 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-57ff52ea-0a35-4dfb-a90c-ee84c2af5055 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for ccbed6a6-40f4-45c0-ae58-0256cc359b3a owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:45:37.402386 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-23f52dac-f665-485a-9789-7c6772278354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:37.408812 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:37.497913 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f52dac-f665-485a-9789-7c6772278354 None None] Pushing event deleted for resources: {'Port': ['ID=dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:37.512441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 15:45:37.512441 dv-neutron-822674-1-hyperv neutron-server[88219]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Dec 22 15:45:37.512441 dv-neutron-822674-1-hyperv neutron-server[88219]: [parameters: {'status': 'DOWN', 'ports_id': 'dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e'}] Dec 22 15:45:37.512441 dv-neutron-822674-1-hyperv neutron-server[88219]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:45:37.519123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:45:37.519123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f52dac-f665-485a-9789-7c6772278354 None None] No DVR routers for this DVR port dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:45:37.519123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f52dac-f665-485a-9789-7c6772278354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:37.519123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f52dac-f665-485a-9789-7c6772278354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:37.519123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f52dac-f665-485a-9789-7c6772278354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:37.519123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f52dac-f665-485a-9789-7c6772278354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:37.519123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f52dac-f665-485a-9789-7c6772278354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:37.519123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f52dac-f665-485a-9789-7c6772278354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:37.519123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f52dac-f665-485a-9789-7c6772278354 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:37.519123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f52dac-f665-485a-9789-7c6772278354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:37.519123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f52dac-f665-485a-9789-7c6772278354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:37.519123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f52dac-f665-485a-9789-7c6772278354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:37.519123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f52dac-f665-485a-9789-7c6772278354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:37.520146 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f52dac-f665-485a-9789-7c6772278354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:37.522940 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-23f52dac-f665-485a-9789-7c6772278354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:37.645681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57ff52ea-0a35-4dfb-a90c-ee84c2af5055 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:37.649641 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:37.696293 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff52ea-0a35-4dfb-a90c-ee84c2af5055 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=ccbed6a6-40f4-45c0-ae58-0256cc359b3a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:37.699369 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-57ff52ea-0a35-4dfb-a90c-ee84c2af5055 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:37.787283 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57ff52ea-0a35-4dfb-a90c-ee84c2af5055 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:37.967606 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57ff52ea-0a35-4dfb-a90c-ee84c2af5055 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:37.969771 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57ff52ea-0a35-4dfb-a90c-ee84c2af5055 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:38.047292 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Port dfea9c2e-c0f8-4f7f-add3-ee07fdd0aa4e update to DOWN by agent not found {{(pid=88219) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 22 15:45:38.051405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57ff52ea-0a35-4dfb-a90c-ee84c2af5055 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:38.051959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ff52ea-0a35-4dfb-a90c-ee84c2af5055 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Fanout notify agent at l3_agent the message router_deleted on router 30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:45:38.068643 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-57ff52ea-0a35-4dfb-a90c-ee84c2af5055 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:38.069778 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-57ff52ea-0a35-4dfb-a90c-ee84c2af5055 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/routers/30bace69-790f-4bc2-a7ba-1d8d3bc0daa5 HTTP/1.1" status: 204 len: 168 time: 1.7326708 Dec 22 15:45:38.073778 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41182) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:38.198569 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:38.330999 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:38.356760 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b243f624-3e53-4801-b756-e23370dc13c8']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:45:38.370728 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4f5e4b-486a-40c0-a4ed-c51270cb9613') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:45:38.371028 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4f5e4b-486a-40c0-a4ed-c51270cb9613') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:45:38.383831 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:38.401578 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:38.408285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:45:38.408285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:45:38.422624 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:45:38.568894 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:38.572504 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2e761051-9c5e-4608-803a-ab1d591ef90a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:38.586890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:38.597679 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Network': ['ID=b243f624-3e53-4801-b756-e23370dc13c8,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:38.606665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:38.607051 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:38.607427 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:38.607813 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:38.608168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:38.608531 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:38.608897 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:38.609265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:38.609614 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:38.609971 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:38.610354 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:38.610711 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:38.614638 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:38.668308 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/networks/b243f624-3e53-4801-b756-e23370dc13c8 HTTP/1.1" status: 204 len: 168 time: 0.5933909 Dec 22 15:45:38.681175 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41186) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:38.686774 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-22dec2cc-d5b1-495a-865d-c0209ba07f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'network': {'name': 'tempest-network-smoke--1963860731', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'port_security_enabled': True}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:45:38.691853 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-22dec2cc-d5b1-495a-865d-c0209ba07f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:45:38.695901 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-22dec2cc-d5b1-495a-865d-c0209ba07f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:network and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:45:38.698700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-22dec2cc-d5b1-495a-865d-c0209ba07f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:45:38.704336 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-22dec2cc-d5b1-495a-865d-c0209ba07f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:45:38.776715 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dec2cc-d5b1-495a-865d-c0209ba07f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:45:38.780234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-22dec2cc-d5b1-495a-865d-c0209ba07f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:38.809535 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22dec2cc-d5b1-495a-865d-c0209ba07f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:45:38.818527 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-22dec2cc-d5b1-495a-865d-c0209ba07f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:38.819006 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-22dec2cc-d5b1-495a-865d-c0209ba07f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Added segment a8994d76-508c-438f-a812-38660dba914a of type vlan for network c28935e7-7a35-4989-8d42-d90594fb49d7 Dec 22 15:45:38.833102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ccbed6a6-40f4-45c0-ae58-0256cc359b3a no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:45:38.852652 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-22dec2cc-d5b1-495a-865d-c0209ba07f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:38.870136 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: ccbed6a6-40f4-45c0-ae58-0256cc359b3a {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:45:38.872604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ccbed6a6-40f4-45c0-ae58-0256cc359b3a not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:45:38.872604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ef297a54-f97e-483f-9a1c-21d2273d8b88 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:45:38.902629 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: ef297a54-f97e-483f-9a1c-21d2273d8b88 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:45:38.902985 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ef297a54-f97e-483f-9a1c-21d2273d8b88 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:45:39.000237 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-22dec2cc-d5b1-495a-865d-c0209ba07f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:39.005744 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dec2cc-d5b1-495a-865d-c0209ba07f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:39.006351 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-22dec2cc-d5b1-495a-865d-c0209ba07f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:39.010022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-879d61b8-d1fd-4ef7-84d5-742531cbd247 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:39.116876 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dec2cc-d5b1-495a-865d-c0209ba07f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Network': ['ID=c28935e7-7a35-4989-8d42-d90594fb49d7,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:39.120045 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-22dec2cc-d5b1-495a-865d-c0209ba07f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:39.127884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network c28935e7-7a35-4989-8d42-d90594fb49d7 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:45:39.172047 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-22dec2cc-d5b1-495a-865d-c0209ba07f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4898186 Dec 22 15:45:39.174645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41190) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:39.179753 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-530229194', 'admin_state_up': True, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:45:39.187058 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:45:39.190934 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:router and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:45:39.194029 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:45:39.200411 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:45:39.254639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:39.255690 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:39.274152 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:39.638476 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:40.015868 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:40.045834 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:40.306527 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.26.6.249 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/9efd9eb6-a4c4-420f-b98f-2766616d581e) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:45:40.454415 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:40.543658 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:40.547605 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8ae304b0-d990-4b6a-85be-2d432369dc3c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:40.614757 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:45:40.617716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:45:40.621832 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:40.653680 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=9efd9eb6-a4c4-420f-b98f-2766616d581e,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:40.660228 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:41.130064 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:41.467247 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:41.762916 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 29d10539-e83b-4744-a792-322aeeffbea1 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:45:42.064210 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:45:42.074157 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] Sync routers for ids ['29d10539-e83b-4744-a792-322aeeffbea1'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:45:42.083870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] Routers {'29d10539-e83b-4744-a792-322aeeffbea1'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:42.084503 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:45:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['29d10539-e83b-4744-a792-322aeeffbea1'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:45:42.174587 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:42.175817 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0001872 Dec 22 15:45:42.179156 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41194) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:42.270673 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] Set router 29d10539-e83b-4744-a792-322aeeffbea1 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:45:42.355841 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d8263f00-4a27-4abb-b853-202a5d80bef9 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=1e3de4c345a044948e6178acdaa2b3de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1751781 Dec 22 15:45:42.358090 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41200) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:42.510456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54ea7af-e720-4b32-b8db-a1128196b7a4 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:42.511946 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d54ea7af-e720-4b32-b8db-a1128196b7a4 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1529145 Dec 22 15:45:42.514887 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41204) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:42.557069 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-eabf29d1-ecec-4ddf-b11e-aaaa21603dd3 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403903 Dec 22 15:45:42.559785 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41208) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:42.566655 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-55f6f3fe-1a15-406d-a20d-ba44eff32591 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1495988992', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:45:42.568002 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d10539-e83b-4744-a792-322aeeffbea1', 'name': 'tempest-TestNetworkBasicOps-router-530229194', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:39Z', 'updated_at': '2021-12-22T15:45:40Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:40Z', 'updated_at': '2021-12-22T15:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:45:42.572047 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] Checking router: 29d10539-e83b-4744-a792-322aeeffbea1 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:45:42.572414 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] Updating router 29d10539-e83b-4744-a792-322aeeffbea1 port 9efd9eb6-a4c4-420f-b98f-2766616d581e binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:45:42.625472 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:42.684468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-55f6f3fe-1a15-406d-a20d-ba44eff32591 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:45:42.688599 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-55f6f3fe-1a15-406d-a20d-ba44eff32591 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:subnet and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:45:42.692127 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-55f6f3fe-1a15-406d-a20d-ba44eff32591 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:45:42.697957 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-55f6f3fe-1a15-406d-a20d-ba44eff32591 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:45:42.765869 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f6f3fe-1a15-406d-a20d-ba44eff32591 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:45:42.769975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-55f6f3fe-1a15-406d-a20d-ba44eff32591 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:42.986356 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:42.999058 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] Transition to ACTIVE for port object 9efd9eb6-a4c4-420f-b98f-2766616d581e will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:45:43.063369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-55f6f3fe-1a15-406d-a20d-ba44eff32591 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:43.067613 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-646dfc24-c77d-4779-8cbc-8d3eab0573af tempest-RoutersIpV6Test-63856671 tempest-RoutersIpV6Test-63856671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:43.068916 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:43.072840 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:43.149574 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6f3fe-1a15-406d-a20d-ba44eff32591 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Subnet': ['ID=036c7a82-1ede-4539-91ed-893e6609bef4,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:43.154274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-55f6f3fe-1a15-406d-a20d-ba44eff32591 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:43.158056 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] Attempting to bind port 9efd9eb6-a4c4-420f-b98f-2766616d581e on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:45:43.158593 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] Attempting to bind port 9efd9eb6-a4c4-420f-b98f-2766616d581e by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:45:43.158835 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] Attempting to bind port 9efd9eb6-a4c4-420f-b98f-2766616d581e on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:45:43.164108 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f6f3fe-1a15-406d-a20d-ba44eff32591 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Checking segment: {'id': 'a8994d76-508c-438f-a812-38660dba914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:45:43.164480 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f6f3fe-1a15-406d-a20d-ba44eff32591 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network hostable DHCP agents. Network: c28935e7-7a35-4989-8d42-d90594fb49d7, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:45:43.165339 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d2808-21b4-454e-9ffb-3147abe28d32 None None] Pushing event updated for resources: {'Port': ['ID=9efd9eb6-a4c4-420f-b98f-2766616d581e,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:43.169265 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-045d2808-21b4-454e-9ffb-3147abe28d32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:43.170137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:45:43.170548 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:45:43.170956 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:43.171356 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:45:43.171827 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] Bound port: 9efd9eb6-a4c4-420f-b98f-2766616d581e, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:45:43.172211 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:43.245088 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] For port 9efd9eb6-a4c4-420f-b98f-2766616d581e, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:45:43.248129 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] For port 9efd9eb6-a4c4-420f-b98f-2766616d581e, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=9efd9eb6-a4c4-420f-b98f-2766616d581e,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:45:43.262794 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f6f3fe-1a15-406d-a20d-ba44eff32591 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network c28935e7-7a35-4989-8d42-d90594fb49d7 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:45:43.343251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:43.347137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:43.381094 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-55f6f3fe-1a15-406d-a20d-ba44eff32591 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, c28935e7-7a35-4989-8d42-d90594fb49d7) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:45:43.386041 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f6f3fe-1a15-406d-a20d-ba44eff32591 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:43.386686 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-55f6f3fe-1a15-406d-a20d-ba44eff32591 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:43.404646 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db20234d-9273-42ef-a83c-b612fab4a94b None None] Network c28935e7-7a35-4989-8d42-d90594fb49d7 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:45:43.458588 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-55f6f3fe-1a15-406d-a20d-ba44eff32591 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8973773 Dec 22 15:45:43.461149 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41212) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:43.558431 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] Routers {'29d10539-e83b-4744-a792-322aeeffbea1'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:43.558994 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:45:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['29d10539-e83b-4744-a792-322aeeffbea1'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:45:43.624378 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d2808-21b4-454e-9ffb-3147abe28d32 None None] Pushing event updated for resources: {'Port': ['ID=9efd9eb6-a4c4-420f-b98f-2766616d581e,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:43.639050 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-045d2808-21b4-454e-9ffb-3147abe28d32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:43.816621 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] Set router 29d10539-e83b-4744-a792-322aeeffbea1 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:45:43.978131 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-c28935e7-7a35-4989-8d42-d90594fb49d7', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ips': [{'subnet_id': '036c7a82-1ede-4539-91ed-893e6609bef4'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:45:43.979120 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:44.277137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Allocated IP 172.20.0.2 (c28935e7-7a35-4989-8d42-d90594fb49d7/036c7a82-1ede-4539-91ed-893e6609bef4/4dc8d8cd-fb4c-4999-ba2e-805fbe94affb) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:45:44.332364 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:44.367112 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d10539-e83b-4744-a792-322aeeffbea1', 'name': 'tempest-TestNetworkBasicOps-router-530229194', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:39Z', 'updated_at': '2021-12-22T15:45:40Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:40Z', 'updated_at': '2021-12-22T15:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:45:44.381246 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6554ef-570e-47ca-a620-b19257ca5d62 None None] The sync data for ids ['29d10539-e83b-4744-a792-322aeeffbea1'] in dv-neutron-822674-1-hyperv is: [{'id': '29d10539-e83b-4744-a792-322aeeffbea1', 'name': 'tempest-TestNetworkBasicOps-router-530229194', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:39Z', 'updated_at': '2021-12-22T15:45:40Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:40Z', 'updated_at': '2021-12-22T15:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:45:44.513430 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:44.525300 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Transition to ACTIVE for port object 4dc8d8cd-fb4c-4999-ba2e-805fbe94affb will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:45:44.548676 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Transition to ACTIVE for port object 4dc8d8cd-fb4c-4999-ba2e-805fbe94affb will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:45:44.621570 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:44.627472 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:44.714454 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Network c28935e7-7a35-4989-8d42-d90594fb49d7 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:45:44.717629 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:45:44.720758 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:44.761620 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Pushing event updated for resources: {'Port': ['ID=4dc8d8cd-fb4c-4999-ba2e-805fbe94affb,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:44.765196 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:44.824813 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Attempting to bind port 4dc8d8cd-fb4c-4999-ba2e-805fbe94affb on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:45:44.825203 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Attempting to bind port 4dc8d8cd-fb4c-4999-ba2e-805fbe94affb by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'a8994d76-508c-438f-a812-38660dba914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:45:44.825582 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Attempting to bind port 4dc8d8cd-fb4c-4999-ba2e-805fbe94affb on network c28935e7-7a35-4989-8d42-d90594fb49d7 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:45:44.831914 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:45:44.832302 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Checking segment: {'id': 'a8994d76-508c-438f-a812-38660dba914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:45:44.832725 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:44.834272 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Bound using segment: {'id': 'a8994d76-508c-438f-a812-38660dba914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:45:44.834526 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Bound port: 4dc8d8cd-fb4c-4999-ba2e-805fbe94affb, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8994d76-508c-438f-a812-38660dba914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:45:44.836691 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:44.849505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.20.0.1 (c28935e7-7a35-4989-8d42-d90594fb49d7/036c7a82-1ede-4539-91ed-893e6609bef4/ec8d580f-93fb-4a19-8c0a-fdfab223d472) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:45:44.898639 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 9efd9eb6-a4c4-420f-b98f-2766616d581e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:45:44.990870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] For port 4dc8d8cd-fb4c-4999-ba2e-805fbe94affb, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:45:44.994937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] For port 4dc8d8cd-fb4c-4999-ba2e-805fbe94affb, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=4dc8d8cd-fb4c-4999-ba2e-805fbe94affb,segment=NetworkSegment(a8994d76-508c-438f-a812-38660dba914a),segment_id=a8994d76-508c-438f-a812-38660dba914a)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:45:45.026661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:45.044365 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Transition to ACTIVE for port object ec8d580f-93fb-4a19-8c0a-fdfab223d472 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:45:45.086408 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:45.090737 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:45.132135 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 9efd9eb6-a4c4-420f-b98f-2766616d581e completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:45:45.156345 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 9efd9eb6-a4c4-420f-b98f-2766616d581e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:45:45.156720 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:45.177635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:45.191637 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:45.232098 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Pushing event updated for resources: {'Port': ['ID=4dc8d8cd-fb4c-4999-ba2e-805fbe94affb,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:45.236351 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:45.262128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network c28935e7-7a35-4989-8d42-d90594fb49d7 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:45:45.265721 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:45:45.269997 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:45.318641 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=ec8d580f-93fb-4a19-8c0a-fdfab223d472,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:45.323486 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:45.343224 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:45.346147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:45.367183 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 9efd9eb6-a4c4-420f-b98f-2766616d581e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=9efd9eb6-a4c4-420f-b98f-2766616d581e,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:45:45.446296 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:45.448109 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2ee733d5-3413-4822-a580-e4d2a054a18f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:45.568157 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:45.593099 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=9efd9eb6-a4c4-420f-b98f-2766616d581e,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:45.596315 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:45.996795 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:46.049415 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:46.079915 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-23dddac1-7575-49cb-b9a2-2da7af2a8c60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:46.167910 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:46.171436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=ec8d580f-93fb-4a19-8c0a-fdfab223d472,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:46.174893 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:46.307960 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network c28935e7-7a35-4989-8d42-d90594fb49d7 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:45:46.309244 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:45:46.647192 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 29d10539-e83b-4744-a792-322aeeffbea1 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:45:46.697048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d46d48-bb48-4029-b434-6c306bcc22b4 None None] Network c28935e7-7a35-4989-8d42-d90594fb49d7 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:45:46.843632 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:45:46.866264 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] Sync routers for ids ['29d10539-e83b-4744-a792-322aeeffbea1'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:45:46.873520 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] Routers {'29d10539-e83b-4744-a792-322aeeffbea1'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:46.874266 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:45:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['29d10539-e83b-4744-a792-322aeeffbea1'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:45:46.877414 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/routers/29d10539-e83b-4744-a792-322aeeffbea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4150894 Dec 22 15:45:46.880007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41216) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:46.881170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7de99422-7418-40b0-beb5-b5e90fb7721e None None] Provisioning for port 4dc8d8cd-fb4c-4999-ba2e-805fbe94affb completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:45:46.950732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 9efd9eb6-a4c4-420f-b98f-2766616d581e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:45:47.042480 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faf956e-7870-48a1-87f9-537b7a3c1ccf tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:47.042957 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faf956e-7870-48a1-87f9-537b7a3c1ccf tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:47.043437 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faf956e-7870-48a1-87f9-537b7a3c1ccf tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:47.044006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faf956e-7870-48a1-87f9-537b7a3c1ccf tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:47.048108 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6faf956e-7870-48a1-87f9-537b7a3c1ccf tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1641657 Dec 22 15:45:47.048656 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41220) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:47.058521 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 9efd9eb6-a4c4-420f-b98f-2766616d581e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:45:47.058990 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:47.070582 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] Set router 29d10539-e83b-4744-a792-322aeeffbea1 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:45:47.126021 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4528698d-84b2-47fa-a0f6-409ae92bd856 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:47.126788 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4528698d-84b2-47fa-a0f6-409ae92bd856 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:47.127418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4528698d-84b2-47fa-a0f6-409ae92bd856 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:47.128575 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4528698d-84b2-47fa-a0f6-409ae92bd856 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:47.133555 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4528698d-84b2-47fa-a0f6-409ae92bd856 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0838420 Dec 22 15:45:47.133761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41224) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:47.218968 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4dc8d8cd-fb4c-4999-ba2e-805fbe94affb up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:45:47.368795 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 4dc8d8cd-fb4c-4999-ba2e-805fbe94affb completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:45:47.373865 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 4dc8d8cd-fb4c-4999-ba2e-805fbe94affb triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:45:47.374278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:47.412720 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8bef8054-46a5-41de-974b-78b742b6aee4 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2772276 Dec 22 15:45:47.454802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-04a1e284-b465-440f-9333-aeb5455f4ed6 None None] Provisioning complete for port 4dc8d8cd-fb4c-4999-ba2e-805fbe94affb triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:45:47.455194 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-04a1e284-b465-440f-9333-aeb5455f4ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:47.487680 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d10539-e83b-4744-a792-322aeeffbea1', 'name': 'tempest-TestNetworkBasicOps-router-530229194', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:39Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:40Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'ec8d580f-93fb-4a19-8c0a-fdfab223d472', 'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:48:12:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:44Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 2, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:45:47.493455 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] Checking router: 29d10539-e83b-4744-a792-322aeeffbea1 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:45:47.494279 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] Updating router 29d10539-e83b-4744-a792-322aeeffbea1 port ec8d580f-93fb-4a19-8c0a-fdfab223d472 binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:45:47.563460 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:47.576937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:47.657235 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-04a1e284-b465-440f-9333-aeb5455f4ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:47.669860 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 4dc8d8cd-fb4c-4999-ba2e-805fbe94affb, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=4dc8d8cd-fb4c-4999-ba2e-805fbe94affb,segment=NetworkSegment(a8994d76-508c-438f-a812-38660dba914a),segment_id=a8994d76-508c-438f-a812-38660dba914a)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:45:47.741627 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:47.743710 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:47.882276 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=4dc8d8cd-fb4c-4999-ba2e-805fbe94affb,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:47.886716 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:47.888706 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-04a1e284-b465-440f-9333-aeb5455f4ed6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:45:47.889067 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-04a1e284-b465-440f-9333-aeb5455f4ed6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:45:47.953229 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:47.967038 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41230) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:47.972851 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-02fced20-e858-4f67-aeb3-f4872afd4cfa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-489627604', 'description': 'tempest-secgroup-smoke-489627604 description', 'project_id': '1e3de4c345a044948e6178acdaa2b3de'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:45:47.977725 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] Transition to ACTIVE for port object ec8d580f-93fb-4a19-8c0a-fdfab223d472 will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:45:47.978997 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-02fced20-e858-4f67-aeb3-f4872afd4cfa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:45:47.983111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-02fced20-e858-4f67-aeb3-f4872afd4cfa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:45:47.985949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-02fced20-e858-4f67-aeb3-f4872afd4cfa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:45:47.992529 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-02fced20-e858-4f67-aeb3-f4872afd4cfa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:45:48.051907 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:48.055651 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:48.085843 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-02fced20-e858-4f67-aeb3-f4872afd4cfa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:48.118048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-02fced20-e858-4f67-aeb3-f4872afd4cfa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:45:48.125048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-02fced20-e858-4f67-aeb3-f4872afd4cfa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:45:48.131068 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-02fced20-e858-4f67-aeb3-f4872afd4cfa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:45:48.141636 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-02fced20-e858-4f67-aeb3-f4872afd4cfa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:45:48.209755 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92941c7e-d370-4814-8145-46dfaea464e2 None None] Pushing event updated for resources: {'Port': ['ID=ec8d580f-93fb-4a19-8c0a-fdfab223d472,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:48.221278 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92941c7e-d370-4814-8145-46dfaea464e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:48.222200 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92941c7e-d370-4814-8145-46dfaea464e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:48.222568 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92941c7e-d370-4814-8145-46dfaea464e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:48.222891 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92941c7e-d370-4814-8145-46dfaea464e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:48.223215 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92941c7e-d370-4814-8145-46dfaea464e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:48.224054 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92941c7e-d370-4814-8145-46dfaea464e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:48.224054 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92941c7e-d370-4814-8145-46dfaea464e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:48.224268 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92941c7e-d370-4814-8145-46dfaea464e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:48.224486 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92941c7e-d370-4814-8145-46dfaea464e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:48.224775 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92941c7e-d370-4814-8145-46dfaea464e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:48.225090 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92941c7e-d370-4814-8145-46dfaea464e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:48.225405 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92941c7e-d370-4814-8145-46dfaea464e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:48.235713 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-02fced20-e858-4f67-aeb3-f4872afd4cfa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:48.259731 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-92941c7e-d370-4814-8145-46dfaea464e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:48.278842 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] Attempting to bind port ec8d580f-93fb-4a19-8c0a-fdfab223d472 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:45:48.279223 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] Attempting to bind port ec8d580f-93fb-4a19-8c0a-fdfab223d472 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'a8994d76-508c-438f-a812-38660dba914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:45:48.279574 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] Attempting to bind port ec8d580f-93fb-4a19-8c0a-fdfab223d472 on network c28935e7-7a35-4989-8d42-d90594fb49d7 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:45:48.285473 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:45:48.289041 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] Checking segment: {'id': 'a8994d76-508c-438f-a812-38660dba914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:45:48.289041 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:48.289041 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] Bound using segment: {'id': 'a8994d76-508c-438f-a812-38660dba914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:45:48.289041 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] Bound port: ec8d580f-93fb-4a19-8c0a-fdfab223d472, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8994d76-508c-438f-a812-38660dba914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:45:48.289041 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:48.305934 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-02fced20-e858-4f67-aeb3-f4872afd4cfa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:48.309899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-990d6afa-5d92-48e3-8766-98f087012707 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:48.353685 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fced20-e858-4f67-aeb3-f4872afd4cfa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c17115-2632-4114-92c2-a5842b9a01ca,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:48.356795 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-02fced20-e858-4f67-aeb3-f4872afd4cfa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:48.379232 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] For port ec8d580f-93fb-4a19-8c0a-fdfab223d472, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:45:48.382159 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] For port ec8d580f-93fb-4a19-8c0a-fdfab223d472, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ec8d580f-93fb-4a19-8c0a-fdfab223d472,segment=NetworkSegment(a8994d76-508c-438f-a812-38660dba914a),segment_id=a8994d76-508c-438f-a812-38660dba914a)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:45:48.445877 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-02fced20-e858-4f67-aeb3-f4872afd4cfa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:48.447310 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-02fced20-e858-4f67-aeb3-f4872afd4cfa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4791491 Dec 22 15:45:48.450136 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41234) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:48.455046 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-dc854caf-2309-4324-af09-dd7acf693faa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '88c17115-2632-4114-92c2-a5842b9a01ca', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:45:48.462193 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-dc854caf-2309-4324-af09-dd7acf693faa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:45:48.466409 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-dc854caf-2309-4324-af09-dd7acf693faa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:45:48.469526 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-dc854caf-2309-4324-af09-dd7acf693faa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:45:48.474890 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:48.475294 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-dc854caf-2309-4324-af09-dd7acf693faa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:45:48.479720 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c5b1cdd3-405b-475b-af3b-b4ac6eace590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:48.531467 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-04a1e284-b465-440f-9333-aeb5455f4ed6 None None] Provisioning for port ec8d580f-93fb-4a19-8c0a-fdfab223d472 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:45:48.557762 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92941c7e-d370-4814-8145-46dfaea464e2 None None] Pushing event updated for resources: {'Port': ['ID=ec8d580f-93fb-4a19-8c0a-fdfab223d472,revision_number=4']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:48.560342 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] Routers {'29d10539-e83b-4744-a792-322aeeffbea1'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:48.560953 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:45:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['29d10539-e83b-4744-a792-322aeeffbea1'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:45:48.576296 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dc854caf-2309-4324-af09-dd7acf693faa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:48.621338 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-92941c7e-d370-4814-8145-46dfaea464e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:48.650461 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dc854caf-2309-4324-af09-dd7acf693faa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:48.716158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dc854caf-2309-4324-af09-dd7acf693faa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:48.722600 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a7e49d50-9926-498d-a563-1da2f99be431 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:48.742019 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc854caf-2309-4324-af09-dd7acf693faa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a157bb3-c0f8-4db2-9437-3a92f17792ad,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:48.748289 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dc854caf-2309-4324-af09-dd7acf693faa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:48.754500 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] Set router 29d10539-e83b-4744-a792-322aeeffbea1 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:45:48.822869 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dc854caf-2309-4324-af09-dd7acf693faa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:48.827034 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-dc854caf-2309-4324-af09-dd7acf693faa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3733289 Dec 22 15:45:48.827336 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41238) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:48.832781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '88c17115-2632-4114-92c2-a5842b9a01ca', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:45:48.841048 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:45:48.845732 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:45:48.848872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:45:48.854963 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:45:48.863716 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4dc8d8cd-fb4c-4999-ba2e-805fbe94affb up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:45:48.943585 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 4dc8d8cd-fb4c-4999-ba2e-805fbe94affb triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:45:48.943964 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:48.950198 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:49.014201 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:49.076272 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d10539-e83b-4744-a792-322aeeffbea1', 'name': 'tempest-TestNetworkBasicOps-router-530229194', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:39Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:40Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'ec8d580f-93fb-4a19-8c0a-fdfab223d472', 'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:48:12:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:44Z', 'updated_at': '2021-12-22T15:45:48Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:45:49.080304 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae42ca7-012f-47d5-864a-9c9b46dda1f0 None None] The sync data for ids ['29d10539-e83b-4744-a792-322aeeffbea1'] in dv-neutron-822674-1-hyperv is: [{'id': '29d10539-e83b-4744-a792-322aeeffbea1', 'name': 'tempest-TestNetworkBasicOps-router-530229194', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:39Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:40Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'ec8d580f-93fb-4a19-8c0a-fdfab223d472', 'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:48:12:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:44Z', 'updated_at': '2021-12-22T15:45:48Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:45:49.120166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:49.122028 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fee5f336-be34-4735-a0f1-e9110ebc2d91 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:49.148164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251495e1-3a65-4db0-8b96-d160ab45562d,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:49.172893 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:49.173550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:49.174214 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:49.175441 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:49.176142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:49.176749 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:49.177393 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:49.178041 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:49.178724 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:49.179376 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:49.180016 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:49.180670 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:45:49.185862 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:49.277840 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:49.279359 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4507279 Dec 22 15:45:49.281795 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41242) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:49.287833 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-20fabe9a-8722-4959-9078-a1faa5f0ec8d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '88c17115-2632-4114-92c2-a5842b9a01ca', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:45:49.294135 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-20fabe9a-8722-4959-9078-a1faa5f0ec8d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:45:49.298090 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-20fabe9a-8722-4959-9078-a1faa5f0ec8d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:45:49.301869 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-20fabe9a-8722-4959-9078-a1faa5f0ec8d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:45:49.309210 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-20fabe9a-8722-4959-9078-a1faa5f0ec8d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:45:49.429978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20fabe9a-8722-4959-9078-a1faa5f0ec8d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:49.497546 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20fabe9a-8722-4959-9078-a1faa5f0ec8d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:49.588660 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20fabe9a-8722-4959-9078-a1faa5f0ec8d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:49.590539 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4f15ea02-eb3a-4e4f-ad40-bc2fc979f2dc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:49.617776 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fabe9a-8722-4959-9078-a1faa5f0ec8d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df29ebdc-f079-46d3-b1a7-7d133fbe14ce,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:49.623028 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-20fabe9a-8722-4959-9078-a1faa5f0ec8d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:49.683272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20fabe9a-8722-4959-9078-a1faa5f0ec8d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:49.687245 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-20fabe9a-8722-4959-9078-a1faa5f0ec8d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4019904 Dec 22 15:45:49.687731 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41246) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:49.693695 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-0e601f8c-6a9e-4652-9ecf-e799676da865 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '88c17115-2632-4114-92c2-a5842b9a01ca', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:45:49.699897 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0e601f8c-6a9e-4652-9ecf-e799676da865 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:45:49.703844 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0e601f8c-6a9e-4652-9ecf-e799676da865 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:45:49.707250 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0e601f8c-6a9e-4652-9ecf-e799676da865 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:45:49.713499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0e601f8c-6a9e-4652-9ecf-e799676da865 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:45:49.787437 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0e601f8c-6a9e-4652-9ecf-e799676da865 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:49.860040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0e601f8c-6a9e-4652-9ecf-e799676da865 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:49.946168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0e601f8c-6a9e-4652-9ecf-e799676da865 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:49.948207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cd1736d8-40ae-4668-b4d1-b640dbe2b7a5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:49.971154 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e601f8c-6a9e-4652-9ecf-e799676da865 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456d4cf6-eb29-4844-899b-e80c66b8370e,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:49.973664 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0e601f8c-6a9e-4652-9ecf-e799676da865 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:50.057491 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0e601f8c-6a9e-4652-9ecf-e799676da865 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:50.058785 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0e601f8c-6a9e-4652-9ecf-e799676da865 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3700626 Dec 22 15:45:50.061564 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41250) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:50.070938 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c82ac5ac-fd1e-43c0-8177-43ff03d9c914 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '88c17115-2632-4114-92c2-a5842b9a01ca', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:45:50.073653 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c82ac5ac-fd1e-43c0-8177-43ff03d9c914 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:45:50.077469 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c82ac5ac-fd1e-43c0-8177-43ff03d9c914 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:45:50.080403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c82ac5ac-fd1e-43c0-8177-43ff03d9c914 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:45:50.087269 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c82ac5ac-fd1e-43c0-8177-43ff03d9c914 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:45:50.183136 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-c82ac5ac-fd1e-43c0-8177-43ff03d9c914 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:45:50.190769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c82ac5ac-fd1e-43c0-8177-43ff03d9c914 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:50.253576 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c82ac5ac-fd1e-43c0-8177-43ff03d9c914 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:50.334849 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c82ac5ac-fd1e-43c0-8177-43ff03d9c914 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:50.336610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e054b6f2-193d-4929-835d-7900ad7283d1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:50.356629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ac5ac-fd1e-43c0-8177-43ff03d9c914 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe6576f-cc77-46eb-8047-5b960fd807e7,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:50.360549 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c82ac5ac-fd1e-43c0-8177-43ff03d9c914 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:50.472006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c82ac5ac-fd1e-43c0-8177-43ff03d9c914 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:50.473250 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c82ac5ac-fd1e-43c0-8177-43ff03d9c914 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4106679 Dec 22 15:45:50.475893 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41256) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:50.480929 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-daa79975-a0ec-4e34-9034-9cf3d001adf0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': '88c17115-2632-4114-92c2-a5842b9a01ca', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:45:50.487791 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-daa79975-a0ec-4e34-9034-9cf3d001adf0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:45:50.492095 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-daa79975-a0ec-4e34-9034-9cf3d001adf0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:45:50.495338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-daa79975-a0ec-4e34-9034-9cf3d001adf0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:45:50.501244 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-daa79975-a0ec-4e34-9034-9cf3d001adf0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:45:50.574444 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-daa79975-a0ec-4e34-9034-9cf3d001adf0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:45:50.581666 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-daa79975-a0ec-4e34-9034-9cf3d001adf0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:50.648409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-daa79975-a0ec-4e34-9034-9cf3d001adf0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:50.711781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-daa79975-a0ec-4e34-9034-9cf3d001adf0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:50.713678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-782b0f4f-1730-4024-8905-7668ec728126 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:50.736867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa79975-a0ec-4e34-9034-9cf3d001adf0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffed85a5-0657-4caa-98c3-50ea8dba93f6,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:50.739949 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-daa79975-a0ec-4e34-9034-9cf3d001adf0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:50.832008 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-daa79975-a0ec-4e34-9034-9cf3d001adf0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:50.836228 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-daa79975-a0ec-4e34-9034-9cf3d001adf0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3563919 Dec 22 15:45:50.854686 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ec8d580f-93fb-4a19-8c0a-fdfab223d472 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:45:51.007584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-832c2330-b4ce-46fb-958f-dd7178723325 req-cc964aeb-a6a3-4b3f-9e75-73d47bc6d201 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:45:51.011642 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port ec8d580f-93fb-4a19-8c0a-fdfab223d472 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:45:51.016924 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port ec8d580f-93fb-4a19-8c0a-fdfab223d472 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:45:51.017389 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:51.097449 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-832c2330-b4ce-46fb-958f-dd7178723325 req-cc964aeb-a6a3-4b3f-9e75-73d47bc6d201 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:45:51.098714 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-832c2330-b4ce-46fb-958f-dd7178723325 req-cc964aeb-a6a3-4b3f-9e75-73d47bc6d201 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-489627604&fields=id&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 267 time: 0.1316197 Dec 22 15:45:51.137048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:51.170066 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port ec8d580f-93fb-4a19-8c0a-fdfab223d472, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ec8d580f-93fb-4a19-8c0a-fdfab223d472,segment=NetworkSegment(a8994d76-508c-438f-a812-38660dba914a),segment_id=a8994d76-508c-438f-a812-38660dba914a)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:45:51.249267 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:51.249530 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c2330-b4ce-46fb-958f-dd7178723325 req-746e7650-81cb-4533-8d0b-150d90390f31 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:51.250129 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-832c2330-b4ce-46fb-958f-dd7178723325 req-746e7650-81cb-4533-8d0b-150d90390f31 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:45:51.251784 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2ee733d5-3413-4822-a580-e4d2a054a18f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:51.318945 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=ec8d580f-93fb-4a19-8c0a-fdfab223d472,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:51.321849 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:51.346412 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-832c2330-b4ce-46fb-958f-dd7178723325 req-746e7650-81cb-4533-8d0b-150d90390f31 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:45:51.347695 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-832c2330-b4ce-46fb-958f-dd7178723325 req-746e7650-81cb-4533-8d0b-150d90390f31 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/networks?id=c28935e7-7a35-4989-8d42-d90594fb49d7 HTTP/1.1" status: 200 len: 797 time: 0.2422500 Dec 22 15:45:51.363123 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-832c2330-b4ce-46fb-958f-dd7178723325 req-58d960dd-c335-4778-9da2-a0d7bc30ec08 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/quotas/1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 375 time: 0.0094938 Dec 22 15:45:51.448289 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-832c2330-b4ce-46fb-958f-dd7178723325 req-fbb3dd31-49fa-4fe3-be7f-7ff1e5e970e5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:45:51.520330 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-832c2330-b4ce-46fb-958f-dd7178723325 req-fbb3dd31-49fa-4fe3-be7f-7ff1e5e970e5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:45:51.521525 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-832c2330-b4ce-46fb-958f-dd7178723325 req-fbb3dd31-49fa-4fe3-be7f-7ff1e5e970e5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1529632 Dec 22 15:45:51.580469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [req-832c2330-b4ce-46fb-958f-dd7178723325 req-9f7c3dc9-3612-4938-89f2-599b1e823fde service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:45:51.581527 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-832c2330-b4ce-46fb-958f-dd7178723325 req-9f7c3dc9-3612-4938-89f2-599b1e823fde service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488408 Dec 22 15:45:51.711032 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-832c2330-b4ce-46fb-958f-dd7178723325 req-948df5f2-fdfa-45ff-9d0d-ea960d14fdcf service neutron] 10.222.0.59 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229358 Dec 22 15:45:51.848647 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-832c2330-b4ce-46fb-958f-dd7178723325 req-7fbdc501-d30a-4968-8af4-4717f9e39f5b service neutron] 10.222.0.59 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269691 Dec 22 15:45:52.181035 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1fff3a5e-f088-418b-b0cf-d770c1412f7f req-240d33c2-f121-4592-b515-7d61045f1ca2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 210 time: 0.0433438 Dec 22 15:45:52.839701 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ec8d580f-93fb-4a19-8c0a-fdfab223d472 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:45:52.905947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port ec8d580f-93fb-4a19-8c0a-fdfab223d472 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:45:52.906435 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:53.330350 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-70057710-73d4-417f-947f-3cd28707512e req-d96e8e6e-bda9-4f53-b0ac-1aeceba5074e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 210 time: 0.0431247 Dec 22 15:45:54.262571 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c2330-b4ce-46fb-958f-dd7178723325 req-b2be9fef-d937-42a5-b320-afcf4dffa47a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:54.264017 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-832c2330-b4ce-46fb-958f-dd7178723325 req-b2be9fef-d937-42a5-b320-afcf4dffa47a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/networks?id=c28935e7-7a35-4989-8d42-d90594fb49d7 HTTP/1.1" status: 200 len: 797 time: 0.1451559 Dec 22 15:45:54.316570 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-832c2330-b4ce-46fb-958f-dd7178723325 req-9e33444e-fcb1-47d1-b1d7-538906250bcf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:45:54.328678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-832c2330-b4ce-46fb-958f-dd7178723325 req-9e33444e-fcb1-47d1-b1d7-538906250bcf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:45:54.329856 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-832c2330-b4ce-46fb-958f-dd7178723325 req-9e33444e-fcb1-47d1-b1d7-538906250bcf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 379 time: 0.0574546 Dec 22 15:45:54.338355 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-832c2330-b4ce-46fb-958f-dd7178723325 req-7ca61833-92f3-421a-9f73-6c60431bc416 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'port': {'device_id': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'admin_state_up': True, 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'security_groups': ['88c17115-2632-4114-92c2-a5842b9a01ca']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:45:54.489779 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b8cb879f-738b-4d9c-afca-6081d6519385 req-230f7a6e-b250-45eb-8626-0acdc5754f09 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 210 time: 0.0472536 Dec 22 15:45:54.492988 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-832c2330-b4ce-46fb-958f-dd7178723325 req-7ca61833-92f3-421a-9f73-6c60431bc416 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:45:54.504360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-832c2330-b4ce-46fb-958f-dd7178723325 req-7ca61833-92f3-421a-9f73-6c60431bc416 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:45:54.582998 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832c2330-b4ce-46fb-958f-dd7178723325 req-7ca61833-92f3-421a-9f73-6c60431bc416 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:45:54.586638 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-832c2330-b4ce-46fb-958f-dd7178723325 req-7ca61833-92f3-421a-9f73-6c60431bc416 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:54.743405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-832c2330-b4ce-46fb-958f-dd7178723325 req-7ca61833-92f3-421a-9f73-6c60431bc416 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.20.0.5 (c28935e7-7a35-4989-8d42-d90594fb49d7/036c7a82-1ede-4539-91ed-893e6609bef4/e910e81f-d727-4b65-8c2b-76578cdb37df) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:45:54.939419 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-832c2330-b4ce-46fb-958f-dd7178723325 req-7ca61833-92f3-421a-9f73-6c60431bc416 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:54.955590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-832c2330-b4ce-46fb-958f-dd7178723325 req-7ca61833-92f3-421a-9f73-6c60431bc416 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Transition to ACTIVE for port object e910e81f-d727-4b65-8c2b-76578cdb37df will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:45:55.043698 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-832c2330-b4ce-46fb-958f-dd7178723325 req-7ca61833-92f3-421a-9f73-6c60431bc416 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:55.050470 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-14cbf69c-07da-4a47-aadf-f03ad69367e9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:55.194891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f7433de7-ede8-4cac-878f-dfb922193497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:55.244394 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832c2330-b4ce-46fb-958f-dd7178723325 req-7ca61833-92f3-421a-9f73-6c60431bc416 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network c28935e7-7a35-4989-8d42-d90594fb49d7 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:45:55.247670 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-832c2330-b4ce-46fb-958f-dd7178723325 req-7ca61833-92f3-421a-9f73-6c60431bc416 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:45:55.251613 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-832c2330-b4ce-46fb-958f-dd7178723325 req-7ca61833-92f3-421a-9f73-6c60431bc416 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:55.285513 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca61833-92f3-421a-9f73-6c60431bc416 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=e910e81f-d727-4b65-8c2b-76578cdb37df,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:55.292509 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7ca61833-92f3-421a-9f73-6c60431bc416 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:55.323030 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c2330-b4ce-46fb-958f-dd7178723325 req-7ca61833-92f3-421a-9f73-6c60431bc416 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:55.323694 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-832c2330-b4ce-46fb-958f-dd7178723325 req-7ca61833-92f3-421a-9f73-6c60431bc416 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:55.446824 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-832c2330-b4ce-46fb-958f-dd7178723325 req-7ca61833-92f3-421a-9f73-6c60431bc416 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1120415 Dec 22 15:45:55.459281 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Request body: {'port': {'device_id': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:45:55.584572 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:55.585913 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-892940c5-3d73-479c-8410-0028341074a9 None None] Provisioning for port e910e81f-d727-4b65-8c2b-76578cdb37df completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:45:55.591625 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-892940c5-3d73-479c-8410-0028341074a9 None None] Provisioning complete for port e910e81f-d727-4b65-8c2b-76578cdb37df triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:45:55.598824 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-892940c5-3d73-479c-8410-0028341074a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:55.650169 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-892940c5-3d73-479c-8410-0028341074a9 None None] Port e910e81f-d727-4b65-8c2b-76578cdb37df cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:45:55.693617 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a08afc-fa93-4891-992d-a0a943e71ac2 req-80be8e0d-322b-46fd-aa2c-6052f6ce71db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:55.695146 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-32a08afc-fa93-4891-992d-a0a943e71ac2 req-80be8e0d-322b-46fd-aa2c-6052f6ce71db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 931 time: 0.0911345 Dec 22 15:45:55.741422 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-32a08afc-fa93-4891-992d-a0a943e71ac2 req-a04b9537-3469-4e28-b4fd-c439ef8e8306 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=88c17115-2632-4114-92c2-a5842b9a01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402524 Dec 22 15:45:55.938920 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e910e81f-d727-4b65-8c2b-76578cdb37df {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:45:55.946472 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:55.960890 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Transition to ACTIVE for port object e910e81f-d727-4b65-8c2b-76578cdb37df will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:45:56.034456 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:56.038025 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:56.187408 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e910e81f-d727-4b65-8c2b-76578cdb37df,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:56.194737 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:56.281075 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Attempting to bind port e910e81f-d727-4b65-8c2b-76578cdb37df on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:45:56.281409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Attempting to bind port e910e81f-d727-4b65-8c2b-76578cdb37df by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'a8994d76-508c-438f-a812-38660dba914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:45:56.281735 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Attempting to bind port e910e81f-d727-4b65-8c2b-76578cdb37df on network c28935e7-7a35-4989-8d42-d90594fb49d7 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:45:56.286340 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Port e910e81f-d727-4b65-8c2b-76578cdb37df on network c28935e7-7a35-4989-8d42-d90594fb49d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:45:56.286918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Attempting to bind port e910e81f-d727-4b65-8c2b-76578cdb37df on network c28935e7-7a35-4989-8d42-d90594fb49d7 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:45:56.292053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:45:56.292388 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Checking segment: {'id': 'a8994d76-508c-438f-a812-38660dba914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:45:56.292909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Bound using segment: {'id': 'a8994d76-508c-438f-a812-38660dba914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:45:56.293330 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Bound port: e910e81f-d727-4b65-8c2b-76578cdb37df, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8994d76-508c-438f-a812-38660dba914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:45:56.293760 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:56.384512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] For port e910e81f-d727-4b65-8c2b-76578cdb37df, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:45:56.387452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] For port e910e81f-d727-4b65-8c2b-76578cdb37df, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e910e81f-d727-4b65-8c2b-76578cdb37df,segment=NetworkSegment(a8994d76-508c-438f-a812-38660dba914a),segment_id=a8994d76-508c-438f-a812-38660dba914a)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:45:56.466260 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:56.470026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bf1e930a-7c78-4689-b89e-42d8f7023221 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:45:56.527460 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:56.528283 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:56.529648 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-832c2330-b4ce-46fb-958f-dd7178723325 req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] 10.222.0.57 "PUT /v2.0/ports/e910e81f-d727-4b65-8c2b-76578cdb37df HTTP/1.1" status: 200 len: 1093 time: 1.0744073 Dec 22 15:45:56.532592 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'tag': 'e910e81f-d727-4b65-8c2b-76578cdb37df'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:45:56.556298 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e910e81f-d727-4b65-8c2b-76578cdb37df,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:45:56.559299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:45:56.592971 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'tag': 'e910e81f-d727-4b65-8c2b-76578cdb37df', 'status': 'completed', 'code': 200} Dec 22 15:45:56.690022 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729da35c-6d3c-4ddb-bdaf-ed442253f9a0 req-c0e14440-7345-4b2b-8974-d453538a1430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:56.691687 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-729da35c-6d3c-4ddb-bdaf-ed442253f9a0 req-c0e14440-7345-4b2b-8974-d453538a1430 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 1096 time: 0.0773284 Dec 22 15:45:56.836964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729da35c-6d3c-4ddb-bdaf-ed442253f9a0 req-989108b5-28a5-4267-b0ed-f5b1df701850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:56.838501 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-729da35c-6d3c-4ddb-bdaf-ed442253f9a0 req-989108b5-28a5-4267-b0ed-f5b1df701850 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1e3de4c345a044948e6178acdaa2b3de&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1391397 Dec 22 15:45:56.992598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729da35c-6d3c-4ddb-bdaf-ed442253f9a0 req-9bb56239-ec0f-4507-b966-f1f5af6e41e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:56.994105 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-729da35c-6d3c-4ddb-bdaf-ed442253f9a0 req-9bb56239-ec0f-4507-b966-f1f5af6e41e1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1491189 Dec 22 15:45:57.090022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cf159-037a-49d8-8de1-6b1f218b2873 req-ad3bee01-4345-48cc-8611-97d12ac76aa5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:57.091632 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-338cf159-037a-49d8-8de1-6b1f218b2873 req-ad3bee01-4345-48cc-8611-97d12ac76aa5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 943 time: 0.2259412 Dec 22 15:45:57.101263 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c2330-b4ce-46fb-958f-dd7178723325 req-59359aa3-8ea8-4e21-b2ad-27806ca04571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:57.102786 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-832c2330-b4ce-46fb-958f-dd7178723325 req-59359aa3-8ea8-4e21-b2ad-27806ca04571 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 1096 time: 0.0728312 Dec 22 15:45:57.138813 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-338cf159-037a-49d8-8de1-6b1f218b2873 req-34b58bb6-4e6d-4b61-9110-bc0bde96d394 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=88c17115-2632-4114-92c2-a5842b9a01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395048 Dec 22 15:45:57.174978 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-832c2330-b4ce-46fb-958f-dd7178723325 req-011664a0-1b0e-498e-b8d4-c6137fb4874e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e910e81f-d727-4b65-8c2b-76578cdb37df HTTP/1.1" status: 200 len: 217 time: 0.0647638 Dec 22 15:45:57.246469 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c2330-b4ce-46fb-958f-dd7178723325 req-d4a84c16-3026-490b-8046-2dd043393042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:57.249578 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-832c2330-b4ce-46fb-958f-dd7178723325 req-d4a84c16-3026-490b-8046-2dd043393042 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=036c7a82-1ede-4539-91ed-893e6609bef4 HTTP/1.1" status: 200 len: 835 time: 0.0683024 Dec 22 15:45:57.435726 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c2330-b4ce-46fb-958f-dd7178723325 req-12c2acbd-29cd-4cf1-af68-cb552d4d6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:57.437200 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-832c2330-b4ce-46fb-958f-dd7178723325 req-12c2acbd-29cd-4cf1-af68-cb552d4d6b7d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c28935e7-7a35-4989-8d42-d90594fb49d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1810465 Dec 22 15:45:57.566276 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-832c2330-b4ce-46fb-958f-dd7178723325 req-17ba2108-3bf8-480f-b773-c088e9be67b2 service neutron] 10.222.0.57 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217515 Dec 22 15:45:57.699804 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-832c2330-b4ce-46fb-958f-dd7178723325 req-1ef2e8c8-1773-4e29-81ed-5ccf1b43b5bd service neutron] 10.222.0.57 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274104 Dec 22 15:45:57.734808 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0d5b904f-0e08-4bfe-bbd3-a5229cfa5ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:58.347092 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f18a6e-3df9-45b0-8e6a-da34ef41937d req-fa4c7187-9e6f-4e59-ba50-bfaedca150fc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:58.348715 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-66f18a6e-3df9-45b0-8e6a-da34ef41937d req-fa4c7187-9e6f-4e59-ba50-bfaedca150fc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 943 time: 0.0837703 Dec 22 15:45:58.396958 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-66f18a6e-3df9-45b0-8e6a-da34ef41937d req-1ffbc261-4beb-447b-991e-01164e6161e0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=88c17115-2632-4114-92c2-a5842b9a01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425048 Dec 22 15:45:58.997324 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:59.071716 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:45:59.579528 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5009efe-1ec2-4944-9bd6-edad2922deed req-b5f9163e-d775-4233-a5be-d2b79eed93f3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:45:59.581569 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b5009efe-1ec2-4944-9bd6-edad2922deed req-b5f9163e-d775-4233-a5be-d2b79eed93f3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 943 time: 0.0801625 Dec 22 15:45:59.626493 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b5009efe-1ec2-4944-9bd6-edad2922deed req-ee809ad4-5485-4951-948c-dd9130791c32 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=88c17115-2632-4114-92c2-a5842b9a01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392103 Dec 22 15:46:00.819199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61f8f5-bec2-493b-b949-fa7e672c6d28 req-e685a3f6-a678-43fa-b8b5-7cb30b9bc43f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:00.820690 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9b61f8f5-bec2-493b-b949-fa7e672c6d28 req-e685a3f6-a678-43fa-b8b5-7cb30b9bc43f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 943 time: 0.0891874 Dec 22 15:46:00.866069 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9b61f8f5-bec2-493b-b949-fa7e672c6d28 req-6e78a0ec-3e05-472c-8777-bf1879b33281 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=88c17115-2632-4114-92c2-a5842b9a01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394163 Dec 22 15:46:00.948740 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:01.681191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device e910e81f-d727-4b65-8c2b-76578cdb37df details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:46:01.809794 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port e910e81f-d727-4b65-8c2b-76578cdb37df, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e910e81f-d727-4b65-8c2b-76578cdb37df,segment=NetworkSegment(a8994d76-508c-438f-a812-38660dba914a),segment_id=a8994d76-508c-438f-a812-38660dba914a)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:46:01.823029 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': 'e910e81f-d727-4b65-8c2b-76578cdb37df', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'port_id': 'e910e81f-d727-4b65-8c2b-76578cdb37df', 'mac_address': 'fa:16:3e:da:d0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:46:01.879733 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:01.896343 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e910e81f-d727-4b65-8c2b-76578cdb37df {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:46:01.911898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port e910e81f-d727-4b65-8c2b-76578cdb37df, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e910e81f-d727-4b65-8c2b-76578cdb37df,segment=NetworkSegment(a8994d76-508c-438f-a812-38660dba914a),segment_id=a8994d76-508c-438f-a812-38660dba914a)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:46:02.003350 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:02.005171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:46:02.051051 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3658d08-74a3-4587-9193-4ccb1b73010f req-a7a22b3e-1fb0-4c49-b9a7-75d1360f9d30 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:02.052584 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f3658d08-74a3-4587-9193-4ccb1b73010f req-a7a22b3e-1fb0-4c49-b9a7-75d1360f9d30 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 944 time: 0.0816476 Dec 22 15:46:02.071461 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=e910e81f-d727-4b65-8c2b-76578cdb37df,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:46:02.074791 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:46:02.097961 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f3658d08-74a3-4587-9193-4ccb1b73010f req-4ae97e10-b568-448e-b688-a47c2d375ad4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=88c17115-2632-4114-92c2-a5842b9a01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397208 Dec 22 15:46:02.386781 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['e910e81f-d727-4b65-8c2b-76578cdb37df'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:46:03.288915 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bece1cd-02c3-4bbf-b2b6-073006b22395 req-4f1c2c87-d1e7-43cd-804b-c9b34472547c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:03.290411 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6bece1cd-02c3-4bbf-b2b6-073006b22395 req-4f1c2c87-d1e7-43cd-804b-c9b34472547c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 944 time: 0.0838270 Dec 22 15:46:03.337145 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6bece1cd-02c3-4bbf-b2b6-073006b22395 req-29da6ca0-22e9-44a5-ae0f-07a565ee0571 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=88c17115-2632-4114-92c2-a5842b9a01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407646 Dec 22 15:46:03.683068 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device e910e81f-d727-4b65-8c2b-76578cdb37df up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:46:03.823358 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port e910e81f-d727-4b65-8c2b-76578cdb37df completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:46:03.828426 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port e910e81f-d727-4b65-8c2b-76578cdb37df triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:46:03.828834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:03.942727 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:03.968979 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e910e81f-d727-4b65-8c2b-76578cdb37df'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:46:03.979722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port e910e81f-d727-4b65-8c2b-76578cdb37df, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e910e81f-d727-4b65-8c2b-76578cdb37df,segment=NetworkSegment(a8994d76-508c-438f-a812-38660dba914a),segment_id=a8994d76-508c-438f-a812-38660dba914a)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:46:04.057521 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:04.059385 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-045d2808-21b4-454e-9ffb-3147abe28d32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:46:04.094389 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e910e81f-d727-4b65-8c2b-76578cdb37df', 'code': 200} Dec 22 15:46:04.127615 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=e910e81f-d727-4b65-8c2b-76578cdb37df,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:46:04.136697 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:46:04.430162 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7665d0-7e3a-4c10-ac3a-716387bd1ab7 req-d3b8f485-dcf3-464b-b82e-ae91597980f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:04.431661 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-de7665d0-7e3a-4c10-ac3a-716387bd1ab7 req-d3b8f485-dcf3-464b-b82e-ae91597980f2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 1098 time: 0.0735998 Dec 22 15:46:04.473490 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-de7665d0-7e3a-4c10-ac3a-716387bd1ab7 req-d39c4c7a-32d0-4395-b66b-b0d057426341 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=88c17115-2632-4114-92c2-a5842b9a01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356910 Dec 22 15:46:04.527662 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae69fdd-17e3-4bc4-b0cb-878694ec8f11 req-b50ee803-f02b-4e31-8703-b646b3a8f5e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:04.529127 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8ae69fdd-17e3-4bc4-b0cb-878694ec8f11 req-b50ee803-f02b-4e31-8703-b646b3a8f5e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 945 time: 0.0851912 Dec 22 15:46:04.579402 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8ae69fdd-17e3-4bc4-b0cb-878694ec8f11 req-c9bf19e8-d54d-4b01-9a12-af79fc25c199 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=88c17115-2632-4114-92c2-a5842b9a01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442586 Dec 22 15:46:05.771362 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313be8c4-ba21-4a0b-accb-5cb7cc097f57 req-fb8747e7-e0f3-44a8-b4a3-99a25c3b0dd6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:05.772862 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-313be8c4-ba21-4a0b-accb-5cb7cc097f57 req-fb8747e7-e0f3-44a8-b4a3-99a25c3b0dd6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 945 time: 0.0838187 Dec 22 15:46:05.819720 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-313be8c4-ba21-4a0b-accb-5cb7cc097f57 req-dfff8ba0-bd84-43a6-b0a8-37fc7b3045df tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=88c17115-2632-4114-92c2-a5842b9a01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411937 Dec 22 15:46:06.137426 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:07.008645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be5b8e-c3df-4bd3-a9ce-c5fd238aa4cd req-f0387732-9136-4ea2-9351-f1935541145c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:07.011408 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-58be5b8e-c3df-4bd3-a9ce-c5fd238aa4cd req-f0387732-9136-4ea2-9351-f1935541145c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 945 time: 0.0855510 Dec 22 15:46:07.055555 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-58be5b8e-c3df-4bd3-a9ce-c5fd238aa4cd req-f301df82-da5a-4b63-9004-a15efd19aa60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=88c17115-2632-4114-92c2-a5842b9a01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383494 Dec 22 15:46:07.243176 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a3616-46b3-41d2-9e24-76f1a995bd6e req-7170e966-a8f1-4934-8203-cfe14c529174 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:07.244682 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e09a3616-46b3-41d2-9e24-76f1a995bd6e req-7170e966-a8f1-4934-8203-cfe14c529174 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 945 time: 0.0828354 Dec 22 15:46:07.251364 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:46:07.289059 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e09a3616-46b3-41d2-9e24-76f1a995bd6e req-ab5191d8-4a2d-46d8-87ee-6e81fd630851 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=88c17115-2632-4114-92c2-a5842b9a01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384350 Dec 22 15:46:07.315814 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41330) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:07.390630 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1d2e80-136c-47c0-b95f-7897ff7fc2e1 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:07.392129 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7c1d2e80-136c-47c0-b95f-7897ff7fc2e1 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 1093 time: 0.0754213 Dec 22 15:46:07.395554 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41334) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:07.400554 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': 'e910e81f-d727-4b65-8c2b-76578cdb37df', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:46:07.406551 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:46:07.410399 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:floatingip and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:46:07.413193 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:46:07.418958 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:46:07.479862 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:07.613431 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:07.754777 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.26.6.70 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/c27e24cc-928a-41ad-aaa3-6ae68bf594fb) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:46:07.901013 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:08.006586 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:08.010490 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0f1c4521-0548-4556-a2d8-cb08a0b5ba65 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:46:08.071892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:46:08.074677 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:46:08.078279 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:08.107397 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=c27e24cc-928a-41ad-aaa3-6ae68bf594fb,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:46:08.113408 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:46:08.613348 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:08.767600 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:08.968279 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:09.025890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:09.029657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-251a5498-202f-4e36-9ff0-5f4277aeffd4 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:46:09.136363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=c27e24cc-928a-41ad-aaa3-6ae68bf594fb,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:46:09.140594 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:46:09.149230 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:09.319127 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Floating IP f4a77e19-938c-459e-8850-89a85ddd94d3 associated. External IP: 172.26.6.70, port: e910e81f-d727-4b65-8c2b-76578cdb37df. Dec 22 15:46:09.669387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 29d10539-e83b-4744-a792-322aeeffbea1 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:46:09.852159 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:46:09.861395 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c6e9a-3e2e-48c7-8a41-b72ab8621123 None None] Sync routers for ids ['29d10539-e83b-4744-a792-322aeeffbea1'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:46:09.872143 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8c6e9a-3e2e-48c7-8a41-b72ab8621123 None None] Routers {'29d10539-e83b-4744-a792-322aeeffbea1'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:09.872775 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3f8c6e9a-3e2e-48c7-8a41-b72ab8621123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:45:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['29d10539-e83b-4744-a792-322aeeffbea1'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:46:09.965983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:10.030378 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6337447 Dec 22 15:46:10.031763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'tag': 'e910e81f-d727-4b65-8c2b-76578cdb37df'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:46:10.033368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41340) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:10.050112 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-3f8c6e9a-3e2e-48c7-8a41-b72ab8621123 None None] Set router 29d10539-e83b-4744-a792-322aeeffbea1 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:46:10.109721 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4994abb5-0fbf-4c16-8d15-345df5defd3c tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:10.115059 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4994abb5-0fbf-4c16-8d15-345df5defd3c tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 1093 time: 0.0771072 Dec 22 15:46:10.137347 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'tag': 'e910e81f-d727-4b65-8c2b-76578cdb37df', 'status': 'completed', 'code': 200} Dec 22 15:46:10.233007 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe14a59-6941-443c-ae6b-c6b427ad58aa req-31799c6d-8145-4c49-bac4-ecbc5802c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:10.234426 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ffe14a59-6941-443c-ae6b-c6b427ad58aa req-31799c6d-8145-4c49-bac4-ecbc5802c49e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 1098 time: 0.0758517 Dec 22 15:46:10.351720 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41350) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:10.357832 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-9732bf17-d33b-40a7-b54f-ec6e90af6c1e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1028078080', 'description': 'tempest-secgroup-smoke-1028078080 description', 'project_id': '1e3de4c345a044948e6178acdaa2b3de'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:46:10.365633 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9732bf17-d33b-40a7-b54f-ec6e90af6c1e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:46:10.376896 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9732bf17-d33b-40a7-b54f-ec6e90af6c1e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:46:10.386877 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe14a59-6941-443c-ae6b-c6b427ad58aa req-ca18a5d7-40b1-41ed-b351-47055b9625b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:10.388333 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ffe14a59-6941-443c-ae6b-c6b427ad58aa req-ca18a5d7-40b1-41ed-b351-47055b9625b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c28935e7-7a35-4989-8d42-d90594fb49d7 HTTP/1.1" status: 200 len: 898 time: 0.1479998 Dec 22 15:46:10.449002 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9732bf17-d33b-40a7-b54f-ec6e90af6c1e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:10.465340 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3f8c6e9a-3e2e-48c7-8a41-b72ab8621123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d10539-e83b-4744-a792-322aeeffbea1', 'name': 'tempest-TestNetworkBasicOps-router-530229194', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:39Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:40Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': 'f4a77e19-938c-459e-8850-89a85ddd94d3', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.70', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'port_id': 'e910e81f-d727-4b65-8c2b-76578cdb37df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'mac_address': 'fa:16:3e:da:d0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:46:08Z', 'updated_at': '2021-12-22T15:46:08Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8d580f-93fb-4a19-8c0a-fdfab223d472', 'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:48:12:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:44Z', 'updated_at': '2021-12-22T15:45:51Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:46:10.469284 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9732bf17-d33b-40a7-b54f-ec6e90af6c1e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:46:10.469807 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c6e9a-3e2e-48c7-8a41-b72ab8621123 None None] Checking router: 29d10539-e83b-4744-a792-322aeeffbea1 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:46:10.474128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9732bf17-d33b-40a7-b54f-ec6e90af6c1e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:46:10.477587 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9732bf17-d33b-40a7-b54f-ec6e90af6c1e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:46:10.479438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8c6e9a-3e2e-48c7-8a41-b72ab8621123 None None] Routers {'29d10539-e83b-4744-a792-322aeeffbea1'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:10.480166 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3f8c6e9a-3e2e-48c7-8a41-b72ab8621123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:45:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['29d10539-e83b-4744-a792-322aeeffbea1'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:46:10.483270 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9732bf17-d33b-40a7-b54f-ec6e90af6c1e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:46:10.493051 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ffe14a59-6941-443c-ae6b-c6b427ad58aa req-e6f66862-bb2c-466f-9fdf-51cafe9f39f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e910e81f-d727-4b65-8c2b-76578cdb37df HTTP/1.1" status: 200 len: 998 time: 0.0981045 Dec 22 15:46:10.558373 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9732bf17-d33b-40a7-b54f-ec6e90af6c1e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:10.563635 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe14a59-6941-443c-ae6b-c6b427ad58aa req-81be57e9-b935-41ee-8fb8-902c700b5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:10.565095 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ffe14a59-6941-443c-ae6b-c6b427ad58aa req-81be57e9-b935-41ee-8fb8-902c700b5cbe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=036c7a82-1ede-4539-91ed-893e6609bef4 HTTP/1.1" status: 200 len: 835 time: 0.0660520 Dec 22 15:46:10.630447 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9732bf17-d33b-40a7-b54f-ec6e90af6c1e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:10.638331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c65586dd-c7c1-4225-80e7-c5f60b445ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:46:10.648857 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe14a59-6941-443c-ae6b-c6b427ad58aa req-b13ae216-41c8-4151-95b3-c1d92ef0558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:10.650667 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ffe14a59-6941-443c-ae6b-c6b427ad58aa req-b13ae216-41c8-4151-95b3-c1d92ef0558e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c28935e7-7a35-4989-8d42-d90594fb49d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786548 Dec 22 15:46:10.676256 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-3f8c6e9a-3e2e-48c7-8a41-b72ab8621123 None None] Set router 29d10539-e83b-4744-a792-322aeeffbea1 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:46:10.681339 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732bf17-d33b-40a7-b54f-ec6e90af6c1e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c342ec-8a5f-445e-a690-20a01cd5657e,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:46:10.685881 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9732bf17-d33b-40a7-b54f-ec6e90af6c1e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:46:10.763430 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9732bf17-d33b-40a7-b54f-ec6e90af6c1e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:10.764863 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9732bf17-d33b-40a7-b54f-ec6e90af6c1e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4118307 Dec 22 15:46:10.767596 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41354) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:10.774255 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-85c974d3-cbf6-479d-bf19-d1cfe7332746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'a7c342ec-8a5f-445e-a690-20a01cd5657e', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:46:10.781612 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-85c974d3-cbf6-479d-bf19-d1cfe7332746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:46:10.786990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-85c974d3-cbf6-479d-bf19-d1cfe7332746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:46:10.788171 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ffe14a59-6941-443c-ae6b-c6b427ad58aa req-d6f3c679-1bb3-4e31-84bd-49d11f42591a service neutron] 10.222.0.57 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308227 Dec 22 15:46:10.790517 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-85c974d3-cbf6-479d-bf19-d1cfe7332746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:46:10.797391 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-85c974d3-cbf6-479d-bf19-d1cfe7332746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:46:10.910945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-85c974d3-cbf6-479d-bf19-d1cfe7332746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:10.941502 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ffe14a59-6941-443c-ae6b-c6b427ad58aa req-b22c48c1-c285-43d0-bedf-16911e39e0ee service neutron] 10.222.0.57 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468549 Dec 22 15:46:11.059804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3f8c6e9a-3e2e-48c7-8a41-b72ab8621123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d10539-e83b-4744-a792-322aeeffbea1', 'name': 'tempest-TestNetworkBasicOps-router-530229194', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:39Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:40Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': 'f4a77e19-938c-459e-8850-89a85ddd94d3', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.70', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'port_id': 'e910e81f-d727-4b65-8c2b-76578cdb37df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'mac_address': 'fa:16:3e:da:d0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:46:08Z', 'updated_at': '2021-12-22T15:46:08Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8d580f-93fb-4a19-8c0a-fdfab223d472', 'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:48:12:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:44Z', 'updated_at': '2021-12-22T15:45:51Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:46:11.064436 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c6e9a-3e2e-48c7-8a41-b72ab8621123 None None] The sync data for ids ['29d10539-e83b-4744-a792-322aeeffbea1'] in dv-neutron-822674-1-hyperv is: [{'id': '29d10539-e83b-4744-a792-322aeeffbea1', 'name': 'tempest-TestNetworkBasicOps-router-530229194', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:39Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:40Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': 'f4a77e19-938c-459e-8850-89a85ddd94d3', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.70', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'port_id': 'e910e81f-d727-4b65-8c2b-76578cdb37df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'mac_address': 'fa:16:3e:da:d0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:46:08Z', 'updated_at': '2021-12-22T15:46:08Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8d580f-93fb-4a19-8c0a-fdfab223d472', 'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:48:12:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:44Z', 'updated_at': '2021-12-22T15:45:51Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:46:11.134422 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-85c974d3-cbf6-479d-bf19-d1cfe7332746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:11.197389 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-85c974d3-cbf6-479d-bf19-d1cfe7332746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:11.199224 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:46:11.222436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c974d3-cbf6-479d-bf19-d1cfe7332746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432cfa61-3237-4395-a2d6-86b8563ffdd3,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:46:11.227867 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-85c974d3-cbf6-479d-bf19-d1cfe7332746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:46:11.266208 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ee0bb1-9f2c-4c8c-a0b2-19bc013e91ea None None] New status for floating IP f4a77e19-938c-459e-8850-89a85ddd94d3: ACTIVE {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:46:11.301048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-85c974d3-cbf6-479d-bf19-d1cfe7332746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:11.302325 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-85c974d3-cbf6-479d-bf19-d1cfe7332746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5331464 Dec 22 15:46:11.305353 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41358) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:11.311952 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-df103031-42f7-42a6-9625-b4da1a43dd36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'a7c342ec-8a5f-445e-a690-20a01cd5657e', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:46:11.318808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-df103031-42f7-42a6-9625-b4da1a43dd36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:46:11.323383 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-df103031-42f7-42a6-9625-b4da1a43dd36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:46:11.326509 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-df103031-42f7-42a6-9625-b4da1a43dd36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:46:11.333538 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-df103031-42f7-42a6-9625-b4da1a43dd36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:46:11.410526 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-df103031-42f7-42a6-9625-b4da1a43dd36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:11.477258 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-df103031-42f7-42a6-9625-b4da1a43dd36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:11.535197 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-df103031-42f7-42a6-9625-b4da1a43dd36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:11.537056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-96bf76d4-5dd8-49ea-bf9d-188955d2061d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:46:11.559363 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df103031-42f7-42a6-9625-b4da1a43dd36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0133fed9-6a27-458b-b456-c291e5a11544,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:46:11.569886 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-df103031-42f7-42a6-9625-b4da1a43dd36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:46:11.651589 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-df103031-42f7-42a6-9625-b4da1a43dd36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:11.652792 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-df103031-42f7-42a6-9625-b4da1a43dd36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3454905 Dec 22 15:46:11.655681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41362) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:11.662497 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-eec1dd81-6af6-4901-b571-9e9cd057291a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'a7c342ec-8a5f-445e-a690-20a01cd5657e', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:46:11.668022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-eec1dd81-6af6-4901-b571-9e9cd057291a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:46:11.671752 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-eec1dd81-6af6-4901-b571-9e9cd057291a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:46:11.675155 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-eec1dd81-6af6-4901-b571-9e9cd057291a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:46:11.681635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-eec1dd81-6af6-4901-b571-9e9cd057291a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:46:11.772913 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eec1dd81-6af6-4901-b571-9e9cd057291a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:11.833754 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eec1dd81-6af6-4901-b571-9e9cd057291a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:11.908838 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eec1dd81-6af6-4901-b571-9e9cd057291a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:11.910675 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-105a74f1-7024-4a3e-ab70-f64417fd9a60 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:46:11.932824 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1dd81-6af6-4901-b571-9e9cd057291a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12bb8c74-0ee3-4de1-9db1-21a32dd5cb4b,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:46:11.937131 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-eec1dd81-6af6-4901-b571-9e9cd057291a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:46:12.011424 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eec1dd81-6af6-4901-b571-9e9cd057291a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:12.012666 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-eec1dd81-6af6-4901-b571-9e9cd057291a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3558831 Dec 22 15:46:12.015346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41366) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:12.020823 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-a8e9de9c-10da-42ef-b99f-ac8c3d4f262b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'a7c342ec-8a5f-445e-a690-20a01cd5657e', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:46:12.026761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a8e9de9c-10da-42ef-b99f-ac8c3d4f262b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:46:12.030745 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a8e9de9c-10da-42ef-b99f-ac8c3d4f262b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:46:12.033631 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a8e9de9c-10da-42ef-b99f-ac8c3d4f262b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:46:12.039476 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a8e9de9c-10da-42ef-b99f-ac8c3d4f262b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:46:12.128228 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a8e9de9c-10da-42ef-b99f-ac8c3d4f262b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:12.192901 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a8e9de9c-10da-42ef-b99f-ac8c3d4f262b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:12.274807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a8e9de9c-10da-42ef-b99f-ac8c3d4f262b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:12.276662 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-36ddbcb1-a7db-40ab-aafd-140d0d50dd3f tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:46:12.303048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9de9c-10da-42ef-b99f-ac8c3d4f262b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90ad9a0-0575-4959-9f43-5c3609998a4a,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:46:12.308852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a8e9de9c-10da-42ef-b99f-ac8c3d4f262b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:46:12.378496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a8e9de9c-10da-42ef-b99f-ac8c3d4f262b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:12.383391 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a8e9de9c-10da-42ef-b99f-ac8c3d4f262b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3633523 Dec 22 15:46:12.383391 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41370) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:12.388289 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-af6db1c0-77a7-42cd-9752-29934bc2559b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'a7c342ec-8a5f-445e-a690-20a01cd5657e', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:46:12.394515 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-af6db1c0-77a7-42cd-9752-29934bc2559b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:46:12.400812 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-af6db1c0-77a7-42cd-9752-29934bc2559b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:46:12.401311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-af6db1c0-77a7-42cd-9752-29934bc2559b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:46:12.407324 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-af6db1c0-77a7-42cd-9752-29934bc2559b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:46:12.474793 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-af6db1c0-77a7-42cd-9752-29934bc2559b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:46:12.481565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-af6db1c0-77a7-42cd-9752-29934bc2559b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:12.545387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-af6db1c0-77a7-42cd-9752-29934bc2559b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:12.617555 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-af6db1c0-77a7-42cd-9752-29934bc2559b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:12.619299 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:46:12.640981 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6db1c0-77a7-42cd-9752-29934bc2559b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c64211-6188-4595-bfd8-4578d9e7f0ef,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:46:12.643372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-af6db1c0-77a7-42cd-9752-29934bc2559b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:46:12.709319 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-af6db1c0-77a7-42cd-9752-29934bc2559b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:12.710602 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-af6db1c0-77a7-42cd-9752-29934bc2559b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3267891 Dec 22 15:46:12.714972 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41374) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:12.720114 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-e728c7e2-73af-46bf-aace-41718b01180c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'a7c342ec-8a5f-445e-a690-20a01cd5657e', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:46:12.726666 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e728c7e2-73af-46bf-aace-41718b01180c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:46:12.730508 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e728c7e2-73af-46bf-aace-41718b01180c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:46:12.733377 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e728c7e2-73af-46bf-aace-41718b01180c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:46:12.739819 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e728c7e2-73af-46bf-aace-41718b01180c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:46:12.808998 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-e728c7e2-73af-46bf-aace-41718b01180c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:46:12.815850 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e728c7e2-73af-46bf-aace-41718b01180c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:12.885231 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e728c7e2-73af-46bf-aace-41718b01180c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:12.960017 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e728c7e2-73af-46bf-aace-41718b01180c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:12.961939 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0e601f8c-6a9e-4652-9ecf-e799676da865 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:46:12.986236 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728c7e2-73af-46bf-aace-41718b01180c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e815392c-3c29-44dc-97c0-7a725bebcead,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:46:12.988681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e728c7e2-73af-46bf-aace-41718b01180c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:46:13.069034 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e728c7e2-73af-46bf-aace-41718b01180c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:13.070351 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e728c7e2-73af-46bf-aace-41718b01180c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3544240 Dec 22 15:46:13.303017 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-98d91d3a-d8d9-4cf0-a239-f7b6252f891f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:46:13.405916 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-98d91d3a-d8d9-4cf0-a239-f7b6252f891f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:46:13.407177 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-98d91d3a-d8d9-4cf0-a239-f7b6252f891f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1028078080&fields=id&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 267 time: 0.1488471 Dec 22 15:46:13.577825 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-4f4e839f-fce6-4ed9-9676-894deb6bc23f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:13.579217 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-4f4e839f-fce6-4ed9-9676-894deb6bc23f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/networks?id=c28935e7-7a35-4989-8d42-d90594fb49d7 HTTP/1.1" status: 200 len: 797 time: 0.1646850 Dec 22 15:46:13.594794 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-95fa148d-061b-488a-956d-0dc60934c067 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/quotas/1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 375 time: 0.0100622 Dec 22 15:46:13.687093 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-e3af67cc-424b-46c8-96b3-d94c11ed0e5c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0869160 Dec 22 15:46:13.889446 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-f47a177d-b9c6-4840-8eaf-d3365215bf37 service neutron] 10.222.0.59 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896145 Dec 22 15:46:14.020499 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-a1b862f5-3a57-4930-8918-0e07da6a9a41 service neutron] 10.222.0.59 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249969 Dec 22 15:46:14.318821 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c371f72b-aafb-42a7-9908-ce6564c0b8e2 req-9438ee16-1145-49c4-9be3-dbb2804548d6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 210 time: 0.0470126 Dec 22 15:46:15.471789 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3dba539b-7422-4867-b887-796bf7451cfa req-f7b7bd96-927f-41c6-810d-7a58b3110ee6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 210 time: 0.0428164 Dec 22 15:46:16.408294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-bd95766a-b65d-44cb-b825-e1dd584a0e9e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:16.410349 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-bd95766a-b65d-44cb-b825-e1dd584a0e9e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/networks?id=c28935e7-7a35-4989-8d42-d90594fb49d7 HTTP/1.1" status: 200 len: 797 time: 0.1585917 Dec 22 15:46:16.459952 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-e7efee01-b3de-4efc-a2e5-dbe9992403f0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 472 time: 0.0409765 Dec 22 15:46:16.468629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-3fd20a7a-f97c-4fd6-a517-6335c410ba87 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'port': {'device_id': 'cca7457e-8acb-4cad-8ef0-dd2b00b148f0', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'admin_state_up': True, 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'security_groups': ['a7c342ec-8a5f-445e-a690-20a01cd5657e']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:46:16.636304 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-55eeaa4f-c25b-49ed-ad1e-fb52c12285c1 req-e881c529-18b0-40eb-aadc-0f0123d147c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 210 time: 0.0449920 Dec 22 15:46:16.721037 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-3fd20a7a-f97c-4fd6-a517-6335c410ba87 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:46:16.725757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-3fd20a7a-f97c-4fd6-a517-6335c410ba87 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:port and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:46:16.728543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-3fd20a7a-f97c-4fd6-a517-6335c410ba87 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:46:16.734216 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-3fd20a7a-f97c-4fd6-a517-6335c410ba87 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:46:16.794439 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-3fd20a7a-f97c-4fd6-a517-6335c410ba87 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:46:16.797998 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-3fd20a7a-f97c-4fd6-a517-6335c410ba87 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:16.959078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-3fd20a7a-f97c-4fd6-a517-6335c410ba87 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.20.0.10 (c28935e7-7a35-4989-8d42-d90594fb49d7/036c7a82-1ede-4539-91ed-893e6609bef4/08ecb4b8-6441-4def-8923-75e1de762eeb) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:46:17.144027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-3fd20a7a-f97c-4fd6-a517-6335c410ba87 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:17.158928 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-3fd20a7a-f97c-4fd6-a517-6335c410ba87 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Transition to ACTIVE for port object 08ecb4b8-6441-4def-8923-75e1de762eeb will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:46:17.249173 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-3fd20a7a-f97c-4fd6-a517-6335c410ba87 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:17.255711 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d35b39be-2a64-440b-901e-b7901dc727ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:46:17.313168 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-3fd20a7a-f97c-4fd6-a517-6335c410ba87 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network c28935e7-7a35-4989-8d42-d90594fb49d7 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:46:17.321340 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-3fd20a7a-f97c-4fd6-a517-6335c410ba87 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:46:17.325834 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-3fd20a7a-f97c-4fd6-a517-6335c410ba87 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:17.380899 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd20a7a-f97c-4fd6-a517-6335c410ba87 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=08ecb4b8-6441-4def-8923-75e1de762eeb,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:46:17.385934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3fd20a7a-f97c-4fd6-a517-6335c410ba87 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:46:17.401095 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-3fd20a7a-f97c-4fd6-a517-6335c410ba87 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:17.401741 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-3fd20a7a-f97c-4fd6-a517-6335c410ba87 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:17.515457 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-3fd20a7a-f97c-4fd6-a517-6335c410ba87 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0502660 Dec 22 15:46:17.527402 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Request body: {'port': {'device_id': 'cca7457e-8acb-4cad-8ef0-dd2b00b148f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:46:17.629176 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-23919cb6-57f9-4462-8b1c-220c719d1617 None None] Provisioning for port 08ecb4b8-6441-4def-8923-75e1de762eeb completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:46:17.634162 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-23919cb6-57f9-4462-8b1c-220c719d1617 None None] Provisioning complete for port 08ecb4b8-6441-4def-8923-75e1de762eeb triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:46:17.634783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-23919cb6-57f9-4462-8b1c-220c719d1617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:17.640319 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:17.691707 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-23919cb6-57f9-4462-8b1c-220c719d1617 None None] Port 08ecb4b8-6441-4def-8923-75e1de762eeb cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:46:17.833331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375427e7-fcb4-41d7-a060-9fc360d7e7af req-a9c42b8b-455b-4aee-93f1-81728f499c7f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:17.834686 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-375427e7-fcb4-41d7-a060-9fc360d7e7af req-a9c42b8b-455b-4aee-93f1-81728f499c7f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 932 time: 0.0831633 Dec 22 15:46:17.881221 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-375427e7-fcb4-41d7-a060-9fc360d7e7af req-338b412b-7824-4c72-9889-c6e0c0c3c391 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7c342ec-8a5f-445e-a690-20a01cd5657e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405927 Dec 22 15:46:17.981172 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ecb4b8-6441-4def-8923-75e1de762eeb {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:46:17.988876 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:18.002958 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Transition to ACTIVE for port object 08ecb4b8-6441-4def-8923-75e1de762eeb will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:46:18.088744 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:18.092459 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:46:18.217746 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=08ecb4b8-6441-4def-8923-75e1de762eeb,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:46:18.246970 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:46:18.324506 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Attempting to bind port 08ecb4b8-6441-4def-8923-75e1de762eeb on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:46:18.324836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Attempting to bind port 08ecb4b8-6441-4def-8923-75e1de762eeb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'a8994d76-508c-438f-a812-38660dba914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:46:18.325159 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Attempting to bind port 08ecb4b8-6441-4def-8923-75e1de762eeb on network c28935e7-7a35-4989-8d42-d90594fb49d7 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:46:18.329743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Port 08ecb4b8-6441-4def-8923-75e1de762eeb on network c28935e7-7a35-4989-8d42-d90594fb49d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:46:18.330056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Attempting to bind port 08ecb4b8-6441-4def-8923-75e1de762eeb on network c28935e7-7a35-4989-8d42-d90594fb49d7 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:46:18.335046 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:46:18.335377 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Checking segment: {'id': 'a8994d76-508c-438f-a812-38660dba914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:46:18.335759 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Bound using segment: {'id': 'a8994d76-508c-438f-a812-38660dba914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:46:18.336171 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Bound port: 08ecb4b8-6441-4def-8923-75e1de762eeb, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8994d76-508c-438f-a812-38660dba914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:46:18.336511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:18.428713 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] For port 08ecb4b8-6441-4def-8923-75e1de762eeb, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:46:18.431561 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] For port 08ecb4b8-6441-4def-8923-75e1de762eeb, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=08ecb4b8-6441-4def-8923-75e1de762eeb,segment=NetworkSegment(a8994d76-508c-438f-a812-38660dba914a),segment_id=a8994d76-508c-438f-a812-38660dba914a)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:46:18.512407 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:18.516644 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:46:18.575450 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:18.576198 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:18.577430 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] 10.222.0.57 "PUT /v2.0/ports/08ecb4b8-6441-4def-8923-75e1de762eeb HTTP/1.1" status: 200 len: 1094 time: 1.0542507 Dec 22 15:46:18.577969 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca7457e-8acb-4cad-8ef0-dd2b00b148f0', 'tag': '08ecb4b8-6441-4def-8923-75e1de762eeb'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:46:18.599169 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=08ecb4b8-6441-4def-8923-75e1de762eeb,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:46:18.602483 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:46:18.760694 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-2b87c50c-8f04-4823-af24-0710b6ea982e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:18.762337 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-2b87c50c-8f04-4823-af24-0710b6ea982e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 1097 time: 0.0867949 Dec 22 15:46:18.823842 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca7457e-8acb-4cad-8ef0-dd2b00b148f0', 'tag': '08ecb4b8-6441-4def-8923-75e1de762eeb', 'status': 'completed', 'code': 200} Dec 22 15:46:18.839013 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-91fd953c-0af0-4ad0-94a6-9087b286159b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08ecb4b8-6441-4def-8923-75e1de762eeb HTTP/1.1" status: 200 len: 217 time: 0.0685976 Dec 22 15:46:18.903342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-a4277ccc-342a-4ed0-b1f4-86d6a2d248a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:18.904707 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-a4277ccc-342a-4ed0-b1f4-86d6a2d248a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=036c7a82-1ede-4539-91ed-893e6609bef4 HTTP/1.1" status: 200 len: 835 time: 0.0595267 Dec 22 15:46:18.987109 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-78a472d0-e0b2-4d7c-8a8e-5ba58c1234dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:18.988582 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-78a472d0-e0b2-4d7c-8a8e-5ba58c1234dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c28935e7-7a35-4989-8d42-d90594fb49d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761669 Dec 22 15:46:19.066072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d887fb2-deb3-411b-bc4b-0055b58a15e7 req-89664096-a0de-4fa2-8712-4f1e3a38b35f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:19.067599 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6d887fb2-deb3-411b-bc4b-0055b58a15e7 req-89664096-a0de-4fa2-8712-4f1e3a38b35f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 944 time: 0.0807316 Dec 22 15:46:19.117240 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6d887fb2-deb3-411b-bc4b-0055b58a15e7 req-73294302-678a-486b-8423-1208264b8470 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7c342ec-8a5f-445e-a690-20a01cd5657e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439079 Dec 22 15:46:19.245671 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-ab545659-37f9-4a7d-b48a-7a847a72331b service neutron] 10.222.0.57 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489889 Dec 22 15:46:19.391508 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b4f5571d-f58c-409b-95ff-84ad29d087e6 req-2d6aafc4-9d34-4569-a147-17748ed24c19 service neutron] 10.222.0.57 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391134 Dec 22 15:46:19.575975 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9039d5-0101-4cad-bc70-6a36d5c01c56 req-3c4839fe-48ef-4c20-a9e2-41e51630c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:19.577358 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fe9039d5-0101-4cad-bc70-6a36d5c01c56 req-3c4839fe-48ef-4c20-a9e2-41e51630c8eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 1097 time: 0.0727513 Dec 22 15:46:19.709492 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9039d5-0101-4cad-bc70-6a36d5c01c56 req-fa8c0afc-28ac-40d8-88fd-dd738f4386fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:19.710972 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fe9039d5-0101-4cad-bc70-6a36d5c01c56 req-fa8c0afc-28ac-40d8-88fd-dd738f4386fb service neutron] 10.222.0.57 "GET /v2.0/networks?id=c28935e7-7a35-4989-8d42-d90594fb49d7 HTTP/1.1" status: 200 len: 898 time: 0.1262383 Dec 22 15:46:19.783692 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fe9039d5-0101-4cad-bc70-6a36d5c01c56 req-11d755b4-c1a7-4d59-a0f0-41ad148eecd9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08ecb4b8-6441-4def-8923-75e1de762eeb HTTP/1.1" status: 200 len: 217 time: 0.0660276 Dec 22 15:46:19.848503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9039d5-0101-4cad-bc70-6a36d5c01c56 req-c14b3abe-b32f-4e53-b380-1dceaa161c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:19.849864 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fe9039d5-0101-4cad-bc70-6a36d5c01c56 req-c14b3abe-b32f-4e53-b380-1dceaa161c77 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=036c7a82-1ede-4539-91ed-893e6609bef4 HTTP/1.1" status: 200 len: 835 time: 0.0602386 Dec 22 15:46:19.932258 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9039d5-0101-4cad-bc70-6a36d5c01c56 req-ac7d9f3e-4c59-417c-83c0-500bfdd58ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:19.933738 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fe9039d5-0101-4cad-bc70-6a36d5c01c56 req-ac7d9f3e-4c59-417c-83c0-500bfdd58ebf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c28935e7-7a35-4989-8d42-d90594fb49d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775084 Dec 22 15:46:20.066408 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fe9039d5-0101-4cad-bc70-6a36d5c01c56 req-33dc248e-ba54-4573-ab64-3099a4ff0a83 service neutron] 10.222.0.57 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263063 Dec 22 15:46:20.203111 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fe9039d5-0101-4cad-bc70-6a36d5c01c56 req-2f0220f8-63e7-4e8d-b14a-cb579b5acfa2 service neutron] 10.222.0.57 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293731 Dec 22 15:46:20.313587 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fa69a-6eb9-4627-aae1-a06aa763e3e4 req-9307544a-7b0e-468d-91ca-724c8f9b8741 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:20.315122 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-791fa69a-6eb9-4627-aae1-a06aa763e3e4 req-9307544a-7b0e-468d-91ca-724c8f9b8741 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 944 time: 0.0906215 Dec 22 15:46:20.361805 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-791fa69a-6eb9-4627-aae1-a06aa763e3e4 req-c664a166-2615-4c3e-8050-599347fd1d55 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7c342ec-8a5f-445e-a690-20a01cd5657e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407479 Dec 22 15:46:21.547328 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8890773-2fc8-456b-9a99-ba26f8be4c15 req-ac0688dc-26ba-4c89-bac0-9a083494cadd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:21.548785 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b8890773-2fc8-456b-9a99-ba26f8be4c15 req-ac0688dc-26ba-4c89-bac0-9a083494cadd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 944 time: 0.0792220 Dec 22 15:46:21.595462 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b8890773-2fc8-456b-9a99-ba26f8be4c15 req-c1e63b38-776e-4d15-8c41-a29755868e5d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7c342ec-8a5f-445e-a690-20a01cd5657e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400484 Dec 22 15:46:21.763259 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 08ecb4b8-6441-4def-8923-75e1de762eeb details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:46:21.895592 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 08ecb4b8-6441-4def-8923-75e1de762eeb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=08ecb4b8-6441-4def-8923-75e1de762eeb,segment=NetworkSegment(a8994d76-508c-438f-a812-38660dba914a),segment_id=a8994d76-508c-438f-a812-38660dba914a)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:46:21.908670 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '08ecb4b8-6441-4def-8923-75e1de762eeb', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'port_id': '08ecb4b8-6441-4def-8923-75e1de762eeb', 'mac_address': 'fa:16:3e:c8:be:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:46:21.963576 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:21.980710 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ecb4b8-6441-4def-8923-75e1de762eeb {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:46:21.995964 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 08ecb4b8-6441-4def-8923-75e1de762eeb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=08ecb4b8-6441-4def-8923-75e1de762eeb,segment=NetworkSegment(a8994d76-508c-438f-a812-38660dba914a),segment_id=a8994d76-508c-438f-a812-38660dba914a)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:46:22.071744 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:22.073479 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:46:22.142127 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=08ecb4b8-6441-4def-8923-75e1de762eeb,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:46:22.145783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:46:22.404048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['08ecb4b8-6441-4def-8923-75e1de762eeb'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:46:22.790252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f13168-c985-43af-97ef-e45362d7a7c0 req-76c3baaa-a3de-47af-929d-4f1f09ab9f7b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:22.791755 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-29f13168-c985-43af-97ef-e45362d7a7c0 req-76c3baaa-a3de-47af-929d-4f1f09ab9f7b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 945 time: 0.0897954 Dec 22 15:46:22.837565 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-29f13168-c985-43af-97ef-e45362d7a7c0 req-ca614cc3-ecdc-4651-9de0-3dabf0a35d64 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7c342ec-8a5f-445e-a690-20a01cd5657e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398402 Dec 22 15:46:23.761154 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 08ecb4b8-6441-4def-8923-75e1de762eeb up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:46:23.931818 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 08ecb4b8-6441-4def-8923-75e1de762eeb completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:46:23.938026 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 08ecb4b8-6441-4def-8923-75e1de762eeb triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:46:23.938580 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:24.032849 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d6222-31c7-4b5d-af23-e3b4bba0f414 req-fb3df72d-13f9-4c0b-b435-9641567fccd3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:24.034363 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fc8d6222-31c7-4b5d-af23-e3b4bba0f414 req-fb3df72d-13f9-4c0b-b435-9641567fccd3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 945 time: 0.0899909 Dec 22 15:46:24.062103 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:24.088979 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fc8d6222-31c7-4b5d-af23-e3b4bba0f414 req-678f60df-1aba-4009-8549-8268be528ba1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7c342ec-8a5f-445e-a690-20a01cd5657e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481346 Dec 22 15:46:24.089815 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca7457e-8acb-4cad-8ef0-dd2b00b148f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ecb4b8-6441-4def-8923-75e1de762eeb'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:46:24.099779 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 08ecb4b8-6441-4def-8923-75e1de762eeb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=08ecb4b8-6441-4def-8923-75e1de762eeb,segment=NetworkSegment(a8994d76-508c-438f-a812-38660dba914a),segment_id=a8994d76-508c-438f-a812-38660dba914a)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:46:24.137532 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca7457e-8acb-4cad-8ef0-dd2b00b148f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ecb4b8-6441-4def-8923-75e1de762eeb', 'code': 200} Dec 22 15:46:24.175061 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:24.177071 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-23f52dac-f665-485a-9789-7c6772278354 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:46:24.247763 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=08ecb4b8-6441-4def-8923-75e1de762eeb,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:46:24.251018 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:46:24.553190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07736616-5305-469c-b962-e115497891b1 req-8615005a-341a-4746-b50b-25920b727cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:24.554781 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-07736616-5305-469c-b962-e115497891b1 req-8615005a-341a-4746-b50b-25920b727cc0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 1099 time: 0.0715275 Dec 22 15:46:24.598862 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-07736616-5305-469c-b962-e115497891b1 req-ba010412-37d8-4a20-82bb-86d949092fc1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a7c342ec-8a5f-445e-a690-20a01cd5657e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363250 Dec 22 15:46:25.240497 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cdd09ff4-03bb-4285-a94d-efdb852c441b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:25.294334 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f80c0e-1aa0-4b63-9df3-9436f72fa704 req-3daf49ec-ea83-4f52-8f0d-3c728c676751 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:25.295879 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a8f80c0e-1aa0-4b63-9df3-9436f72fa704 req-3daf49ec-ea83-4f52-8f0d-3c728c676751 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 946 time: 0.0846767 Dec 22 15:46:25.341004 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a8f80c0e-1aa0-4b63-9df3-9436f72fa704 req-41cc968d-4a35-4f2e-8970-1065d78eff70 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7c342ec-8a5f-445e-a690-20a01cd5657e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384202 Dec 22 15:46:26.653014 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc02dc-7ee6-4b31-9ad8-8f79ed27b06b req-8971024a-b565-447a-be16-dd5407a90b84 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:26.654492 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7efc02dc-7ee6-4b31-9ad8-8f79ed27b06b req-8971024a-b565-447a-be16-dd5407a90b84 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 946 time: 0.1990142 Dec 22 15:46:26.702898 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7efc02dc-7ee6-4b31-9ad8-8f79ed27b06b req-db9fbaf6-f919-4e80-abdc-1ebbf872f0bb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7c342ec-8a5f-445e-a690-20a01cd5657e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420675 Dec 22 15:46:26.899237 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409aed8-7308-4f5f-8d1b-a6847f439ca6 req-34bcdf44-cec8-42dd-bca1-11c826fe5a04 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:26.900759 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0409aed8-7308-4f5f-8d1b-a6847f439ca6 req-34bcdf44-cec8-42dd-bca1-11c826fe5a04 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 946 time: 0.0889771 Dec 22 15:46:26.949431 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0409aed8-7308-4f5f-8d1b-a6847f439ca6 req-8c8da97f-8281-42b8-9160-2eaaeb2ac0c8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7c342ec-8a5f-445e-a690-20a01cd5657e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428021 Dec 22 15:46:26.971645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41432) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:27.044034 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91945845-999b-493d-ad1c-e62b39daadc4 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:27.045557 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-91945845-999b-493d-ad1c-e62b39daadc4 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 1094 time: 0.0729296 Dec 22 15:46:27.048331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41436) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:27.053961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': '08ecb4b8-6441-4def-8923-75e1de762eeb', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:46:27.059959 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:46:27.063752 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:floatingip and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:46:27.066586 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:46:27.072131 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:46:27.140676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:27.277498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:27.424611 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.26.6.138 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/950f7bbf-dac2-42c0-b976-ea553bb50a41) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:46:27.572514 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:27.669452 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:27.673367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ebd710e7-f8e5-453a-935b-750a5ebcac10 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:46:27.735063 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:46:27.737961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:46:27.745142 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:27.757213 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c22f5957-6914-4966-a8cf-4dcd25c43d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:27.784579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=950f7bbf-dac2-42c0-b976-ea553bb50a41,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:46:27.789317 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:46:28.203018 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:28.324610 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:28.539965 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:28.608696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:28.613384 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-76a07ddb-ccf5-4697-a4f3-1dce19d1c189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:46:28.719203 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=950f7bbf-dac2-42c0-b976-ea553bb50a41,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:46:28.723520 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:46:28.731693 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:29.038339 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Floating IP 565f704c-1c01-4082-b354-4ebbba5e30d8 associated. External IP: 172.26.6.138, port: 08ecb4b8-6441-4def-8923-75e1de762eeb. Dec 22 15:46:29.057532 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:29.086307 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:29.451262 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 29d10539-e83b-4744-a792-322aeeffbea1 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:46:29.658420 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:46:29.669746 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85587c62-e92e-49dd-ad65-5447e930763c None None] Sync routers for ids ['29d10539-e83b-4744-a792-322aeeffbea1'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:46:29.683155 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85587c62-e92e-49dd-ad65-5447e930763c None None] Routers {'29d10539-e83b-4744-a792-322aeeffbea1'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:29.683799 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-85587c62-e92e-49dd-ad65-5447e930763c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:46:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['29d10539-e83b-4744-a792-322aeeffbea1'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:46:29.749201 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:29.805948 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7565780 Dec 22 15:46:29.806760 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca7457e-8acb-4cad-8ef0-dd2b00b148f0', 'tag': '08ecb4b8-6441-4def-8923-75e1de762eeb'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:46:29.854943 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca7457e-8acb-4cad-8ef0-dd2b00b148f0', 'tag': '08ecb4b8-6441-4def-8923-75e1de762eeb', 'status': 'completed', 'code': 200} Dec 22 15:46:29.874152 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-85587c62-e92e-49dd-ad65-5447e930763c None None] Set router 29d10539-e83b-4744-a792-322aeeffbea1 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:46:29.961592 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0316a-1326-4d5c-8215-ab3ac12a331d req-e89607ae-e6f0-44c4-8a2e-d72f2a0fa0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:29.963034 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7dc0316a-1326-4d5c-8215-ab3ac12a331d req-e89607ae-e6f0-44c4-8a2e-d72f2a0fa0b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 1099 time: 0.0842047 Dec 22 15:46:30.100452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0316a-1326-4d5c-8215-ab3ac12a331d req-a6b01af7-416e-4d0e-9b1e-e8f11a05fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:30.102538 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7dc0316a-1326-4d5c-8215-ab3ac12a331d req-a6b01af7-416e-4d0e-9b1e-e8f11a05fc96 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c28935e7-7a35-4989-8d42-d90594fb49d7 HTTP/1.1" status: 200 len: 898 time: 0.1332533 Dec 22 15:46:30.214419 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7dc0316a-1326-4d5c-8215-ab3ac12a331d req-97b86911-d9e4-445e-adbb-04cd819aee2a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08ecb4b8-6441-4def-8923-75e1de762eeb HTTP/1.1" status: 200 len: 1000 time: 0.1053767 Dec 22 15:46:30.245586 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-85587c62-e92e-49dd-ad65-5447e930763c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d10539-e83b-4744-a792-322aeeffbea1', 'name': 'tempest-TestNetworkBasicOps-router-530229194', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:39Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:40Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '565f704c-1c01-4082-b354-4ebbba5e30d8', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'port_id': '08ecb4b8-6441-4def-8923-75e1de762eeb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'mac_address': 'fa:16:3e:c8:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca7457e-8acb-4cad-8ef0-dd2b00b148f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:46:28Z', 'updated_at': '2021-12-22T15:46:28Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}, {'id': 'f4a77e19-938c-459e-8850-89a85ddd94d3', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.70', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'port_id': 'e910e81f-d727-4b65-8c2b-76578cdb37df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'mac_address': 'fa:16:3e:da:d0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:46:08Z', 'updated_at': '2021-12-22T15:46:11Z', 'revision_number': 1, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8d580f-93fb-4a19-8c0a-fdfab223d472', 'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:48:12:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:44Z', 'updated_at': '2021-12-22T15:45:51Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:46:30.249835 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85587c62-e92e-49dd-ad65-5447e930763c None None] Checking router: 29d10539-e83b-4744-a792-322aeeffbea1 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:46:30.260083 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85587c62-e92e-49dd-ad65-5447e930763c None None] Routers {'29d10539-e83b-4744-a792-322aeeffbea1'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:30.260733 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-85587c62-e92e-49dd-ad65-5447e930763c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:46:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['29d10539-e83b-4744-a792-322aeeffbea1'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:46:30.280153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0316a-1326-4d5c-8215-ab3ac12a331d req-b9a3ab8d-e683-46e9-808d-abedd0d0b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:30.281615 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7dc0316a-1326-4d5c-8215-ab3ac12a331d req-b9a3ab8d-e683-46e9-808d-abedd0d0b227 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=036c7a82-1ede-4539-91ed-893e6609bef4 HTTP/1.1" status: 200 len: 835 time: 0.0618250 Dec 22 15:46:30.366437 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0316a-1326-4d5c-8215-ab3ac12a331d req-857b5a74-8bf0-48fd-9d56-eac148e9247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:30.370067 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7dc0316a-1326-4d5c-8215-ab3ac12a331d req-857b5a74-8bf0-48fd-9d56-eac148e9247e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c28935e7-7a35-4989-8d42-d90594fb49d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806603 Dec 22 15:46:30.446039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-85587c62-e92e-49dd-ad65-5447e930763c None None] Set router 29d10539-e83b-4744-a792-322aeeffbea1 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:46:30.522334 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7dc0316a-1326-4d5c-8215-ab3ac12a331d req-40da4959-3ba6-479c-9560-2bdd2b9e50a9 service neutron] 10.222.0.57 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474867 Dec 22 15:46:30.806150 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7dc0316a-1326-4d5c-8215-ab3ac12a331d req-5bbd272b-bec5-4194-885d-ce5c2c25a9b0 service neutron] 10.222.0.57 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769482 Dec 22 15:46:30.844895 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-85587c62-e92e-49dd-ad65-5447e930763c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d10539-e83b-4744-a792-322aeeffbea1', 'name': 'tempest-TestNetworkBasicOps-router-530229194', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:39Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:40Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '565f704c-1c01-4082-b354-4ebbba5e30d8', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'port_id': '08ecb4b8-6441-4def-8923-75e1de762eeb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'mac_address': 'fa:16:3e:c8:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca7457e-8acb-4cad-8ef0-dd2b00b148f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:46:28Z', 'updated_at': '2021-12-22T15:46:28Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}, {'id': 'f4a77e19-938c-459e-8850-89a85ddd94d3', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.70', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'port_id': 'e910e81f-d727-4b65-8c2b-76578cdb37df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'mac_address': 'fa:16:3e:da:d0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:46:08Z', 'updated_at': '2021-12-22T15:46:11Z', 'revision_number': 1, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8d580f-93fb-4a19-8c0a-fdfab223d472', 'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:48:12:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:44Z', 'updated_at': '2021-12-22T15:45:51Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:46:30.852486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85587c62-e92e-49dd-ad65-5447e930763c None None] The sync data for ids ['29d10539-e83b-4744-a792-322aeeffbea1'] in dv-neutron-822674-1-hyperv is: [{'id': '29d10539-e83b-4744-a792-322aeeffbea1', 'name': 'tempest-TestNetworkBasicOps-router-530229194', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:39Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:40Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '565f704c-1c01-4082-b354-4ebbba5e30d8', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'port_id': '08ecb4b8-6441-4def-8923-75e1de762eeb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'mac_address': 'fa:16:3e:c8:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca7457e-8acb-4cad-8ef0-dd2b00b148f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:46:28Z', 'updated_at': '2021-12-22T15:46:28Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}, {'id': 'f4a77e19-938c-459e-8850-89a85ddd94d3', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.70', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'port_id': 'e910e81f-d727-4b65-8c2b-76578cdb37df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'mac_address': 'fa:16:3e:da:d0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:46:08Z', 'updated_at': '2021-12-22T15:46:11Z', 'revision_number': 1, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8d580f-93fb-4a19-8c0a-fdfab223d472', 'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:48:12:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:44Z', 'updated_at': '2021-12-22T15:45:51Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:46:30.983281 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:31.067083 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50444995-92e7-451b-8f53-c9c8cdbdcab4 None None] New status for floating IP 565f704c-1c01-4082-b354-4ebbba5e30d8: ACTIVE {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:46:36.132123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:44.250137 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:46:55.202677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-19c86efb-abc9-480e-a4e3-781bcd416935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:57.664385 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-78b7d183-2b44-4d0a-ba81-2e774db4579c req-e7616666-04d4-4db8-8187-a6ccd2ba55dd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744414 Dec 22 15:46:57.751649 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-55472dc6-5d86-4372-8594-f90bdd16728b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:57.801758 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7d183-2b44-4d0a-ba81-2e774db4579c req-4c4989e3-658a-4efc-a536-bb6b9a34bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:57.803275 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-78b7d183-2b44-4d0a-ba81-2e774db4579c req-4c4989e3-658a-4efc-a536-bb6b9a34bd0c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 1098 time: 0.0761149 Dec 22 15:46:57.948828 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7d183-2b44-4d0a-ba81-2e774db4579c req-505494b2-98b8-48c7-b352-03dbab535273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:57.950182 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-78b7d183-2b44-4d0a-ba81-2e774db4579c req-505494b2-98b8-48c7-b352-03dbab535273 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c28935e7-7a35-4989-8d42-d90594fb49d7 HTTP/1.1" status: 200 len: 898 time: 0.1274366 Dec 22 15:46:58.048456 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-78b7d183-2b44-4d0a-ba81-2e774db4579c req-6a95bb65-4a43-4b90-b886-59f3552eb7cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e910e81f-d727-4b65-8c2b-76578cdb37df HTTP/1.1" status: 200 len: 1000 time: 0.0914855 Dec 22 15:46:58.113817 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7d183-2b44-4d0a-ba81-2e774db4579c req-056504a5-96fa-4664-9859-c905baa6c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:58.115289 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-78b7d183-2b44-4d0a-ba81-2e774db4579c req-056504a5-96fa-4664-9859-c905baa6c723 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=036c7a82-1ede-4539-91ed-893e6609bef4 HTTP/1.1" status: 200 len: 835 time: 0.0607777 Dec 22 15:46:58.188985 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7d183-2b44-4d0a-ba81-2e774db4579c req-916be921-0dd9-449a-9193-e6bd91ee6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:46:58.191136 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-78b7d183-2b44-4d0a-ba81-2e774db4579c req-916be921-0dd9-449a-9193-e6bd91ee6716 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c28935e7-7a35-4989-8d42-d90594fb49d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692933 Dec 22 15:46:58.321115 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-78b7d183-2b44-4d0a-ba81-2e774db4579c req-dbf07244-6d6e-43e4-a344-96ff1ac65921 service neutron] 10.222.0.57 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234465 Dec 22 15:46:58.453404 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-78b7d183-2b44-4d0a-ba81-2e774db4579c req-0d3a1331-bfdd-40b5-ac07-861c652caaff service neutron] 10.222.0.57 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249270 Dec 22 15:46:58.988828 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:46:59.063559 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:00.977521 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:06.144478 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:21.249460 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:47:25.235297 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6d95e8b6-678d-4a1c-8d9c-9f0d2a17a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:27.791574 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-97066fb3-dd48-4cef-866d-eee5a465db34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:28.993919 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:29.082767 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:30.951636 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:36.149876 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:45.283027 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41464) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:45.399851 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0b3b1eaf-599c-495a-8842-d240fac3829c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/f4a77e19-938c-459e-8850-89a85ddd94d3 HTTP/1.1" status: 200 len: 992 time: 0.1149793 Dec 22 15:47:47.512177 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41474) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:47.518312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:47:47.636811 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:47.845872 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port e910e81f-d727-4b65-8c2b-76578cdb37df, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e910e81f-d727-4b65-8c2b-76578cdb37df,segment=NetworkSegment(a8994d76-508c-438f-a812-38660dba914a),segment_id=a8994d76-508c-438f-a812-38660dba914a)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:47:47.875288 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:47.938196 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:47.942210 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:47:48.011255 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:47:48.011955 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:48.013400 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/ports/e910e81f-d727-4b65-8c2b-76578cdb37df HTTP/1.1" status: 200 len: 938 time: 0.5002451 Dec 22 15:47:48.014046 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'tag': 'e910e81f-d727-4b65-8c2b-76578cdb37df'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:47:48.036497 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=e910e81f-d727-4b65-8c2b-76578cdb37df,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:47:48.044763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:48.045228 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:48.045677 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:48.046300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:48.046680 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:48.047055 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:48.047422 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:48.047788 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:48.048152 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:48.048514 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:48.048898 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:48.049857 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:48.056094 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:47:48.066050 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'tag': 'e910e81f-d727-4b65-8c2b-76578cdb37df', 'status': 'completed', 'code': 200} Dec 22 15:47:48.169425 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81162fb5-8154-4274-b960-667f0addd4ae req-c0b7481c-42a1-42c4-b41b-d5bfad21a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:47:48.171102 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81162fb5-8154-4274-b960-667f0addd4ae req-c0b7481c-42a1-42c4-b41b-d5bfad21a983 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 1099 time: 0.0802929 Dec 22 15:47:48.247284 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bee4d514-d55f-4e72-afcd-37a1f3f47299 None None] Provisioning complete for port e910e81f-d727-4b65-8c2b-76578cdb37df triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:47:48.247877 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bee4d514-d55f-4e72-afcd-37a1f3f47299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:48.305015 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-bee4d514-d55f-4e72-afcd-37a1f3f47299 None None] Port e910e81f-d727-4b65-8c2b-76578cdb37df is administratively disabled so it will not transition to active. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Dec 22 15:47:48.310978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81162fb5-8154-4274-b960-667f0addd4ae req-c1a5e4bd-808f-476a-ac7f-3dacaa2ab2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:47:48.312437 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81162fb5-8154-4274-b960-667f0addd4ae req-c1a5e4bd-808f-476a-ac7f-3dacaa2ab2a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c28935e7-7a35-4989-8d42-d90594fb49d7 HTTP/1.1" status: 200 len: 898 time: 0.1342499 Dec 22 15:47:48.418393 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81162fb5-8154-4274-b960-667f0addd4ae req-a2ba027e-25a2-4e9a-9dd6-23a5e17e4233 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e910e81f-d727-4b65-8c2b-76578cdb37df HTTP/1.1" status: 200 len: 1001 time: 0.0991442 Dec 22 15:47:48.485189 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81162fb5-8154-4274-b960-667f0addd4ae req-26b5703c-5cb2-40e3-afdb-40391b3dd133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:47:48.486695 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81162fb5-8154-4274-b960-667f0addd4ae req-26b5703c-5cb2-40e3-afdb-40391b3dd133 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=036c7a82-1ede-4539-91ed-893e6609bef4 HTTP/1.1" status: 200 len: 835 time: 0.0615129 Dec 22 15:47:48.563619 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81162fb5-8154-4274-b960-667f0addd4ae req-5bcd0404-2a41-487f-96a4-c6fd0834f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:47:48.565567 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81162fb5-8154-4274-b960-667f0addd4ae req-5bcd0404-2a41-487f-96a4-c6fd0834f452 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c28935e7-7a35-4989-8d42-d90594fb49d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722547 Dec 22 15:47:48.704202 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81162fb5-8154-4274-b960-667f0addd4ae req-73b6880a-10e6-4d02-ae88-20c32fa8d5c3 service neutron] 10.222.0.57 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315913 Dec 22 15:47:48.954220 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81162fb5-8154-4274-b960-667f0addd4ae req-93a24b5c-e6df-4497-9762-aee9e7072607 service neutron] 10.222.0.57 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431216 Dec 22 15:47:51.458134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41484) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:51.464524 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-51e254bd-089e-485c-b14d-97156fb18ebf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:47:51.707996 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-51e254bd-089e-485c-b14d-97156fb18ebf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:51.917350 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-51e254bd-089e-485c-b14d-97156fb18ebf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port e910e81f-d727-4b65-8c2b-76578cdb37df, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e910e81f-d727-4b65-8c2b-76578cdb37df,segment=NetworkSegment(a8994d76-508c-438f-a812-38660dba914a),segment_id=a8994d76-508c-438f-a812-38660dba914a)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:47:51.946912 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-51e254bd-089e-485c-b14d-97156fb18ebf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:52.014270 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-51e254bd-089e-485c-b14d-97156fb18ebf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:52.018150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:47:52.084996 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e254bd-089e-485c-b14d-97156fb18ebf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:47:52.085714 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-51e254bd-089e-485c-b14d-97156fb18ebf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:52.088475 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-51e254bd-089e-485c-b14d-97156fb18ebf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/ports/e910e81f-d727-4b65-8c2b-76578cdb37df HTTP/1.1" status: 200 len: 937 time: 0.6291547 Dec 22 15:47:52.089197 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'tag': 'e910e81f-d727-4b65-8c2b-76578cdb37df'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:47:52.091668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41488) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:52.122418 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e254bd-089e-485c-b14d-97156fb18ebf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=e910e81f-d727-4b65-8c2b-76578cdb37df,revision_number=7']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:47:52.125889 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-51e254bd-089e-485c-b14d-97156fb18ebf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:47:52.157893 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'tag': 'e910e81f-d727-4b65-8c2b-76578cdb37df', 'status': 'completed', 'code': 200} Dec 22 15:47:52.268046 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c9ab97a8-e6b7-4f4c-8559-4332bbfab9eb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/f4a77e19-938c-459e-8850-89a85ddd94d3 HTTP/1.1" status: 200 len: 992 time: 0.1748292 Dec 22 15:47:52.290820 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec4813-0bc0-495b-94ea-6a114bf77b25 req-b0a328aa-1f2c-44f0-bfda-5809a0397a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:47:52.292318 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11ec4813-0bc0-495b-94ea-6a114bf77b25 req-b0a328aa-1f2c-44f0-bfda-5809a0397a9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 1098 time: 0.1063542 Dec 22 15:47:52.352114 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2a873edc-903e-49bc-a37a-6e082769939e None None] Provisioning complete for port e910e81f-d727-4b65-8c2b-76578cdb37df triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:47:52.352621 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2a873edc-903e-49bc-a37a-6e082769939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:52.433306 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec4813-0bc0-495b-94ea-6a114bf77b25 req-128df090-761c-464d-8ef4-e440cdf14245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:47:52.434840 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11ec4813-0bc0-495b-94ea-6a114bf77b25 req-128df090-761c-464d-8ef4-e440cdf14245 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c28935e7-7a35-4989-8d42-d90594fb49d7 HTTP/1.1" status: 200 len: 898 time: 0.1345506 Dec 22 15:47:52.456323 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['e910e81f-d727-4b65-8c2b-76578cdb37df'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:47:52.546101 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11ec4813-0bc0-495b-94ea-6a114bf77b25 req-09be5196-66d6-4de9-b0b2-fe75466cc2c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e910e81f-d727-4b65-8c2b-76578cdb37df HTTP/1.1" status: 200 len: 1000 time: 0.1041734 Dec 22 15:47:52.609450 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec4813-0bc0-495b-94ea-6a114bf77b25 req-591b604e-2765-40dd-90d1-40d3a638f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:47:52.610940 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11ec4813-0bc0-495b-94ea-6a114bf77b25 req-591b604e-2765-40dd-90d1-40d3a638f14a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=036c7a82-1ede-4539-91ed-893e6609bef4 HTTP/1.1" status: 200 len: 835 time: 0.0576484 Dec 22 15:47:52.697824 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec4813-0bc0-495b-94ea-6a114bf77b25 req-e816cca2-dc72-4abf-af6d-cd96144f52d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:47:52.699619 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11ec4813-0bc0-495b-94ea-6a114bf77b25 req-e816cca2-dc72-4abf-af6d-cd96144f52d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c28935e7-7a35-4989-8d42-d90594fb49d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825515 Dec 22 15:47:52.841821 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11ec4813-0bc0-495b-94ea-6a114bf77b25 req-dccf0846-a1ff-4850-8f81-3b274c052410 service neutron] 10.222.0.57 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343470 Dec 22 15:47:52.979945 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11ec4813-0bc0-495b-94ea-6a114bf77b25 req-09d437b2-766d-4688-98b4-f5fee8d54113 service neutron] 10.222.0.57 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301520 Dec 22 15:47:54.833624 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41500) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:55.034791 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 950f7bbf-dac2-42c0-b976-ea553bb50a41 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:47:55.035133 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:55.202293 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f347ae54-25ee-498c-be35-a1e8147b5ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:55.210976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:55.211307 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:55.452406 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 950f7bbf-dac2-42c0-b976-ea553bb50a41 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:47:55.682245 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:55.685923 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-efd80311-35f4-4306-a633-88e21f588aa3 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:47:55.729505 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=950f7bbf-dac2-42c0-b976-ea553bb50a41,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:47:55.770262 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:55.770648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:55.771031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:55.771410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:55.771778 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:55.772146 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:55.772509 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:55.772872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:55.773238 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:55.773600 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:55.773958 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:55.774351 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:47:55.781661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:47:55.835359 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:55.836103 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Floating IP 565f704c-1c01-4082-b354-4ebbba5e30d8 disassociated (deleted). External IP: 172.26.6.138, port: 08ecb4b8-6441-4def-8923-75e1de762eeb. Dec 22 15:47:56.195485 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 29d10539-e83b-4744-a792-322aeeffbea1 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:47:56.376004 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:47:56.386804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6424946d-592f-4b51-8ed4-58bac58cd349 None None] Sync routers for ids ['29d10539-e83b-4744-a792-322aeeffbea1'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:47:56.392474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:56.397650 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6424946d-592f-4b51-8ed4-58bac58cd349 None None] Routers {'29d10539-e83b-4744-a792-322aeeffbea1'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:56.398386 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6424946d-592f-4b51-8ed4-58bac58cd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:47:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['29d10539-e83b-4744-a792-322aeeffbea1'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:47:56.448692 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/floatingips/565f704c-1c01-4082-b354-4ebbba5e30d8 HTTP/1.1" status: 204 len: 168 time: 1.6138446 Dec 22 15:47:56.449240 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca7457e-8acb-4cad-8ef0-dd2b00b148f0', 'tag': '08ecb4b8-6441-4def-8923-75e1de762eeb'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:47:56.496033 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca7457e-8acb-4cad-8ef0-dd2b00b148f0', 'tag': '08ecb4b8-6441-4def-8923-75e1de762eeb', 'status': 'completed', 'code': 200} Dec 22 15:47:56.593059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-6424946d-592f-4b51-8ed4-58bac58cd349 None None] Set router 29d10539-e83b-4744-a792-322aeeffbea1 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:47:56.597648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113cd22-33ec-47e4-92f8-4b626cefd8c6 req-f2a21eec-b6cb-4749-aea6-18e2d62b46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:47:56.599192 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d113cd22-33ec-47e4-92f8-4b626cefd8c6 req-f2a21eec-b6cb-4749-aea6-18e2d62b46f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 1099 time: 0.0781970 Dec 22 15:47:56.734072 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113cd22-33ec-47e4-92f8-4b626cefd8c6 req-5975cc30-c933-4e0d-93ae-5637dbd2f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:47:56.735464 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d113cd22-33ec-47e4-92f8-4b626cefd8c6 req-5975cc30-c933-4e0d-93ae-5637dbd2f69b service neutron] 10.222.0.57 "GET /v2.0/networks?id=c28935e7-7a35-4989-8d42-d90594fb49d7 HTTP/1.1" status: 200 len: 898 time: 0.1302898 Dec 22 15:47:56.805356 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d113cd22-33ec-47e4-92f8-4b626cefd8c6 req-48941c62-f45c-4008-aa28-a447dabc077f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08ecb4b8-6441-4def-8923-75e1de762eeb HTTP/1.1" status: 200 len: 217 time: 0.0627820 Dec 22 15:47:56.873081 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113cd22-33ec-47e4-92f8-4b626cefd8c6 req-17c67ee5-5f51-4bca-b0f5-e475d782e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:47:56.879261 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d113cd22-33ec-47e4-92f8-4b626cefd8c6 req-17c67ee5-5f51-4bca-b0f5-e475d782e5a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=036c7a82-1ede-4539-91ed-893e6609bef4 HTTP/1.1" status: 200 len: 835 time: 0.0630395 Dec 22 15:47:56.958506 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6424946d-592f-4b51-8ed4-58bac58cd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d10539-e83b-4744-a792-322aeeffbea1', 'name': 'tempest-TestNetworkBasicOps-router-530229194', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:39Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:40Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': 'f4a77e19-938c-459e-8850-89a85ddd94d3', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.70', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'port_id': 'e910e81f-d727-4b65-8c2b-76578cdb37df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'mac_address': 'fa:16:3e:da:d0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:46:08Z', 'updated_at': '2021-12-22T15:46:11Z', 'revision_number': 1, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8d580f-93fb-4a19-8c0a-fdfab223d472', 'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:48:12:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:44Z', 'updated_at': '2021-12-22T15:45:51Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:47:56.961282 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113cd22-33ec-47e4-92f8-4b626cefd8c6 req-98f0e296-d31a-4808-a0dc-b37fa9d22ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:47:56.962499 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6424946d-592f-4b51-8ed4-58bac58cd349 None None] Checking router: 29d10539-e83b-4744-a792-322aeeffbea1 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:47:56.962987 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d113cd22-33ec-47e4-92f8-4b626cefd8c6 req-98f0e296-d31a-4808-a0dc-b37fa9d22ef2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c28935e7-7a35-4989-8d42-d90594fb49d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811436 Dec 22 15:47:56.971641 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6424946d-592f-4b51-8ed4-58bac58cd349 None None] Routers {'29d10539-e83b-4744-a792-322aeeffbea1'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:56.972261 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6424946d-592f-4b51-8ed4-58bac58cd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:47:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['29d10539-e83b-4744-a792-322aeeffbea1'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:47:57.050417 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1f371-779b-4fb0-b32b-1699fe00b235 req-cbb07983-8363-407a-bcbf-d579353ee544 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:47:57.052734 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-88d1f371-779b-4fb0-b32b-1699fe00b235 req-cbb07983-8363-407a-bcbf-d579353ee544 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 946 time: 0.0867152 Dec 22 15:47:57.132118 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-88d1f371-779b-4fb0-b32b-1699fe00b235 req-8f69dd8d-7123-4a7b-a2f1-5ca0c03377f3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7c342ec-8a5f-445e-a690-20a01cd5657e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698726 Dec 22 15:47:57.165532 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-6424946d-592f-4b51-8ed4-58bac58cd349 None None] Set router 29d10539-e83b-4744-a792-322aeeffbea1 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:47:57.233183 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d113cd22-33ec-47e4-92f8-4b626cefd8c6 req-d8c227e9-e8a0-4dac-ac64-b289bd725a66 service neutron] 10.222.0.57 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627604 Dec 22 15:47:57.373371 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d113cd22-33ec-47e4-92f8-4b626cefd8c6 req-56687166-b097-421f-a1f2-35c87c4a06d1 service neutron] 10.222.0.57 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318080 Dec 22 15:47:57.555649 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6424946d-592f-4b51-8ed4-58bac58cd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d10539-e83b-4744-a792-322aeeffbea1', 'name': 'tempest-TestNetworkBasicOps-router-530229194', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:39Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:40Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': 'f4a77e19-938c-459e-8850-89a85ddd94d3', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.70', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'port_id': 'e910e81f-d727-4b65-8c2b-76578cdb37df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'mac_address': 'fa:16:3e:da:d0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:46:08Z', 'updated_at': '2021-12-22T15:46:11Z', 'revision_number': 1, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8d580f-93fb-4a19-8c0a-fdfab223d472', 'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:48:12:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:44Z', 'updated_at': '2021-12-22T15:45:51Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:47:57.559633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6424946d-592f-4b51-8ed4-58bac58cd349 None None] The sync data for ids ['29d10539-e83b-4744-a792-322aeeffbea1'] in dv-neutron-822674-1-hyperv is: [{'id': '29d10539-e83b-4744-a792-322aeeffbea1', 'name': 'tempest-TestNetworkBasicOps-router-530229194', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:39Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:40Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': 'f4a77e19-938c-459e-8850-89a85ddd94d3', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.70', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'port_id': 'e910e81f-d727-4b65-8c2b-76578cdb37df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'mac_address': 'fa:16:3e:da:d0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:46:08Z', 'updated_at': '2021-12-22T15:46:11Z', 'revision_number': 1, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8d580f-93fb-4a19-8c0a-fdfab223d472', 'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:48:12:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:44Z', 'updated_at': '2021-12-22T15:45:51Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:47:57.728383 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-44610200-f18a-4872-8eea-e8f1e9d53757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:57.772403 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2642b0cd-d8ca-4636-a025-1c9f37c74787 None None] New status for floating IP 565f704c-1c01-4082-b354-4ebbba5e30d8: DOWN {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:47:58.248368 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:47:58.307074 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfbe64-0a22-4d2a-848d-abc227bcb7be req-6808b65a-a9d4-4fff-abf0-0967b8f84a7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:47:58.308545 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-78cfbe64-0a22-4d2a-848d-abc227bcb7be req-6808b65a-a9d4-4fff-abf0-0967b8f84a7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 946 time: 0.0801268 Dec 22 15:47:58.354074 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-78cfbe64-0a22-4d2a-848d-abc227bcb7be req-7ee388ff-b4d1-4a4e-ba92-fb3331a1afc1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7c342ec-8a5f-445e-a690-20a01cd5657e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397744 Dec 22 15:47:58.693142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c6b37-6301-4e19-a8d2-e40f6f7e3cac req-fd028290-ca1e-41f5-a285-06a90d97e7aa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:47:58.693836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-033c6b37-6301-4e19-a8d2-e40f6f7e3cac req-fd028290-ca1e-41f5-a285-06a90d97e7aa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:47:58.756748 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-033c6b37-6301-4e19-a8d2-e40f6f7e3cac req-fd028290-ca1e-41f5-a285-06a90d97e7aa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:47:58.757871 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-033c6b37-6301-4e19-a8d2-e40f6f7e3cac req-fd028290-ca1e-41f5-a285-06a90d97e7aa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/ports?device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 946 time: 0.1464403 Dec 22 15:47:58.830032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-033c6b37-6301-4e19-a8d2-e40f6f7e3cac req-c6e222c1-7e85-4116-ac24-21175f6a8cb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 08ecb4b8-6441-4def-8923-75e1de762eeb {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:47:58.830775 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-033c6b37-6301-4e19-a8d2-e40f6f7e3cac req-c6e222c1-7e85-4116-ac24-21175f6a8cb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:59.017699 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:59.053590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:59.084956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-033c6b37-6301-4e19-a8d2-e40f6f7e3cac req-c6e222c1-7e85-4116-ac24-21175f6a8cb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port 08ecb4b8-6441-4def-8923-75e1de762eeb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=08ecb4b8-6441-4def-8923-75e1de762eeb,segment=NetworkSegment(a8994d76-508c-438f-a812-38660dba914a),segment_id=a8994d76-508c-438f-a812-38660dba914a)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:47:59.085236 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-033c6b37-6301-4e19-a8d2-e40f6f7e3cac req-c6e222c1-7e85-4116-ac24-21175f6a8cb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:59.216836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-033c6b37-6301-4e19-a8d2-e40f6f7e3cac req-c6e222c1-7e85-4116-ac24-21175f6a8cb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 08ecb4b8-6441-4def-8923-75e1de762eeb owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:47:59.431065 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-033c6b37-6301-4e19-a8d2-e40f6f7e3cac req-c6e222c1-7e85-4116-ac24-21175f6a8cb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:59.437040 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:47:59.488621 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e222c1-7e85-4116-ac24-21175f6a8cb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=08ecb4b8-6441-4def-8923-75e1de762eeb,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:47:59.510963 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4e2e9524-dd9c-4de8-a226-26d6f4a6a8df req-ee8fe3a2-d4ad-4adf-9ce4-da87b19965e4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=cca7457e-8acb-4cad-8ef0-dd2b00b148f0 HTTP/1.1" status: 200 len: 210 time: 0.0509965 Dec 22 15:47:59.524079 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c6e222c1-7e85-4116-ac24-21175f6a8cb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:47:59.563991 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-033c6b37-6301-4e19-a8d2-e40f6f7e3cac req-c6e222c1-7e85-4116-ac24-21175f6a8cb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] No DVR routers for this DVR port 08ecb4b8-6441-4def-8923-75e1de762eeb on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:47:59.566743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-033c6b37-6301-4e19-a8d2-e40f6f7e3cac req-c6e222c1-7e85-4116-ac24-21175f6a8cb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:47:59.569424 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca7457e-8acb-4cad-8ef0-dd2b00b148f0', 'name': 'network-vif-deleted', 'tag': '08ecb4b8-6441-4def-8923-75e1de762eeb'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:47:59.614326 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca7457e-8acb-4cad-8ef0-dd2b00b148f0', 'name': 'network-vif-deleted', 'tag': '08ecb4b8-6441-4def-8923-75e1de762eeb', 'status': 'completed', 'code': 200} Dec 22 15:47:59.631614 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-033c6b37-6301-4e19-a8d2-e40f6f7e3cac req-c6e222c1-7e85-4116-ac24-21175f6a8cb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "DELETE /v2.0/ports/08ecb4b8-6441-4def-8923-75e1de762eeb HTTP/1.1" status: 204 len: 173 time: 0.8684421 Dec 22 15:48:00.607489 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41520) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:00.676642 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-33c4925e-e20d-4e0d-b60d-399a21f22654 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:00.706720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-33c4925e-e20d-4e0d-b60d-399a21f22654 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:00.836671 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-33c4925e-e20d-4e0d-b60d-399a21f22654 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:00.842359 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8acbb92-8d14-4113-80f5-976308ed5db0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:00.859712 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4925e-e20d-4e0d-b60d-399a21f22654 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c342ec-8a5f-445e-a690-20a01cd5657e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:00.863184 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-33c4925e-e20d-4e0d-b60d-399a21f22654 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:00.933029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-33c4925e-e20d-4e0d-b60d-399a21f22654 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:00.934177 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-33c4925e-e20d-4e0d-b60d-399a21f22654 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/security-groups/a7c342ec-8a5f-445e-a690-20a01cd5657e HTTP/1.1" status: 204 len: 168 time: 0.3256483 Dec 22 15:48:00.951210 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:01.020692 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41526) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:01.223075 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-b507f700-a141-47b4-9de9-f7bf780efca5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port c27e24cc-928a-41ad-aaa3-6ae68bf594fb {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:48:01.223428 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b507f700-a141-47b4-9de9-f7bf780efca5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:01.507674 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b507f700-a141-47b4-9de9-f7bf780efca5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:01.507934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b507f700-a141-47b4-9de9-f7bf780efca5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:01.631169 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-b507f700-a141-47b4-9de9-f7bf780efca5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for c27e24cc-928a-41ad-aaa3-6ae68bf594fb owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:48:01.836974 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b507f700-a141-47b4-9de9-f7bf780efca5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:01.841025 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-57ff52ea-0a35-4dfb-a90c-ee84c2af5055 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:01.889254 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507f700-a141-47b4-9de9-f7bf780efca5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=c27e24cc-928a-41ad-aaa3-6ae68bf594fb,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:01.893749 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b507f700-a141-47b4-9de9-f7bf780efca5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:01.990177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b507f700-a141-47b4-9de9-f7bf780efca5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:01.990535 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-b507f700-a141-47b4-9de9-f7bf780efca5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Floating IP f4a77e19-938c-459e-8850-89a85ddd94d3 disassociated (deleted). External IP: 172.26.6.70, port: e910e81f-d727-4b65-8c2b-76578cdb37df. Dec 22 15:48:02.357465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b507f700-a141-47b4-9de9-f7bf780efca5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 29d10539-e83b-4744-a792-322aeeffbea1 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:48:02.428942 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 08ecb4b8-6441-4def-8923-75e1de762eeb no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:48:02.461997 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 08ecb4b8-6441-4def-8923-75e1de762eeb {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:48:02.462383 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 08ecb4b8-6441-4def-8923-75e1de762eeb not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:48:02.539706 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b507f700-a141-47b4-9de9-f7bf780efca5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:48:02.549071 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff64496-1310-450c-ad4e-248a6b8ec83e None None] Sync routers for ids ['29d10539-e83b-4744-a792-322aeeffbea1'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:48:02.556128 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b507f700-a141-47b4-9de9-f7bf780efca5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:02.559146 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff64496-1310-450c-ad4e-248a6b8ec83e None None] Routers {'29d10539-e83b-4744-a792-322aeeffbea1'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:02.559767 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bff64496-1310-450c-ad4e-248a6b8ec83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:47:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['29d10539-e83b-4744-a792-322aeeffbea1'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:02.610963 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b507f700-a141-47b4-9de9-f7bf780efca5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/floatingips/f4a77e19-938c-459e-8850-89a85ddd94d3 HTTP/1.1" status: 204 len: 168 time: 1.5891101 Dec 22 15:48:02.611546 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'tag': 'e910e81f-d727-4b65-8c2b-76578cdb37df'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:48:02.664633 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'tag': 'e910e81f-d727-4b65-8c2b-76578cdb37df', 'status': 'completed', 'code': 200} Dec 22 15:48:02.749047 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-bff64496-1310-450c-ad4e-248a6b8ec83e None None] Set router 29d10539-e83b-4744-a792-322aeeffbea1 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:48:02.767275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50687b2-720c-44fb-ba35-fc65a877deba req-5e810eb6-1b23-4b41-8c32-72d84843d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:02.768861 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b50687b2-720c-44fb-ba35-fc65a877deba req-5e810eb6-1b23-4b41-8c32-72d84843d2c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 1098 time: 0.0823793 Dec 22 15:48:02.911665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50687b2-720c-44fb-ba35-fc65a877deba req-d3c73519-dbad-4706-ac75-ebed878e7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:02.913190 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b50687b2-720c-44fb-ba35-fc65a877deba req-d3c73519-dbad-4706-ac75-ebed878e7a95 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c28935e7-7a35-4989-8d42-d90594fb49d7 HTTP/1.1" status: 200 len: 898 time: 0.1382947 Dec 22 15:48:02.981783 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b50687b2-720c-44fb-ba35-fc65a877deba req-816f2f69-9617-4fba-9f36-db38ac7f76d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e910e81f-d727-4b65-8c2b-76578cdb37df HTTP/1.1" status: 200 len: 217 time: 0.0620456 Dec 22 15:48:03.177328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50687b2-720c-44fb-ba35-fc65a877deba req-fbbf3582-9fdb-4895-93d7-cc1e06df1f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:03.178696 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b50687b2-720c-44fb-ba35-fc65a877deba req-fbbf3582-9fdb-4895-93d7-cc1e06df1f52 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=036c7a82-1ede-4539-91ed-893e6609bef4 HTTP/1.1" status: 200 len: 835 time: 0.1898592 Dec 22 15:48:03.181556 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfb3ed-a4d4-4f65-8fb3-00f939e475fc req-0abf62c1-5b47-4d5c-a1e0-d9773d5a2ac1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:03.183105 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5adfb3ed-a4d4-4f65-8fb3-00f939e475fc req-0abf62c1-5b47-4d5c-a1e0-d9773d5a2ac1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 945 time: 0.0901284 Dec 22 15:48:03.236491 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5adfb3ed-a4d4-4f65-8fb3-00f939e475fc req-5fecfa5e-9206-4ce8-877e-a40d75291593 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=88c17115-2632-4114-92c2-a5842b9a01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473342 Dec 22 15:48:03.261606 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50687b2-720c-44fb-ba35-fc65a877deba req-4d6018c7-8e14-433f-964b-9916c68a058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:03.263118 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b50687b2-720c-44fb-ba35-fc65a877deba req-4d6018c7-8e14-433f-964b-9916c68a058a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c28935e7-7a35-4989-8d42-d90594fb49d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766070 Dec 22 15:48:03.267476 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bff64496-1310-450c-ad4e-248a6b8ec83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d10539-e83b-4744-a792-322aeeffbea1', 'name': 'tempest-TestNetworkBasicOps-router-530229194', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:39Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:40Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'ec8d580f-93fb-4a19-8c0a-fdfab223d472', 'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:48:12:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:44Z', 'updated_at': '2021-12-22T15:45:51Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:03.275316 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff64496-1310-450c-ad4e-248a6b8ec83e None None] Checking router: 29d10539-e83b-4744-a792-322aeeffbea1 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:48:03.291142 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff64496-1310-450c-ad4e-248a6b8ec83e None None] Routers {'29d10539-e83b-4744-a792-322aeeffbea1'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:03.291892 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bff64496-1310-450c-ad4e-248a6b8ec83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:47:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['29d10539-e83b-4744-a792-322aeeffbea1'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:03.401118 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b50687b2-720c-44fb-ba35-fc65a877deba req-afcd26b9-936c-4e19-b463-9e3f961c6930 service neutron] 10.222.0.57 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295726 Dec 22 15:48:03.473879 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-bff64496-1310-450c-ad4e-248a6b8ec83e None None] Set router 29d10539-e83b-4744-a792-322aeeffbea1 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:48:03.537945 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b50687b2-720c-44fb-ba35-fc65a877deba req-a30c13fe-febf-468c-ac60-505f74136d80 service neutron] 10.222.0.57 "GET /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299431 Dec 22 15:48:03.834346 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bff64496-1310-450c-ad4e-248a6b8ec83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d10539-e83b-4744-a792-322aeeffbea1', 'name': 'tempest-TestNetworkBasicOps-router-530229194', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:39Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:40Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'ec8d580f-93fb-4a19-8c0a-fdfab223d472', 'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:48:12:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:44Z', 'updated_at': '2021-12-22T15:45:51Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:03.838180 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff64496-1310-450c-ad4e-248a6b8ec83e None None] The sync data for ids ['29d10539-e83b-4744-a792-322aeeffbea1'] in dv-neutron-822674-1-hyperv is: [{'id': '29d10539-e83b-4744-a792-322aeeffbea1', 'name': 'tempest-TestNetworkBasicOps-router-530229194', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:39Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:40Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'ec8d580f-93fb-4a19-8c0a-fdfab223d472', 'name': '', 'network_id': 'c28935e7-7a35-4989-8d42-d90594fb49d7', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:48:12:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:44Z', 'updated_at': '2021-12-22T15:45:51Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': '036c7a82-1ede-4539-91ed-893e6609bef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:48:04.055017 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919d3216-f5e0-4796-ac2c-4a9d427b6755 None None] New status for floating IP f4a77e19-938c-459e-8850-89a85ddd94d3: DOWN {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:48:04.430776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71204877-1b85-489d-8afb-6d7aa98b1176 req-5d22fe50-74d0-4439-ba1f-54f18a3de2d0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:04.432136 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-71204877-1b85-489d-8afb-6d7aa98b1176 req-5d22fe50-74d0-4439-ba1f-54f18a3de2d0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 945 time: 0.0842335 Dec 22 15:48:04.477726 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-71204877-1b85-489d-8afb-6d7aa98b1176 req-d99db2ba-fcd3-4beb-ba4f-2b24f949212b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=88c17115-2632-4114-92c2-a5842b9a01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398126 Dec 22 15:48:04.896406 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c3d36-b692-4c95-b1c7-a6a943e96ea7 req-0d7850eb-96bc-4491-a470-c50f707e4453 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:04.897093 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-ae3c3d36-b692-4c95-b1c7-a6a943e96ea7 req-0d7850eb-96bc-4491-a470-c50f707e4453 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:48:04.979550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-ae3c3d36-b692-4c95-b1c7-a6a943e96ea7 req-0d7850eb-96bc-4491-a470-c50f707e4453 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:48:04.980611 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ae3c3d36-b692-4c95-b1c7-a6a943e96ea7 req-0d7850eb-96bc-4491-a470-c50f707e4453 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 945 time: 0.1665382 Dec 22 15:48:05.049652 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-ae3c3d36-b692-4c95-b1c7-a6a943e96ea7 req-d8f09931-e399-4de9-bbae-7811bf3ed442 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port e910e81f-d727-4b65-8c2b-76578cdb37df {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:48:05.049990 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ae3c3d36-b692-4c95-b1c7-a6a943e96ea7 req-d8f09931-e399-4de9-bbae-7811bf3ed442 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:05.297097 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-ae3c3d36-b692-4c95-b1c7-a6a943e96ea7 req-d8f09931-e399-4de9-bbae-7811bf3ed442 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port e910e81f-d727-4b65-8c2b-76578cdb37df, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e910e81f-d727-4b65-8c2b-76578cdb37df,segment=NetworkSegment(a8994d76-508c-438f-a812-38660dba914a),segment_id=a8994d76-508c-438f-a812-38660dba914a)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:48:05.297362 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ae3c3d36-b692-4c95-b1c7-a6a943e96ea7 req-d8f09931-e399-4de9-bbae-7811bf3ed442 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:05.422141 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-ae3c3d36-b692-4c95-b1c7-a6a943e96ea7 req-d8f09931-e399-4de9-bbae-7811bf3ed442 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for e910e81f-d727-4b65-8c2b-76578cdb37df owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:48:05.637055 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ae3c3d36-b692-4c95-b1c7-a6a943e96ea7 req-d8f09931-e399-4de9-bbae-7811bf3ed442 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:05.642817 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4cf724ec-2f84-44fc-b6cd-406a118bc4e7 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:05.669080 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbb219-756c-4af1-9e3d-cf9b044d157b req-6515fe54-f60e-4b00-9ca3-c273bedd3b5b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:05.670645 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-65dbb219-756c-4af1-9e3d-cf9b044d157b req-6515fe54-f60e-4b00-9ca3-c273bedd3b5b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=95d5beff-dd20-4841-a9a4-2f36e6ca84a0 HTTP/1.1" status: 200 len: 945 time: 0.0811584 Dec 22 15:48:05.688421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f09931-e399-4de9-bbae-7811bf3ed442 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=e910e81f-d727-4b65-8c2b-76578cdb37df,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:05.691544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8f09931-e399-4de9-bbae-7811bf3ed442 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:05.718729 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-65dbb219-756c-4af1-9e3d-cf9b044d157b req-6cce30c8-3d1e-4499-a9c8-63f47e771253 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=88c17115-2632-4114-92c2-a5842b9a01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416131 Dec 22 15:48:05.765510 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3c3d36-b692-4c95-b1c7-a6a943e96ea7 req-d8f09931-e399-4de9-bbae-7811bf3ed442 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] No DVR routers for this DVR port e910e81f-d727-4b65-8c2b-76578cdb37df on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:48:05.767919 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ae3c3d36-b692-4c95-b1c7-a6a943e96ea7 req-d8f09931-e399-4de9-bbae-7811bf3ed442 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:05.770548 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'name': 'network-vif-deleted', 'tag': 'e910e81f-d727-4b65-8c2b-76578cdb37df'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:48:05.815037 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d5beff-dd20-4841-a9a4-2f36e6ca84a0', 'name': 'network-vif-deleted', 'tag': 'e910e81f-d727-4b65-8c2b-76578cdb37df', 'status': 'completed', 'code': 200} Dec 22 15:48:05.843302 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ae3c3d36-b692-4c95-b1c7-a6a943e96ea7 req-d8f09931-e399-4de9-bbae-7811bf3ed442 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "DELETE /v2.0/ports/e910e81f-d727-4b65-8c2b-76578cdb37df HTTP/1.1" status: 204 len: 173 time: 0.8572178 Dec 22 15:48:06.168539 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:06.823675 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41546) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:06.894074 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20f3c553-4ee5-4bd2-8143-6cf3ed5dbd33 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:06.922648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20f3c553-4ee5-4bd2-8143-6cf3ed5dbd33 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:07.042765 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20f3c553-4ee5-4bd2-8143-6cf3ed5dbd33 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:07.046672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a3134c83-3a6c-47c0-953a-24697bb77c5e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:07.064661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3c553-4ee5-4bd2-8143-6cf3ed5dbd33 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c17115-2632-4114-92c2-a5842b9a01ca,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:07.068654 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-20f3c553-4ee5-4bd2-8143-6cf3ed5dbd33 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:07.074240 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20f3c553-4ee5-4bd2-8143-6cf3ed5dbd33 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:07.075356 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-20f3c553-4ee5-4bd2-8143-6cf3ed5dbd33 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/security-groups/88c17115-2632-4114-92c2-a5842b9a01ca HTTP/1.1" status: 204 len: 168 time: 0.2506847 Dec 22 15:48:07.209291 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41552) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:07.865221 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6fa07529-a68c-499d-8daf-080799cbe624 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:08.217315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-6fa07529-a68c-499d-8daf-080799cbe624 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port ec8d580f-93fb-4a19-8c0a-fdfab223d472 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:48:08.217659 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6fa07529-a68c-499d-8daf-080799cbe624 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:08.402913 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-6fa07529-a68c-499d-8daf-080799cbe624 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port ec8d580f-93fb-4a19-8c0a-fdfab223d472, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ec8d580f-93fb-4a19-8c0a-fdfab223d472,segment=NetworkSegment(a8994d76-508c-438f-a812-38660dba914a),segment_id=a8994d76-508c-438f-a812-38660dba914a)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:48:08.403270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6fa07529-a68c-499d-8daf-080799cbe624 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:08.443594 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device e910e81f-d727-4b65-8c2b-76578cdb37df no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:48:08.480233 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: e910e81f-d727-4b65-8c2b-76578cdb37df {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:48:08.480512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device e910e81f-d727-4b65-8c2b-76578cdb37df not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:48:08.528886 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-6fa07529-a68c-499d-8daf-080799cbe624 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for ec8d580f-93fb-4a19-8c0a-fdfab223d472 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:48:08.802844 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6fa07529-a68c-499d-8daf-080799cbe624 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:08.806668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ba9a9c93-f15e-494a-9bce-03328820512c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:08.861226 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa07529-a68c-499d-8daf-080799cbe624 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=ec8d580f-93fb-4a19-8c0a-fdfab223d472,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:08.888197 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6fa07529-a68c-499d-8daf-080799cbe624 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:09.253731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6fa07529-a68c-499d-8daf-080799cbe624 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:09.618815 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa07529-a68c-499d-8daf-080799cbe624 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 29d10539-e83b-4744-a792-322aeeffbea1 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:48:09.794232 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa07529-a68c-499d-8daf-080799cbe624 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:48:09.804346 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069778b4-b849-4faa-9f00-280f244252e6 None None] Sync routers for ids ['29d10539-e83b-4744-a792-322aeeffbea1'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:48:09.808154 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6fa07529-a68c-499d-8daf-080799cbe624 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/routers/29d10539-e83b-4744-a792-322aeeffbea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5976331 Dec 22 15:48:09.811139 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41556) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:09.814915 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069778b4-b849-4faa-9f00-280f244252e6 None None] Routers {'29d10539-e83b-4744-a792-322aeeffbea1'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:09.816213 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-069778b4-b849-4faa-9f00-280f244252e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:47:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['29d10539-e83b-4744-a792-322aeeffbea1'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:09.882517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-4854f05e-c4b0-4722-bd37-0818da9e43a8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting subnet 036c7a82-1ede-4539-91ed-893e6609bef4 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:48:09.885475 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4854f05e-c4b0-4722-bd37-0818da9e43a8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:09.938902 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4854f05e-c4b0-4722-bd37-0818da9e43a8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:09.992796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-069778b4-b849-4faa-9f00-280f244252e6 None None] Set router 29d10539-e83b-4744-a792-322aeeffbea1 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:48:10.022022 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4854f05e-c4b0-4722-bd37-0818da9e43a8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:10.168555 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4854f05e-c4b0-4722-bd37-0818da9e43a8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:10.173499 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a28ba076-d4bf-4c9b-9acb-15a8283eefa7 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:10.211251 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4854f05e-c4b0-4722-bd37-0818da9e43a8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:10.215208 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854f05e-c4b0-4722-bd37-0818da9e43a8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Subnet': ['ID=036c7a82-1ede-4539-91ed-893e6609bef4,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:10.219922 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4854f05e-c4b0-4722-bd37-0818da9e43a8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:10.222305 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4854f05e-c4b0-4722-bd37-0818da9e43a8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/subnets/036c7a82-1ede-4539-91ed-893e6609bef4 HTTP/1.1" status: 204 len: 168 time: 0.4098670 Dec 22 15:48:10.224626 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41560) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:10.242489 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90efaaac-2396-4a4a-bcd0-15cb7d423180 None None] Network c28935e7-7a35-4989-8d42-d90594fb49d7 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:48:10.405232 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0144-931f-46c3-a4fc-9e600eec1e34 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:10.442821 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-069778b4-b849-4faa-9f00-280f244252e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d10539-e83b-4744-a792-322aeeffbea1', 'name': 'tempest-TestNetworkBasicOps-router-530229194', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:39Z', 'updated_at': '2021-12-22T15:48:08Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:40Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:10.449189 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069778b4-b849-4faa-9f00-280f244252e6 None None] Checking router: 29d10539-e83b-4744-a792-322aeeffbea1 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:48:10.463744 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069778b4-b849-4faa-9f00-280f244252e6 None None] Routers {'29d10539-e83b-4744-a792-322aeeffbea1'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:10.464369 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-069778b4-b849-4faa-9f00-280f244252e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:47:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['29d10539-e83b-4744-a792-322aeeffbea1'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:10.584680 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0144-931f-46c3-a4fc-9e600eec1e34 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:10.613942 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] DHCP port deletion for c28935e7-7a35-4989-8d42-d90594fb49d7 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:48:10.635099 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] Deleting port 4dc8d8cd-fb4c-4999-ba2e-805fbe94affb {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:48:10.635474 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:10.688385 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-aa1d0144-931f-46c3-a4fc-9e600eec1e34 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 9efd9eb6-a4c4-420f-b98f-2766616d581e {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:48:10.688815 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0144-931f-46c3-a4fc-9e600eec1e34 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:10.704917 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-069778b4-b849-4faa-9f00-280f244252e6 None None] Set router 29d10539-e83b-4744-a792-322aeeffbea1 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:48:10.990886 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4dc8d8cd-fb4c-4999-ba2e-805fbe94affb no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:48:11.029807 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-aa1d0144-931f-46c3-a4fc-9e600eec1e34 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port 9efd9eb6-a4c4-420f-b98f-2766616d581e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=9efd9eb6-a4c4-420f-b98f-2766616d581e,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:48:11.030476 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0144-931f-46c3-a4fc-9e600eec1e34 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:11.156636 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-aa1d0144-931f-46c3-a4fc-9e600eec1e34 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 9efd9eb6-a4c4-420f-b98f-2766616d581e owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:48:11.181265 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] For port 4dc8d8cd-fb4c-4999-ba2e-805fbe94affb, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=4dc8d8cd-fb4c-4999-ba2e-805fbe94affb,segment=NetworkSegment(a8994d76-508c-438f-a812-38660dba914a),segment_id=a8994d76-508c-438f-a812-38660dba914a)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:48:11.181670 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:11.345769 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] Calling delete_port for 4dc8d8cd-fb4c-4999-ba2e-805fbe94affb owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:48:11.401398 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0144-931f-46c3-a4fc-9e600eec1e34 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:11.405299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3a5ff0e5-6369-4005-85ac-c7cc64da7906 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:11.448513 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d0144-931f-46c3-a4fc-9e600eec1e34 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=9efd9eb6-a4c4-420f-b98f-2766616d581e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:11.451592 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-aa1d0144-931f-46c3-a4fc-9e600eec1e34 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:11.474998 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:11.512177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-069778b4-b849-4faa-9f00-280f244252e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d10539-e83b-4744-a792-322aeeffbea1', 'name': 'tempest-TestNetworkBasicOps-router-530229194', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:39Z', 'updated_at': '2021-12-22T15:48:08Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:40Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:11.516478 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069778b4-b849-4faa-9f00-280f244252e6 None None] The sync data for ids ['29d10539-e83b-4744-a792-322aeeffbea1'] in dv-neutron-822674-1-hyperv is: [{'id': '29d10539-e83b-4744-a792-322aeeffbea1', 'name': 'tempest-TestNetworkBasicOps-router-530229194', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:39Z', 'updated_at': '2021-12-22T15:48:08Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': '9efd9eb6-a4c4-420f-b98f-2766616d581e', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d10539-e83b-4744-a792-322aeeffbea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:40Z', 'updated_at': '2021-12-22T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:48:11.547400 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0144-931f-46c3-a4fc-9e600eec1e34 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:11.585116 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:11.589098 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:11.666638 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] Pushing event deleted for resources: {'Port': ['ID=4dc8d8cd-fb4c-4999-ba2e-805fbe94affb,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:11.672365 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] No DVR routers for this DVR port 4dc8d8cd-fb4c-4999-ba2e-805fbe94affb on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:48:11.678956 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:11.679313 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:11.679647 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:11.679975 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:11.680312 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:11.680640 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:11.680966 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:11.681297 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:11.681616 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:11.681937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:11.682604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:11.682604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:11.685427 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:11.727046 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0144-931f-46c3-a4fc-9e600eec1e34 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:11.729178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0144-931f-46c3-a4fc-9e600eec1e34 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:11.825080 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0144-931f-46c3-a4fc-9e600eec1e34 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:11.825514 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1d0144-931f-46c3-a4fc-9e600eec1e34 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Fanout notify agent at l3_agent the message router_deleted on router 29d10539-e83b-4744-a792-322aeeffbea1 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:48:11.840069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0144-931f-46c3-a4fc-9e600eec1e34 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:11.841132 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-aa1d0144-931f-46c3-a4fc-9e600eec1e34 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/routers/29d10539-e83b-4744-a792-322aeeffbea1 HTTP/1.1" status: 204 len: 168 time: 1.6156039 Dec 22 15:48:11.843720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41564) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:11.961376 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dd0a0399-b2ab-4616-acd2-a534159e0266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:12.095809 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dd0a0399-b2ab-4616-acd2-a534159e0266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:12.124387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-dd0a0399-b2ab-4616-acd2-a534159e0266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28935e7-7a35-4989-8d42-d90594fb49d7']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:12.137946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-dd0a0399-b2ab-4616-acd2-a534159e0266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8994d76-508c-438f-a812-38660dba914a') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:12.138367 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-dd0a0399-b2ab-4616-acd2-a534159e0266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8994d76-508c-438f-a812-38660dba914a') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:12.154201 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dd0a0399-b2ab-4616-acd2-a534159e0266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:12.172760 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dd0a0399-b2ab-4616-acd2-a534159e0266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:12.179168 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd0a0399-b2ab-4616-acd2-a534159e0266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:48:12.179561 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dd0a0399-b2ab-4616-acd2-a534159e0266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:48:12.194301 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:48:12.374007 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dd0a0399-b2ab-4616-acd2-a534159e0266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:12.378953 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dd0a0399-b2ab-4616-acd2-a534159e0266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:12.383344 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2882ab07-3449-44cd-8347-5b95ca18b196 tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:12.417076 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a0399-b2ab-4616-acd2-a534159e0266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Network': ['ID=c28935e7-7a35-4989-8d42-d90594fb49d7,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:12.419780 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dd0a0399-b2ab-4616-acd2-a534159e0266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:12.481943 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dd0a0399-b2ab-4616-acd2-a534159e0266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/networks/c28935e7-7a35-4989-8d42-d90594fb49d7 HTTP/1.1" status: 204 len: 168 time: 0.6371360 Dec 22 15:48:12.510587 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41568) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:12.516668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-eaa9af32-7e5f-4b99-b26d-58e1909afd9b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'network': {'name': 'tempest-network-smoke--966758477', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'port_security_enabled': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:48:12.522568 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-eaa9af32-7e5f-4b99-b26d-58e1909afd9b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:48:12.527909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-eaa9af32-7e5f-4b99-b26d-58e1909afd9b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:network and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:48:12.529908 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-eaa9af32-7e5f-4b99-b26d-58e1909afd9b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:48:12.536699 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-eaa9af32-7e5f-4b99-b26d-58e1909afd9b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:48:12.620016 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa9af32-7e5f-4b99-b26d-58e1909afd9b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:48:12.623674 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eaa9af32-7e5f-4b99-b26d-58e1909afd9b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:12.655349 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa9af32-7e5f-4b99-b26d-58e1909afd9b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:48:12.663907 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eaa9af32-7e5f-4b99-b26d-58e1909afd9b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:12.664259 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-eaa9af32-7e5f-4b99-b26d-58e1909afd9b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Added segment 3d2d7094-0d4e-416b-8d4a-858283a5f3f6 of type vlan for network bcd17f57-c522-4b18-8bf3-fc7144323fae Dec 22 15:48:12.694726 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eaa9af32-7e5f-4b99-b26d-58e1909afd9b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:12.768659 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eaa9af32-7e5f-4b99-b26d-58e1909afd9b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:12.774023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa9af32-7e5f-4b99-b26d-58e1909afd9b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:12.774621 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eaa9af32-7e5f-4b99-b26d-58e1909afd9b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:12.778297 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a6f1629f-6337-4167-8cb6-13a0bafb4f24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:12.916298 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ec8d580f-93fb-4a19-8c0a-fdfab223d472 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:48:12.952153 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: ec8d580f-93fb-4a19-8c0a-fdfab223d472 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:48:12.952509 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ec8d580f-93fb-4a19-8c0a-fdfab223d472 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:48:12.952942 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 9efd9eb6-a4c4-420f-b98f-2766616d581e no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:48:12.989092 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 9efd9eb6-a4c4-420f-b98f-2766616d581e {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:48:12.989446 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 9efd9eb6-a4c4-420f-b98f-2766616d581e not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:48:13.001332 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9af32-7e5f-4b99-b26d-58e1909afd9b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Network': ['ID=bcd17f57-c522-4b18-8bf3-fc7144323fae,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:13.004948 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-eaa9af32-7e5f-4b99-b26d-58e1909afd9b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:13.011910 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network bcd17f57-c522-4b18-8bf3-fc7144323fae details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:48:13.047366 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-eaa9af32-7e5f-4b99-b26d-58e1909afd9b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5355155 Dec 22 15:48:13.050433 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41572) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:13.055426 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-918321686', 'admin_state_up': True, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:48:13.062566 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:48:13.066930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:router and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:48:13.069789 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:48:13.076029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:48:13.150082 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:13.151201 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:13.166618 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:13.492548 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:13.842368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:13.875873 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:14.005586 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.26.6.250 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/d42ea270-d7ca-4212-a671-14229597e7d7) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:48:14.151230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:14.248784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:14.254044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c07cdcff-8939-4303-9b35-bcfbe108fe54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:14.318966 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:48:14.321674 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:48:14.325298 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:14.359987 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=d42ea270-d7ca-4212-a671-14229597e7d7,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:14.368200 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:14.936174 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:15.284398 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:15.595890 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:48:15.786784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:48:15.796430 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] Sync routers for ids ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:48:15.806117 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] Routers {'91beafcb-c252-4cd9-b8d2-8cfc72c1523e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:15.806788 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:47:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:15.911406 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:15.915558 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8612742 Dec 22 15:48:15.916021 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41576) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:15.963500 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5d3adccd-41b3-417a-be4e-1f904ccbb229 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=1e3de4c345a044948e6178acdaa2b3de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437415 Dec 22 15:48:15.963772 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41580) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:16.010477 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] Set router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:48:16.094000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada28646-0dd7-4b80-a11a-728e93b6ecd0 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:16.099020 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ada28646-0dd7-4b80-a11a-728e93b6ecd0 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308069 Dec 22 15:48:16.099271 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41584) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:16.141712 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b70ffb36-a4f0-4f49-bc4e-ee4842f63478 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385313 Dec 22 15:48:16.141954 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41588) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:16.148155 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1d0e65ed-c852-434c-95a9-471c592a0feb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-321282978', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:48:16.267193 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1d0e65ed-c852-434c-95a9-471c592a0feb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:48:16.272009 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1d0e65ed-c852-434c-95a9-471c592a0feb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:subnet and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:48:16.274890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1d0e65ed-c852-434c-95a9-471c592a0feb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:48:16.281048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1d0e65ed-c852-434c-95a9-471c592a0feb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:48:16.293106 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'name': 'tempest-TestNetworkBasicOps-router-918321686', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:48:14Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:48:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:16.296923 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] Checking router: 91beafcb-c252-4cd9-b8d2-8cfc72c1523e for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:48:16.302924 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] Updating router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e port d42ea270-d7ca-4212-a671-14229597e7d7 binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:48:16.355310 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:16.368128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0e65ed-c852-434c-95a9-471c592a0feb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:48:16.372186 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d0e65ed-c852-434c-95a9-471c592a0feb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:16.655277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d0e65ed-c852-434c-95a9-471c592a0feb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:16.659941 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bbb63d6d-af8c-4257-b23a-1763f942676c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:16.692064 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:16.703913 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] Transition to ACTIVE for port object d42ea270-d7ca-4212-a671-14229597e7d7 will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:48:16.737462 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e65ed-c852-434c-95a9-471c592a0feb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Subnet': ['ID=b28a3772-2c69-415e-aee4-98e527c63574,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:16.741203 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1d0e65ed-c852-434c-95a9-471c592a0feb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:16.748718 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e65ed-c852-434c-95a9-471c592a0feb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Checking segment: {'id': '3d2d7094-0d4e-416b-8d4a-858283a5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:48:16.754555 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0e65ed-c852-434c-95a9-471c592a0feb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network hostable DHCP agents. Network: bcd17f57-c522-4b18-8bf3-fc7144323fae, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:48:16.773873 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:16.789127 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-0a036529-ca38-4bd8-8898-ca02db3662d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:16.851569 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] Attempting to bind port d42ea270-d7ca-4212-a671-14229597e7d7 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:48:16.852153 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] Attempting to bind port d42ea270-d7ca-4212-a671-14229597e7d7 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:48:16.852346 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] Attempting to bind port d42ea270-d7ca-4212-a671-14229597e7d7 on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:48:16.857786 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16758e6e-46c1-4dfc-a304-c56ce8ee6613 None None] Pushing event updated for resources: {'Port': ['ID=d42ea270-d7ca-4212-a671-14229597e7d7,revision_number=2']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:16.863079 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:48:16.863448 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:48:16.863848 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:16.864244 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:48:16.864707 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] Bound port: d42ea270-d7ca-4212-a671-14229597e7d7, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:48:16.865077 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:16.865277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0e65ed-c852-434c-95a9-471c592a0feb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network bcd17f57-c522-4b18-8bf3-fc7144323fae is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:48:16.907447 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16758e6e-46c1-4dfc-a304-c56ce8ee6613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:16.908024 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16758e6e-46c1-4dfc-a304-c56ce8ee6613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:16.909142 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16758e6e-46c1-4dfc-a304-c56ce8ee6613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:16.909708 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16758e6e-46c1-4dfc-a304-c56ce8ee6613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:16.912133 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16758e6e-46c1-4dfc-a304-c56ce8ee6613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:16.912133 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16758e6e-46c1-4dfc-a304-c56ce8ee6613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:16.912133 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16758e6e-46c1-4dfc-a304-c56ce8ee6613 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:16.912133 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16758e6e-46c1-4dfc-a304-c56ce8ee6613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:16.912502 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16758e6e-46c1-4dfc-a304-c56ce8ee6613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:16.917690 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16758e6e-46c1-4dfc-a304-c56ce8ee6613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:16.917690 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16758e6e-46c1-4dfc-a304-c56ce8ee6613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:16.917690 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16758e6e-46c1-4dfc-a304-c56ce8ee6613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:48:16.926333 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-16758e6e-46c1-4dfc-a304-c56ce8ee6613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:16.962067 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-1d0e65ed-c852-434c-95a9-471c592a0feb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, bcd17f57-c522-4b18-8bf3-fc7144323fae) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:48:16.966350 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0e65ed-c852-434c-95a9-471c592a0feb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:16.966946 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d0e65ed-c852-434c-95a9-471c592a0feb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:16.971611 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fd52b0-3bed-4bfb-b6db-89bb435e208c None None] Network bcd17f57-c522-4b18-8bf3-fc7144323fae requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:48:16.984250 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] For port d42ea270-d7ca-4212-a671-14229597e7d7, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:48:16.989205 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] For port d42ea270-d7ca-4212-a671-14229597e7d7, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d42ea270-d7ca-4212-a671-14229597e7d7,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:48:17.053363 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1d0e65ed-c852-434c-95a9-471c592a0feb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9103048 Dec 22 15:48:17.056085 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41594) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:17.077043 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:17.081994 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-65712e01-2910-4686-8487-30d8c4a53f2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:17.157368 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] Routers {'91beafcb-c252-4cd9-b8d2-8cfc72c1523e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:17.158199 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:47:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:17.207779 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-bcd17f57-c522-4b18-8bf3-fc7144323fae', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ips': [{'subnet_id': 'b28a3772-2c69-415e-aee4-98e527c63574'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:48:17.208645 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:17.228836 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16758e6e-46c1-4dfc-a304-c56ce8ee6613 None None] Pushing event updated for resources: {'Port': ['ID=d42ea270-d7ca-4212-a671-14229597e7d7,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:17.240459 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-16758e6e-46c1-4dfc-a304-c56ce8ee6613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:17.384031 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] Set router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:48:17.392893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Allocated IP 172.20.0.2 (bcd17f57-c522-4b18-8bf3-fc7144323fae/b28a3772-2c69-415e-aee4-98e527c63574/22f29cdf-e817-4ab3-a353-eb1bec42ee73) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:48:17.612211 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:17.622922 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Transition to ACTIVE for port object 22f29cdf-e817-4ab3-a353-eb1bec42ee73 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:48:17.641979 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Transition to ACTIVE for port object 22f29cdf-e817-4ab3-a353-eb1bec42ee73 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:48:17.675537 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'name': 'tempest-TestNetworkBasicOps-router-918321686', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:48:14Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:17.679472 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30caf3d9-6bd5-4cbf-bdf2-d9c94f350e03 None None] The sync data for ids ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'] in dv-neutron-822674-1-hyperv is: [{'id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'name': 'tempest-TestNetworkBasicOps-router-918321686', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:48:14Z', 'revision_number': 3, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:48:17.717089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:17.724458 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:17.835787 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Network bcd17f57-c522-4b18-8bf3-fc7144323fae is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:48:17.838760 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:48:17.842956 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:17.849497 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Pushing event updated for resources: {'Port': ['ID=22f29cdf-e817-4ab3-a353-eb1bec42ee73,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:17.853982 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:17.948541 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:17.965002 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Attempting to bind port 22f29cdf-e817-4ab3-a353-eb1bec42ee73 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:48:17.965340 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Attempting to bind port 22f29cdf-e817-4ab3-a353-eb1bec42ee73 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '3d2d7094-0d4e-416b-8d4a-858283a5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:48:17.965729 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Attempting to bind port 22f29cdf-e817-4ab3-a353-eb1bec42ee73 on network bcd17f57-c522-4b18-8bf3-fc7144323fae {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:48:17.972432 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:48:17.973133 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Checking segment: {'id': '3d2d7094-0d4e-416b-8d4a-858283a5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:48:17.973230 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:17.973606 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Bound using segment: {'id': '3d2d7094-0d4e-416b-8d4a-858283a5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:48:17.974081 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Bound port: 22f29cdf-e817-4ab3-a353-eb1bec42ee73, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2d7094-0d4e-416b-8d4a-858283a5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:48:17.974488 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:18.067509 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] For port 22f29cdf-e817-4ab3-a353-eb1bec42ee73, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:48:18.071124 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] For port 22f29cdf-e817-4ab3-a353-eb1bec42ee73, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=22f29cdf-e817-4ab3-a353-eb1bec42ee73,segment=NetworkSegment(3d2d7094-0d4e-416b-8d4a-858283a5f3f6),segment_id=3d2d7094-0d4e-416b-8d4a-858283a5f3f6)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:48:18.133245 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:18.138268 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:18.225175 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Pushing event updated for resources: {'Port': ['ID=22f29cdf-e817-4ab3-a353-eb1bec42ee73,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:18.229200 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:18.384703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.20.0.1 (bcd17f57-c522-4b18-8bf3-fc7144323fae/b28a3772-2c69-415e-aee4-98e527c63574/4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:48:18.590477 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:18.608684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Transition to ACTIVE for port object 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:48:18.671391 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:18.677498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c15adcd9-3bd1-4a67-b793-7fb1bd9cdb23 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:18.742471 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network bcd17f57-c522-4b18-8bf3-fc7144323fae is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:48:18.745758 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:48:18.748267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:18.794455 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:18.797391 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:18.815745 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:18.965444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 22f29cdf-e817-4ab3-a353-eb1bec42ee73 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:48:19.021234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:19.089348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 22f29cdf-e817-4ab3-a353-eb1bec42ee73 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:48:19.098214 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d42ea270-d7ca-4212-a671-14229597e7d7 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:48:19.255613 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port d42ea270-d7ca-4212-a671-14229597e7d7 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:48:19.259926 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f969b2a-c10c-44bd-9eea-0f008e520bce None None] Network bcd17f57-c522-4b18-8bf3-fc7144323fae requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:48:19.275983 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port d42ea270-d7ca-4212-a671-14229597e7d7 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:48:19.276359 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:19.477690 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d17601f9-8445-44cd-9a63-935b9041d3df None None] Provisioning for port 22f29cdf-e817-4ab3-a353-eb1bec42ee73 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:48:19.497573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d17601f9-8445-44cd-9a63-935b9041d3df None None] Provisioning complete for port 22f29cdf-e817-4ab3-a353-eb1bec42ee73 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:48:19.497883 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d17601f9-8445-44cd-9a63-935b9041d3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:19.590021 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:19.591676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:19.655440 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port d42ea270-d7ca-4212-a671-14229597e7d7, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d42ea270-d7ca-4212-a671-14229597e7d7,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:48:19.675680 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:19.704271 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:19.735750 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d17601f9-8445-44cd-9a63-935b9041d3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:19.745747 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:19.756532 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:19.793040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:19.795392 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:19.801050 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:19.839561 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=d42ea270-d7ca-4212-a671-14229597e7d7,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:19.858446 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d17601f9-8445-44cd-9a63-935b9041d3df None None] For port 22f29cdf-e817-4ab3-a353-eb1bec42ee73, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=22f29cdf-e817-4ab3-a353-eb1bec42ee73,segment=NetworkSegment(3d2d7094-0d4e-416b-8d4a-858283a5f3f6),segment_id=3d2d7094-0d4e-416b-8d4a-858283a5f3f6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:48:19.859747 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:19.922737 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d17601f9-8445-44cd-9a63-935b9041d3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:19.925037 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:19.944722 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network bcd17f57-c522-4b18-8bf3-fc7144323fae is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:48:19.945928 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:48:19.996545 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17601f9-8445-44cd-9a63-935b9041d3df None None] Pushing event updated for resources: {'Port': ['ID=22f29cdf-e817-4ab3-a353-eb1bec42ee73,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:19.999910 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d17601f9-8445-44cd-9a63-935b9041d3df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:20.146439 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:48:20.219797 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-cc392984-7156-4692-9e02-3fb9298afec7 None None] Provisioning for port 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:48:20.226846 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-cc392984-7156-4692-9e02-3fb9298afec7 None None] Provisioning complete for port 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:48:20.227387 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cc392984-7156-4692-9e02-3fb9298afec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:20.298356 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-cc392984-7156-4692-9e02-3fb9298afec7 None None] Port 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:48:20.311539 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-cc392984-7156-4692-9e02-3fb9298afec7 None None] Provisioning complete for port 22f29cdf-e817-4ab3-a353-eb1bec42ee73 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:48:20.312177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cc392984-7156-4692-9e02-3fb9298afec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:20.347444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:48:20.360181 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] Sync routers for ids ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:48:20.360821 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/routers/91beafcb-c252-4cd9-b8d2-8cfc72c1523e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3037176 Dec 22 15:48:20.363288 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41600) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:20.380300 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] Routers {'91beafcb-c252-4cd9-b8d2-8cfc72c1523e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:20.381186 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:47:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:20.513050 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cac990-f473-4178-a687-14d86d1b11c5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:20.513862 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cac990-f473-4178-a687-14d86d1b11c5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:20.513977 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cac990-f473-4178-a687-14d86d1b11c5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:20.514450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cac990-f473-4178-a687-14d86d1b11c5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:20.518578 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d3cac990-f473-4178-a687-14d86d1b11c5 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1518834 Dec 22 15:48:20.519493 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41604) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:20.586846 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d70fb98-f884-43e1-8a2c-b095b1869239 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:20.587310 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d70fb98-f884-43e1-8a2c-b095b1869239 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:20.587759 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d70fb98-f884-43e1-8a2c-b095b1869239 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:20.588202 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d70fb98-f884-43e1-8a2c-b095b1869239 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:20.590704 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5d70fb98-f884-43e1-8a2c-b095b1869239 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0701158 Dec 22 15:48:20.592533 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41608) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:20.612572 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] Set router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:48:20.792233 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e4bc73c0-1b6f-4f39-83a5-206fc90fcebb None None] Provisioning complete for port 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:48:20.792505 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e4bc73c0-1b6f-4f39-83a5-206fc90fcebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:20.808829 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1d929b85-cd23-4f88-8337-ff4673ddcd6f tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2125478 Dec 22 15:48:20.922155 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 22f29cdf-e817-4ab3-a353-eb1bec42ee73 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:48:20.967643 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc73c0-1b6f-4f39-83a5-206fc90fcebb None None] Port 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:48:21.073196 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 22f29cdf-e817-4ab3-a353-eb1bec42ee73 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:48:21.073482 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:21.143937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'name': 'tempest-TestNetworkBasicOps-router-918321686', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:48:18Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c', 'name': '', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:03:4c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:18Z', 'updated_at': '2021-12-22T15:48:19Z', 'revision_number': 2, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:21.149754 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] Checking router: 91beafcb-c252-4cd9-b8d2-8cfc72c1523e for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:48:21.150113 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] Updating router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e port 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:48:21.244542 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:21.245367 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41614) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:21.250522 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-44747493-5218-40ab-8abf-85bac6b2c40c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-948038025', 'description': 'tempest-secgroup-smoke-948038025 description', 'project_id': '1e3de4c345a044948e6178acdaa2b3de'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:48:21.256584 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-44747493-5218-40ab-8abf-85bac6b2c40c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:48:21.260418 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d42ea270-d7ca-4212-a671-14229597e7d7 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:48:21.261130 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-44747493-5218-40ab-8abf-85bac6b2c40c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:48:21.264097 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-44747493-5218-40ab-8abf-85bac6b2c40c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:48:21.270186 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-44747493-5218-40ab-8abf-85bac6b2c40c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:48:21.352756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44747493-5218-40ab-8abf-85bac6b2c40c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:21.377711 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-44747493-5218-40ab-8abf-85bac6b2c40c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:48:21.381619 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-44747493-5218-40ab-8abf-85bac6b2c40c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:48:21.384678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-44747493-5218-40ab-8abf-85bac6b2c40c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:48:21.390606 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-44747493-5218-40ab-8abf-85bac6b2c40c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:48:21.434134 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port d42ea270-d7ca-4212-a671-14229597e7d7 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:48:21.434539 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:21.463346 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44747493-5218-40ab-8abf-85bac6b2c40c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:21.533436 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44747493-5218-40ab-8abf-85bac6b2c40c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:21.537489 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3e5ca062-4cf8-4834-914a-394d174351d2 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:21.579921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44747493-5218-40ab-8abf-85bac6b2c40c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c209e899-566f-454c-99be-dd0d0a9d3693,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:21.583641 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-44747493-5218-40ab-8abf-85bac6b2c40c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:21.654023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44747493-5218-40ab-8abf-85bac6b2c40c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:21.655228 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-44747493-5218-40ab-8abf-85bac6b2c40c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4090586 Dec 22 15:48:21.658248 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41618) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:21.664559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b6644f9d-bce4-4c2d-a9e8-2220c41fa202 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'c209e899-566f-454c-99be-dd0d0a9d3693', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:48:21.671241 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b6644f9d-bce4-4c2d-a9e8-2220c41fa202 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:48:21.675198 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b6644f9d-bce4-4c2d-a9e8-2220c41fa202 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:48:21.678195 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b6644f9d-bce4-4c2d-a9e8-2220c41fa202 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:48:21.683905 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b6644f9d-bce4-4c2d-a9e8-2220c41fa202 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:48:21.741152 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:21.751191 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b6644f9d-bce4-4c2d-a9e8-2220c41fa202 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:21.754063 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] Transition to ACTIVE for port object 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:48:21.815888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b6644f9d-bce4-4c2d-a9e8-2220c41fa202 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:21.831646 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:21.836717 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0774a1c9-93b8-4232-a110-fdb2c79a888e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:21.888480 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b6644f9d-bce4-4c2d-a9e8-2220c41fa202 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:21.891527 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-aa9a79d0-46dc-4b04-a2f3-e36c53c03204 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:21.920647 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6644f9d-bce4-4c2d-a9e8-2220c41fa202 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a7d80b-8237-46dc-99d9-efdcc63e2fb4,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:21.923217 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b6644f9d-bce4-4c2d-a9e8-2220c41fa202 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:21.965850 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba624c1-d669-41a2-8143-58cd8186db46 None None] Pushing event updated for resources: {'Port': ['ID=4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:21.992364 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3ba624c1-d669-41a2-8143-58cd8186db46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:21.997104 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b6644f9d-bce4-4c2d-a9e8-2220c41fa202 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:21.998775 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b6644f9d-bce4-4c2d-a9e8-2220c41fa202 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3393033 Dec 22 15:48:22.001435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41622) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:22.006796 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6b2bce71-dd3d-4b53-81dc-2b8bdbd6ab74 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'c209e899-566f-454c-99be-dd0d0a9d3693', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:48:22.012935 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6b2bce71-dd3d-4b53-81dc-2b8bdbd6ab74 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:48:22.023787 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6b2bce71-dd3d-4b53-81dc-2b8bdbd6ab74 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:48:22.026981 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6b2bce71-dd3d-4b53-81dc-2b8bdbd6ab74 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:48:22.033180 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6b2bce71-dd3d-4b53-81dc-2b8bdbd6ab74 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:48:22.068850 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] Attempting to bind port 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:48:22.069241 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] Attempting to bind port 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '3d2d7094-0d4e-416b-8d4a-858283a5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:48:22.069604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] Attempting to bind port 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c on network bcd17f57-c522-4b18-8bf3-fc7144323fae {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:48:22.074955 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:48:22.075329 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] Checking segment: {'id': '3d2d7094-0d4e-416b-8d4a-858283a5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:48:22.075733 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:22.076127 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] Bound using segment: {'id': '3d2d7094-0d4e-416b-8d4a-858283a5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:48:22.076593 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] Bound port: 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2d7094-0d4e-416b-8d4a-858283a5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:48:22.076970 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:22.129336 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6b2bce71-dd3d-4b53-81dc-2b8bdbd6ab74 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:22.169804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] For port 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:48:22.173470 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] For port 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c,segment=NetworkSegment(3d2d7094-0d4e-416b-8d4a-858283a5f3f6),segment_id=3d2d7094-0d4e-416b-8d4a-858283a5f3f6)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:48:22.191739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6b2bce71-dd3d-4b53-81dc-2b8bdbd6ab74 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:22.258675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:22.262393 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:22.269770 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6b2bce71-dd3d-4b53-81dc-2b8bdbd6ab74 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:22.271612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cf9edff9-032b-40b3-b226-21a81b725429 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:22.293265 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bce71-dd3d-4b53-81dc-2b8bdbd6ab74 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a405daf7-6775-4692-8049-31c9cbfdce72,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:22.296410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6b2bce71-dd3d-4b53-81dc-2b8bdbd6ab74 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:22.335614 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] Routers {'91beafcb-c252-4cd9-b8d2-8cfc72c1523e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:22.336249 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:47:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:22.367423 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6b2bce71-dd3d-4b53-81dc-2b8bdbd6ab74 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:22.373092 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6b2bce71-dd3d-4b53-81dc-2b8bdbd6ab74 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3705409 Dec 22 15:48:22.375692 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41626) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:22.382740 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-faf98126-0723-4c9a-8471-5ba823a40ca3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'c209e899-566f-454c-99be-dd0d0a9d3693', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:48:22.391501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-faf98126-0723-4c9a-8471-5ba823a40ca3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:48:22.397020 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-faf98126-0723-4c9a-8471-5ba823a40ca3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:48:22.400472 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-faf98126-0723-4c9a-8471-5ba823a40ca3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:48:22.407953 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-faf98126-0723-4c9a-8471-5ba823a40ca3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:48:22.477076 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba624c1-d669-41a2-8143-58cd8186db46 None None] Pushing event updated for resources: {'Port': ['ID=4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:22.480274 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3ba624c1-d669-41a2-8143-58cd8186db46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:22.504262 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-faf98126-0723-4c9a-8471-5ba823a40ca3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:22.571563 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-faf98126-0723-4c9a-8471-5ba823a40ca3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:22.588862 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] Set router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:48:22.625083 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-faf98126-0723-4c9a-8471-5ba823a40ca3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:22.627359 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6b2bce71-dd3d-4b53-81dc-2b8bdbd6ab74 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:22.785156 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf98126-0723-4c9a-8471-5ba823a40ca3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e1d8e1-4130-44b3-b16a-75537b6bd674,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:22.789087 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-faf98126-0723-4c9a-8471-5ba823a40ca3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:22.922531 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-faf98126-0723-4c9a-8471-5ba823a40ca3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:22.923771 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-faf98126-0723-4c9a-8471-5ba823a40ca3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5466840 Dec 22 15:48:22.925852 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'name': 'tempest-TestNetworkBasicOps-router-918321686', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:48:18Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c', 'name': '', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:03:4c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:18Z', 'updated_at': '2021-12-22T15:48:22Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:22.927086 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41630) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:22.930170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d064e5-2c2a-415b-a3f9-029cd8a86112 None None] The sync data for ids ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'] in dv-neutron-822674-1-hyperv is: [{'id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'name': 'tempest-TestNetworkBasicOps-router-918321686', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:48:18Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c', 'name': '', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:03:4c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:18Z', 'updated_at': '2021-12-22T15:48:22Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:48:22.932114 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1f2e9db7-f0fd-4e90-a77d-0e23e032eea2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'c209e899-566f-454c-99be-dd0d0a9d3693', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:48:22.942673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1f2e9db7-f0fd-4e90-a77d-0e23e032eea2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:48:22.946897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1f2e9db7-f0fd-4e90-a77d-0e23e032eea2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:48:22.949882 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1f2e9db7-f0fd-4e90-a77d-0e23e032eea2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:48:22.957002 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1f2e9db7-f0fd-4e90-a77d-0e23e032eea2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:48:23.038784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f2e9db7-f0fd-4e90-a77d-0e23e032eea2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:23.111857 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f2e9db7-f0fd-4e90-a77d-0e23e032eea2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:23.219261 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f2e9db7-f0fd-4e90-a77d-0e23e032eea2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:23.221547 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-daa79975-a0ec-4e34-9034-9cf3d001adf0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:23.244265 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e9db7-f0fd-4e90-a77d-0e23e032eea2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f946eaa-180d-4797-8770-7b544e17dd04,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:23.247239 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1f2e9db7-f0fd-4e90-a77d-0e23e032eea2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:23.328166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f2e9db7-f0fd-4e90-a77d-0e23e032eea2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:23.332188 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1f2e9db7-f0fd-4e90-a77d-0e23e032eea2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4015565 Dec 22 15:48:23.332482 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41634) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:23.338174 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fccb9943-39c5-42dc-8936-8458fd97044d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'c209e899-566f-454c-99be-dd0d0a9d3693', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:48:23.344850 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fccb9943-39c5-42dc-8936-8458fd97044d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:48:23.349340 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fccb9943-39c5-42dc-8936-8458fd97044d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:48:23.353369 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fccb9943-39c5-42dc-8936-8458fd97044d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:48:23.359791 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fccb9943-39c5-42dc-8936-8458fd97044d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:48:23.452653 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-fccb9943-39c5-42dc-8936-8458fd97044d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:48:23.459858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fccb9943-39c5-42dc-8936-8458fd97044d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:23.527664 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fccb9943-39c5-42dc-8936-8458fd97044d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:23.590761 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fccb9943-39c5-42dc-8936-8458fd97044d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:23.592728 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-794c56d9-d64a-4be0-9671-3e9c524af111 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:23.615749 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb9943-39c5-42dc-8936-8458fd97044d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fcf3764-1dc9-45d0-8c86-7afab36cf668,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:23.618314 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fccb9943-39c5-42dc-8936-8458fd97044d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:23.676622 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fccb9943-39c5-42dc-8936-8458fd97044d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:23.680520 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fccb9943-39c5-42dc-8936-8458fd97044d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3442469 Dec 22 15:48:23.680873 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41638) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:23.686257 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-b29b014d-810d-4f33-9b5b-30307ced2fd1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'security_group_rule': {'security_group_id': 'c209e899-566f-454c-99be-dd0d0a9d3693', 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:48:23.692781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b29b014d-810d-4f33-9b5b-30307ced2fd1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:48:23.696967 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b29b014d-810d-4f33-9b5b-30307ced2fd1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:security_group_rule and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:48:23.700023 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b29b014d-810d-4f33-9b5b-30307ced2fd1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:48:23.705934 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b29b014d-810d-4f33-9b5b-30307ced2fd1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:48:23.779759 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-b29b014d-810d-4f33-9b5b-30307ced2fd1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Project 1e3de4c345a044948e6178acdaa2b3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:48:23.787823 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b29b014d-810d-4f33-9b5b-30307ced2fd1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:23.857831 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b29b014d-810d-4f33-9b5b-30307ced2fd1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:23.921158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b29b014d-810d-4f33-9b5b-30307ced2fd1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:23.925060 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-99148320-bd86-4727-834c-4beb1c7183e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:23.946492 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b014d-810d-4f33-9b5b-30307ced2fd1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4011d9c-e9d2-431f-8b4a-88e560f7d374,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:23.951037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b29b014d-810d-4f33-9b5b-30307ced2fd1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:24.024080 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b29b014d-810d-4f33-9b5b-30307ced2fd1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:24.025292 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b29b014d-810d-4f33-9b5b-30307ced2fd1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3434362 Dec 22 15:48:24.188556 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-75b76e42-b097-47c0-a3f0-1588ccb2c24e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-948038025&fields=id&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 267 time: 0.0394483 Dec 22 15:48:24.337334 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-1b57208c-7aa8-45c7-b162-5a794227ffad tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:24.338718 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-1b57208c-7aa8-45c7-b162-5a794227ffad tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/networks?id=bcd17f57-c522-4b18-8bf3-fc7144323fae HTTP/1.1" status: 200 len: 796 time: 0.1431167 Dec 22 15:48:24.353382 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-77da7b97-dd9f-41fc-9415-dafa88fe7689 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/quotas/1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 375 time: 0.0090826 Dec 22 15:48:24.559536 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-db3aa23f-1175-4f92-9447-b80fedc28ba5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:48:24.659687 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-db3aa23f-1175-4f92-9447-b80fedc28ba5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:48:24.660983 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-db3aa23f-1175-4f92-9447-b80fedc28ba5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3026996 Dec 22 15:48:24.796988 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-0619baee-d090-4dbe-b944-25e0b55594d3 service neutron] 10.222.0.59 "GET /v2.0/networks/bcd17f57-c522-4b18-8bf3-fc7144323fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245220 Dec 22 15:48:24.933488 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:48:24.948520 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-c73ccfec-924a-4a65-8a91-e02263d82430 service neutron] 10.222.0.59 "GET /v2.0/networks/bcd17f57-c522-4b18-8bf3-fc7144323fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448462 Dec 22 15:48:25.059392 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:48:25.064697 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:48:25.065697 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:25.195342 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ae56ec83-48d8-4287-bdfb-9a2af6a6870c req-3eb9bf61-365d-49f8-a6cb-3a0b12ed2afd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 210 time: 0.0429380 Dec 22 15:48:25.198473 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:25.232213 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c,segment=NetworkSegment(3d2d7094-0d4e-416b-8d4a-858283a5f3f6),segment_id=3d2d7094-0d4e-416b-8d4a-858283a5f3f6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:48:25.271004 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-28f9a308-b166-4800-b5bf-11ea1d7fd3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:25.300326 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:25.302419 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:25.370714 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:25.373692 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:26.348405 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4f0321d-9b8a-48d6-ab4e-0810cd8b8d8f req-73e15cdf-d4a3-47c1-81aa-ff18d715cd7b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 210 time: 0.0456879 Dec 22 15:48:26.914033 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:48:26.983881 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:48:26.984256 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:27.223254 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-953bea79-a27a-4297-90a9-b74d07eaa482 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:27.224062 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-953bea79-a27a-4297-90a9-b74d07eaa482 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:48:27.310790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-953bea79-a27a-4297-90a9-b74d07eaa482 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:48:27.311936 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-953bea79-a27a-4297-90a9-b74d07eaa482 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/networks?id=bcd17f57-c522-4b18-8bf3-fc7144323fae HTTP/1.1" status: 200 len: 796 time: 0.2385526 Dec 22 15:48:27.362397 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-e365ecbe-bf78-4d1f-8156-743dfbcf85b6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:48:27.470861 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-e365ecbe-bf78-4d1f-8156-743dfbcf85b6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:48:27.472369 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-e365ecbe-bf78-4d1f-8156-743dfbcf85b6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e3de4c345a044948e6178acdaa2b3de HTTP/1.1" status: 200 len: 379 time: 0.1514800 Dec 22 15:48:27.480877 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-2ec7a64c-f6f6-49dc-88eb-753353def5e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'port': {'device_id': 'f24ecfe7-3ae2-42ee-a65d-dde1bcca789f', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'admin_state_up': True, 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'security_groups': ['c209e899-566f-454c-99be-dd0d0a9d3693']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:48:27.509775 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c8d5bddd-dcef-4bf6-912e-989811536086 req-aa0e1278-f360-4075-977e-17d2770a1ca9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 210 time: 0.0490513 Dec 22 15:48:27.616746 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-2ec7a64c-f6f6-49dc-88eb-753353def5e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:48:27.626610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-2ec7a64c-f6f6-49dc-88eb-753353def5e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:48:27.721977 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-2ec7a64c-f6f6-49dc-88eb-753353def5e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Made reservation on behalf of 1e3de4c345a044948e6178acdaa2b3de for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:48:27.725618 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-2ec7a64c-f6f6-49dc-88eb-753353def5e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:27.767820 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dcb01044-ae56-47cc-9a4e-63e5bbb520ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:27.887599 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-2ec7a64c-f6f6-49dc-88eb-753353def5e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.20.0.14 (bcd17f57-c522-4b18-8bf3-fc7144323fae/b28a3772-2c69-415e-aee4-98e527c63574/0dd6e38c-aefe-4836-ba4e-4555e6378034) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:48:28.073100 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-2ec7a64c-f6f6-49dc-88eb-753353def5e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:28.087842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-2ec7a64c-f6f6-49dc-88eb-753353def5e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Transition to ACTIVE for port object 0dd6e38c-aefe-4836-ba4e-4555e6378034 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:48:28.168256 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-2ec7a64c-f6f6-49dc-88eb-753353def5e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:28.173892 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c6e222c1-7e85-4116-ac24-21175f6a8cb1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:28.239306 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-2ec7a64c-f6f6-49dc-88eb-753353def5e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network bcd17f57-c522-4b18-8bf3-fc7144323fae is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:48:28.242354 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-2ec7a64c-f6f6-49dc-88eb-753353def5e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:48:28.246452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-2ec7a64c-f6f6-49dc-88eb-753353def5e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:28.280541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7a64c-f6f6-49dc-88eb-753353def5e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=0dd6e38c-aefe-4836-ba4e-4555e6378034,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:28.287877 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2ec7a64c-f6f6-49dc-88eb-753353def5e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:28.318176 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-2ec7a64c-f6f6-49dc-88eb-753353def5e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:28.318718 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-2ec7a64c-f6f6-49dc-88eb-753353def5e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:28.409521 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-2ec7a64c-f6f6-49dc-88eb-753353def5e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9317393 Dec 22 15:48:28.421152 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Request body: {'port': {'device_id': 'f24ecfe7-3ae2-42ee-a65d-dde1bcca789f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:48:28.534309 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-24f8f90f-145b-452f-8566-31ff712b25d9 None None] Provisioning for port 0dd6e38c-aefe-4836-ba4e-4555e6378034 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:48:28.535370 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:28.540645 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-24f8f90f-145b-452f-8566-31ff712b25d9 None None] Provisioning complete for port 0dd6e38c-aefe-4836-ba4e-4555e6378034 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:48:28.541191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-24f8f90f-145b-452f-8566-31ff712b25d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:28.602420 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-24f8f90f-145b-452f-8566-31ff712b25d9 None None] Port 0dd6e38c-aefe-4836-ba4e-4555e6378034 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:48:28.697805 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd64cfa-aa8b-4c77-837b-acc34cca9b65 req-c6902066-f61b-401a-b4b1-9a3cfc156995 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:28.699352 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cbd64cfa-aa8b-4c77-837b-acc34cca9b65 req-c6902066-f61b-401a-b4b1-9a3cfc156995 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 932 time: 0.0811324 Dec 22 15:48:28.745287 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cbd64cfa-aa8b-4c77-837b-acc34cca9b65 req-5bae1d8a-ef00-45ef-8644-3d18de3c57ac tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c209e899-566f-454c-99be-dd0d0a9d3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398605 Dec 22 15:48:28.898029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd6e38c-aefe-4836-ba4e-4555e6378034 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:48:28.910298 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:28.924812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Transition to ACTIVE for port object 0dd6e38c-aefe-4836-ba4e-4555e6378034 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:48:28.985452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:28.989496 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f1150b6d-c31c-44cb-98fd-10cfc9b398a7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:28.997766 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:29.064414 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:29.119288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd6e38c-aefe-4836-ba4e-4555e6378034,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:29.148901 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:29.349450 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Attempting to bind port 0dd6e38c-aefe-4836-ba4e-4555e6378034 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:48:29.350527 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Attempting to bind port 0dd6e38c-aefe-4836-ba4e-4555e6378034 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '3d2d7094-0d4e-416b-8d4a-858283a5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:48:29.350527 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Attempting to bind port 0dd6e38c-aefe-4836-ba4e-4555e6378034 on network bcd17f57-c522-4b18-8bf3-fc7144323fae {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:48:29.355563 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Port 0dd6e38c-aefe-4836-ba4e-4555e6378034 on network bcd17f57-c522-4b18-8bf3-fc7144323fae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:48:29.355886 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Attempting to bind port 0dd6e38c-aefe-4836-ba4e-4555e6378034 on network bcd17f57-c522-4b18-8bf3-fc7144323fae {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:48:29.362965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:48:29.363430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Checking segment: {'id': '3d2d7094-0d4e-416b-8d4a-858283a5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:48:29.365894 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Bound using segment: {'id': '3d2d7094-0d4e-416b-8d4a-858283a5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:48:29.365894 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Bound port: 0dd6e38c-aefe-4836-ba4e-4555e6378034, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d2d7094-0d4e-416b-8d4a-858283a5f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:48:29.365894 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:29.461520 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] For port 0dd6e38c-aefe-4836-ba4e-4555e6378034, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:48:29.464477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] For port 0dd6e38c-aefe-4836-ba4e-4555e6378034, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0dd6e38c-aefe-4836-ba4e-4555e6378034,segment=NetworkSegment(3d2d7094-0d4e-416b-8d4a-858283a5f3f6),segment_id=3d2d7094-0d4e-416b-8d4a-858283a5f3f6)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:48:29.527256 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:29.531270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b507f700-a141-47b4-9de9-f7bf780efca5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:29.591821 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:29.592431 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:29.593798 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] 10.222.0.57 "PUT /v2.0/ports/0dd6e38c-aefe-4836-ba4e-4555e6378034 HTTP/1.1" status: 200 len: 1094 time: 1.1768355 Dec 22 15:48:29.594347 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24ecfe7-3ae2-42ee-a65d-dde1bcca789f', 'tag': '0dd6e38c-aefe-4836-ba4e-4555e6378034'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:48:29.616818 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd6e38c-aefe-4836-ba4e-4555e6378034,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:29.620598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:29.642931 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24ecfe7-3ae2-42ee-a65d-dde1bcca789f', 'tag': '0dd6e38c-aefe-4836-ba4e-4555e6378034', 'status': 'completed', 'code': 200} Dec 22 15:48:29.746308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38258e3-d6e3-4d72-a657-ef285ecf6523 req-a795e3c3-0cb5-4617-b35a-d63b9caf09fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:29.748868 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e38258e3-d6e3-4d72-a657-ef285ecf6523 req-a795e3c3-0cb5-4617-b35a-d63b9caf09fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 1097 time: 0.0838072 Dec 22 15:48:29.902280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38258e3-d6e3-4d72-a657-ef285ecf6523 req-ef0d5fa1-6215-40fc-9a3d-2d424407d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:29.903665 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e38258e3-d6e3-4d72-a657-ef285ecf6523 req-ef0d5fa1-6215-40fc-9a3d-2d424407d6c9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1e3de4c345a044948e6178acdaa2b3de&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1470859 Dec 22 15:48:29.959232 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8da5bd-3d6b-4134-8f34-805c42766035 req-133f6e47-5928-4623-8d8b-6c507993d68a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:29.961735 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ee8da5bd-3d6b-4134-8f34-805c42766035 req-133f6e47-5928-4623-8d8b-6c507993d68a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 944 time: 0.0949118 Dec 22 15:48:30.010492 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ee8da5bd-3d6b-4134-8f34-805c42766035 req-8a2c6681-c342-4180-a6ac-b7d7752f289c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c209e899-566f-454c-99be-dd0d0a9d3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428278 Dec 22 15:48:30.047957 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38258e3-d6e3-4d72-a657-ef285ecf6523 req-2d297897-91d3-47e4-a86d-4571628a75e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:30.049478 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e38258e3-d6e3-4d72-a657-ef285ecf6523 req-2d297897-91d3-47e4-a86d-4571628a75e4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1390491 Dec 22 15:48:30.168746 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-f4ebab02-5d8c-4ee2-8e89-f1a7a066b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:30.170336 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-f4ebab02-5d8c-4ee2-8e89-f1a7a066b0e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 1097 time: 0.0835447 Dec 22 15:48:30.237863 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-42131689-ae47-4ad4-86fa-157eb9acff13 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0dd6e38c-aefe-4836-ba4e-4555e6378034 HTTP/1.1" status: 200 len: 217 time: 0.0596907 Dec 22 15:48:30.302444 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-d46adb2d-391a-48cf-8c89-be388e31e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:30.303936 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-d46adb2d-391a-48cf-8c89-be388e31e347 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b28a3772-2c69-415e-aee4-98e527c63574 HTTP/1.1" status: 200 len: 834 time: 0.0604632 Dec 22 15:48:30.380907 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-cc729748-51fb-4c78-912f-14fde50911c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:30.382491 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-cc729748-51fb-4c78-912f-14fde50911c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bcd17f57-c522-4b18-8bf3-fc7144323fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723953 Dec 22 15:48:30.518842 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-ef1a1e51-5b20-4647-b724-a6f70781b090 service neutron] 10.222.0.57 "GET /v2.0/networks/bcd17f57-c522-4b18-8bf3-fc7144323fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299255 Dec 22 15:48:30.653324 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-21fa1120-efb3-47dd-94d6-4ce07046163f req-9dc9d7f1-8f37-4572-8229-b3afad6a1e3f service neutron] 10.222.0.57 "GET /v2.0/networks/bcd17f57-c522-4b18-8bf3-fc7144323fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281543 Dec 22 15:48:30.979526 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:31.209768 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a901a-8ba4-4734-965e-4f350b4f1478 req-7f9e7c73-4ce0-4946-8c69-9601dd5dc7d9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:31.211336 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c90a901a-8ba4-4734-965e-4f350b4f1478 req-7f9e7c73-4ce0-4946-8c69-9601dd5dc7d9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 944 time: 0.0812676 Dec 22 15:48:31.256507 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c90a901a-8ba4-4734-965e-4f350b4f1478 req-4b8c1afb-f17e-4162-af4a-3306fcf6682e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c209e899-566f-454c-99be-dd0d0a9d3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394449 Dec 22 15:48:32.473289 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600787a3-fa30-47fd-9600-ffde79923b89 req-a4d2627f-a60c-492c-bfe5-8c63622ae855 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:32.474851 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-600787a3-fa30-47fd-9600-ffde79923b89 req-a4d2627f-a60c-492c-bfe5-8c63622ae855 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 944 time: 0.0849507 Dec 22 15:48:32.525383 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-600787a3-fa30-47fd-9600-ffde79923b89 req-cc947aa7-ad7c-4e3b-88b2-d609167e04ab tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c209e899-566f-454c-99be-dd0d0a9d3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443509 Dec 22 15:48:32.573342 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 0dd6e38c-aefe-4836-ba4e-4555e6378034 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:48:32.719110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 0dd6e38c-aefe-4836-ba4e-4555e6378034, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0dd6e38c-aefe-4836-ba4e-4555e6378034,segment=NetworkSegment(3d2d7094-0d4e-416b-8d4a-858283a5f3f6),segment_id=3d2d7094-0d4e-416b-8d4a-858283a5f3f6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:48:32.733740 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '0dd6e38c-aefe-4836-ba4e-4555e6378034', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'port_id': '0dd6e38c-aefe-4836-ba4e-4555e6378034', 'mac_address': 'fa:16:3e:ec:c0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:48:32.798788 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:32.819021 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd6e38c-aefe-4836-ba4e-4555e6378034 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:48:32.840345 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 0dd6e38c-aefe-4836-ba4e-4555e6378034, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0dd6e38c-aefe-4836-ba4e-4555e6378034,segment=NetworkSegment(3d2d7094-0d4e-416b-8d4a-858283a5f3f6),segment_id=3d2d7094-0d4e-416b-8d4a-858283a5f3f6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:48:32.899565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:32.902608 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:32.968294 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=0dd6e38c-aefe-4836-ba4e-4555e6378034,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:32.972145 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:33.189216 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['0dd6e38c-aefe-4836-ba4e-4555e6378034'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:48:33.710629 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfa070-4cd1-4a91-9b8a-7f6c5fc1efc4 req-0669d60b-c6ee-430e-96ab-9b2ecafb04c3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:33.712130 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6fbfa070-4cd1-4a91-9b8a-7f6c5fc1efc4 req-0669d60b-c6ee-430e-96ab-9b2ecafb04c3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 945 time: 0.0796516 Dec 22 15:48:33.762592 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6fbfa070-4cd1-4a91-9b8a-7f6c5fc1efc4 req-20c3b987-5384-44c1-a0d2-50ec6b5e1e87 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c209e899-566f-454c-99be-dd0d0a9d3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447662 Dec 22 15:48:34.585954 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 0dd6e38c-aefe-4836-ba4e-4555e6378034 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:48:34.716495 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 0dd6e38c-aefe-4836-ba4e-4555e6378034 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:48:34.721871 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 0dd6e38c-aefe-4836-ba4e-4555e6378034 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:48:34.722289 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:34.848048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:34.877077 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24ecfe7-3ae2-42ee-a65d-dde1bcca789f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd6e38c-aefe-4836-ba4e-4555e6378034'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:48:34.886799 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 0dd6e38c-aefe-4836-ba4e-4555e6378034, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0dd6e38c-aefe-4836-ba4e-4555e6378034,segment=NetworkSegment(3d2d7094-0d4e-416b-8d4a-858283a5f3f6),segment_id=3d2d7094-0d4e-416b-8d4a-858283a5f3f6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:48:34.923398 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24ecfe7-3ae2-42ee-a65d-dde1bcca789f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd6e38c-aefe-4836-ba4e-4555e6378034', 'code': 200} Dec 22 15:48:34.962675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:34.964507 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:34.974660 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b772b-ca46-417a-894b-785da0689125 req-4eed1171-ff63-4429-b232-fd325d40cf12 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:34.978695 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-377b772b-ca46-417a-894b-785da0689125 req-4eed1171-ff63-4429-b232-fd325d40cf12 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 945 time: 0.0887156 Dec 22 15:48:35.027137 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-377b772b-ca46-417a-894b-785da0689125 req-29072f70-9b52-4e9f-8072-1318643bdb5a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c209e899-566f-454c-99be-dd0d0a9d3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451167 Dec 22 15:48:35.036073 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=0dd6e38c-aefe-4836-ba4e-4555e6378034,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:35.039352 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:35.247541 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:48:35.276996 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a15c1-6f7a-4c59-9c43-13f0a6bc69d3 req-3d5778dd-ce36-4754-bb78-fcb791c4d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:35.278511 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a15a15c1-6f7a-4c59-9c43-13f0a6bc69d3 req-3d5778dd-ce36-4754-bb78-fcb791c4d763 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 1099 time: 0.0744777 Dec 22 15:48:35.318877 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a15a15c1-6f7a-4c59-9c43-13f0a6bc69d3 req-11595dd5-8e65-4965-8fc8-4a468e468a11 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c209e899-566f-454c-99be-dd0d0a9d3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344217 Dec 22 15:48:36.162594 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:36.218121 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264c4c0-416d-46db-85cb-7dc1f0341dcd req-37d60202-b735-4e42-9f95-fa14aa394a5b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:36.219645 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7264c4c0-416d-46db-85cb-7dc1f0341dcd req-37d60202-b735-4e42-9f95-fa14aa394a5b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 946 time: 0.0836420 Dec 22 15:48:36.264247 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7264c4c0-416d-46db-85cb-7dc1f0341dcd req-b97aef8e-b85c-4965-8d26-411b31519044 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c209e899-566f-454c-99be-dd0d0a9d3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389605 Dec 22 15:48:37.450709 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f45ca-0672-4e31-923e-24d4d089e768 req-72a43d46-11c9-46e9-ae7f-02a0ebf65729 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:37.452239 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3e2f45ca-0672-4e31-923e-24d4d089e768 req-72a43d46-11c9-46e9-ae7f-02a0ebf65729 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 946 time: 0.0798454 Dec 22 15:48:37.496816 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3e2f45ca-0672-4e31-923e-24d4d089e768 req-32e785ba-4287-4257-ab6e-187a42d653b4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c209e899-566f-454c-99be-dd0d0a9d3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389783 Dec 22 15:48:37.685324 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a8844-88ea-4733-9132-2f0e4a4958ed req-dcab5810-2ee5-4467-b0ca-2c8a196e6617 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:37.686820 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-742a8844-88ea-4733-9132-2f0e4a4958ed req-dcab5810-2ee5-4467-b0ca-2c8a196e6617 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 946 time: 0.0843418 Dec 22 15:48:37.730058 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-742a8844-88ea-4733-9132-2f0e4a4958ed req-71407880-11cd-402c-8488-bc5a8ddf70db tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c209e899-566f-454c-99be-dd0d0a9d3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375929 Dec 22 15:48:37.751753 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41694) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:37.818967 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295a7ba2-2997-4974-918f-20fdc74bb690 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:37.820444 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-295a7ba2-2997-4974-918f-20fdc74bb690 tempest-TestNetworkBasicOps-423842208 tempest-TestNetworkBasicOps-423842208-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 1094 time: 0.0677526 Dec 22 15:48:37.823243 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41698) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:37.828082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': '0dd6e38c-aefe-4836-ba4e-4555e6378034', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:48:37.834613 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:48:37.838657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Usage tracker for resource:floatingip and tenant:1e3de4c345a044948e6178acdaa2b3de is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:48:37.841398 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:48:37.847453 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:48:37.905074 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:38.040430 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:38.176772 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Allocated IP 172.26.6.35 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/56405718-c935-4a78-9c33-154be7ee0943) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:48:38.433318 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:38.527283 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:38.530923 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bfe619d9-6c7f-4a6b-8395-bd8321205f98 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:38.595857 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:48:38.599294 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:48:38.602883 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:38.635153 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=56405718-c935-4a78-9c33-154be7ee0943,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:38.643680 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:39.028486 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:39.184381 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:39.394016 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:39.464882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:39.468747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a0b7aa3c-fa17-47c1-a9d7-3862e82c5613 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:48:39.572113 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event updated for resources: {'Port': ['ID=56405718-c935-4a78-9c33-154be7ee0943,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:48:39.576212 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:48:39.585258 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:39.752192 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Floating IP 25dda0c2-5e5f-405e-b64d-147bb0e44535 associated. External IP: 172.26.6.35, port: 0dd6e38c-aefe-4836-ba4e-4555e6378034. Dec 22 15:48:40.251354 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:48:40.426896 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:48:40.437182 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaedd1f-93f5-40ea-a32e-d6df4a665e1c None None] Sync routers for ids ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:48:40.448665 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaedd1f-93f5-40ea-a32e-d6df4a665e1c None None] Routers {'91beafcb-c252-4cd9-b8d2-8cfc72c1523e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:40.449324 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-eeaedd1f-93f5-40ea-a32e-d6df4a665e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:48:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:40.494012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:40.554052 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7297089 Dec 22 15:48:40.554720 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24ecfe7-3ae2-42ee-a65d-dde1bcca789f', 'tag': '0dd6e38c-aefe-4836-ba4e-4555e6378034'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:48:40.558155 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41702) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:40.599802 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24ecfe7-3ae2-42ee-a65d-dde1bcca789f', 'tag': '0dd6e38c-aefe-4836-ba4e-4555e6378034', 'status': 'completed', 'code': 200} Dec 22 15:48:40.659833 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-eeaedd1f-93f5-40ea-a32e-d6df4a665e1c None None] Set router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:48:40.713610 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0529eff5-63c9-4f0b-85cf-ac85d0aeb251 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/25dda0c2-5e5f-405e-b64d-147bb0e44535 HTTP/1.1" status: 200 len: 991 time: 0.1541820 Dec 22 15:48:40.729236 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064ca85-74cb-4491-afc7-73d131abddb9 req-2d2826f2-4f75-4d9c-a338-6d2b39773358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:40.730698 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d064ca85-74cb-4491-afc7-73d131abddb9 req-2d2826f2-4f75-4d9c-a338-6d2b39773358 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 1099 time: 0.0968885 Dec 22 15:48:40.861716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064ca85-74cb-4491-afc7-73d131abddb9 req-47e74412-9883-4f9f-ae86-ad49de830f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:40.863620 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d064ca85-74cb-4491-afc7-73d131abddb9 req-47e74412-9883-4f9f-ae86-ad49de830f10 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bcd17f57-c522-4b18-8bf3-fc7144323fae HTTP/1.1" status: 200 len: 897 time: 0.1254990 Dec 22 15:48:41.009413 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-eeaedd1f-93f5-40ea-a32e-d6df4a665e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'name': 'tempest-TestNetworkBasicOps-router-918321686', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:48:18Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '25dda0c2-5e5f-405e-b64d-147bb0e44535', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.35', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'port_id': '0dd6e38c-aefe-4836-ba4e-4555e6378034', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'mac_address': 'fa:16:3e:ec:c0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24ecfe7-3ae2-42ee-a65d-dde1bcca789f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:48:38Z', 'updated_at': '2021-12-22T15:48:38Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c', 'name': '', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:03:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:18Z', 'updated_at': '2021-12-22T15:48:25Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:41.013425 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaedd1f-93f5-40ea-a32e-d6df4a665e1c None None] Checking router: 91beafcb-c252-4cd9-b8d2-8cfc72c1523e for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:48:41.021918 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaedd1f-93f5-40ea-a32e-d6df4a665e1c None None] Routers {'91beafcb-c252-4cd9-b8d2-8cfc72c1523e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:41.022570 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-eeaedd1f-93f5-40ea-a32e-d6df4a665e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:48:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:41.085895 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d064ca85-74cb-4491-afc7-73d131abddb9 req-01d23a58-109c-405a-9471-0551f5496995 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0dd6e38c-aefe-4836-ba4e-4555e6378034 HTTP/1.1" status: 200 len: 999 time: 0.2159631 Dec 22 15:48:41.157651 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064ca85-74cb-4491-afc7-73d131abddb9 req-6f420c69-52bf-45a8-a86f-1d149290b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:41.159643 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d064ca85-74cb-4491-afc7-73d131abddb9 req-6f420c69-52bf-45a8-a86f-1d149290b6c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b28a3772-2c69-415e-aee4-98e527c63574 HTTP/1.1" status: 200 len: 834 time: 0.0607188 Dec 22 15:48:41.204627 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-eeaedd1f-93f5-40ea-a32e-d6df4a665e1c None None] Set router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:48:41.235540 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064ca85-74cb-4491-afc7-73d131abddb9 req-9730f030-ee53-4147-af0f-7f6d2d41f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:41.237898 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d064ca85-74cb-4491-afc7-73d131abddb9 req-9730f030-ee53-4147-af0f-7f6d2d41f0e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bcd17f57-c522-4b18-8bf3-fc7144323fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720930 Dec 22 15:48:41.375301 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d064ca85-74cb-4491-afc7-73d131abddb9 req-d8e63c6b-1f69-4c20-aacc-9dd3cd10b016 service neutron] 10.222.0.57 "GET /v2.0/networks/bcd17f57-c522-4b18-8bf3-fc7144323fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308186 Dec 22 15:48:41.512106 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d064ca85-74cb-4491-afc7-73d131abddb9 req-2bb39aa5-eaa3-477b-9fa6-2c342fd050a8 service neutron] 10.222.0.57 "GET /v2.0/networks/bcd17f57-c522-4b18-8bf3-fc7144323fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298735 Dec 22 15:48:41.555099 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-eeaedd1f-93f5-40ea-a32e-d6df4a665e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'name': 'tempest-TestNetworkBasicOps-router-918321686', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:48:18Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '25dda0c2-5e5f-405e-b64d-147bb0e44535', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.35', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'port_id': '0dd6e38c-aefe-4836-ba4e-4555e6378034', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'mac_address': 'fa:16:3e:ec:c0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24ecfe7-3ae2-42ee-a65d-dde1bcca789f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:48:38Z', 'updated_at': '2021-12-22T15:48:38Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c', 'name': '', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:03:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:18Z', 'updated_at': '2021-12-22T15:48:25Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:48:41.558930 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaedd1f-93f5-40ea-a32e-d6df4a665e1c None None] The sync data for ids ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'] in dv-neutron-822674-1-hyperv is: [{'id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'name': 'tempest-TestNetworkBasicOps-router-918321686', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:48:18Z', 'revision_number': 4, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '25dda0c2-5e5f-405e-b64d-147bb0e44535', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.35', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'port_id': '0dd6e38c-aefe-4836-ba4e-4555e6378034', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'mac_address': 'fa:16:3e:ec:c0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24ecfe7-3ae2-42ee-a65d-dde1bcca789f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:48:38Z', 'updated_at': '2021-12-22T15:48:38Z', 'revision_number': 0, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c', 'name': '', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:03:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:18Z', 'updated_at': '2021-12-22T15:48:25Z', 'revision_number': 5, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:48:41.717408 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41708) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:41.748867 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9685e6-dd90-40d7-81be-fadecbe416a3 None None] New status for floating IP 25dda0c2-5e5f-405e-b64d-147bb0e44535: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:48:41.827682 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-69b568a1-3620-48a0-a7e1-f3836d3b6948 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/25dda0c2-5e5f-405e-b64d-147bb0e44535 HTTP/1.1" status: 200 len: 991 time: 0.1074064 Dec 22 15:48:42.829800 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41712) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:42.939439 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c1684633-c26f-4c2f-857a-3c49c49af46a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/25dda0c2-5e5f-405e-b64d-147bb0e44535 HTTP/1.1" status: 200 len: 993 time: 0.1084142 Dec 22 15:48:55.202255 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ebdba12e-a43c-44dd-8c44-3ecf18e618cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:57.602188 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6889907b-5184-4ac0-a0bd-08c14f91bb5c req-87d030dd-0c72-4a48-b448-69cb5a9ffabe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718327 Dec 22 15:48:57.727270 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-42ad2724-f4c7-4ee0-a5da-c146102e2703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:57.750430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889907b-5184-4ac0-a0bd-08c14f91bb5c req-c285ad03-97ff-458c-92c2-16d5e003c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:57.753815 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6889907b-5184-4ac0-a0bd-08c14f91bb5c req-c285ad03-97ff-458c-92c2-16d5e003c607 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 1099 time: 0.0806310 Dec 22 15:48:57.897791 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889907b-5184-4ac0-a0bd-08c14f91bb5c req-313c9e9f-5f6f-4326-806a-b08da18c0a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:57.899195 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6889907b-5184-4ac0-a0bd-08c14f91bb5c req-313c9e9f-5f6f-4326-806a-b08da18c0a14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bcd17f57-c522-4b18-8bf3-fc7144323fae HTTP/1.1" status: 200 len: 897 time: 0.1278617 Dec 22 15:48:58.006393 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6889907b-5184-4ac0-a0bd-08c14f91bb5c req-1257031e-99f8-4b3f-b02b-3e62d0bc7b85 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0dd6e38c-aefe-4836-ba4e-4555e6378034 HTTP/1.1" status: 200 len: 1001 time: 0.1005476 Dec 22 15:48:58.069069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889907b-5184-4ac0-a0bd-08c14f91bb5c req-6e9968f9-476e-4d8b-9ef8-32a46bad74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:58.070530 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6889907b-5184-4ac0-a0bd-08c14f91bb5c req-6e9968f9-476e-4d8b-9ef8-32a46bad74e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b28a3772-2c69-415e-aee4-98e527c63574 HTTP/1.1" status: 200 len: 834 time: 0.0577540 Dec 22 15:48:58.145710 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889907b-5184-4ac0-a0bd-08c14f91bb5c req-67a39dfe-ad61-4bd0-9d72-64660940b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:48:58.147225 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6889907b-5184-4ac0-a0bd-08c14f91bb5c req-67a39dfe-ad61-4bd0-9d72-64660940b5bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bcd17f57-c522-4b18-8bf3-fc7144323fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701954 Dec 22 15:48:58.285954 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6889907b-5184-4ac0-a0bd-08c14f91bb5c req-c95ad0cf-ff4b-409d-a348-b4c4950563ef service neutron] 10.222.0.57 "GET /v2.0/networks/bcd17f57-c522-4b18-8bf3-fc7144323fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313677 Dec 22 15:48:58.424921 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6889907b-5184-4ac0-a0bd-08c14f91bb5c req-c22ac5c0-af6c-4c19-8bed-47415a073fcf service neutron] 10.222.0.57 "GET /v2.0/networks/bcd17f57-c522-4b18-8bf3-fc7144323fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312861 Dec 22 15:48:59.019892 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:48:59.047659 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:00.967534 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:06.173624 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:12.247125 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:49:25.230164 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4d09a9d3-f6c7-4b82-9750-a9bb31601723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:27.818808 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4f4fcff4-0dc5-4b64-b525-24e199dbd092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:29.012944 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:29.058928 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:30.990021 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:36.178699 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:49.246373 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:49:51.947471 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41746) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:52.013271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-187003f1-85a4-46e3-8c26-a0eca4c8b2df tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:49:52.666075 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-187003f1-85a4-46e3-8c26-a0eca4c8b2df tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:52.744631 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-187003f1-85a4-46e3-8c26-a0eca4c8b2df tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:52.927208 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187003f1-85a4-46e3-8c26-a0eca4c8b2df tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:49:53.105466 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187003f1-85a4-46e3-8c26-a0eca4c8b2df tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:49:53.112652 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-187003f1-85a4-46e3-8c26-a0eca4c8b2df tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:53.113793 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-187003f1-85a4-46e3-8c26-a0eca4c8b2df tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/routers/91beafcb-c252-4cd9-b8d2-8cfc72c1523e HTTP/1.1" status: 200 len: 888 time: 1.1653447 Dec 22 15:49:53.118354 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a45a29-77ad-4629-80c7-10fdf2bbe41b None None] Sync routers for ids ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:49:53.128812 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a45a29-77ad-4629-80c7-10fdf2bbe41b None None] Routers {'91beafcb-c252-4cd9-b8d2-8cfc72c1523e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:53.129429 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-51a45a29-77ad-4629-80c7-10fdf2bbe41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:49:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:49:53.222087 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-51a45a29-77ad-4629-80c7-10fdf2bbe41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:49:53.230660 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a45a29-77ad-4629-80c7-10fdf2bbe41b None None] Routers {'91beafcb-c252-4cd9-b8d2-8cfc72c1523e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:53.231270 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-51a45a29-77ad-4629-80c7-10fdf2bbe41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:49:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:49:53.290682 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-51a45a29-77ad-4629-80c7-10fdf2bbe41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:49:53.291083 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a45a29-77ad-4629-80c7-10fdf2bbe41b None None] The sync data for ids ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'] in dv-neutron-822674-1-hyperv is: [] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:49:54.053726 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00814c6-77ee-4796-ae04-03508dd36ec3 None None] New status for floating IP 25dda0c2-5e5f-405e-b64d-147bb0e44535: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:49:54.956806 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:49:55.077554 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:55.112462 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c,segment=NetworkSegment(3d2d7094-0d4e-416b-8d4a-858283a5f3f6),segment_id=3d2d7094-0d4e-416b-8d4a-858283a5f3f6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:49:55.207588 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:55.208512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d42ea270-d7ca-4212-a671-14229597e7d7 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:49:55.233095 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7c5a252f-64f7-40a1-aece-20c9eae5ad98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:49:55.263114 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41754) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:55.269101 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-73b33a10-9676-4d89-8680-a13de31bc8fd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:49:55.269275 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b8a3c21f-f426-425e-bbb6-1163c1fd4b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:55.326362 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c,revision_number=6']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:49:55.365855 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:49:55.366261 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:49:55.366647 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:49:55.367024 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:49:55.367394 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:49:55.367791 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:49:55.368127 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:49:55.368519 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:49:55.368857 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:49:55.369213 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:49:55.369573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:49:55.369930 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:49:55.380075 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:49:55.399306 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:55.415771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port d42ea270-d7ca-4212-a671-14229597e7d7, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d42ea270-d7ca-4212-a671-14229597e7d7,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:49:55.470141 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:55.472506 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-972ad35f-7329-40e8-9f77-0d7e5121c4b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:49:55.539661 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=d42ea270-d7ca-4212-a671-14229597e7d7,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:49:55.543163 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:49:55.793262 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-73b33a10-9676-4d89-8680-a13de31bc8fd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:55.864289 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-73b33a10-9676-4d89-8680-a13de31bc8fd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686874'] for router, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:56.045905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b33a10-9676-4d89-8680-a13de31bc8fd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:49:56.227105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b33a10-9676-4d89-8680-a13de31bc8fd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:49:56.233676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-73b33a10-9676-4d89-8680-a13de31bc8fd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:56.234848 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-73b33a10-9676-4d89-8680-a13de31bc8fd tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/routers/91beafcb-c252-4cd9-b8d2-8cfc72c1523e HTTP/1.1" status: 200 len: 887 time: 0.9707739 Dec 22 15:49:56.236449 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aac105-9e9c-4876-8fc1-a80563775e3c None None] Sync routers for ids ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:49:56.238301 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41758) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:56.246661 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aac105-9e9c-4876-8fc1-a80563775e3c None None] Routers {'91beafcb-c252-4cd9-b8d2-8cfc72c1523e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:56.247547 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-22aac105-9e9c-4876-8fc1-a80563775e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:49:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:49:56.443830 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-22aac105-9e9c-4876-8fc1-a80563775e3c None None] Set router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:49:56.484904 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-93e2d615-f3fb-44bf-a777-2c8d292a2d17 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/25dda0c2-5e5f-405e-b64d-147bb0e44535 HTTP/1.1" status: 200 len: 991 time: 0.2454255 Dec 22 15:49:56.787016 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-22aac105-9e9c-4876-8fc1-a80563775e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'name': 'tempest-TestNetworkBasicOps-router-918321686', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:49:55Z', 'revision_number': 6, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:49:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '25dda0c2-5e5f-405e-b64d-147bb0e44535', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.35', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'port_id': '0dd6e38c-aefe-4836-ba4e-4555e6378034', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'mac_address': 'fa:16:3e:ec:c0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24ecfe7-3ae2-42ee-a65d-dde1bcca789f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:48:38Z', 'updated_at': '2021-12-22T15:49:54Z', 'revision_number': 2, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c', 'name': '', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:03:4c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:18Z', 'updated_at': '2021-12-22T15:49:55Z', 'revision_number': 6, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:49:56.790760 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aac105-9e9c-4876-8fc1-a80563775e3c None None] Checking router: 91beafcb-c252-4cd9-b8d2-8cfc72c1523e for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:49:56.798825 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aac105-9e9c-4876-8fc1-a80563775e3c None None] Routers {'91beafcb-c252-4cd9-b8d2-8cfc72c1523e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:56.799978 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-22aac105-9e9c-4876-8fc1-a80563775e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:49:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:49:56.972543 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-22aac105-9e9c-4876-8fc1-a80563775e3c None None] Set router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:49:57.310624 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-22aac105-9e9c-4876-8fc1-a80563775e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'name': 'tempest-TestNetworkBasicOps-router-918321686', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:49:55Z', 'revision_number': 6, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:49:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '25dda0c2-5e5f-405e-b64d-147bb0e44535', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.35', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'port_id': '0dd6e38c-aefe-4836-ba4e-4555e6378034', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'mac_address': 'fa:16:3e:ec:c0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24ecfe7-3ae2-42ee-a65d-dde1bcca789f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:48:38Z', 'updated_at': '2021-12-22T15:49:54Z', 'revision_number': 2, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c', 'name': '', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:03:4c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:18Z', 'updated_at': '2021-12-22T15:49:55Z', 'revision_number': 6, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:49:57.314413 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aac105-9e9c-4876-8fc1-a80563775e3c None None] The sync data for ids ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'] in dv-neutron-822674-1-hyperv is: [{'id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'name': 'tempest-TestNetworkBasicOps-router-918321686', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:49:55Z', 'revision_number': 6, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:49:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '25dda0c2-5e5f-405e-b64d-147bb0e44535', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'floating_ip_address': '172.26.6.35', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'port_id': '0dd6e38c-aefe-4836-ba4e-4555e6378034', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'mac_address': 'fa:16:3e:ec:c0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24ecfe7-3ae2-42ee-a65d-dde1bcca789f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:48:38Z', 'updated_at': '2021-12-22T15:49:54Z', 'revision_number': 2, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c', 'name': '', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:03:4c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:18Z', 'updated_at': '2021-12-22T15:49:55Z', 'revision_number': 6, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:49:57.490820 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41762) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:57.620149 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fc1318c1-ce77-4495-81ea-55d22d12ea7e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/25dda0c2-5e5f-405e-b64d-147bb0e44535 HTTP/1.1" status: 200 len: 991 time: 0.1279318 Dec 22 15:49:57.716175 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-176f1e2c-8903-4b39-bc04-fb49ae67e711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:57.759251 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d5500ad4-27c5-4165-86a7-5c7ac7fa7979 req-547d267e-49e4-4494-b9e4-4be6250a3f2c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1220434 Dec 22 15:49:57.907132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5500ad4-27c5-4165-86a7-5c7ac7fa7979 req-fb04ede3-e018-4151-99a4-4af4c41dfdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:49:57.909172 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d5500ad4-27c5-4165-86a7-5c7ac7fa7979 req-fb04ede3-e018-4151-99a4-4af4c41dfdbd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 1099 time: 0.0737169 Dec 22 15:49:58.073536 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5500ad4-27c5-4165-86a7-5c7ac7fa7979 req-380e51d1-d6b0-4a71-8d72-40ea59949d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:49:58.075174 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d5500ad4-27c5-4165-86a7-5c7ac7fa7979 req-380e51d1-d6b0-4a71-8d72-40ea59949d09 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bcd17f57-c522-4b18-8bf3-fc7144323fae HTTP/1.1" status: 200 len: 897 time: 0.1464100 Dec 22 15:49:58.317013 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d5500ad4-27c5-4165-86a7-5c7ac7fa7979 req-b1360a0f-fab5-44d5-9317-bde0778aa919 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0dd6e38c-aefe-4836-ba4e-4555e6378034 HTTP/1.1" status: 200 len: 999 time: 0.2334890 Dec 22 15:49:58.383961 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5500ad4-27c5-4165-86a7-5c7ac7fa7979 req-8e9daa57-8a09-4867-b41b-ce5477eac61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:49:58.385406 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d5500ad4-27c5-4165-86a7-5c7ac7fa7979 req-8e9daa57-8a09-4867-b41b-ce5477eac61f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b28a3772-2c69-415e-aee4-98e527c63574 HTTP/1.1" status: 200 len: 834 time: 0.0623646 Dec 22 15:49:58.471672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5500ad4-27c5-4165-86a7-5c7ac7fa7979 req-2d644a01-cb9c-44f2-9670-3f654359958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:49:58.473231 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d5500ad4-27c5-4165-86a7-5c7ac7fa7979 req-2d644a01-cb9c-44f2-9670-3f654359958e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bcd17f57-c522-4b18-8bf3-fc7144323fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817783 Dec 22 15:49:58.485116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-d5500ad4-27c5-4165-86a7-5c7ac7fa7979 req-ca29f5ff-1a03-46c6-8ed7-e1f956275194 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:49:58.486096 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d5500ad4-27c5-4165-86a7-5c7ac7fa7979 req-ca29f5ff-1a03-46c6-8ed7-e1f956275194 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065327 Dec 22 15:49:58.621537 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d5500ad4-27c5-4165-86a7-5c7ac7fa7979 req-71517ed5-bbf8-4f7b-ae9e-d00181d94adc service neutron] 10.222.0.57 "GET /v2.0/networks/bcd17f57-c522-4b18-8bf3-fc7144323fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286128 Dec 22 15:49:58.624045 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41768) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:58.736383 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fef5accb-a461-4ea1-b382-d05f663713dc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/25dda0c2-5e5f-405e-b64d-147bb0e44535 HTTP/1.1" status: 200 len: 991 time: 0.1106455 Dec 22 15:49:58.758913 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d5500ad4-27c5-4165-86a7-5c7ac7fa7979 req-cc98c796-a68f-480e-8d9d-bb027f74a69d service neutron] 10.222.0.57 "GET /v2.0/networks/bcd17f57-c522-4b18-8bf3-fc7144323fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303723 Dec 22 15:49:59.004712 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:49:59.031448 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e56c3da-2db1-4e8c-afc0-91a3401470f0 None None] New status for floating IP 25dda0c2-5e5f-405e-b64d-147bb0e44535: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:49:59.084203 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:59.137890 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:59.289813 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:49:59.290193 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:59.468757 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:59.502056 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c,segment=NetworkSegment(3d2d7094-0d4e-416b-8d4a-858283a5f3f6),segment_id=3d2d7094-0d4e-416b-8d4a-858283a5f3f6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:49:59.584165 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:59.585049 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d42ea270-d7ca-4212-a671-14229597e7d7 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:49:59.608807 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:49:59.702551 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c,revision_number=7']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:49:59.708110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:49:59.718915 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port d42ea270-d7ca-4212-a671-14229597e7d7 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:49:59.719297 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:59.740114 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41772) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:59.837790 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:59.851070 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4978dfdb-6140-4902-bd93-d897178fb8b9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/floatingips/25dda0c2-5e5f-405e-b64d-147bb0e44535 HTTP/1.1" status: 200 len: 993 time: 0.1091242 Dec 22 15:49:59.855329 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port d42ea270-d7ca-4212-a671-14229597e7d7, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d42ea270-d7ca-4212-a671-14229597e7d7,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:49:59.916303 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:49:59.918474 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:49:59.986479 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=d42ea270-d7ca-4212-a671-14229597e7d7,revision_number=6']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:00.003950 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:00.137892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41780) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:00.343321 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 56405718-c935-4a78-9c33-154be7ee0943 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:50:00.343671 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:00.511572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:00.511901 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:00.636212 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 56405718-c935-4a78-9c33-154be7ee0943 owned by network:floatingip {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:50:00.830143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:00.834608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f9809433-7c0a-4ee2-a642-de43d94e950f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:00.879718 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=56405718-c935-4a78-9c33-154be7ee0943,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:00.920281 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:00.920660 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:00.921042 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:00.921412 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:00.921778 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:00.922137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:00.922642 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:00.922933 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:00.923244 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:00.923599 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:00.923955 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:00.924884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:00.944405 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:00.952212 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:00.971670 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:50:00.981983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for floatingip, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:00.982374 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Floating IP 25dda0c2-5e5f-405e-b64d-147bb0e44535 disassociated (deleted). External IP: 172.26.6.35, port: 0dd6e38c-aefe-4836-ba4e-4555e6378034. Dec 22 15:50:01.048647 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:50:01.049029 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:01.171465 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d42ea270-d7ca-4212-a671-14229597e7d7 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:50:01.237780 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port d42ea270-d7ca-4212-a671-14229597e7d7 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:50:01.238157 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:01.474746 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:50:01.655820 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:50:01.666886 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76af01a6-e76e-4e4e-b69e-5f80e63985ef None None] Sync routers for ids ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:50:01.672852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:01.678522 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af01a6-e76e-4e4e-b69e-5f80e63985ef None None] Routers {'91beafcb-c252-4cd9-b8d2-8cfc72c1523e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:01.679221 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-76af01a6-e76e-4e4e-b69e-5f80e63985ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:49:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:50:01.733447 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/floatingips/25dda0c2-5e5f-405e-b64d-147bb0e44535 HTTP/1.1" status: 204 len: 168 time: 1.5942960 Dec 22 15:50:01.734302 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24ecfe7-3ae2-42ee-a65d-dde1bcca789f', 'tag': '0dd6e38c-aefe-4836-ba4e-4555e6378034'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:50:01.781746 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24ecfe7-3ae2-42ee-a65d-dde1bcca789f', 'tag': '0dd6e38c-aefe-4836-ba4e-4555e6378034', 'status': 'completed', 'code': 200} Dec 22 15:50:01.883851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a21b5-f1cd-4831-a7a6-3126cf9f1dad req-b2c639c2-ee03-434b-9a54-c3dbc93625ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:01.885509 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-014a21b5-f1cd-4831-a7a6-3126cf9f1dad req-b2c639c2-ee03-434b-9a54-c3dbc93625ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e3de4c345a044948e6178acdaa2b3de&device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 1099 time: 0.0789649 Dec 22 15:50:01.919219 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-76af01a6-e76e-4e4e-b69e-5f80e63985ef None None] Set router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:50:02.063289 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a21b5-f1cd-4831-a7a6-3126cf9f1dad req-cfc6c679-1a38-4bc7-961c-9d7f136ef76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:02.066507 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-014a21b5-f1cd-4831-a7a6-3126cf9f1dad req-cfc6c679-1a38-4bc7-961c-9d7f136ef76c service neutron] 10.222.0.57 "GET /v2.0/networks?id=bcd17f57-c522-4b18-8bf3-fc7144323fae HTTP/1.1" status: 200 len: 897 time: 0.1717992 Dec 22 15:50:02.155022 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-014a21b5-f1cd-4831-a7a6-3126cf9f1dad req-f790f7dc-cd5d-439f-96e2-7b007072eb45 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0dd6e38c-aefe-4836-ba4e-4555e6378034 HTTP/1.1" status: 200 len: 217 time: 0.0736334 Dec 22 15:50:02.229186 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a21b5-f1cd-4831-a7a6-3126cf9f1dad req-54ffef73-437e-4997-a635-79d1e0d6bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:02.230711 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-014a21b5-f1cd-4831-a7a6-3126cf9f1dad req-54ffef73-437e-4997-a635-79d1e0d6bbe1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b28a3772-2c69-415e-aee4-98e527c63574 HTTP/1.1" status: 200 len: 834 time: 0.0678625 Dec 22 15:50:02.268274 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-76af01a6-e76e-4e4e-b69e-5f80e63985ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'name': 'tempest-TestNetworkBasicOps-router-918321686', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:49:55Z', 'revision_number': 6, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:49:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c', 'name': '', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:03:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:18Z', 'updated_at': '2021-12-22T15:49:59Z', 'revision_number': 7, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:50:02.272733 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76af01a6-e76e-4e4e-b69e-5f80e63985ef None None] Checking router: 91beafcb-c252-4cd9-b8d2-8cfc72c1523e for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:50:02.282055 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af01a6-e76e-4e4e-b69e-5f80e63985ef None None] Routers {'91beafcb-c252-4cd9-b8d2-8cfc72c1523e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:02.282899 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-76af01a6-e76e-4e4e-b69e-5f80e63985ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:49:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:50:02.318142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a21b5-f1cd-4831-a7a6-3126cf9f1dad req-736c5e28-a589-43ba-8024-c0b7f5514f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:02.320020 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-014a21b5-f1cd-4831-a7a6-3126cf9f1dad req-736c5e28-a589-43ba-8024-c0b7f5514f25 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bcd17f57-c522-4b18-8bf3-fc7144323fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812900 Dec 22 15:50:02.345414 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3b8c-7f79-48df-994c-2b4e27a4e5d6 req-810bd9cd-3248-4ae2-94f0-c6e3983104dc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:02.349797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-52ac3b8c-7f79-48df-994c-2b4e27a4e5d6 req-810bd9cd-3248-4ae2-94f0-c6e3983104dc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:50:02.412797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-52ac3b8c-7f79-48df-994c-2b4e27a4e5d6 req-810bd9cd-3248-4ae2-94f0-c6e3983104dc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:50:02.414012 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-52ac3b8c-7f79-48df-994c-2b4e27a4e5d6 req-810bd9cd-3248-4ae2-94f0-c6e3983104dc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 946 time: 0.1592438 Dec 22 15:50:02.466851 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-52ac3b8c-7f79-48df-994c-2b4e27a4e5d6 req-e0908901-575e-4cb3-af69-c7d23993b4ba tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c209e899-566f-454c-99be-dd0d0a9d3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459156 Dec 22 15:50:02.483107 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-014a21b5-f1cd-4831-a7a6-3126cf9f1dad req-1290ced2-92f1-4600-b62e-053e8b1e5106 service neutron] 10.222.0.57 "GET /v2.0/networks/bcd17f57-c522-4b18-8bf3-fc7144323fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560488 Dec 22 15:50:02.487512 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-76af01a6-e76e-4e4e-b69e-5f80e63985ef None None] Set router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:50:02.626660 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-014a21b5-f1cd-4831-a7a6-3126cf9f1dad req-dd010188-79c1-494d-840d-d2c5bffc22da service neutron] 10.222.0.57 "GET /v2.0/networks/bcd17f57-c522-4b18-8bf3-fc7144323fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358297 Dec 22 15:50:02.813931 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-76af01a6-e76e-4e4e-b69e-5f80e63985ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'name': 'tempest-TestNetworkBasicOps-router-918321686', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:49:55Z', 'revision_number': 6, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:49:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c', 'name': '', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:03:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:18Z', 'updated_at': '2021-12-22T15:49:59Z', 'revision_number': 7, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:50:02.818622 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76af01a6-e76e-4e4e-b69e-5f80e63985ef None None] The sync data for ids ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'] in dv-neutron-822674-1-hyperv is: [{'id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'name': 'tempest-TestNetworkBasicOps-router-918321686', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:49:55Z', 'revision_number': 6, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:49:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c', 'name': '', 'network_id': 'bcd17f57-c522-4b18-8bf3-fc7144323fae', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'mac_address': 'fa:16:3e:03:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:18Z', 'updated_at': '2021-12-22T15:49:59Z', 'revision_number': 7, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'subnets': [{'id': 'b28a3772-2c69-415e-aee4-98e527c63574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:50:03.542515 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef139b71-7075-432c-bf49-2b49c9777643 None None] New status for floating IP 25dda0c2-5e5f-405e-b64d-147bb0e44535: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:50:03.704726 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131a8bd-9404-48da-98a3-7cad2c94c7a9 req-b3c1cafa-cefa-4b91-b884-fd192026b70c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:03.706905 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3131a8bd-9404-48da-98a3-7cad2c94c7a9 req-b3c1cafa-cefa-4b91-b884-fd192026b70c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 946 time: 0.1013474 Dec 22 15:50:03.752199 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3131a8bd-9404-48da-98a3-7cad2c94c7a9 req-85835728-b1b3-4931-a00d-3269ce9c8f0c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/security-groups?id=c209e899-566f-454c-99be-dd0d0a9d3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391102 Dec 22 15:50:03.955044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00841f5e-aab7-432e-b041-6fa2fd69131d req-7d46c06c-faa2-49fa-a923-3c78f6aa32a6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:03.956382 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-00841f5e-aab7-432e-b041-6fa2fd69131d req-7d46c06c-faa2-49fa-a923-3c78f6aa32a6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Synchronizing usage tracker for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:50:03.968510 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-00841f5e-aab7-432e-b041-6fa2fd69131d req-7d46c06c-faa2-49fa-a923-3c78f6aa32a6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Unset dirty status for tenant:1e3de4c345a044948e6178acdaa2b3de on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:50:03.969621 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-00841f5e-aab7-432e-b041-6fa2fd69131d req-7d46c06c-faa2-49fa-a923-3c78f6aa32a6 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "GET /v2.0/ports?device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 946 time: 0.0927472 Dec 22 15:50:04.043836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-00841f5e-aab7-432e-b041-6fa2fd69131d req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 0dd6e38c-aefe-4836-ba4e-4555e6378034 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:50:04.043836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-00841f5e-aab7-432e-b041-6fa2fd69131d req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:04.428945 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-00841f5e-aab7-432e-b041-6fa2fd69131d req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port 0dd6e38c-aefe-4836-ba4e-4555e6378034, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0dd6e38c-aefe-4836-ba4e-4555e6378034,segment=NetworkSegment(3d2d7094-0d4e-416b-8d4a-858283a5f3f6),segment_id=3d2d7094-0d4e-416b-8d4a-858283a5f3f6)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:50:04.429314 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-00841f5e-aab7-432e-b041-6fa2fd69131d req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:04.561438 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-00841f5e-aab7-432e-b041-6fa2fd69131d req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 0dd6e38c-aefe-4836-ba4e-4555e6378034 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:50:04.778918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-00841f5e-aab7-432e-b041-6fa2fd69131d req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:04.787109 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:04.833662 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=0dd6e38c-aefe-4836-ba4e-4555e6378034,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:04.902086 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:04.902498 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:04.902872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:04.903249 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:04.903625 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:04.903990 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:04.904352 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:04.904722 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:04.905084 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:04.905233 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-28e9f866-1eaa-4c15-ab17-964c8b46f038 req-d972b484-9df2-48d2-a3ca-c576be0c2720 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "GET /v2.0/ports?device_id=f24ecfe7-3ae2-42ee-a65d-dde1bcca789f HTTP/1.1" status: 200 len: 210 time: 0.0432601 Dec 22 15:50:04.905736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:04.905837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:04.906132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:04.914878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:04.920767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-00841f5e-aab7-432e-b041-6fa2fd69131d req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] No DVR routers for this DVR port 0dd6e38c-aefe-4836-ba4e-4555e6378034 on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:50:04.923108 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-00841f5e-aab7-432e-b041-6fa2fd69131d req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:04.926477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24ecfe7-3ae2-42ee-a65d-dde1bcca789f', 'name': 'network-vif-deleted', 'tag': '0dd6e38c-aefe-4836-ba4e-4555e6378034'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:50:04.974080 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24ecfe7-3ae2-42ee-a65d-dde1bcca789f', 'name': 'network-vif-deleted', 'tag': '0dd6e38c-aefe-4836-ba4e-4555e6378034', 'status': 'completed', 'code': 200} Dec 22 15:50:04.991115 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-00841f5e-aab7-432e-b041-6fa2fd69131d req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.57 "DELETE /v2.0/ports/0dd6e38c-aefe-4836-ba4e-4555e6378034 HTTP/1.1" status: 204 len: 173 time: 1.0160403 Dec 22 15:50:06.007013 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41798) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:06.080063 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e5b9f3a8-418b-403e-8bb6-c52a62b5be06 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:06.115621 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e5b9f3a8-418b-403e-8bb6-c52a62b5be06 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:06.173006 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:06.230391 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e5b9f3a8-418b-403e-8bb6-c52a62b5be06 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:06.234249 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-140dc5ed-9849-4691-be4a-09913399ad5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:06.250165 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9f3a8-418b-403e-8bb6-c52a62b5be06 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c209e899-566f-454c-99be-dd0d0a9d3693,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:06.253151 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e5b9f3a8-418b-403e-8bb6-c52a62b5be06 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:06.326637 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e5b9f3a8-418b-403e-8bb6-c52a62b5be06 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:06.327794 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e5b9f3a8-418b-403e-8bb6-c52a62b5be06 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/security-groups/c209e899-566f-454c-99be-dd0d0a9d3693 HTTP/1.1" status: 204 len: 168 time: 0.3197730 Dec 22 15:50:06.391861 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41804) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:06.944196 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5bbea3ea-bfff-46d2-be8b-eb9ea488cc5b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:07.146079 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 0dd6e38c-aefe-4836-ba4e-4555e6378034 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:50:07.181020 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 0dd6e38c-aefe-4836-ba4e-4555e6378034 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:50:07.181689 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 0dd6e38c-aefe-4836-ba4e-4555e6378034 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:50:07.434191 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5bbea3ea-bfff-46d2-be8b-eb9ea488cc5b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:50:07.434834 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5bbea3ea-bfff-46d2-be8b-eb9ea488cc5b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:07.629066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5bbea3ea-bfff-46d2-be8b-eb9ea488cc5b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c,segment=NetworkSegment(3d2d7094-0d4e-416b-8d4a-858283a5f3f6),segment_id=3d2d7094-0d4e-416b-8d4a-858283a5f3f6)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:50:07.629427 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5bbea3ea-bfff-46d2-be8b-eb9ea488cc5b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:07.758014 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5bbea3ea-bfff-46d2-be8b-eb9ea488cc5b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:50:08.138791 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5bbea3ea-bfff-46d2-be8b-eb9ea488cc5b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:08.142971 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-51e254bd-089e-485c-b14d-97156fb18ebf tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:08.186990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbea3ea-bfff-46d2-be8b-eb9ea488cc5b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:08.190508 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5bbea3ea-bfff-46d2-be8b-eb9ea488cc5b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:08.484451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5bbea3ea-bfff-46d2-be8b-eb9ea488cc5b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:08.970762 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbea3ea-bfff-46d2-be8b-eb9ea488cc5b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:50:09.150376 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbea3ea-bfff-46d2-be8b-eb9ea488cc5b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:50:09.160831 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021d0cf5-1289-4359-bae0-d479aee4d70f None None] Sync routers for ids ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:50:09.165163 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5bbea3ea-bfff-46d2-be8b-eb9ea488cc5b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "PUT /v2.0/routers/91beafcb-c252-4cd9-b8d2-8cfc72c1523e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7722020 Dec 22 15:50:09.167937 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41808) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:09.176173 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021d0cf5-1289-4359-bae0-d479aee4d70f None None] Routers {'91beafcb-c252-4cd9-b8d2-8cfc72c1523e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:09.176802 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-021d0cf5-1289-4359-bae0-d479aee4d70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:49:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:50:09.233196 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1cf9d79-d007-4fbe-ab11-5028ef68195d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting subnet b28a3772-2c69-415e-aee4-98e527c63574 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:50:09.236248 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1cf9d79-d007-4fbe-ab11-5028ef68195d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:09.294199 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1cf9d79-d007-4fbe-ab11-5028ef68195d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:09.351433 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-021d0cf5-1289-4359-bae0-d479aee4d70f None None] Set router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:50:09.379038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1cf9d79-d007-4fbe-ab11-5028ef68195d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:09.533380 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1cf9d79-d007-4fbe-ab11-5028ef68195d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:09.540964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-50fc05d4-eedb-481c-ad95-f4a8da45763f tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:09.589435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf9d79-d007-4fbe-ab11-5028ef68195d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Subnet': ['ID=b28a3772-2c69-415e-aee4-98e527c63574,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:09.591696 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1cf9d79-d007-4fbe-ab11-5028ef68195d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:09.597009 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f1cf9d79-d007-4fbe-ab11-5028ef68195d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:09.599380 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f1cf9d79-d007-4fbe-ab11-5028ef68195d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/subnets/b28a3772-2c69-415e-aee4-98e527c63574 HTTP/1.1" status: 204 len: 168 time: 0.4304247 Dec 22 15:50:09.602134 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41812) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:09.604905 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f17554-e468-409f-a267-1fbd7720fa46 None None] Network bcd17f57-c522-4b18-8bf3-fc7144323fae requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:50:09.655148 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-021d0cf5-1289-4359-bae0-d479aee4d70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'name': 'tempest-TestNetworkBasicOps-router-918321686', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:50:08Z', 'revision_number': 7, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:49:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:50:09.660431 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021d0cf5-1289-4359-bae0-d479aee4d70f None None] Checking router: 91beafcb-c252-4cd9-b8d2-8cfc72c1523e for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:50:09.670745 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021d0cf5-1289-4359-bae0-d479aee4d70f None None] Routers {'91beafcb-c252-4cd9-b8d2-8cfc72c1523e'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:09.671617 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-021d0cf5-1289-4359-bae0-d479aee4d70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:49:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:50:09.794825 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5cfa-91ff-4607-ab53-aa1eb7637c7b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:09.909390 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-021d0cf5-1289-4359-bae0-d479aee4d70f None None] Set router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:50:09.939451 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0f8d8e-dc1b-4c3a-b21e-0ae9d140a58b None None] DHCP port deletion for bcd17f57-c522-4b18-8bf3-fc7144323fae request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 15:50:09.944584 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f8d8e-dc1b-4c3a-b21e-0ae9d140a58b None None] Deleting port 22f29cdf-e817-4ab3-a353-eb1bec42ee73 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:50:09.944976 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8d8e-dc1b-4c3a-b21e-0ae9d140a58b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:09.991746 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5cfa-91ff-4607-ab53-aa1eb7637c7b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:10.058741 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-7c2f5cfa-91ff-4607-ab53-aa1eb7637c7b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Deleting port d42ea270-d7ca-4212-a671-14229597e7d7 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:50:10.059069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5cfa-91ff-4607-ab53-aa1eb7637c7b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:10.155568 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0a0f8d8e-dc1b-4c3a-b21e-0ae9d140a58b None None] For port 22f29cdf-e817-4ab3-a353-eb1bec42ee73, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=22f29cdf-e817-4ab3-a353-eb1bec42ee73,segment=NetworkSegment(3d2d7094-0d4e-416b-8d4a-858283a5f3f6),segment_id=3d2d7094-0d4e-416b-8d4a-858283a5f3f6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:50:10.155971 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8d8e-dc1b-4c3a-b21e-0ae9d140a58b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:10.205665 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-021d0cf5-1289-4359-bae0-d479aee4d70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'name': 'tempest-TestNetworkBasicOps-router-918321686', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:50:08Z', 'revision_number': 7, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:49:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:50:10.209997 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021d0cf5-1289-4359-bae0-d479aee4d70f None None] The sync data for ids ['91beafcb-c252-4cd9-b8d2-8cfc72c1523e'] in dv-neutron-822674-1-hyperv is: [{'id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'name': 'tempest-TestNetworkBasicOps-router-918321686', 'tenant_id': '1e3de4c345a044948e6178acdaa2b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:50:08Z', 'revision_number': 7, 'project_id': '1e3de4c345a044948e6178acdaa2b3de', 'gw_port': {'id': 'd42ea270-d7ca-4212-a671-14229597e7d7', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beafcb-c252-4cd9-b8d2-8cfc72c1523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:13Z', 'updated_at': '2021-12-22T15:49:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:50:10.266751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-7c2f5cfa-91ff-4607-ab53-aa1eb7637c7b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] For port d42ea270-d7ca-4212-a671-14229597e7d7, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d42ea270-d7ca-4212-a671-14229597e7d7,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:50:10.267321 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5cfa-91ff-4607-ab53-aa1eb7637c7b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:10.293438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f8d8e-dc1b-4c3a-b21e-0ae9d140a58b None None] Calling delete_port for 22f29cdf-e817-4ab3-a353-eb1bec42ee73 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:50:10.413285 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8d8e-dc1b-4c3a-b21e-0ae9d140a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:10.418037 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-a181669d-6840-438f-8c4a-9b96e7b59e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:10.464257 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f8d8e-dc1b-4c3a-b21e-0ae9d140a58b None None] Pushing event deleted for resources: {'Port': ['ID=22f29cdf-e817-4ab3-a353-eb1bec42ee73,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:10.467249 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0a0f8d8e-dc1b-4c3a-b21e-0ae9d140a58b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:10.468034 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0f8d8e-dc1b-4c3a-b21e-0ae9d140a58b None None] No DVR routers for this DVR port 22f29cdf-e817-4ab3-a353-eb1bec42ee73 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:50:10.524476 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-7c2f5cfa-91ff-4607-ab53-aa1eb7637c7b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Calling delete_port for d42ea270-d7ca-4212-a671-14229597e7d7 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:50:10.773375 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5cfa-91ff-4607-ab53-aa1eb7637c7b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:10.782580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-878b350f-cbec-4862-b308-6424e421d1f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:10.821670 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f5cfa-91ff-4607-ab53-aa1eb7637c7b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Port': ['ID=d42ea270-d7ca-4212-a671-14229597e7d7,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:10.824683 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7c2f5cfa-91ff-4607-ab53-aa1eb7637c7b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:10.914720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5cfa-91ff-4607-ab53-aa1eb7637c7b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:11.020237 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 22f29cdf-e817-4ab3-a353-eb1bec42ee73 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:50:11.055529 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 22f29cdf-e817-4ab3-a353-eb1bec42ee73 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:50:11.055920 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 22f29cdf-e817-4ab3-a353-eb1bec42ee73 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:50:11.056334 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:50:11.090474 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:50:11.090840 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4b60b346-ad8b-43d5-a1b8-61dc3fabcd8c not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:50:11.097818 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5cfa-91ff-4607-ab53-aa1eb7637c7b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:11.100633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5cfa-91ff-4607-ab53-aa1eb7637c7b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:11.207637 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5cfa-91ff-4607-ab53-aa1eb7637c7b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:11.208118 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2f5cfa-91ff-4607-ab53-aa1eb7637c7b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Fanout notify agent at l3_agent the message router_deleted on router 91beafcb-c252-4cd9-b8d2-8cfc72c1523e {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:50:11.224372 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5cfa-91ff-4607-ab53-aa1eb7637c7b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:11.225521 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7c2f5cfa-91ff-4607-ab53-aa1eb7637c7b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/routers/91beafcb-c252-4cd9-b8d2-8cfc72c1523e HTTP/1.1" status: 204 len: 168 time: 1.6224275 Dec 22 15:50:11.228364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41816) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:11.350707 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7065d25-74e2-4f93-b756-35683702b389 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:11.490647 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7065d25-74e2-4f93-b756-35683702b389 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:11.518802 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c7065d25-74e2-4f93-b756-35683702b389 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd17f57-c522-4b18-8bf3-fc7144323fae']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:50:11.532610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c7065d25-74e2-4f93-b756-35683702b389 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2d7094-0d4e-416b-8d4a-858283a5f3f6') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:50:11.532926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c7065d25-74e2-4f93-b756-35683702b389 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2d7094-0d4e-416b-8d4a-858283a5f3f6') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:50:11.545643 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7065d25-74e2-4f93-b756-35683702b389 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:11.562376 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7065d25-74e2-4f93-b756-35683702b389 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:11.575663 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7065d25-74e2-4f93-b756-35683702b389 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:50:11.576246 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7065d25-74e2-4f93-b756-35683702b389 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:50:11.591909 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:50:11.755909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7065d25-74e2-4f93-b756-35683702b389 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:11.759534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-913bd752-29eb-437a-8e44-56d102389f58 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:11.774289 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7065d25-74e2-4f93-b756-35683702b389 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:11.785685 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7065d25-74e2-4f93-b756-35683702b389 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Pushing event deleted for resources: {'Network': ['ID=bcd17f57-c522-4b18-8bf3-fc7144323fae,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:11.789050 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c7065d25-74e2-4f93-b756-35683702b389 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:11.876928 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c7065d25-74e2-4f93-b756-35683702b389 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] 10.222.0.59 "DELETE /v2.0/networks/bcd17f57-c522-4b18-8bf3-fc7144323fae HTTP/1.1" status: 204 len: 168 time: 0.6475029 Dec 22 15:50:12.458390 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41824) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:12.605311 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7f31f7b0-8a6f-4d4d-b1d5-75657d55a5d7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e3de4c345a044948e6178acdaa2b3de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453331 Dec 22 15:50:12.607365 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41830) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:12.670751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dfb70ade-42ed-4cea-92c9-e4351d0112fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:12.696659 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dfb70ade-42ed-4cea-92c9-e4351d0112fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:12.785013 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dfb70ade-42ed-4cea-92c9-e4351d0112fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:12.788853 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fe8598d4-9295-4c7b-8fc9-f9a7e7857d54 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:12.802995 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb70ade-42ed-4cea-92c9-e4351d0112fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ea2e30-dabb-419f-9a9f-24e78be43acf,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:12.806651 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dfb70ade-42ed-4cea-92c9-e4351d0112fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:12.810667 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dfb70ade-42ed-4cea-92c9-e4351d0112fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:12.813432 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dfb70ade-42ed-4cea-92c9-e4351d0112fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c0ea2e30-dabb-419f-9a9f-24e78be43acf HTTP/1.1" status: 204 len: 168 time: 0.2051103 Dec 22 15:50:12.926178 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d42ea270-d7ca-4212-a671-14229597e7d7 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:50:12.963800 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: d42ea270-d7ca-4212-a671-14229597e7d7 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:50:12.964153 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d42ea270-d7ca-4212-a671-14229597e7d7 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:50:13.364456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41838) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:13.385000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f94f1eb-229f-4170-b73e-b2030fb2762e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:13.400957 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4f94f1eb-229f-4170-b73e-b2030fb2762e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:50:13.405001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4f94f1eb-229f-4170-b73e-b2030fb2762e admin admin] Usage tracker for resource:security_group_rule and tenant:1453c54e2efc4b4f887c5c7d6ba4dfa0 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:50:13.411031 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4f94f1eb-229f-4170-b73e-b2030fb2762e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:50:13.414385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4f94f1eb-229f-4170-b73e-b2030fb2762e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:50:13.501728 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f94f1eb-229f-4170-b73e-b2030fb2762e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:13.584442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f94f1eb-229f-4170-b73e-b2030fb2762e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:13.592497 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3eab7b70-bc85-4cdb-a63c-b44b8d1b1023 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:13.636544 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4f94f1eb-229f-4170-b73e-b2030fb2762e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1453c54e2efc4b4f887c5c7d6ba4dfa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2706223 Dec 22 15:50:13.637619 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94f1eb-229f-4170-b73e-b2030fb2762e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cd4894-3c33-4cb5-bb78-e6a22065d4ad,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:13.639656 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 41842) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:13.641422 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4f94f1eb-229f-4170-b73e-b2030fb2762e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:13.716739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-432f868b-0dd3-454c-88ee-d87e7813e648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:13.746797 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-432f868b-0dd3-454c-88ee-d87e7813e648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:13.875702 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-432f868b-0dd3-454c-88ee-d87e7813e648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:13.879574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-46d36dbe-7149-46f1-a004-cf2935efeda8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:13.893186 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f868b-0dd3-454c-88ee-d87e7813e648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cd4894-3c33-4cb5-bb78-e6a22065d4ad,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:13.896144 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-432f868b-0dd3-454c-88ee-d87e7813e648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:13.898454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-432f868b-0dd3-454c-88ee-d87e7813e648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:13.899359 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-432f868b-0dd3-454c-88ee-d87e7813e648 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e5cd4894-3c33-4cb5-bb78-e6a22065d4ad HTTP/1.1" status: 204 len: 168 time: 0.2575095 Dec 22 15:50:21.578184 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-8028e7c9-f3be-41f7-93b0-f54d8c95887d tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=90ddb277cd0c409bb19f0fd92d6ebf9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275168 Dec 22 15:50:21.733826 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-cfbf7c7c-4c3a-4187-b74b-7da9e19e67d4 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:21.735216 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-cfbf7c7c-4c3a-4187-b74b-7da9e19e67d4 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1512055 Dec 22 15:50:21.750540 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-70df66b0-a712-4041-b66b-63593ee24e5c tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/quotas/90ddb277cd0c409bb19f0fd92d6ebf9f HTTP/1.1" status: 200 len: 375 time: 0.0097010 Dec 22 15:50:21.803116 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-c085be1f-3914-430e-949d-88a55e1ccf90 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=90ddb277cd0c409bb19f0fd92d6ebf9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473435 Dec 22 15:50:22.055712 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8c2774ab-49b6-4a21-83a5-f37281ed58c4 req-ac7a3256-460c-49c3-89b7-a14973da55f5 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2be8c6c-594f-4120-a160-a608e1c197df HTTP/1.1" status: 200 len: 210 time: 0.0426896 Dec 22 15:50:23.209422 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1b670cb3-1e22-4da0-8b35-be007d1936a8 req-70976d56-ec2e-4104-8704-a875177f2860 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2be8c6c-594f-4120-a160-a608e1c197df HTTP/1.1" status: 200 len: 210 time: 0.0448327 Dec 22 15:50:23.900579 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-beb96685-e096-4089-8ab6-9dd868d8e1fd tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=90ddb277cd0c409bb19f0fd92d6ebf9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323226 Dec 22 15:50:24.182581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-35ead51a-da72-4168-acd1-be1f6d245326 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:24.184052 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-35ead51a-da72-4168-acd1-be1f6d245326 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2788818 Dec 22 15:50:24.196455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Request body: {'port': {'device_id': 'f2be8c6c-594f-4120-a160-a608e1c197df', 'network_id': 'eca83293-72d4-432e-9424-0c97ee932298', 'admin_state_up': True, 'tenant_id': '90ddb277cd0c409bb19f0fd92d6ebf9f'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:50:24.344872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:50:24.349740 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Usage tracker for resource:port and tenant:90ddb277cd0c409bb19f0fd92d6ebf9f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:50:24.353213 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:50:24.359731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:50:24.447492 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Made reservation on behalf of 90ddb277cd0c409bb19f0fd92d6ebf9f for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:50:24.451048 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:24.464992 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:24.481439 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:50:24.485345 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Usage tracker for resource:security_group_rule and tenant:90ddb277cd0c409bb19f0fd92d6ebf9f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:50:24.488298 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:50:24.493975 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:50:24.537593 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-772bec66-ba54-44a7-9090-c5bd41209a7f req-6df152ef-9dc2-4293-9508-a735d5323212 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2be8c6c-594f-4120-a160-a608e1c197df HTTP/1.1" status: 200 len: 210 time: 0.0502830 Dec 22 15:50:24.582910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:24.647396 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:24.650798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-44747493-5218-40ab-8abf-85bac6b2c40c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:24.733116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5075e786-65cd-4260-9069-c3482bf58531,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:24.740053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:24.827621 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Allocated IP 192.168.233.118 (eca83293-72d4-432e-9424-0c97ee932298/af19ccdd-0162-466f-bac8-41357a4f46b7/c1b53778-5e62-49b2-b2c4-9954c7f9df6c) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:50:25.057676 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:25.069440 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Transition to ACTIVE for port object c1b53778-5e62-49b2-b2c4-9954c7f9df6c will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:50:25.179448 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:25.185352 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3172e998-0a93-4410-9a12-bdfb1b0cce2e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:25.201564 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5d24-0871-46d8-a6a5-0570053e9a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:25.263418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Network eca83293-72d4-432e-9424-0c97ee932298 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:50:25.266514 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:50:25.270965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:25.301933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Pushing event updated for resources: {'Port': ['ID=c1b53778-5e62-49b2-b2c4-9954c7f9df6c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:25.310427 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:25.341664 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:25.342444 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:25.442769 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2498624 Dec 22 15:50:25.454623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Request body: {'port': {'device_id': 'f2be8c6c-594f-4120-a160-a608e1c197df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:50:25.551371 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0ce078a3-a9df-4009-9b04-c538c4444fe0 None None] Provisioning for port c1b53778-5e62-49b2-b2c4-9954c7f9df6c completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:50:25.556203 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0ce078a3-a9df-4009-9b04-c538c4444fe0 None None] Provisioning complete for port c1b53778-5e62-49b2-b2c4-9954c7f9df6c triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:50:25.556568 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0ce078a3-a9df-4009-9b04-c538c4444fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:25.577884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:25.619363 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-0ce078a3-a9df-4009-9b04-c538c4444fe0 None None] Port c1b53778-5e62-49b2-b2c4-9954c7f9df6c cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:50:25.746604 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843df972-5619-4706-9154-7f1522b65696 req-48e1f2da-c0dd-4383-a0d5-8744fb616100 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:25.748480 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-843df972-5619-4706-9154-7f1522b65696 req-48e1f2da-c0dd-4383-a0d5-8744fb616100 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2be8c6c-594f-4120-a160-a608e1c197df HTTP/1.1" status: 200 len: 936 time: 0.0901139 Dec 22 15:50:25.802406 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-843df972-5619-4706-9154-7f1522b65696 req-483aafd3-48de-4f24-b39a-63997ebac73c tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/security-groups?id=5075e786-65cd-4260-9069-c3482bf58531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473726 Dec 22 15:50:25.959310 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b53778-5e62-49b2-b2c4-9954c7f9df6c {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:50:25.968115 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:25.986067 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Transition to ACTIVE for port object c1b53778-5e62-49b2-b2c4-9954c7f9df6c will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:50:26.155937 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:26.160165 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:26.245547 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:50:26.323659 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b53778-5e62-49b2-b2c4-9954c7f9df6c,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:26.331085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:26.417713 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Attempting to bind port c1b53778-5e62-49b2-b2c4-9954c7f9df6c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:50:26.418201 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Attempting to bind port c1b53778-5e62-49b2-b2c4-9954c7f9df6c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '1229b689-0bc7-43ef-ad83-6ee03b99a1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'eca83293-72d4-432e-9424-0c97ee932298'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:50:26.418682 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Attempting to bind port c1b53778-5e62-49b2-b2c4-9954c7f9df6c on network eca83293-72d4-432e-9424-0c97ee932298 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:50:26.425483 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Port c1b53778-5e62-49b2-b2c4-9954c7f9df6c on network eca83293-72d4-432e-9424-0c97ee932298 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:50:26.425813 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Attempting to bind port c1b53778-5e62-49b2-b2c4-9954c7f9df6c on network eca83293-72d4-432e-9424-0c97ee932298 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:50:26.432066 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:50:26.432417 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Checking segment: {'id': '1229b689-0bc7-43ef-ad83-6ee03b99a1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'eca83293-72d4-432e-9424-0c97ee932298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:50:26.432957 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Bound using segment: {'id': '1229b689-0bc7-43ef-ad83-6ee03b99a1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'eca83293-72d4-432e-9424-0c97ee932298'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:50:26.433395 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Bound port: c1b53778-5e62-49b2-b2c4-9954c7f9df6c, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1229b689-0bc7-43ef-ad83-6ee03b99a1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'eca83293-72d4-432e-9424-0c97ee932298'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:50:26.433962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:26.532332 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] For port c1b53778-5e62-49b2-b2c4-9954c7f9df6c, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:50:26.536128 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] For port c1b53778-5e62-49b2-b2c4-9954c7f9df6c, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c1b53778-5e62-49b2-b2c4-9954c7f9df6c,segment=NetworkSegment(1229b689-0bc7-43ef-ad83-6ee03b99a1de),segment_id=1229b689-0bc7-43ef-ad83-6ee03b99a1de)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:50:26.660113 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:26.664114 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7daa1237-1a01-4401-9fd9-e1230ca67dac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:26.722088 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:26.722733 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:26.724108 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] 10.222.0.57 "PUT /v2.0/ports/c1b53778-5e62-49b2-b2c4-9954c7f9df6c HTTP/1.1" status: 200 len: 1098 time: 1.2740350 Dec 22 15:50:26.724635 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2be8c6c-594f-4120-a160-a608e1c197df', 'tag': 'c1b53778-5e62-49b2-b2c4-9954c7f9df6c'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:50:26.746116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b53778-5e62-49b2-b2c4-9954c7f9df6c,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:26.751481 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:26.774119 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2be8c6c-594f-4120-a160-a608e1c197df', 'tag': 'c1b53778-5e62-49b2-b2c4-9954c7f9df6c', 'status': 'completed', 'code': 200} Dec 22 15:50:26.993401 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e58d47-1203-4455-92da-571d826265e9 req-085682da-ee1b-47cb-afdb-37c721b70755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:26.994917 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b1e58d47-1203-4455-92da-571d826265e9 req-085682da-ee1b-47cb-afdb-37c721b70755 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90ddb277cd0c409bb19f0fd92d6ebf9f&device_id=f2be8c6c-594f-4120-a160-a608e1c197df HTTP/1.1" status: 200 len: 1101 time: 0.2006094 Dec 22 15:50:27.012699 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472b1fb-2e8c-435b-85a2-e8c6a77bb914 req-c28579df-09da-421c-8deb-a4c8b453bb63 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:27.014322 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3472b1fb-2e8c-435b-85a2-e8c6a77bb914 req-c28579df-09da-421c-8deb-a4c8b453bb63 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2be8c6c-594f-4120-a160-a608e1c197df HTTP/1.1" status: 200 len: 948 time: 0.0882907 Dec 22 15:50:27.028208 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b1e58d47-1203-4455-92da-571d826265e9 req-af1084f7-1e91-4f06-a38c-fc811519a199 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=90ddb277cd0c409bb19f0fd92d6ebf9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258396 Dec 22 15:50:27.061836 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3472b1fb-2e8c-435b-85a2-e8c6a77bb914 req-4b5e4c52-c2c4-4574-ae0c-b38a7e7f795d tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/security-groups?id=5075e786-65cd-4260-9069-c3482bf58531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402439 Dec 22 15:50:27.166884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e58d47-1203-4455-92da-571d826265e9 req-67e38bc8-7cb1-4f5d-8476-2711bbc5dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:27.168318 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b1e58d47-1203-4455-92da-571d826265e9 req-67e38bc8-7cb1-4f5d-8476-2711bbc5dab5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333883 Dec 22 15:50:27.275866 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-73418491-6377-4c0a-bea7-883986917cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:27.277338 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-73418491-6377-4c0a-bea7-883986917cd7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90ddb277cd0c409bb19f0fd92d6ebf9f&device_id=f2be8c6c-594f-4120-a160-a608e1c197df HTTP/1.1" status: 200 len: 1101 time: 0.0704789 Dec 22 15:50:27.352418 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-6b167cd4-a68d-4975-b880-b4f747f29edd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c1b53778-5e62-49b2-b2c4-9954c7f9df6c HTTP/1.1" status: 200 len: 217 time: 0.0669384 Dec 22 15:50:27.418921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-55d1bfa0-d5a2-4f0b-a8b3-4adc31e87baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:27.420362 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-55d1bfa0-d5a2-4f0b-a8b3-4adc31e87baf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af19ccdd-0162-466f-bac8-41357a4f46b7 HTTP/1.1" status: 200 len: 843 time: 0.0621998 Dec 22 15:50:27.496543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-b9db423c-103b-4646-a312-f007e1cb94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:27.498334 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-b9db423c-103b-4646-a312-f007e1cb94ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eca83293-72d4-432e-9424-0c97ee932298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0706122 Dec 22 15:50:27.635137 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-a8776fc4-3d54-454a-a488-eb10e046dcb3 service neutron] 10.222.0.57 "GET /v2.0/networks/eca83293-72d4-432e-9424-0c97ee932298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290810 Dec 22 15:50:27.715776 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c85e8940-155f-4151-878f-5f32ea35c487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:27.777016 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e08a78f1-31ff-4a03-88f2-3e4d90fa4e24 req-9d2413d1-b4be-4c05-89d5-03b15f5d143d service neutron] 10.222.0.57 "GET /v2.0/networks/eca83293-72d4-432e-9424-0c97ee932298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347065 Dec 22 15:50:28.246387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536025c-6c5d-45e5-b24c-497be6fdd4b7 req-d37db6b6-2f3b-40f9-a002-b69ed780fc67 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:28.248291 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7536025c-6c5d-45e5-b24c-497be6fdd4b7 req-d37db6b6-2f3b-40f9-a002-b69ed780fc67 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2be8c6c-594f-4120-a160-a608e1c197df HTTP/1.1" status: 200 len: 948 time: 0.0778778 Dec 22 15:50:28.291902 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7536025c-6c5d-45e5-b24c-497be6fdd4b7 req-12e31f0d-7433-4794-a0f5-f265add94686 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/security-groups?id=5075e786-65cd-4260-9069-c3482bf58531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376334 Dec 22 15:50:28.994939 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:29.058512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:29.591932 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5ae0e-acb1-4ab8-aee3-517a20a012e4 req-f4efc23e-5c90-4821-878b-924506aca05e tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:29.593301 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a4e5ae0e-acb1-4ab8-aee3-517a20a012e4 req-f4efc23e-5c90-4821-878b-924506aca05e tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2be8c6c-594f-4120-a160-a608e1c197df HTTP/1.1" status: 200 len: 948 time: 0.1975074 Dec 22 15:50:29.637695 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a4e5ae0e-acb1-4ab8-aee3-517a20a012e4 req-fb1a1ed7-efe2-4865-8bc0-0c53c7d41600 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/security-groups?id=5075e786-65cd-4260-9069-c3482bf58531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386250 Dec 22 15:50:30.876607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb101e9-e213-4d8c-a7bd-379fbe2c9f16 req-c27e0b51-e4f9-42f2-b5ea-9bfe83ec4910 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:30.878837 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3bb101e9-e213-4d8c-a7bd-379fbe2c9f16 req-c27e0b51-e4f9-42f2-b5ea-9bfe83ec4910 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2be8c6c-594f-4120-a160-a608e1c197df HTTP/1.1" status: 200 len: 948 time: 0.1372998 Dec 22 15:50:30.932892 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3bb101e9-e213-4d8c-a7bd-379fbe2c9f16 req-cc9357a6-0c1c-41fb-af28-f46a946b5ea7 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/security-groups?id=5075e786-65cd-4260-9069-c3482bf58531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480299 Dec 22 15:50:30.996177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:31.221742 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device c1b53778-5e62-49b2-b2c4-9954c7f9df6c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:50:31.354148 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port c1b53778-5e62-49b2-b2c4-9954c7f9df6c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c1b53778-5e62-49b2-b2c4-9954c7f9df6c,segment=NetworkSegment(1229b689-0bc7-43ef-ad83-6ee03b99a1de),segment_id=1229b689-0bc7-43ef-ad83-6ee03b99a1de)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:50:31.368616 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': 'c1b53778-5e62-49b2-b2c4-9954c7f9df6c', 'network_id': 'eca83293-72d4-432e-9424-0c97ee932298', 'port_id': 'c1b53778-5e62-49b2-b2c4-9954c7f9df6c', 'mac_address': 'fa:16:3e:d1:79:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af19ccdd-0162-466f-bac8-41357a4f46b7', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:50:31.437892 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:31.455980 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b53778-5e62-49b2-b2c4-9954c7f9df6c {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:50:31.471856 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port c1b53778-5e62-49b2-b2c4-9954c7f9df6c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c1b53778-5e62-49b2-b2c4-9954c7f9df6c,segment=NetworkSegment(1229b689-0bc7-43ef-ad83-6ee03b99a1de),segment_id=1229b689-0bc7-43ef-ad83-6ee03b99a1de)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:50:31.544894 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:31.547603 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-76e88226-e60f-4aa9-adcf-71cc91f299fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:31.612455 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=c1b53778-5e62-49b2-b2c4-9954c7f9df6c,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:31.615737 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:31.867465 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['c1b53778-5e62-49b2-b2c4-9954c7f9df6c'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:50:32.134606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88270-8b42-4ffc-aa99-b351406d3e1f req-19cf9915-1f91-459b-9d66-7f8fa188e658 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:32.135991 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-80c88270-8b42-4ffc-aa99-b351406d3e1f req-19cf9915-1f91-459b-9d66-7f8fa188e658 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2be8c6c-594f-4120-a160-a608e1c197df HTTP/1.1" status: 200 len: 949 time: 0.0880244 Dec 22 15:50:32.180716 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-80c88270-8b42-4ffc-aa99-b351406d3e1f req-70b9ea0f-e4ae-48a1-a493-d7cf40306908 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/security-groups?id=5075e786-65cd-4260-9069-c3482bf58531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388520 Dec 22 15:50:33.221122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device c1b53778-5e62-49b2-b2c4-9954c7f9df6c up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:50:33.327187 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port c1b53778-5e62-49b2-b2c4-9954c7f9df6c completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:50:33.333283 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port c1b53778-5e62-49b2-b2c4-9954c7f9df6c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:50:33.333738 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:33.368998 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297c274-3cdd-471b-ab06-7d6578aef2e3 req-19c5d43a-0aac-4482-be66-c0bc63e190c2 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:33.370488 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0297c274-3cdd-471b-ab06-7d6578aef2e3 req-19c5d43a-0aac-4482-be66-c0bc63e190c2 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2be8c6c-594f-4120-a160-a608e1c197df HTTP/1.1" status: 200 len: 949 time: 0.0836980 Dec 22 15:50:33.417291 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0297c274-3cdd-471b-ab06-7d6578aef2e3 req-f58e702a-82f5-41f3-84b0-3d6c979219dc tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/security-groups?id=5075e786-65cd-4260-9069-c3482bf58531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403700 Dec 22 15:50:33.461598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:33.489438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2be8c6c-594f-4120-a160-a608e1c197df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b53778-5e62-49b2-b2c4-9954c7f9df6c'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:50:33.499815 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port c1b53778-5e62-49b2-b2c4-9954c7f9df6c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c1b53778-5e62-49b2-b2c4-9954c7f9df6c,segment=NetworkSegment(1229b689-0bc7-43ef-ad83-6ee03b99a1de),segment_id=1229b689-0bc7-43ef-ad83-6ee03b99a1de)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:50:33.541669 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2be8c6c-594f-4120-a160-a608e1c197df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b53778-5e62-49b2-b2c4-9954c7f9df6c', 'code': 200} Dec 22 15:50:33.613232 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:33.616144 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:33.741825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=c1b53778-5e62-49b2-b2c4-9954c7f9df6c,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:33.747221 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:33.973163 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d3e8e-a24b-4409-a4d8-6e7720eb59c5 req-34e5d2eb-3e0c-471b-ba16-3e2bad939bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:33.974713 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2b2d3e8e-a24b-4409-a4d8-6e7720eb59c5 req-34e5d2eb-3e0c-471b-ba16-3e2bad939bf2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f2be8c6c-594f-4120-a160-a608e1c197df HTTP/1.1" status: 200 len: 1103 time: 0.0728362 Dec 22 15:50:34.023839 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2b2d3e8e-a24b-4409-a4d8-6e7720eb59c5 req-52113718-9911-4c95-82df-f521dfd95426 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5075e786-65cd-4260-9069-c3482bf58531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425801 Dec 22 15:50:34.602177 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc10072-4618-4251-b0cd-951168848c53 req-bc75a5d3-f5c0-4c9f-bbc6-49f6bce7a906 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:34.603648 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9bc10072-4618-4251-b0cd-951168848c53 req-bc75a5d3-f5c0-4c9f-bbc6-49f6bce7a906 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2be8c6c-594f-4120-a160-a608e1c197df HTTP/1.1" status: 200 len: 950 time: 0.0808094 Dec 22 15:50:34.648094 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9bc10072-4618-4251-b0cd-951168848c53 req-c6c87e38-477d-42c0-a11b-c7f4a0f8aaed tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/security-groups?id=5075e786-65cd-4260-9069-c3482bf58531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387807 Dec 22 15:50:35.847674 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315a970-e8ba-4120-8acf-551ddc028427 req-3a30dfa7-869b-4dda-90cb-5dfed2fa7065 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:35.849146 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a315a970-e8ba-4120-8acf-551ddc028427 req-3a30dfa7-869b-4dda-90cb-5dfed2fa7065 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2be8c6c-594f-4120-a160-a608e1c197df HTTP/1.1" status: 200 len: 950 time: 0.0955112 Dec 22 15:50:35.893779 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a315a970-e8ba-4120-8acf-551ddc028427 req-404a8ddd-040b-4804-a996-0b00b4bfd7a8 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/security-groups?id=5075e786-65cd-4260-9069-c3482bf58531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388012 Dec 22 15:50:36.236507 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:37.584797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f317da9-a803-430d-bf22-4dadc65a4df4 req-83bc7ec9-220d-4404-975b-89768c28405d tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:37.586342 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2f317da9-a803-430d-bf22-4dadc65a4df4 req-83bc7ec9-220d-4404-975b-89768c28405d tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2be8c6c-594f-4120-a160-a608e1c197df HTTP/1.1" status: 200 len: 950 time: 0.0805538 Dec 22 15:50:37.635431 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2f317da9-a803-430d-bf22-4dadc65a4df4 req-002b7471-5f8b-499f-a07e-8c2d15298628 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/security-groups?id=5075e786-65cd-4260-9069-c3482bf58531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433531 Dec 22 15:50:38.959584 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e36075-e10d-42cf-a146-717c552423a4 req-d3b09319-c4a1-495e-8399-d7ce60a192f6 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:38.960752 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e2e36075-e10d-42cf-a146-717c552423a4 req-d3b09319-c4a1-495e-8399-d7ce60a192f6 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Synchronizing usage tracker for tenant:90ddb277cd0c409bb19f0fd92d6ebf9f on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:50:38.980700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52f745-a6b7-4dd9-b35a-33c859d0c4d0 req-3c954b0e-9029-4ae3-96d1-4776dc951f8a tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:38.983288 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2d52f745-a6b7-4dd9-b35a-33c859d0c4d0 req-3c954b0e-9029-4ae3-96d1-4776dc951f8a tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2be8c6c-594f-4120-a160-a608e1c197df HTTP/1.1" status: 200 len: 950 time: 0.2292752 Dec 22 15:50:39.029489 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2d52f745-a6b7-4dd9-b35a-33c859d0c4d0 req-a04060b5-30a2-492d-9f1c-5f25fa54c80b tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/security-groups?id=5075e786-65cd-4260-9069-c3482bf58531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401022 Dec 22 15:50:39.064326 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e2e36075-e10d-42cf-a146-717c552423a4 req-d3b09319-c4a1-495e-8399-d7ce60a192f6 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Unset dirty status for tenant:90ddb277cd0c409bb19f0fd92d6ebf9f on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:50:39.067123 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e2e36075-e10d-42cf-a146-717c552423a4 req-d3b09319-c4a1-495e-8399-d7ce60a192f6 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2be8c6c-594f-4120-a160-a608e1c197df HTTP/1.1" status: 200 len: 950 time: 0.1913130 Dec 22 15:50:39.139412 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-e2e36075-e10d-42cf-a146-717c552423a4 req-eddfa805-8b9c-4d35-b4ec-52c653085e18 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Deleting port c1b53778-5e62-49b2-b2c4-9954c7f9df6c {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:50:39.139769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e2e36075-e10d-42cf-a146-717c552423a4 req-eddfa805-8b9c-4d35-b4ec-52c653085e18 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:39.398408 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-e2e36075-e10d-42cf-a146-717c552423a4 req-eddfa805-8b9c-4d35-b4ec-52c653085e18 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] For port c1b53778-5e62-49b2-b2c4-9954c7f9df6c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c1b53778-5e62-49b2-b2c4-9954c7f9df6c,segment=NetworkSegment(1229b689-0bc7-43ef-ad83-6ee03b99a1de),segment_id=1229b689-0bc7-43ef-ad83-6ee03b99a1de)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:50:39.398768 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e2e36075-e10d-42cf-a146-717c552423a4 req-eddfa805-8b9c-4d35-b4ec-52c653085e18 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:39.535009 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-e2e36075-e10d-42cf-a146-717c552423a4 req-eddfa805-8b9c-4d35-b4ec-52c653085e18 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Calling delete_port for c1b53778-5e62-49b2-b2c4-9954c7f9df6c owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:50:39.761888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e2e36075-e10d-42cf-a146-717c552423a4 req-eddfa805-8b9c-4d35-b4ec-52c653085e18 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:39.768263 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7ca61833-92f3-421a-9f73-6c60431bc416 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:39.937745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfa805-8b9c-4d35-b4ec-52c653085e18 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Pushing event deleted for resources: {'Port': ['ID=c1b53778-5e62-49b2-b2c4-9954c7f9df6c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:39.941383 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-eddfa805-8b9c-4d35-b4ec-52c653085e18 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:40.016068 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e36075-e10d-42cf-a146-717c552423a4 req-eddfa805-8b9c-4d35-b4ec-52c653085e18 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] No DVR routers for this DVR port c1b53778-5e62-49b2-b2c4-9954c7f9df6c on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:50:40.019072 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e2e36075-e10d-42cf-a146-717c552423a4 req-eddfa805-8b9c-4d35-b4ec-52c653085e18 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:40.021851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2be8c6c-594f-4120-a160-a608e1c197df', 'name': 'network-vif-deleted', 'tag': 'c1b53778-5e62-49b2-b2c4-9954c7f9df6c'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:50:40.128826 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e2e36075-e10d-42cf-a146-717c552423a4 req-eddfa805-8b9c-4d35-b4ec-52c653085e18 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.57 "DELETE /v2.0/ports/c1b53778-5e62-49b2-b2c4-9954c7f9df6c HTTP/1.1" status: 204 len: 173 time: 1.0572393 Dec 22 15:50:40.159537 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2be8c6c-594f-4120-a160-a608e1c197df', 'name': 'network-vif-deleted', 'tag': 'c1b53778-5e62-49b2-b2c4-9954c7f9df6c', 'status': 'completed', 'code': 200} Dec 22 15:50:40.197652 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bbe5616c-f70a-4db2-966b-3c23417007cf req-42d9cbd2-2786-4392-8a72-696900dd23b1 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2be8c6c-594f-4120-a160-a608e1c197df HTTP/1.1" status: 200 len: 210 time: 0.0499601 Dec 22 15:50:41.270500 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device c1b53778-5e62-49b2-b2c4-9954c7f9df6c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:50:41.304776 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: c1b53778-5e62-49b2-b2c4-9954c7f9df6c {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:50:41.305135 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device c1b53778-5e62-49b2-b2c4-9954c7f9df6c not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:50:41.782241 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41992) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:41.926829 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-32ba4a70-5efc-49a4-ab8a-2266a84396f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=90ddb277cd0c409bb19f0fd92d6ebf9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431944 Dec 22 15:50:41.929117 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 41998) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:41.986627 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a8ef7ee1-f5f8-4ba8-a8f0-31850fa3aae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:42.011388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a8ef7ee1-f5f8-4ba8-a8f0-31850fa3aae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:42.196306 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a8ef7ee1-f5f8-4ba8-a8f0-31850fa3aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:42.200294 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-927dc79c-4f06-4e29-9eee-be41b85072a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:42.215260 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef7ee1-f5f8-4ba8-a8f0-31850fa3aae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5075e786-65cd-4260-9069-c3482bf58531,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:42.221675 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a8ef7ee1-f5f8-4ba8-a8f0-31850fa3aae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:42.229619 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a8ef7ee1-f5f8-4ba8-a8f0-31850fa3aae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:42.230793 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a8ef7ee1-f5f8-4ba8-a8f0-31850fa3aae9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5075e786-65cd-4260-9069-c3482bf58531 HTTP/1.1" status: 204 len: 168 time: 0.3007789 Dec 22 15:50:42.974932 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 42006) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:42.993200 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5ab96818-756a-4969-b52b-2a21ce328efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:43.010993 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5ab96818-756a-4969-b52b-2a21ce328efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:50:43.014885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5ab96818-756a-4969-b52b-2a21ce328efa admin admin] Usage tracker for resource:security_group_rule and tenant:db534ffbaf144b86b5d221181821a945 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:50:43.019484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5ab96818-756a-4969-b52b-2a21ce328efa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:50:43.026465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5ab96818-756a-4969-b52b-2a21ce328efa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:50:43.107224 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5ab96818-756a-4969-b52b-2a21ce328efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:43.235773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5ab96818-756a-4969-b52b-2a21ce328efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:43.243962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:43.285162 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5ab96818-756a-4969-b52b-2a21ce328efa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=db534ffbaf144b86b5d221181821a945&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091662 Dec 22 15:50:43.285949 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab96818-756a-4969-b52b-2a21ce328efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d01459-8b1b-47d5-8a9b-eac751e6c268,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:43.289122 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5ab96818-756a-4969-b52b-2a21ce328efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:43.290060 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 42010) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:43.352957 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-53398c07-7fb7-4095-9755-b18e6595cbde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:43.379308 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-53398c07-7fb7-4095-9755-b18e6595cbde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:43.532755 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-53398c07-7fb7-4095-9755-b18e6595cbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:43.539812 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4f94f1eb-229f-4170-b73e-b2030fb2762e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:43.554468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53398c07-7fb7-4095-9755-b18e6595cbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d01459-8b1b-47d5-8a9b-eac751e6c268,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:43.556811 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-53398c07-7fb7-4095-9755-b18e6595cbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:43.558874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-53398c07-7fb7-4095-9755-b18e6595cbde admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:43.560015 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-53398c07-7fb7-4095-9755-b18e6595cbde admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a9d01459-8b1b-47d5-8a9b-eac751e6c268 HTTP/1.1" status: 204 len: 168 time: 0.2689097 Dec 22 15:50:44.638670 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 42034) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:44.743757 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-477159835-network', 'tenant_id': '324b55d1e12741a1894e2ddd28a4f1b7'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:50:44.748945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:50:44.752758 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Usage tracker for resource:network and tenant:324b55d1e12741a1894e2ddd28a4f1b7 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:50:44.755562 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:50:44.761170 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:50:44.835578 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Made reservation on behalf of 324b55d1e12741a1894e2ddd28a4f1b7 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:50:44.837902 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:44.850864 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:44.866000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:50:44.869836 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Usage tracker for resource:security_group_rule and tenant:324b55d1e12741a1894e2ddd28a4f1b7 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:50:44.872646 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:50:44.878609 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:50:44.958921 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:45.030019 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:45.032961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6cc29b9c-5429-4c15-93a2-46bb08616da6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:45.063470 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:50:45.071809 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff69e3c-8310-4ac0-b201-f3a53c97cba1,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:45.075275 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:45.077625 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:45.077964 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Added segment 126f2c2d-b12f-4c88-8f13-93dffe2bdd02 of type vlan for network b1222f41-3e5f-4ce8-b18b-b09998453ff9 Dec 22 15:50:45.104805 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:45.212759 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:45.213885 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:45.214564 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:45.218117 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-157bba25-ceef-4bf0-ab28-d7ba320ed941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:45.316147 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Pushing event updated for resources: {'Network': ['ID=b1222f41-3e5f-4ce8-b18b-b09998453ff9,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:45.318823 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:45.329642 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network b1222f41-3e5f-4ce8-b18b-b09998453ff9 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:50:45.391227 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7514381 Dec 22 15:50:45.394736 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 42040) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:45.400217 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-e11f06c6-5e8d-4dfe-a053-d721e94b2606 admin admin] Request body: {'subnet': {'network_id': 'b1222f41-3e5f-4ce8-b18b-b09998453ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-477159835-subnet', 'tenant_id': '324b55d1e12741a1894e2ddd28a4f1b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:50:45.404976 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e11f06c6-5e8d-4dfe-a053-d721e94b2606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:50:45.408806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e11f06c6-5e8d-4dfe-a053-d721e94b2606 admin admin] Usage tracker for resource:subnet and tenant:324b55d1e12741a1894e2ddd28a4f1b7 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:50:45.411642 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e11f06c6-5e8d-4dfe-a053-d721e94b2606 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:50:45.417270 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e11f06c6-5e8d-4dfe-a053-d721e94b2606 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:50:45.498801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11f06c6-5e8d-4dfe-a053-d721e94b2606 admin admin] Made reservation on behalf of 324b55d1e12741a1894e2ddd28a4f1b7 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:50:45.501284 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e11f06c6-5e8d-4dfe-a053-d721e94b2606 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:45.772793 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e11f06c6-5e8d-4dfe-a053-d721e94b2606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:45.776508 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-20092dd2-3dbc-4078-8d08-3efaf3ea9c5c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:45.848903 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f06c6-5e8d-4dfe-a053-d721e94b2606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4348ade-e8dc-41be-898e-7f6449ce29e9,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:45.852793 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e11f06c6-5e8d-4dfe-a053-d721e94b2606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:45.856713 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f06c6-5e8d-4dfe-a053-d721e94b2606 admin admin] Checking segment: {'id': '126f2c2d-b12f-4c88-8f13-93dffe2bdd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b1222f41-3e5f-4ce8-b18b-b09998453ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:50:45.857068 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f06c6-5e8d-4dfe-a053-d721e94b2606 admin admin] Network hostable DHCP agents. Network: b1222f41-3e5f-4ce8-b18b-b09998453ff9, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:50:45.932714 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f06c6-5e8d-4dfe-a053-d721e94b2606 admin admin] Network b1222f41-3e5f-4ce8-b18b-b09998453ff9 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:50:46.035245 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-e11f06c6-5e8d-4dfe-a053-d721e94b2606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, b1222f41-3e5f-4ce8-b18b-b09998453ff9) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:50:46.039199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11f06c6-5e8d-4dfe-a053-d721e94b2606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:46.039804 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e11f06c6-5e8d-4dfe-a053-d721e94b2606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:46.044081 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78df587a-49f7-452e-8d67-b92574f1fab1 None None] Network b1222f41-3e5f-4ce8-b18b-b09998453ff9 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:50:46.122555 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e11f06c6-5e8d-4dfe-a053-d721e94b2606 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7266212 Dec 22 15:50:46.273439 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d411a07b-200c-40f9-ae3d-1c3dc58a06ab None None] Network b1222f41-3e5f-4ce8-b18b-b09998453ff9 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:50:46.632234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-11984133-7197-4dd1-a6ab-54674ab66c1c tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:46.632814 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-11984133-7197-4dd1-a6ab-54674ab66c1c tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Synchronizing usage tracker for tenant:324b55d1e12741a1894e2ddd28a4f1b7 on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:50:46.727062 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-11984133-7197-4dd1-a6ab-54674ab66c1c tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Unset dirty status for tenant:324b55d1e12741a1894e2ddd28a4f1b7 on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:50:46.728254 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-11984133-7197-4dd1-a6ab-54674ab66c1c tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/networks?id=b1222f41-3e5f-4ce8-b18b-b09998453ff9 HTTP/1.1" status: 200 len: 811 time: 0.2397897 Dec 22 15:50:46.743157 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-996d2a5b-5cd7-402a-863e-1eb7fea87548 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/quotas/324b55d1e12741a1894e2ddd28a4f1b7 HTTP/1.1" status: 200 len: 375 time: 0.0093234 Dec 22 15:50:46.790811 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-5b363054-cfcc-437b-a8e3-6f792e851e92 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=324b55d1e12741a1894e2ddd28a4f1b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424023 Dec 22 15:50:46.926417 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-7fc81575-6d5d-4b1f-aafd-22ac66c812a2 service neutron] 10.222.0.59 "GET /v2.0/networks/b1222f41-3e5f-4ce8-b18b-b09998453ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288168 Dec 22 15:50:47.057784 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-863b4846-2bab-4bf7-bf24-cb8ed8a7d1e5 service neutron] 10.222.0.59 "GET /v2.0/networks/b1222f41-3e5f-4ce8-b18b-b09998453ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255229 Dec 22 15:50:47.333194 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c01ecd3a-b5bb-4827-aa99-17dea8b3cfbf req-c559c04a-fb93-42f5-b577-6959bbcc2d81 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 210 time: 0.0427468 Dec 22 15:50:48.484515 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8edfe0dc-6416-492a-89ae-b59eca62d747 req-3f721ecb-138b-4fdb-8bae-d354c18fe14b tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 210 time: 0.0464122 Dec 22 15:50:49.616493 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-d2c3baf8-b9aa-421c-9dd0-7e6ea9d87004 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:49.618090 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-d2c3baf8-b9aa-421c-9dd0-7e6ea9d87004 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.57 "GET /v2.0/networks?id=b1222f41-3e5f-4ce8-b18b-b09998453ff9 HTTP/1.1" status: 200 len: 811 time: 0.1629212 Dec 22 15:50:49.630716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-d8fb35e3-577f-4f84-9d07-c9e21c05d54d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Request body: {'port': {'device_id': '014b9669-6e7e-4fd4-972f-8d152a7f4871', 'network_id': 'b1222f41-3e5f-4ce8-b18b-b09998453ff9', 'admin_state_up': True, 'tenant_id': '324b55d1e12741a1894e2ddd28a4f1b7'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:50:49.637938 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-82f8673b-b443-49c0-9593-0d7c1cb6fcba req-2afacfbb-181a-40c8-9aff-b4f6265bdd1c tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 210 time: 0.0439217 Dec 22 15:50:49.767189 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-d8fb35e3-577f-4f84-9d07-c9e21c05d54d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:50:49.770981 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-d8fb35e3-577f-4f84-9d07-c9e21c05d54d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Usage tracker for resource:port and tenant:324b55d1e12741a1894e2ddd28a4f1b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:50:49.773788 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-d8fb35e3-577f-4f84-9d07-c9e21c05d54d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:50:49.779449 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-d8fb35e3-577f-4f84-9d07-c9e21c05d54d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:50:49.898638 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-d8fb35e3-577f-4f84-9d07-c9e21c05d54d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Made reservation on behalf of 324b55d1e12741a1894e2ddd28a4f1b7 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:50:49.902100 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-d8fb35e3-577f-4f84-9d07-c9e21c05d54d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:50.066893 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-d8fb35e3-577f-4f84-9d07-c9e21c05d54d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Allocated IP 172.20.0.2 (b1222f41-3e5f-4ce8-b18b-b09998453ff9/b4348ade-e8dc-41be-898e-7f6449ce29e9/94677c15-f81a-4551-b0fd-5fbab6625588) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:50:50.271515 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-d8fb35e3-577f-4f84-9d07-c9e21c05d54d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:50.396794 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-d8fb35e3-577f-4f84-9d07-c9e21c05d54d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:50.402568 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-15c14fad-74ab-4847-bc01-56d38d565641 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:50.469484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-d8fb35e3-577f-4f84-9d07-c9e21c05d54d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Network b1222f41-3e5f-4ce8-b18b-b09998453ff9 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:50:50.472461 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-d8fb35e3-577f-4f84-9d07-c9e21c05d54d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:50:50.476344 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-d8fb35e3-577f-4f84-9d07-c9e21c05d54d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:50.512194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb35e3-577f-4f84-9d07-c9e21c05d54d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Pushing event updated for resources: {'Port': ['ID=94677c15-f81a-4551-b0fd-5fbab6625588,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:50.521300 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8fb35e3-577f-4f84-9d07-c9e21c05d54d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:50.543091 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-d8fb35e3-577f-4f84-9d07-c9e21c05d54d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:50.543626 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-d8fb35e3-577f-4f84-9d07-c9e21c05d54d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:50.647982 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-d8fb35e3-577f-4f84-9d07-c9e21c05d54d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0215173 Dec 22 15:50:50.659373 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Request body: {'port': {'device_id': '014b9669-6e7e-4fd4-972f-8d152a7f4871', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:50:50.777745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:50.825003 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506e144-d1d0-478c-b564-6d51c26d7f47 req-77d73762-6811-4d58-b855-fef99fac0618 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:50.826397 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7506e144-d1d0-478c-b564-6d51c26d7f47 req-77d73762-6811-4d58-b855-fef99fac0618 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 931 time: 0.0810418 Dec 22 15:50:50.873595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-7506e144-d1d0-478c-b564-6d51c26d7f47 req-5f168d2f-0275-42ee-84ac-334adc55ec3d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Synchronizing usage tracker for tenant:324b55d1e12741a1894e2ddd28a4f1b7 on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:50:50.961505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-7506e144-d1d0-478c-b564-6d51c26d7f47 req-5f168d2f-0275-42ee-84ac-334adc55ec3d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Unset dirty status for tenant:324b55d1e12741a1894e2ddd28a4f1b7 on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:50:50.962726 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7506e144-d1d0-478c-b564-6d51c26d7f47 req-5f168d2f-0275-42ee-84ac-334adc55ec3d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305268 Dec 22 15:50:51.130985 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94677c15-f81a-4551-b0fd-5fbab6625588 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:50:51.138682 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:51.153653 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Transition to ACTIVE for port object 94677c15-f81a-4551-b0fd-5fbab6625588 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:50:51.246940 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:51.251161 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-aa1d0144-931f-46c3-a4fc-9e600eec1e34 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:51.407770 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Pushing event updated for resources: {'Port': ['ID=94677c15-f81a-4551-b0fd-5fbab6625588,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:51.415019 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:51.596152 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Attempting to bind port 94677c15-f81a-4551-b0fd-5fbab6625588 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:50:51.596832 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Attempting to bind port 94677c15-f81a-4551-b0fd-5fbab6625588 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '126f2c2d-b12f-4c88-8f13-93dffe2bdd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b1222f41-3e5f-4ce8-b18b-b09998453ff9'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:50:51.596832 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Attempting to bind port 94677c15-f81a-4551-b0fd-5fbab6625588 on network b1222f41-3e5f-4ce8-b18b-b09998453ff9 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:50:51.601997 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Port 94677c15-f81a-4551-b0fd-5fbab6625588 on network b1222f41-3e5f-4ce8-b18b-b09998453ff9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:50:51.602368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Attempting to bind port 94677c15-f81a-4551-b0fd-5fbab6625588 on network b1222f41-3e5f-4ce8-b18b-b09998453ff9 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:50:51.608128 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:50:51.608467 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Checking segment: {'id': '126f2c2d-b12f-4c88-8f13-93dffe2bdd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b1222f41-3e5f-4ce8-b18b-b09998453ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:50:51.608854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Bound using segment: {'id': '126f2c2d-b12f-4c88-8f13-93dffe2bdd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b1222f41-3e5f-4ce8-b18b-b09998453ff9'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:50:51.609276 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Bound port: 94677c15-f81a-4551-b0fd-5fbab6625588, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '126f2c2d-b12f-4c88-8f13-93dffe2bdd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b1222f41-3e5f-4ce8-b18b-b09998453ff9'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:50:51.609619 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:51.705496 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] For port 94677c15-f81a-4551-b0fd-5fbab6625588, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:50:51.708383 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] For port 94677c15-f81a-4551-b0fd-5fbab6625588, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94677c15-f81a-4551-b0fd-5fbab6625588,segment=NetworkSegment(126f2c2d-b12f-4c88-8f13-93dffe2bdd02),segment_id=126f2c2d-b12f-4c88-8f13-93dffe2bdd02)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:50:51.790676 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:51.794601 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:51.850888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:51.851515 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:51.852897 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] 10.222.0.57 "PUT /v2.0/ports/94677c15-f81a-4551-b0fd-5fbab6625588 HTTP/1.1" status: 200 len: 1093 time: 1.1976562 Dec 22 15:50:51.853414 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014b9669-6e7e-4fd4-972f-8d152a7f4871', 'tag': '94677c15-f81a-4551-b0fd-5fbab6625588'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:50:51.872272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Pushing event updated for resources: {'Port': ['ID=94677c15-f81a-4551-b0fd-5fbab6625588,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:51.893498 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:51.898885 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014b9669-6e7e-4fd4-972f-8d152a7f4871', 'tag': '94677c15-f81a-4551-b0fd-5fbab6625588', 'status': 'completed', 'code': 200} Dec 22 15:50:51.995669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b123e0-163b-494c-af3a-8dc468309743 req-264b2498-b534-44d6-a5da-3b8ae8abc44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:51.997195 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-25b123e0-163b-494c-af3a-8dc468309743 req-264b2498-b534-44d6-a5da-3b8ae8abc44f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=324b55d1e12741a1894e2ddd28a4f1b7&device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 1096 time: 0.0788352 Dec 22 15:50:52.146773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b123e0-163b-494c-af3a-8dc468309743 req-f9dada84-62ff-41f7-b8d5-71b3ae4cc44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:52.148244 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-25b123e0-163b-494c-af3a-8dc468309743 req-f9dada84-62ff-41f7-b8d5-71b3ae4cc44f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=324b55d1e12741a1894e2ddd28a4f1b7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1437485 Dec 22 15:50:52.261002 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da236659-0704-4d3e-b9f3-854295396f9b req-dc292eef-4069-48bd-a457-eb9e92696c0c tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:52.262446 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-da236659-0704-4d3e-b9f3-854295396f9b req-dc292eef-4069-48bd-a457-eb9e92696c0c tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 943 time: 0.1945148 Dec 22 15:50:52.295976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b123e0-163b-494c-af3a-8dc468309743 req-aff8bf3d-eeec-4eac-9b37-2f5298a59858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:52.297533 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-25b123e0-163b-494c-af3a-8dc468309743 req-aff8bf3d-eeec-4eac-9b37-2f5298a59858 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1429412 Dec 22 15:50:52.308689 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-da236659-0704-4d3e-b9f3-854295396f9b req-a5604fe9-2a56-4a72-8e67-81a51ee978bc tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396256 Dec 22 15:50:52.402469 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-7cd62d83-8942-44e9-aa71-5b1846964530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:52.403931 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-7cd62d83-8942-44e9-aa71-5b1846964530 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=324b55d1e12741a1894e2ddd28a4f1b7&device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 1096 time: 0.0712752 Dec 22 15:50:52.475521 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-25f770fe-a376-4707-8897-31d0f2601dde service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94677c15-f81a-4551-b0fd-5fbab6625588 HTTP/1.1" status: 200 len: 217 time: 0.0637424 Dec 22 15:50:52.537588 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-10b4bc21-6212-4b16-b1be-9a8dcfa66688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:52.538980 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-10b4bc21-6212-4b16-b1be-9a8dcfa66688 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4348ade-e8dc-41be-898e-7f6449ce29e9 HTTP/1.1" status: 200 len: 851 time: 0.0575323 Dec 22 15:50:52.586287 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-02ba29e8-1e2d-4f31-9320-1b7b9b7a9c17 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1222f41-3e5f-4ce8-b18b-b09998453ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411177 Dec 22 15:50:52.725669 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-d01c9bdb-ee74-45f3-bfda-56d2accab305 service neutron] 10.222.0.57 "GET /v2.0/networks/b1222f41-3e5f-4ce8-b18b-b09998453ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331100 Dec 22 15:50:52.855983 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f3cce503-6bda-4ff9-a9a7-ccacb509fae7 req-f062f52d-7f62-4ae5-9bbf-fb0a7026e81d service neutron] 10.222.0.57 "GET /v2.0/networks/b1222f41-3e5f-4ce8-b18b-b09998453ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242042 Dec 22 15:50:53.501555 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52a472-3589-4210-a92c-58efe7f1aacf req-1e08e326-2751-4906-ae47-68543abe0ac8 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:53.503081 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ca52a472-3589-4210-a92c-58efe7f1aacf req-1e08e326-2751-4906-ae47-68543abe0ac8 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 943 time: 0.0826986 Dec 22 15:50:53.547316 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ca52a472-3589-4210-a92c-58efe7f1aacf req-c9fad461-f7a6-404e-9868-c59b68e4e287 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384691 Dec 22 15:50:54.728636 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602aec4-314b-40f1-9a9e-7e301ef5a6e1 req-73f98afe-5a9c-4e83-af1e-7093014bdf78 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:54.730113 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a602aec4-314b-40f1-9a9e-7e301ef5a6e1 req-73f98afe-5a9c-4e83-af1e-7093014bdf78 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 943 time: 0.0800569 Dec 22 15:50:54.775208 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a602aec4-314b-40f1-9a9e-7e301ef5a6e1 req-872b552e-65e5-4d16-895d-53e3c4a3390c tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393710 Dec 22 15:50:55.190585 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f40a11b3-9bec-4c08-897e-7f2a57e589b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:55.332170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 94677c15-f81a-4551-b0fd-5fbab6625588 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:50:55.464293 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 94677c15-f81a-4551-b0fd-5fbab6625588, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94677c15-f81a-4551-b0fd-5fbab6625588,segment=NetworkSegment(126f2c2d-b12f-4c88-8f13-93dffe2bdd02),segment_id=126f2c2d-b12f-4c88-8f13-93dffe2bdd02)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:50:55.477253 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '94677c15-f81a-4551-b0fd-5fbab6625588', 'network_id': 'b1222f41-3e5f-4ce8-b18b-b09998453ff9', 'port_id': '94677c15-f81a-4551-b0fd-5fbab6625588', 'mac_address': 'fa:16:3e:7d:ba:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4348ade-e8dc-41be-898e-7f6449ce29e9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:50:55.530352 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:55.546811 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94677c15-f81a-4551-b0fd-5fbab6625588 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:50:55.561379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 94677c15-f81a-4551-b0fd-5fbab6625588, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94677c15-f81a-4551-b0fd-5fbab6625588,segment=NetworkSegment(126f2c2d-b12f-4c88-8f13-93dffe2bdd02),segment_id=126f2c2d-b12f-4c88-8f13-93dffe2bdd02)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:50:55.647386 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:55.649080 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3ba624c1-d669-41a2-8143-58cd8186db46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:55.716809 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=94677c15-f81a-4551-b0fd-5fbab6625588,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:55.723576 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:55.723923 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:55.724257 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:55.724593 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:55.724920 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:55.725248 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:55.725563 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:55.725883 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:55.726208 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:55.726542 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:55.726858 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:55.727171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:50:55.731526 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:55.957521 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['94677c15-f81a-4551-b0fd-5fbab6625588'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:50:55.962651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662b373-4fb5-41f5-b3a5-d34306c25207 req-2822cfc8-182b-4038-84e6-2a7fc9535e83 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:55.964141 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6662b373-4fb5-41f5-b3a5-d34306c25207 req-2822cfc8-182b-4038-84e6-2a7fc9535e83 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 944 time: 0.0828018 Dec 22 15:50:56.010045 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6662b373-4fb5-41f5-b3a5-d34306c25207 req-f56c2e43-9a5f-472a-91af-3294e1b8489c tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398085 Dec 22 15:50:57.201017 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53f03b-2386-4519-b192-0823e3524b27 req-8496b5f0-b0d6-4793-ab56-121b26205896 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:57.202490 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5c53f03b-2386-4519-b192-0823e3524b27 req-8496b5f0-b0d6-4793-ab56-121b26205896 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 944 time: 0.0816870 Dec 22 15:50:57.250744 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5c53f03b-2386-4519-b192-0823e3524b27 req-13269667-f3a4-40bd-9290-a42eaf164664 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420094 Dec 22 15:50:57.333460 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 94677c15-f81a-4551-b0fd-5fbab6625588 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:50:57.475648 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 94677c15-f81a-4551-b0fd-5fbab6625588 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:50:57.480407 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 94677c15-f81a-4551-b0fd-5fbab6625588 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:50:57.480782 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:57.597033 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:57.622765 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014b9669-6e7e-4fd4-972f-8d152a7f4871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94677c15-f81a-4551-b0fd-5fbab6625588'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:50:57.637216 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 94677c15-f81a-4551-b0fd-5fbab6625588, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94677c15-f81a-4551-b0fd-5fbab6625588,segment=NetworkSegment(126f2c2d-b12f-4c88-8f13-93dffe2bdd02),segment_id=126f2c2d-b12f-4c88-8f13-93dffe2bdd02)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:50:57.670099 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014b9669-6e7e-4fd4-972f-8d152a7f4871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94677c15-f81a-4551-b0fd-5fbab6625588', 'code': 200} Dec 22 15:50:57.715982 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:57.717824 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:50:57.752006 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-56ef4fbc-f2da-47b9-b2d1-c0798d7419ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:57.783312 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=94677c15-f81a-4551-b0fd-5fbab6625588,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:50:57.786695 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:50:58.035227 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851153c-c90b-4e9a-ab07-389f458976bb req-27800036-9b43-46f5-be1e-f503323cf928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:58.036611 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8851153c-c90b-4e9a-ab07-389f458976bb req-27800036-9b43-46f5-be1e-f503323cf928 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 1098 time: 0.0724463 Dec 22 15:50:58.076805 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8851153c-c90b-4e9a-ab07-389f458976bb req-37273286-5298-4ae3-978a-0590e6ab1792 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338976 Dec 22 15:50:58.448798 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9aa78-fbbd-4707-a40a-462a6243c105 req-117ac731-14cf-48c1-926e-46270c5f0a86 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:58.450312 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bac9aa78-fbbd-4707-a40a-462a6243c105 req-117ac731-14cf-48c1-926e-46270c5f0a86 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0921218 Dec 22 15:50:58.494163 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bac9aa78-fbbd-4707-a40a-462a6243c105 req-aaa2f467-f640-453b-b03d-5880466b32e4 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376773 Dec 22 15:50:59.103985 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:59.195901 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:50:59.695753 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187a7d3-ef25-4ef4-beb3-ff6950af2f45 req-795d2ed7-a251-4bf1-9687-7fd52b19c10f tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:50:59.697289 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e187a7d3-ef25-4ef4-beb3-ff6950af2f45 req-795d2ed7-a251-4bf1-9687-7fd52b19c10f tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0944421 Dec 22 15:50:59.741497 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e187a7d3-ef25-4ef4-beb3-ff6950af2f45 req-cef775d1-704f-48ff-84c8-f52836c58e2c tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385253 Dec 22 15:51:00.306446 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa4581-356d-47c7-a680-10fdfd371212 req-dc1b25ef-d30d-49d8-ae7e-5e45c2c0fd7a tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:00.307977 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0aaa4581-356d-47c7-a680-10fdfd371212 req-dc1b25ef-d30d-49d8-ae7e-5e45c2c0fd7a tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0791893 Dec 22 15:51:00.353418 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0aaa4581-356d-47c7-a680-10fdfd371212 req-e16aca3c-5545-4f5b-8734-b58294100623 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397637 Dec 22 15:51:00.421573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 42106) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:00.540267 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-109e3c34-6240-4bfe-9a3f-d865d273e578 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1174488 Dec 22 15:51:00.972622 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:01.542102 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed7d5a-7310-4972-9654-af290a9ba547 req-b1035e04-97a7-4a39-a4a3-d7f39c5559bb tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:01.543581 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-01ed7d5a-7310-4972-9654-af290a9ba547 req-b1035e04-97a7-4a39-a4a3-d7f39c5559bb tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0801778 Dec 22 15:51:01.591583 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-01ed7d5a-7310-4972-9654-af290a9ba547 req-db7997c5-1d60-45c8-b235-b5c6201210a4 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401540 Dec 22 15:51:02.797381 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba5422-f7cf-4e2e-8b9c-3d3b07eab9e3 req-92805249-14f1-47a4-ae84-06050e78d682 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:02.798870 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-06ba5422-f7cf-4e2e-8b9c-3d3b07eab9e3 req-92805249-14f1-47a4-ae84-06050e78d682 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.1002753 Dec 22 15:51:02.850597 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-06ba5422-f7cf-4e2e-8b9c-3d3b07eab9e3 req-6ed5b322-87d9-47b0-bd7d-7b3f57c2bdb5 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452697 Dec 22 15:51:02.944769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-dba67401-f56b-4b1a-9426-3ebcbd0ed254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:02.946398 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-dba67401-f56b-4b1a-9426-3ebcbd0ed254 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=324b55d1e12741a1894e2ddd28a4f1b7&device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 1098 time: 0.0762243 Dec 22 15:51:03.081526 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-b9c34a39-a17f-4dd6-82c7-42fc196a380e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:03.083058 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-b9c34a39-a17f-4dd6-82c7-42fc196a380e service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1222f41-3e5f-4ce8-b18b-b09998453ff9 HTTP/1.1" status: 200 len: 912 time: 0.1303308 Dec 22 15:51:03.154393 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-6a42627f-af5d-4c46-ab2c-a25c114cc3a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94677c15-f81a-4551-b0fd-5fbab6625588 HTTP/1.1" status: 200 len: 217 time: 0.0651538 Dec 22 15:51:03.219678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-c51c6fc5-f540-435d-a849-d2ca2491a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:03.221198 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-c51c6fc5-f540-435d-a849-d2ca2491a132 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4348ade-e8dc-41be-898e-7f6449ce29e9 HTTP/1.1" status: 200 len: 851 time: 0.0597990 Dec 22 15:51:03.244420 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:51:03.267674 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-a3c4af13-b78d-4f20-bb63-e5d7e2395dde service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1222f41-3e5f-4ce8-b18b-b09998453ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404446 Dec 22 15:51:03.396923 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-19a72ef8-9faf-4b2f-b602-221cd1c1050c service neutron] 10.222.0.57 "GET /v2.0/networks/b1222f41-3e5f-4ce8-b18b-b09998453ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228194 Dec 22 15:51:03.639272 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-bf58c1f3-097c-498a-98b8-71d1af6ca0b3 service neutron] 10.222.0.57 "GET /v2.0/networks/b1222f41-3e5f-4ce8-b18b-b09998453ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362370 Dec 22 15:51:04.038107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2288cbb-7ffa-48f5-8735-f44658decf58 req-c43ed167-49f7-47e4-9566-cc6283296ce3 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:04.039591 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a2288cbb-7ffa-48f5-8735-f44658decf58 req-c43ed167-49f7-47e4-9566-cc6283296ce3 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0786371 Dec 22 15:51:04.087903 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a2288cbb-7ffa-48f5-8735-f44658decf58 req-1121bf93-bf04-4444-bc76-e9364af07067 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424576 Dec 22 15:51:05.273833 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae9cec-7798-4ded-b074-3fbf22670f7c req-9c341c93-9e50-4dd2-913e-ff2a7a86ef30 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:05.275274 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6aae9cec-7798-4ded-b074-3fbf22670f7c req-9c341c93-9e50-4dd2-913e-ff2a7a86ef30 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0788248 Dec 22 15:51:05.319769 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6aae9cec-7798-4ded-b074-3fbf22670f7c req-b092be9d-f41b-49c4-be85-395b4df2fd5d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388880 Dec 22 15:51:06.195565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:06.512048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b5be8-19fc-4a3e-81d7-63c301e45c17 req-1e7f61bc-f5cf-4131-9bc0-a3cb06e34d64 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:06.513471 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5f0b5be8-19fc-4a3e-81d7-63c301e45c17 req-1e7f61bc-f5cf-4131-9bc0-a3cb06e34d64 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0854397 Dec 22 15:51:06.557920 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5f0b5be8-19fc-4a3e-81d7-63c301e45c17 req-db0ac8f7-9f0d-4880-9451-a1269f5855b2 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387170 Dec 22 15:51:07.760539 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf413f94-718d-4425-a52b-ab3950155821 req-5d9aaed1-9774-49f0-8d81-3da9e37b6f11 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:07.761982 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bf413f94-718d-4425-a52b-ab3950155821 req-5d9aaed1-9774-49f0-8d81-3da9e37b6f11 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0984764 Dec 22 15:51:07.805256 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bf413f94-718d-4425-a52b-ab3950155821 req-e3d6f7bf-72af-4cbd-adba-729afbd17dea tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374131 Dec 22 15:51:08.995041 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdfbc3-ba0e-42ff-9d58-aeaf82beb7d0 req-e2bd15b1-97b7-4001-bbdb-b441fd4c75cc tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:08.996784 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-13cdfbc3-ba0e-42ff-9d58-aeaf82beb7d0 req-e2bd15b1-97b7-4001-bbdb-b441fd4c75cc tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0872686 Dec 22 15:51:09.042309 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-13cdfbc3-ba0e-42ff-9d58-aeaf82beb7d0 req-b19af374-17ab-484e-a5c0-1b7a78f31b9f tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375164 Dec 22 15:51:10.233053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a903f1-2626-434d-868e-29732d3b500a req-cdee8a1e-a1b4-4064-aa78-6b1decf5a3c0 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:10.234537 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-57a903f1-2626-434d-868e-29732d3b500a req-cdee8a1e-a1b4-4064-aa78-6b1decf5a3c0 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0792179 Dec 22 15:51:10.277911 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-57a903f1-2626-434d-868e-29732d3b500a req-2d8871b5-524b-46e3-9b4c-49be76532ce4 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378044 Dec 22 15:51:11.463137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ccf83-8d00-45fe-95bf-c3b89d520856 req-5b8753ec-0f7a-4fac-8d44-c786d5ec7873 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:11.464594 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-293ccf83-8d00-45fe-95bf-c3b89d520856 req-5b8753ec-0f7a-4fac-8d44-c786d5ec7873 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0822001 Dec 22 15:51:11.508327 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-293ccf83-8d00-45fe-95bf-c3b89d520856 req-e52bea41-29fc-481a-918a-59e3814ae4b7 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381598 Dec 22 15:51:12.697095 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f1620-e94a-4e1b-9f07-f7eb837930da req-0e7033c3-8cf2-441c-9ecb-c3ee9a1c191f tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:12.698577 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-673f1620-e94a-4e1b-9f07-f7eb837930da req-0e7033c3-8cf2-441c-9ecb-c3ee9a1c191f tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0800428 Dec 22 15:51:12.746545 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-673f1620-e94a-4e1b-9f07-f7eb837930da req-9b5304b7-053f-4377-b522-a228ff8d5298 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422361 Dec 22 15:51:13.931290 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d5791-9e8d-4dea-b65c-e5420549158b req-20225d71-2b26-4471-a279-b040361099b8 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:13.932724 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6d6d5791-9e8d-4dea-b65c-e5420549158b req-20225d71-2b26-4471-a279-b040361099b8 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0783365 Dec 22 15:51:13.976001 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6d6d5791-9e8d-4dea-b65c-e5420549158b req-69a3a86e-a2ed-44f4-b847-6a460534f636 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376406 Dec 22 15:51:15.274442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4d86a-be60-4737-bb6a-188892d35017 req-d18f0b8c-14bb-4ffd-a407-d9be4f09c172 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:15.275869 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-93b4d86a-be60-4737-bb6a-188892d35017 req-d18f0b8c-14bb-4ffd-a407-d9be4f09c172 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.1951971 Dec 22 15:51:15.320816 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-93b4d86a-be60-4737-bb6a-188892d35017 req-c839d172-d890-4965-8f3d-28a09441642e tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392950 Dec 22 15:51:16.510573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa2675-180d-4114-8b54-d339ca2299bb req-83b0e2ad-5f70-4564-a364-f53520967a14 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:16.512096 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-adaa2675-180d-4114-8b54-d339ca2299bb req-83b0e2ad-5f70-4564-a364-f53520967a14 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0806937 Dec 22 15:51:16.556413 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-adaa2675-180d-4114-8b54-d339ca2299bb req-9c6a60b7-5d2f-4b68-92e7-5530941f87a9 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385623 Dec 22 15:51:17.772208 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95c0c8-735f-4c44-b5b6-435be427806f req-daa9b3f1-4637-4086-90db-e080359d5664 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:17.773694 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2a95c0c8-735f-4c44-b5b6-435be427806f req-daa9b3f1-4637-4086-90db-e080359d5664 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.1056643 Dec 22 15:51:17.819297 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2a95c0c8-735f-4c44-b5b6-435be427806f req-fb425e0a-23c7-4158-bb16-4b2f63ffcee6 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398273 Dec 22 15:51:19.004229 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0944964-f4f5-4225-8fc4-960d60263243 req-9eb72b14-798a-478e-bcda-28fd5d79985d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:19.006292 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f0944964-f4f5-4225-8fc4-960d60263243 req-9eb72b14-798a-478e-bcda-28fd5d79985d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0811996 Dec 22 15:51:19.055361 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f0944964-f4f5-4225-8fc4-960d60263243 req-899383a0-bcee-4b02-bc46-50f78b49ae9c tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433190 Dec 22 15:51:20.287990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edc5cb-b090-435d-9848-a46ff6c5fa4c req-e619371f-9dd1-4b14-9c59-7c627a899889 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:20.289493 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a8edc5cb-b090-435d-9848-a46ff6c5fa4c req-e619371f-9dd1-4b14-9c59-7c627a899889 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0865583 Dec 22 15:51:20.336961 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a8edc5cb-b090-435d-9848-a46ff6c5fa4c req-a9c58b7f-8080-4eae-a1b7-05ba2dfb0e3c tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416112 Dec 22 15:51:21.536282 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b99280-2e04-4974-9e60-ebb75cbf349d req-2649d4e8-68b2-485b-946d-331f8ca8485d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:21.537772 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-50b99280-2e04-4974-9e60-ebb75cbf349d req-2649d4e8-68b2-485b-946d-331f8ca8485d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0854626 Dec 22 15:51:21.583717 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-50b99280-2e04-4974-9e60-ebb75cbf349d req-f4b5bfe8-3962-43ea-9779-c774b9fb4eca tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401311 Dec 22 15:51:22.785938 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcd64c-3ebb-47ed-951f-46ef2a4767a7 req-e925ada4-4818-4de9-9076-e295f746c604 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:22.787438 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b9bcd64c-3ebb-47ed-951f-46ef2a4767a7 req-e925ada4-4818-4de9-9076-e295f746c604 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0859528 Dec 22 15:51:22.834955 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b9bcd64c-3ebb-47ed-951f-46ef2a4767a7 req-34f2fc6c-9cd9-418f-9fdc-8c1d601fe3a8 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411601 Dec 22 15:51:24.020602 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f31c9-e25e-4c92-a467-6364e9c50dda req-aeacffe4-59fd-419d-9e9b-fd7e34d80bc5 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:24.022026 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f27f31c9-e25e-4c92-a467-6364e9c50dda req-aeacffe4-59fd-419d-9e9b-fd7e34d80bc5 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0816247 Dec 22 15:51:24.065276 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f27f31c9-e25e-4c92-a467-6364e9c50dda req-7502bda2-3017-44b7-9873-da77f19a50f5 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375240 Dec 22 15:51:25.184150 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d4e287c6-b809-4d8b-a5bd-4d039aa5dfe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:25.249398 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b3568-ed7f-4092-937e-5a42d383c33f req-6b63b1bd-6a79-442c-ad06-4924ad779299 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:25.250797 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1e6b3568-ed7f-4092-937e-5a42d383c33f req-6b63b1bd-6a79-442c-ad06-4924ad779299 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0796690 Dec 22 15:51:25.297590 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1e6b3568-ed7f-4092-937e-5a42d383c33f req-c470d7cb-aa54-4f5c-ba0a-4918a531632d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411506 Dec 22 15:51:26.478561 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b2a50-6224-4162-86eb-4b1625ca520f req-6d860975-b8a3-423c-8df0-f4103472800c tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:26.479980 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-895b2a50-6224-4162-86eb-4b1625ca520f req-6d860975-b8a3-423c-8df0-f4103472800c tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0771759 Dec 22 15:51:26.532114 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-895b2a50-6224-4162-86eb-4b1625ca520f req-df857113-a405-42fa-a781-f5094eff6fa6 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463543 Dec 22 15:51:27.715676 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-99915e26-843c-4cd6-9e7b-c8e8699f98c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:27.732172 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318163e2-4437-447c-be23-5f738650ecfd req-d4cac3c0-4764-4cd4-bf92-befa3af7a39f tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:27.736717 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-318163e2-4437-447c-be23-5f738650ecfd req-d4cac3c0-4764-4cd4-bf92-befa3af7a39f tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0822473 Dec 22 15:51:27.777976 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-318163e2-4437-447c-be23-5f738650ecfd req-df557c0e-1f68-467e-93d7-6e66602cada0 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385227 Dec 22 15:51:28.967868 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb093730-5411-48f1-8ae7-6c0b2b4683b5 req-5a07d5e4-9ca8-4202-b2be-dde669cfbc35 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:28.969322 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bb093730-5411-48f1-8ae7-6c0b2b4683b5 req-5a07d5e4-9ca8-4202-b2be-dde669cfbc35 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0800698 Dec 22 15:51:29.014192 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bb093730-5411-48f1-8ae7-6c0b2b4683b5 req-12cfc630-6f0f-4cd4-b84a-6ac3785d3627 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389769 Dec 22 15:51:29.035730 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:29.150555 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:30.210803 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c5a7f-3dcf-4b89-bd56-31339831c559 req-93dcde26-f557-4b43-aa96-1bef9cdf702c tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:30.213186 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-272c5a7f-3dcf-4b89-bd56-31339831c559 req-93dcde26-f557-4b43-aa96-1bef9cdf702c tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0908167 Dec 22 15:51:30.259054 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-272c5a7f-3dcf-4b89-bd56-31339831c559 req-b7db7250-557d-44a4-8ea5-1f52c7421539 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405803 Dec 22 15:51:31.004993 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-798c060c-0e67-4b5e-a1dd-2645148898aa service neutron] 10.222.0.57 "GET /v2.0/ports/94677c15-f81a-4551-b0fd-5fbab6625588/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0755839 Dec 22 15:51:31.052817 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:31.444759 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bc58f-e497-41f4-8d06-b350b98431d0 req-5251cc31-f83d-449c-8d3f-3ea70be72109 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:31.446196 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-111bc58f-e497-41f4-8d06-b350b98431d0 req-5251cc31-f83d-449c-8d3f-3ea70be72109 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0811930 Dec 22 15:51:31.490477 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-111bc58f-e497-41f4-8d06-b350b98431d0 req-e6c6efe2-de61-4d55-a33b-ea08ce8b4c4f tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384820 Dec 22 15:51:31.720863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-cb32230f-400a-4ba8-9ad2-eb274bf9112b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:31.722336 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-cb32230f-400a-4ba8-9ad2-eb274bf9112b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871&tenant_id=324b55d1e12741a1894e2ddd28a4f1b7 HTTP/1.1" status: 200 len: 1098 time: 0.0737836 Dec 22 15:51:31.813480 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-fdd130f6-187e-400d-a0bb-2f45dc129c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:31.814948 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-fdd130f6-187e-400d-a0bb-2f45dc129c46 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=324b55d1e12741a1894e2ddd28a4f1b7&device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 1098 time: 0.0690408 Dec 22 15:51:31.949787 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-bcf65b8c-f86d-4fec-a77f-516b1fbc4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:31.951311 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-bcf65b8c-f86d-4fec-a77f-516b1fbc4bf6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1222f41-3e5f-4ce8-b18b-b09998453ff9 HTTP/1.1" status: 200 len: 912 time: 0.1302133 Dec 22 15:51:32.023218 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-24599ee6-b720-4516-9b1c-06d92b2253e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94677c15-f81a-4551-b0fd-5fbab6625588 HTTP/1.1" status: 200 len: 217 time: 0.0647397 Dec 22 15:51:32.089460 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-8e5380a1-c4ed-4d04-943e-bb2c8ab84823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:32.090963 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-8e5380a1-c4ed-4d04-943e-bb2c8ab84823 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4348ade-e8dc-41be-898e-7f6449ce29e9 HTTP/1.1" status: 200 len: 851 time: 0.0620391 Dec 22 15:51:32.144092 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-2a769b21-d078-4b61-a43c-1151d13e66b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1222f41-3e5f-4ce8-b18b-b09998453ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465660 Dec 22 15:51:32.296514 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-641ffb3d-7389-4bf9-ba99-ebc153fa2169 service neutron] 10.222.0.57 "GET /v2.0/networks/b1222f41-3e5f-4ce8-b18b-b09998453ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457276 Dec 22 15:51:32.439898 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc5ee56d-cd69-4743-8e72-5dbf77b253e7 req-8f226158-b87a-47db-92fd-867dc79061c2 service neutron] 10.222.0.57 "GET /v2.0/networks/b1222f41-3e5f-4ce8-b18b-b09998453ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367438 Dec 22 15:51:32.713824 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2437f3-8e1b-4a98-b634-5e6448f6180c req-d2e10477-1348-4e14-a7a7-0c3d4a1c9b07 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:32.715555 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1d2437f3-8e1b-4a98-b634-5e6448f6180c req-d2e10477-1348-4e14-a7a7-0c3d4a1c9b07 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.1067569 Dec 22 15:51:32.764317 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1d2437f3-8e1b-4a98-b634-5e6448f6180c req-79156229-b1aa-4a61-8c58-64f68c18e56e tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428817 Dec 22 15:51:33.458340 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 94677c15-f81a-4551-b0fd-5fbab6625588 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:51:33.579048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:33.606708 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014b9669-6e7e-4fd4-972f-8d152a7f4871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94677c15-f81a-4551-b0fd-5fbab6625588'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:51:33.616611 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 94677c15-f81a-4551-b0fd-5fbab6625588, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94677c15-f81a-4551-b0fd-5fbab6625588,segment=NetworkSegment(126f2c2d-b12f-4c88-8f13-93dffe2bdd02),segment_id=126f2c2d-b12f-4c88-8f13-93dffe2bdd02)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:51:33.717136 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014b9669-6e7e-4fd4-972f-8d152a7f4871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94677c15-f81a-4551-b0fd-5fbab6625588', 'code': 200} Dec 22 15:51:33.733200 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:33.735022 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bbba282f-2431-4b1f-9e13-1e81602a892a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:51:33.846395 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=94677c15-f81a-4551-b0fd-5fbab6625588,revision_number=6']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:51:33.849678 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:51:33.968822 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38ba4d-0b52-413b-8115-a2e98c55a986 req-49b1a241-4c2a-4fe6-a431-650ded7bd22c tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:33.970376 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cf38ba4d-0b52-413b-8115-a2e98c55a986 req-49b1a241-4c2a-4fe6-a431-650ded7bd22c tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 943 time: 0.0795064 Dec 22 15:51:34.020401 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cf38ba4d-0b52-413b-8115-a2e98c55a986 req-29845305-351d-4306-ace2-be4b6da3f1d8 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443566 Dec 22 15:51:35.233784 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39702da-5c7a-4ed3-aef1-4f8a628f46db req-6284d7fc-b758-4c72-bf9f-54d8a2c06a74 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:35.235310 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d39702da-5c7a-4ed3-aef1-4f8a628f46db req-6284d7fc-b758-4c72-bf9f-54d8a2c06a74 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 943 time: 0.0872645 Dec 22 15:51:35.285547 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d39702da-5c7a-4ed3-aef1-4f8a628f46db req-bc364fbb-8494-4201-b612-114c6b22c2fa tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438266 Dec 22 15:51:35.473676 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 94677c15-f81a-4551-b0fd-5fbab6625588 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:51:35.618536 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 94677c15-f81a-4551-b0fd-5fbab6625588, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94677c15-f81a-4551-b0fd-5fbab6625588,segment=NetworkSegment(126f2c2d-b12f-4c88-8f13-93dffe2bdd02),segment_id=126f2c2d-b12f-4c88-8f13-93dffe2bdd02)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:51:35.634170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '94677c15-f81a-4551-b0fd-5fbab6625588', 'network_id': 'b1222f41-3e5f-4ce8-b18b-b09998453ff9', 'port_id': '94677c15-f81a-4551-b0fd-5fbab6625588', 'mac_address': 'fa:16:3e:7d:ba:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4348ade-e8dc-41be-898e-7f6449ce29e9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:51:35.691008 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:35.708316 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94677c15-f81a-4551-b0fd-5fbab6625588 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:51:35.723664 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 94677c15-f81a-4551-b0fd-5fbab6625588, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94677c15-f81a-4551-b0fd-5fbab6625588,segment=NetworkSegment(126f2c2d-b12f-4c88-8f13-93dffe2bdd02),segment_id=126f2c2d-b12f-4c88-8f13-93dffe2bdd02)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:51:35.784644 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:35.786485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:51:35.854876 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['94677c15-f81a-4551-b0fd-5fbab6625588'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:51:35.914425 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=94677c15-f81a-4551-b0fd-5fbab6625588,revision_number=7']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:51:35.919532 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:51:36.189886 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:36.471658 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e500da-2aca-4424-bba1-6fa2368dc64e req-62dc994a-7010-4410-85f9-0037c4f3d0bc tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:36.473002 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-63e500da-2aca-4424-bba1-6fa2368dc64e req-62dc994a-7010-4410-85f9-0037c4f3d0bc tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 944 time: 0.0815191 Dec 22 15:51:36.517303 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-63e500da-2aca-4424-bba1-6fa2368dc64e req-ad53ccd7-e7c0-423d-9c93-d104eb2daf6d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386639 Dec 22 15:51:37.120033 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-95407acc-0eab-4a40-a987-87364221b69d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:37.120671 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-95407acc-0eab-4a40-a987-87364221b69d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Synchronizing usage tracker for tenant:324b55d1e12741a1894e2ddd28a4f1b7 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:51:37.236399 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-95407acc-0eab-4a40-a987-87364221b69d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Unset dirty status for tenant:324b55d1e12741a1894e2ddd28a4f1b7 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:51:37.237850 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-95407acc-0eab-4a40-a987-87364221b69d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.57 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871&tenant_id=324b55d1e12741a1894e2ddd28a4f1b7&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.2022221 Dec 22 15:51:37.388085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-43e93381-cbee-4067-88c1-42eb17971464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:37.389628 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-43e93381-cbee-4067-88c1-42eb17971464 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=324b55d1e12741a1894e2ddd28a4f1b7&device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 1097 time: 0.0717008 Dec 22 15:51:37.476257 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 94677c15-f81a-4551-b0fd-5fbab6625588 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:51:37.526686 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-2328f240-637b-4f8d-b65e-d1be583b7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:37.528151 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-2328f240-637b-4f8d-b65e-d1be583b7682 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1222f41-3e5f-4ce8-b18b-b09998453ff9 HTTP/1.1" status: 200 len: 912 time: 0.1319945 Dec 22 15:51:37.543615 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 94677c15-f81a-4551-b0fd-5fbab6625588 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:51:37.543988 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:37.611478 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-7fb65321-140b-45d8-94df-a098eb81c0f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94677c15-f81a-4551-b0fd-5fbab6625588 HTTP/1.1" status: 200 len: 217 time: 0.0764039 Dec 22 15:51:37.662095 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:37.690234 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-e4e35df0-9abc-433e-8ba1-35c294cddd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:37.691699 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-e4e35df0-9abc-433e-8ba1-35c294cddd1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4348ade-e8dc-41be-898e-7f6449ce29e9 HTTP/1.1" status: 200 len: 851 time: 0.0740964 Dec 22 15:51:37.692303 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014b9669-6e7e-4fd4-972f-8d152a7f4871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94677c15-f81a-4551-b0fd-5fbab6625588'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:51:37.702607 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 94677c15-f81a-4551-b0fd-5fbab6625588, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94677c15-f81a-4551-b0fd-5fbab6625588,segment=NetworkSegment(126f2c2d-b12f-4c88-8f13-93dffe2bdd02),segment_id=126f2c2d-b12f-4c88-8f13-93dffe2bdd02)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:51:37.745085 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-c56f03be-b553-4e4d-ad2a-3503763dfe5d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1222f41-3e5f-4ce8-b18b-b09998453ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472791 Dec 22 15:51:37.751305 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014b9669-6e7e-4fd4-972f-8d152a7f4871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94677c15-f81a-4551-b0fd-5fbab6625588', 'code': 200} Dec 22 15:51:37.785555 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:37.788317 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:51:37.856295 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=94677c15-f81a-4551-b0fd-5fbab6625588,revision_number=8']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:51:37.859519 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:51:37.883064 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-b312d2b3-f779-4d20-8c12-6d60325a4485 service neutron] 10.222.0.57 "GET /v2.0/networks/b1222f41-3e5f-4ce8-b18b-b09998453ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302197 Dec 22 15:51:38.144813 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-0cb9dc9b-efcc-4766-8f6e-b8f1f89aee17 service neutron] 10.222.0.57 "GET /v2.0/networks/b1222f41-3e5f-4ce8-b18b-b09998453ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554958 Dec 22 15:51:39.832869 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43442178-ad75-40b9-8464-29166f0b138f req-3704e09f-60b4-434e-bf71-82de9615bfa1 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:39.834411 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-43442178-ad75-40b9-8464-29166f0b138f req-3704e09f-60b4-434e-bf71-82de9615bfa1 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0790894 Dec 22 15:51:39.877959 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-43442178-ad75-40b9-8464-29166f0b138f req-eb110766-239f-4d1a-9a8e-efd5d5932dda tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375226 Dec 22 15:51:40.243315 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:51:41.068319 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c94222-e178-48d8-a0d1-f097e112b407 req-d8c29aa6-509e-4b4c-9b87-3a2e5b1cd2f4 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:41.080858 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-80c94222-e178-48d8-a0d1-f097e112b407 req-d8c29aa6-509e-4b4c-9b87-3a2e5b1cd2f4 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0842066 Dec 22 15:51:41.117972 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-80c94222-e178-48d8-a0d1-f097e112b407 req-36ae3ff2-9000-4f0f-9da7-6c6cd512b3c9 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418510 Dec 22 15:51:41.575242 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-a4200eff-756f-4196-b93c-e91122ac2dd0 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:41.576739 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-a4200eff-756f-4196-b93c-e91122ac2dd0 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.57 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0804436 Dec 22 15:51:41.651876 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Deleting port 94677c15-f81a-4551-b0fd-5fbab6625588 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:51:41.652134 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:41.904717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] For port 94677c15-f81a-4551-b0fd-5fbab6625588, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94677c15-f81a-4551-b0fd-5fbab6625588,segment=NetworkSegment(126f2c2d-b12f-4c88-8f13-93dffe2bdd02),segment_id=126f2c2d-b12f-4c88-8f13-93dffe2bdd02)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:51:41.905011 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:42.035309 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Calling delete_port for 94677c15-f81a-4551-b0fd-5fbab6625588 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:51:42.303859 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:42.306165 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15127a4e-419a-44e8-9228-989e50033fad req-2e8ccd1a-2508-46fd-98dc-9884b2dc53e2 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:42.307729 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-15127a4e-419a-44e8-9228-989e50033fad req-2e8ccd1a-2508-46fd-98dc-9884b2dc53e2 tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 945 time: 0.0815115 Dec 22 15:51:42.309923 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3fd20a7a-f97c-4fd6-a517-6335c410ba87 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:51:42.316338 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['94677c15-f81a-4551-b0fd-5fbab6625588'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:51:42.360957 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Pushing event deleted for resources: {'Port': ['ID=94677c15-f81a-4551-b0fd-5fbab6625588,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:51:42.397269 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-15127a4e-419a-44e8-9228-989e50033fad req-0bb5ffa4-68db-4d1c-93da-28e98eb8cdcd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ff69e3c-8310-4ac0-b201-f3a53c97cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836792 Dec 22 15:51:42.401910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:51:42.402324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:51:42.402709 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:51:42.403230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:51:42.403437 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:51:42.403814 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:51:42.404180 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:51:42.404545 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:51:42.404909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:51:42.405271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:51:42.405670 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:51:42.406032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:51:42.414069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:51:42.453366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] No DVR routers for this DVR port 94677c15-f81a-4551-b0fd-5fbab6625588 on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:51:42.455901 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:42.458667 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014b9669-6e7e-4fd4-972f-8d152a7f4871', 'name': 'network-vif-deleted', 'tag': '94677c15-f81a-4551-b0fd-5fbab6625588'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:51:42.504019 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014b9669-6e7e-4fd4-972f-8d152a7f4871', 'name': 'network-vif-deleted', 'tag': '94677c15-f81a-4551-b0fd-5fbab6625588', 'status': 'completed', 'code': 200} Dec 22 15:51:42.544172 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1b9c2051-586d-472f-ad61-cdabcc2a9d97 req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.57 "DELETE /v2.0/ports/94677c15-f81a-4551-b0fd-5fbab6625588 HTTP/1.1" status: 204 len: 173 time: 0.9622390 Dec 22 15:51:43.664338 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-662cf7d0-de3e-4a6a-8234-f180640336d6 req-adaf44e4-b99c-4133-830c-6e149c8558df tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] 10.222.0.59 "GET /v2.0/ports?device_id=014b9669-6e7e-4fd4-972f-8d152a7f4871 HTTP/1.1" status: 200 len: 210 time: 0.1456993 Dec 22 15:51:44.918211 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 42224) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:44.976169 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6d6b27-c32d-4753-a807-8e8e752b05f2 admin admin] Deleting subnet b4348ade-e8dc-41be-898e-7f6449ce29e9 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:51:44.979585 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d6d6b27-c32d-4753-a807-8e8e752b05f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:45.028079 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d6d6b27-c32d-4753-a807-8e8e752b05f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:45.084327 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d6d6b27-c32d-4753-a807-8e8e752b05f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:45.230597 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d6d6b27-c32d-4753-a807-8e8e752b05f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:45.234834 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-51334eb8-04ff-4d6f-898f-2b021f7d12f6 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:51:45.268160 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d6b27-c32d-4753-a807-8e8e752b05f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4348ade-e8dc-41be-898e-7f6449ce29e9,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:51:45.271189 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9d6d6b27-c32d-4753-a807-8e8e752b05f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:51:45.272149 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d6d6b27-c32d-4753-a807-8e8e752b05f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:45.278432 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9d6d6b27-c32d-4753-a807-8e8e752b05f2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b4348ade-e8dc-41be-898e-7f6449ce29e9 HTTP/1.1" status: 204 len: 168 time: 0.3591697 Dec 22 15:51:45.280900 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 42228) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:45.386448 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cee93937-20f9-4294-b92c-e2a8644a4d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:45.511980 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cee93937-20f9-4294-b92c-e2a8644a4d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:45.540987 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-cee93937-20f9-4294-b92c-e2a8644a4d85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1222f41-3e5f-4ce8-b18b-b09998453ff9']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:51:45.553089 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-cee93937-20f9-4294-b92c-e2a8644a4d85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126f2c2d-b12f-4c88-8f13-93dffe2bdd02') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:51:45.553375 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-cee93937-20f9-4294-b92c-e2a8644a4d85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126f2c2d-b12f-4c88-8f13-93dffe2bdd02') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:51:45.562207 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 94677c15-f81a-4551-b0fd-5fbab6625588 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:51:45.564876 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cee93937-20f9-4294-b92c-e2a8644a4d85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:45.581183 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cee93937-20f9-4294-b92c-e2a8644a4d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:45.587506 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee93937-20f9-4294-b92c-e2a8644a4d85 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:51:45.587925 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cee93937-20f9-4294-b92c-e2a8644a4d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:45.596878 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 94677c15-f81a-4551-b0fd-5fbab6625588 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:51:45.597236 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 94677c15-f81a-4551-b0fd-5fbab6625588 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:51:45.604069 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:51:45.762187 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cee93937-20f9-4294-b92c-e2a8644a4d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:45.765722 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2430975d-f9cb-4f75-938d-3a57ead3385e tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:51:45.783327 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cee93937-20f9-4294-b92c-e2a8644a4d85 admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:45.794814 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee93937-20f9-4294-b92c-e2a8644a4d85 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1222f41-3e5f-4ce8-b18b-b09998453ff9,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:51:45.798047 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cee93937-20f9-4294-b92c-e2a8644a4d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:51:45.871260 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cee93937-20f9-4294-b92c-e2a8644a4d85 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b1222f41-3e5f-4ce8-b18b-b09998453ff9 HTTP/1.1" status: 204 len: 168 time: 0.5893269 Dec 22 15:51:46.180510 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 42234) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:46.231910 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-316254b2-60b8-4dbe-a294-ec41070edfac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=324b55d1e12741a1894e2ddd28a4f1b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501003 Dec 22 15:51:46.234274 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 42238) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:46.291533 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8970001f-893c-4d6a-a9f9-e3dbeb438d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:46.316051 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8970001f-893c-4d6a-a9f9-e3dbeb438d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:46.470163 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8970001f-893c-4d6a-a9f9-e3dbeb438d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:46.474129 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1677de22-e36e-4869-82bd-7af2afccc271 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:51:46.488116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970001f-893c-4d6a-a9f9-e3dbeb438d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff69e3c-8310-4ac0-b201-f3a53c97cba1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:51:46.491250 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8970001f-893c-4d6a-a9f9-e3dbeb438d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:51:46.590120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8970001f-893c-4d6a-a9f9-e3dbeb438d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:46.591508 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8970001f-893c-4d6a-a9f9-e3dbeb438d5d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0ff69e3c-8310-4ac0-b201-f3a53c97cba1 HTTP/1.1" status: 204 len: 168 time: 0.3561239 Dec 22 15:51:47.751238 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 42262) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:47.865910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-101581036-network', 'tenant_id': 'c43ebf0617b843bdb048a0de39e6abee'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:51:47.871010 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:51:47.875441 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Usage tracker for resource:network and tenant:c43ebf0617b843bdb048a0de39e6abee is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:51:47.878386 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:51:47.886064 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:51:47.989001 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Made reservation on behalf of c43ebf0617b843bdb048a0de39e6abee for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:51:47.991401 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:48.008433 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:48.024096 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:51:48.028015 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Usage tracker for resource:security_group_rule and tenant:c43ebf0617b843bdb048a0de39e6abee is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:51:48.030954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:51:48.036773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:51:48.131678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:48.252983 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:48.256167 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-035ade2a-e464-4b49-ac69-9994b14cf168 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:51:48.284960 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:51:48.293726 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04ca837-c671-4e20-9ae9-2e83631e49c7,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:51:48.297395 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:51:48.300000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:48.300354 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Added segment 40fbd686-269a-425f-bcd8-6a9b86695a99 of type vlan for network 6068d69f-a1d8-43bc-9fe4-62c98673cd94 Dec 22 15:51:48.332497 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:48.413151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:48.414312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:48.415023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:48.419382 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dd0a0399-b2ab-4616-acd2-a534159e0266 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:51:48.521191 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Pushing event updated for resources: {'Network': ['ID=6068d69f-a1d8-43bc-9fe4-62c98673cd94,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:51:48.524353 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:51:48.531562 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 6068d69f-a1d8-43bc-9fe4-62c98673cd94 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:51:48.602604 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8501081 Dec 22 15:51:48.606014 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 42268) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:48.612738 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fd571cdc-4c9f-4e11-9c21-e968f62fc0af admin admin] Request body: {'subnet': {'network_id': '6068d69f-a1d8-43bc-9fe4-62c98673cd94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-101581036-subnet', 'tenant_id': 'c43ebf0617b843bdb048a0de39e6abee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:51:48.620563 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fd571cdc-4c9f-4e11-9c21-e968f62fc0af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:51:48.622819 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fd571cdc-4c9f-4e11-9c21-e968f62fc0af admin admin] Usage tracker for resource:subnet and tenant:c43ebf0617b843bdb048a0de39e6abee is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:51:48.626478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fd571cdc-4c9f-4e11-9c21-e968f62fc0af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:51:48.633618 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fd571cdc-4c9f-4e11-9c21-e968f62fc0af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:51:48.739597 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd571cdc-4c9f-4e11-9c21-e968f62fc0af admin admin] Made reservation on behalf of c43ebf0617b843bdb048a0de39e6abee for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:51:48.743635 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd571cdc-4c9f-4e11-9c21-e968f62fc0af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:49.139357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd571cdc-4c9f-4e11-9c21-e968f62fc0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:49.143337 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a6907b0c-5d56-412d-8926-39f8cd6ff59f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:51:49.216701 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd571cdc-4c9f-4e11-9c21-e968f62fc0af admin admin] Pushing event updated for resources: {'Subnet': ['ID=506fbfd1-5724-4779-8c9f-371bc3958444,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:51:49.220031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fd571cdc-4c9f-4e11-9c21-e968f62fc0af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:51:49.226074 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd571cdc-4c9f-4e11-9c21-e968f62fc0af admin admin] Checking segment: {'id': '40fbd686-269a-425f-bcd8-6a9b86695a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6068d69f-a1d8-43bc-9fe4-62c98673cd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:51:49.226467 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd571cdc-4c9f-4e11-9c21-e968f62fc0af admin admin] Network hostable DHCP agents. Network: 6068d69f-a1d8-43bc-9fe4-62c98673cd94, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:51:49.355421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd571cdc-4c9f-4e11-9c21-e968f62fc0af admin admin] Network 6068d69f-a1d8-43bc-9fe4-62c98673cd94 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:51:49.468889 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-fd571cdc-4c9f-4e11-9c21-e968f62fc0af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 6068d69f-a1d8-43bc-9fe4-62c98673cd94) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:51:49.472928 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd571cdc-4c9f-4e11-9c21-e968f62fc0af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:49.473542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd571cdc-4c9f-4e11-9c21-e968f62fc0af admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:49.477720 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a5b822-a31d-4bc9-aa97-cfb7393bfefb None None] Network 6068d69f-a1d8-43bc-9fe4-62c98673cd94 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:51:49.619745 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fd571cdc-4c9f-4e11-9c21-e968f62fc0af admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0125248 Dec 22 15:51:49.686843 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4882bd4c-187f-4ffc-b672-849d4807da90 None None] Network 6068d69f-a1d8-43bc-9fe4-62c98673cd94 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:51:50.123124 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e688255-1124-4407-86d3-0b94719d4bee req-30900953-cc1a-41ba-9558-f1a96d194c22 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:50.124488 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1e688255-1124-4407-86d3-0b94719d4bee req-30900953-cc1a-41ba-9558-f1a96d194c22 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/networks?id=6068d69f-a1d8-43bc-9fe4-62c98673cd94 HTTP/1.1" status: 200 len: 814 time: 0.1432209 Dec 22 15:51:50.139751 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1e688255-1124-4407-86d3-0b94719d4bee req-9db47e2f-972d-4211-82b3-f7624a4cf604 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/quotas/c43ebf0617b843bdb048a0de39e6abee HTTP/1.1" status: 200 len: 375 time: 0.0095379 Dec 22 15:51:50.187120 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1e688255-1124-4407-86d3-0b94719d4bee req-07a35544-a772-4175-a3cb-dc3597b0cdbf tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c43ebf0617b843bdb048a0de39e6abee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420880 Dec 22 15:51:50.360924 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1e688255-1124-4407-86d3-0b94719d4bee req-60859674-d79d-45c6-8043-6cccd584d7da service neutron] 10.222.0.59 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671765 Dec 22 15:51:50.491784 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1e688255-1124-4407-86d3-0b94719d4bee req-650d8e32-0958-4558-8100-b7b1323d2639 service neutron] 10.222.0.59 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240623 Dec 22 15:51:50.785914 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f399f9aa-6666-4ea9-9420-425ea54461ce req-339d2be5-dbee-4855-aa1b-9f6a62e7084b tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 210 time: 0.0496347 Dec 22 15:51:51.882413 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8757266e-18a3-4860-8611-a5cc46c11252 req-325b3c75-e101-4008-aab8-6017a34b92de tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 210 time: 0.0426192 Dec 22 15:51:53.033930 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-74ee0561-3b3c-4b7d-a6f0-df08e12068b9 req-49a9ae90-6084-433a-a11c-3424626d6ad3 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 210 time: 0.0422347 Dec 22 15:51:53.377954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e688255-1124-4407-86d3-0b94719d4bee req-e2924a50-7b2e-4f62-8ce0-55c694121bdb tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:53.379579 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-1e688255-1124-4407-86d3-0b94719d4bee req-e2924a50-7b2e-4f62-8ce0-55c694121bdb tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Synchronizing usage tracker for tenant:c43ebf0617b843bdb048a0de39e6abee on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:51:53.482323 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-1e688255-1124-4407-86d3-0b94719d4bee req-e2924a50-7b2e-4f62-8ce0-55c694121bdb tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Unset dirty status for tenant:c43ebf0617b843bdb048a0de39e6abee on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:51:53.483464 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1e688255-1124-4407-86d3-0b94719d4bee req-e2924a50-7b2e-4f62-8ce0-55c694121bdb tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.57 "GET /v2.0/networks?id=6068d69f-a1d8-43bc-9fe4-62c98673cd94 HTTP/1.1" status: 200 len: 814 time: 0.2624798 Dec 22 15:51:53.496006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-1e688255-1124-4407-86d3-0b94719d4bee req-39de2ece-1926-4a61-b54c-77a3de28a25a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Request body: {'port': {'device_id': '5fb78fa7-e871-41b5-9368-a32a776cb222', 'network_id': '6068d69f-a1d8-43bc-9fe4-62c98673cd94', 'admin_state_up': True, 'tenant_id': 'c43ebf0617b843bdb048a0de39e6abee'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:51:53.657683 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-1e688255-1124-4407-86d3-0b94719d4bee req-39de2ece-1926-4a61-b54c-77a3de28a25a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:51:53.661977 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-1e688255-1124-4407-86d3-0b94719d4bee req-39de2ece-1926-4a61-b54c-77a3de28a25a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Usage tracker for resource:port and tenant:c43ebf0617b843bdb048a0de39e6abee is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:51:53.665129 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-1e688255-1124-4407-86d3-0b94719d4bee req-39de2ece-1926-4a61-b54c-77a3de28a25a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:51:53.671130 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-1e688255-1124-4407-86d3-0b94719d4bee req-39de2ece-1926-4a61-b54c-77a3de28a25a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:51:53.762432 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e688255-1124-4407-86d3-0b94719d4bee req-39de2ece-1926-4a61-b54c-77a3de28a25a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Made reservation on behalf of c43ebf0617b843bdb048a0de39e6abee for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:51:53.766005 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1e688255-1124-4407-86d3-0b94719d4bee req-39de2ece-1926-4a61-b54c-77a3de28a25a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:53.940982 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-1e688255-1124-4407-86d3-0b94719d4bee req-39de2ece-1926-4a61-b54c-77a3de28a25a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Allocated IP 172.20.0.8 (6068d69f-a1d8-43bc-9fe4-62c98673cd94/506fbfd1-5724-4779-8c9f-371bc3958444/6b5e3c13-129b-40fc-88ad-837c20a274af) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:51:54.156784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1e688255-1124-4407-86d3-0b94719d4bee req-39de2ece-1926-4a61-b54c-77a3de28a25a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:54.195666 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e9f5c8c2-e93d-4a37-a710-ecd2b806cf89 req-ec61f9e2-4ae6-49aa-8f72-9252c92dcffa tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 210 time: 0.0462029 Dec 22 15:51:54.264908 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1e688255-1124-4407-86d3-0b94719d4bee req-39de2ece-1926-4a61-b54c-77a3de28a25a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:54.270771 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8f09931-e399-4de9-bbae-7811bf3ed442 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:51:54.340622 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e688255-1124-4407-86d3-0b94719d4bee req-39de2ece-1926-4a61-b54c-77a3de28a25a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Network 6068d69f-a1d8-43bc-9fe4-62c98673cd94 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:51:54.343898 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-1e688255-1124-4407-86d3-0b94719d4bee req-39de2ece-1926-4a61-b54c-77a3de28a25a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:51:54.347978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e688255-1124-4407-86d3-0b94719d4bee req-39de2ece-1926-4a61-b54c-77a3de28a25a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:54.379561 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de2ece-1926-4a61-b54c-77a3de28a25a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Pushing event updated for resources: {'Port': ['ID=6b5e3c13-129b-40fc-88ad-837c20a274af,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:51:54.386517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-39de2ece-1926-4a61-b54c-77a3de28a25a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:51:54.420018 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e688255-1124-4407-86d3-0b94719d4bee req-39de2ece-1926-4a61-b54c-77a3de28a25a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:54.420624 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1e688255-1124-4407-86d3-0b94719d4bee req-39de2ece-1926-4a61-b54c-77a3de28a25a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:54.511101 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1e688255-1124-4407-86d3-0b94719d4bee req-39de2ece-1926-4a61-b54c-77a3de28a25a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0188551 Dec 22 15:51:54.522629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Request body: {'port': {'device_id': '5fb78fa7-e871-41b5-9368-a32a776cb222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:51:54.656504 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:55.033157 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b5e3c13-129b-40fc-88ad-837c20a274af {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:51:55.041423 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:55.058013 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Transition to ACTIVE for port object 6b5e3c13-129b-40fc-88ad-837c20a274af will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:51:55.133885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:55.140841 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-86b80e81-7942-47ad-a5ed-dfb78ab0ca8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:51:55.219626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bc00cf37-f3f1-46af-b615-78354654b22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:55.393396 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71173000-d831-49b0-aa90-89762d482e45 req-9ef140da-cd5d-4620-876b-7f89e87359d4 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:55.395090 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-71173000-d831-49b0-aa90-89762d482e45 req-9ef140da-cd5d-4620-876b-7f89e87359d4 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 943 time: 0.0902965 Dec 22 15:51:55.429574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5e3c13-129b-40fc-88ad-837c20a274af,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:51:55.436645 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:51:55.442379 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-71173000-d831-49b0-aa90-89762d482e45 req-fb05a65b-74a9-49c3-a2b6-78215ffbfb2e tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412169 Dec 22 15:51:55.503222 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Attempting to bind port 6b5e3c13-129b-40fc-88ad-837c20a274af on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:51:55.503467 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Attempting to bind port 6b5e3c13-129b-40fc-88ad-837c20a274af by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40fbd686-269a-425f-bcd8-6a9b86695a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6068d69f-a1d8-43bc-9fe4-62c98673cd94'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:51:55.503846 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Attempting to bind port 6b5e3c13-129b-40fc-88ad-837c20a274af on network 6068d69f-a1d8-43bc-9fe4-62c98673cd94 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:51:55.508614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Port 6b5e3c13-129b-40fc-88ad-837c20a274af on network 6068d69f-a1d8-43bc-9fe4-62c98673cd94 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:51:55.509320 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Attempting to bind port 6b5e3c13-129b-40fc-88ad-837c20a274af on network 6068d69f-a1d8-43bc-9fe4-62c98673cd94 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:51:55.514914 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:51:55.515245 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Checking segment: {'id': '40fbd686-269a-425f-bcd8-6a9b86695a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6068d69f-a1d8-43bc-9fe4-62c98673cd94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:51:55.516057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Bound using segment: {'id': '40fbd686-269a-425f-bcd8-6a9b86695a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6068d69f-a1d8-43bc-9fe4-62c98673cd94'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:51:55.516057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Bound port: 6b5e3c13-129b-40fc-88ad-837c20a274af, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fbd686-269a-425f-bcd8-6a9b86695a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6068d69f-a1d8-43bc-9fe4-62c98673cd94'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:51:55.516369 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:55.606828 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] For port 6b5e3c13-129b-40fc-88ad-837c20a274af, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:51:55.609809 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] For port 6b5e3c13-129b-40fc-88ad-837c20a274af, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b5e3c13-129b-40fc-88ad-837c20a274af,segment=NetworkSegment(40fbd686-269a-425f-bcd8-6a9b86695a99),segment_id=40fbd686-269a-425f-bcd8-6a9b86695a99)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:51:55.698182 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:55.704018 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-08380035-f452-489e-91a7-201f81d4f897 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:51:55.761100 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:55.762192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:55.763603 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1e688255-1124-4407-86d3-0b94719d4bee req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] 10.222.0.57 "PUT /v2.0/ports/6b5e3c13-129b-40fc-88ad-837c20a274af HTTP/1.1" status: 200 len: 1093 time: 1.2451930 Dec 22 15:51:55.764130 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb78fa7-e871-41b5-9368-a32a776cb222', 'tag': '6b5e3c13-129b-40fc-88ad-837c20a274af'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:51:55.784643 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5e3c13-129b-40fc-88ad-837c20a274af,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:51:55.788720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:51:55.809508 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb78fa7-e871-41b5-9368-a32a776cb222', 'tag': '6b5e3c13-129b-40fc-88ad-837c20a274af', 'status': 'completed', 'code': 200} Dec 22 15:51:55.905127 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865b070-ab98-4a23-99fe-0c945d232769 req-522443df-1593-4cf9-8a28-d1b0c6aa5363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:55.906648 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b865b070-ab98-4a23-99fe-0c945d232769 req-522443df-1593-4cf9-8a28-d1b0c6aa5363 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c43ebf0617b843bdb048a0de39e6abee&device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 1096 time: 0.0752337 Dec 22 15:51:56.053315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865b070-ab98-4a23-99fe-0c945d232769 req-eb0a2a80-8818-40a7-85c2-76114f914bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:56.054702 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b865b070-ab98-4a23-99fe-0c945d232769 req-eb0a2a80-8818-40a7-85c2-76114f914bdf service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c43ebf0617b843bdb048a0de39e6abee&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1409647 Dec 22 15:51:56.196357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865b070-ab98-4a23-99fe-0c945d232769 req-a6d63639-3af7-4d83-ba83-675d69c962a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:56.197915 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b865b070-ab98-4a23-99fe-0c945d232769 req-a6d63639-3af7-4d83-ba83-675d69c962a9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1376023 Dec 22 15:51:56.301694 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e688255-1124-4407-86d3-0b94719d4bee req-764ed6c0-07e7-42e6-80c0-02d6233035c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:56.303388 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1e688255-1124-4407-86d3-0b94719d4bee req-764ed6c0-07e7-42e6-80c0-02d6233035c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c43ebf0617b843bdb048a0de39e6abee&device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 1096 time: 0.0708935 Dec 22 15:51:56.377235 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1e688255-1124-4407-86d3-0b94719d4bee req-f449aa54-ec44-4b1b-83ce-9f71a19a3256 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b5e3c13-129b-40fc-88ad-837c20a274af HTTP/1.1" status: 200 len: 217 time: 0.0669224 Dec 22 15:51:56.441215 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e688255-1124-4407-86d3-0b94719d4bee req-d7b39c29-202a-4421-9de5-dcdb7696b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:56.442688 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1e688255-1124-4407-86d3-0b94719d4bee req-d7b39c29-202a-4421-9de5-dcdb7696b40f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=506fbfd1-5724-4779-8c9f-371bc3958444 HTTP/1.1" status: 200 len: 854 time: 0.0598111 Dec 22 15:51:56.495585 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1e688255-1124-4407-86d3-0b94719d4bee req-b4c54509-dd52-4be0-9276-738a2ef44965 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6068d69f-a1d8-43bc-9fe4-62c98673cd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463281 Dec 22 15:51:56.634176 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1e688255-1124-4407-86d3-0b94719d4bee req-c557527f-1792-4574-99ca-9bb8d3ad72b7 service neutron] 10.222.0.57 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315441 Dec 22 15:51:56.637930 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba330e-bb20-42b9-ac75-87e1a9561fa6 req-b897d387-6c17-4863-bd2e-74f69d70d973 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:56.639465 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5dba330e-bb20-42b9-ac75-87e1a9561fa6 req-b897d387-6c17-4863-bd2e-74f69d70d973 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 943 time: 0.0852845 Dec 22 15:51:56.685530 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5dba330e-bb20-42b9-ac75-87e1a9561fa6 req-6fdbee84-1c03-41fe-8f70-553ebbfc4e7a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401380 Dec 22 15:51:56.769022 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1e688255-1124-4407-86d3-0b94719d4bee req-2715b6d9-31da-4481-bdc0-b1b726184dac service neutron] 10.222.0.57 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288867 Dec 22 15:51:57.719421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-136641aa-8f82-48e7-82a0-62bc6a8eab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:57.871015 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c05fc4-93c4-46f9-9b13-f88c8bc55531 req-776d1dc0-c5d9-4c16-b49d-d94579bcbcb4 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:57.872472 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-71c05fc4-93c4-46f9-9b13-f88c8bc55531 req-776d1dc0-c5d9-4c16-b49d-d94579bcbcb4 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 943 time: 0.0798571 Dec 22 15:51:57.915608 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-71c05fc4-93c4-46f9-9b13-f88c8bc55531 req-fcb8e386-8d2f-409b-b0c7-e0bd2edc6564 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372436 Dec 22 15:51:59.030447 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:59.087748 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:59.120648 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cd0e7-acc3-4a87-b815-c9970f74eeea req-99e65fc4-07c6-480d-8efc-738d57e53169 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:51:59.123821 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-735cd0e7-acc3-4a87-b815-c9970f74eeea req-99e65fc4-07c6-480d-8efc-738d57e53169 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 943 time: 0.1025922 Dec 22 15:51:59.167500 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-735cd0e7-acc3-4a87-b815-c9970f74eeea req-2e474102-435f-456f-97e9-f03c3381b5bf tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378265 Dec 22 15:51:59.608886 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 6b5e3c13-129b-40fc-88ad-837c20a274af details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:51:59.743292 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 6b5e3c13-129b-40fc-88ad-837c20a274af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b5e3c13-129b-40fc-88ad-837c20a274af,segment=NetworkSegment(40fbd686-269a-425f-bcd8-6a9b86695a99),segment_id=40fbd686-269a-425f-bcd8-6a9b86695a99)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:51:59.756333 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '6b5e3c13-129b-40fc-88ad-837c20a274af', 'network_id': '6068d69f-a1d8-43bc-9fe4-62c98673cd94', 'port_id': '6b5e3c13-129b-40fc-88ad-837c20a274af', 'mac_address': 'fa:16:3e:a0:06:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506fbfd1-5724-4779-8c9f-371bc3958444', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:51:59.854053 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:59.871512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b5e3c13-129b-40fc-88ad-837c20a274af {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:51:59.887650 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 6b5e3c13-129b-40fc-88ad-837c20a274af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b5e3c13-129b-40fc-88ad-837c20a274af,segment=NetworkSegment(40fbd686-269a-425f-bcd8-6a9b86695a99),segment_id=40fbd686-269a-425f-bcd8-6a9b86695a99)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:51:59.973286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:51:59.976146 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:52:00.044373 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=6b5e3c13-129b-40fc-88ad-837c20a274af,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:52:00.051263 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:00.051722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:00.052062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:00.052391 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:00.052924 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:00.053262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:00.053590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:00.053911 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:00.054252 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:00.054572 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:00.054896 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:00.055209 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:00.059578 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:52:00.292449 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['6b5e3c13-129b-40fc-88ad-837c20a274af'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:52:00.354787 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e79ef-df33-4e78-810e-1fe4a0403327 req-8f17a688-8805-4289-b343-014e40ea2cd7 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:00.357595 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f5e79ef-df33-4e78-810e-1fe4a0403327 req-8f17a688-8805-4289-b343-014e40ea2cd7 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 944 time: 0.0821073 Dec 22 15:52:00.407961 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f5e79ef-df33-4e78-810e-1fe4a0403327 req-64a42d9b-9bb8-42ea-ab20-4341566729cd tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453589 Dec 22 15:52:01.001772 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:01.589953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f9282-754f-4dc1-b9d6-21dfba7f0299 req-b0348999-9bcd-4a49-829f-b2739c7b560f tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:01.591456 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7f0f9282-754f-4dc1-b9d6-21dfba7f0299 req-b0348999-9bcd-4a49-829f-b2739c7b560f tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 944 time: 0.0797396 Dec 22 15:52:01.612947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 6b5e3c13-129b-40fc-88ad-837c20a274af up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:52:01.636892 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7f0f9282-754f-4dc1-b9d6-21dfba7f0299 req-d4571db6-cf8e-43f0-afe8-ad4a565038c5 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397983 Dec 22 15:52:01.801231 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 6b5e3c13-129b-40fc-88ad-837c20a274af completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:52:01.806143 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 6b5e3c13-129b-40fc-88ad-837c20a274af triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:52:01.806626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:01.923152 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:01.948781 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb78fa7-e871-41b5-9368-a32a776cb222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5e3c13-129b-40fc-88ad-837c20a274af'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:52:01.962990 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 6b5e3c13-129b-40fc-88ad-837c20a274af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b5e3c13-129b-40fc-88ad-837c20a274af,segment=NetworkSegment(40fbd686-269a-425f-bcd8-6a9b86695a99),segment_id=40fbd686-269a-425f-bcd8-6a9b86695a99)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:52:01.993322 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb78fa7-e871-41b5-9368-a32a776cb222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5e3c13-129b-40fc-88ad-837c20a274af', 'code': 200} Dec 22 15:52:02.025075 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:02.026834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:52:02.096506 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=6b5e3c13-129b-40fc-88ad-837c20a274af,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:52:02.099604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:52:02.420234 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce392e-1a24-4fa1-a5b8-75c4e12932ee req-3145ed0b-0740-442c-b712-ef6142533d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:02.421793 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4fce392e-1a24-4fa1-a5b8-75c4e12932ee req-3145ed0b-0740-442c-b712-ef6142533d6d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 1098 time: 0.0715871 Dec 22 15:52:02.464111 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4fce392e-1a24-4fa1-a5b8-75c4e12932ee req-ef34f1ff-3ea3-4634-baf5-753c02cfaaa1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361617 Dec 22 15:52:02.826686 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da58bf-92aa-44fb-87a8-b32f29850edf req-8932a280-bb8a-4f8e-abe5-b1a768ac8011 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:02.828168 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-93da58bf-92aa-44fb-87a8-b32f29850edf req-8932a280-bb8a-4f8e-abe5-b1a768ac8011 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0827219 Dec 22 15:52:02.871015 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-93da58bf-92aa-44fb-87a8-b32f29850edf req-afdbe43a-db60-43bf-a1cf-2dce797c25fb tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367684 Dec 22 15:52:04.067856 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e7352-c381-41dd-8ca8-8abaa0cab1af req-7ed6d09e-a5a1-4a3e-a584-1a7ccb215aee tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:04.069501 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b49e7352-c381-41dd-8ca8-8abaa0cab1af req-7ed6d09e-a5a1-4a3e-a584-1a7ccb215aee tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0852060 Dec 22 15:52:04.116458 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b49e7352-c381-41dd-8ca8-8abaa0cab1af req-2c9fa00a-c187-4642-a75f-ad6f9e00e954 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411243 Dec 22 15:52:04.313749 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2123a-04fd-4abe-8b75-58955287ecad req-1150ed0f-93f9-43bb-96d7-d4800a634282 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:04.315300 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-62f2123a-04fd-4abe-8b75-58955287ecad req-1150ed0f-93f9-43bb-96d7-d4800a634282 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0890033 Dec 22 15:52:04.361789 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-62f2123a-04fd-4abe-8b75-58955287ecad req-f4342690-44a7-40dc-9f16-9432996cdc22 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403147 Dec 22 15:52:04.789853 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbcb59-24d7-469a-9508-a1973b19c8b1 req-9ac78567-fd31-4274-8b65-2f13690e4946 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:04.791338 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-85dbcb59-24d7-469a-9508-a1973b19c8b1 req-9ac78567-fd31-4274-8b65-2f13690e4946 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0805926 Dec 22 15:52:04.839491 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-85dbcb59-24d7-469a-9508-a1973b19c8b1 req-807706a3-64ea-44ef-b2a0-3d3cfdde699a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418558 Dec 22 15:52:05.024522 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501db20-9858-4c00-9a6d-62281fdb1544 req-db694dab-b904-4e32-8f52-d786bb5333d4 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:05.025977 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0501db20-9858-4c00-9a6d-62281fdb1544 req-db694dab-b904-4e32-8f52-d786bb5333d4 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0818138 Dec 22 15:52:05.069908 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0501db20-9858-4c00-9a6d-62281fdb1544 req-5de91045-f95f-440f-a1f9-6e5160fadd99 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375445 Dec 22 15:52:05.644923 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd885e07-eae1-4717-abec-907a9cb28447 req-5c6e260b-f7af-4692-a437-8f49e46d8483 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:05.646413 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bd885e07-eae1-4717-abec-907a9cb28447 req-5c6e260b-f7af-4692-a437-8f49e46d8483 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0846667 Dec 22 15:52:05.858809 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bd885e07-eae1-4717-abec-907a9cb28447 req-a06ebf88-3e8d-4085-a9aa-cbb5d551a375 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060008 Dec 22 15:52:05.884945 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-60c8babe-84e1-4fef-9dc3-6497538d9402 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1033721 Dec 22 15:52:06.259302 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:07.072229 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9992b-d546-46ea-85c0-f17f143f9a1c req-fddd4a11-0725-4d35-98e0-7c9d519f496f tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:07.073743 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-27b9992b-d546-46ea-85c0-f17f143f9a1c req-fddd4a11-0725-4d35-98e0-7c9d519f496f tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.1073267 Dec 22 15:52:07.129801 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-27b9992b-d546-46ea-85c0-f17f143f9a1c req-20f8b48a-f4e6-45ce-8757-aea7c31aadd6 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494018 Dec 22 15:52:08.324311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05759b65-1759-4e25-b847-4ff41ec1d962 req-6e3c5582-5739-4fb3-8b72-e0671c0a29dd tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:08.325837 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-05759b65-1759-4e25-b847-4ff41ec1d962 req-6e3c5582-5739-4fb3-8b72-e0671c0a29dd tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0796320 Dec 22 15:52:08.362983 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-445ce22b-2ee6-44fa-8673-c55c13bb063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:08.365132 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-445ce22b-2ee6-44fa-8673-c55c13bb063f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c43ebf0617b843bdb048a0de39e6abee&device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 1098 time: 0.0783875 Dec 22 15:52:08.379536 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-05759b65-1759-4e25-b847-4ff41ec1d962 req-b084e4cb-3a1e-4360-ab95-0d538d8e5573 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476513 Dec 22 15:52:08.494897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-c35c3fb5-63be-4c63-8e3a-78fb164631a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:08.496232 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-c35c3fb5-63be-4c63-8e3a-78fb164631a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6068d69f-a1d8-43bc-9fe4-62c98673cd94 HTTP/1.1" status: 200 len: 915 time: 0.1251721 Dec 22 15:52:08.561596 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-e48e89bf-3418-4d69-a587-f47c13fe30f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b5e3c13-129b-40fc-88ad-837c20a274af HTTP/1.1" status: 200 len: 217 time: 0.0586481 Dec 22 15:52:08.759398 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-ab5a9add-9482-48c3-98b6-1077b3322d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:08.761356 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-ab5a9add-9482-48c3-98b6-1077b3322d3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=506fbfd1-5724-4779-8c9f-371bc3958444 HTTP/1.1" status: 200 len: 854 time: 0.1940813 Dec 22 15:52:08.811734 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-08f17541-e1d7-4588-b2fd-e3d7fb1d9443 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6068d69f-a1d8-43bc-9fe4-62c98673cd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431569 Dec 22 15:52:08.948394 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-3904d5c9-5a09-460a-ab78-193b8ef1782c service neutron] 10.222.0.57 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307845 Dec 22 15:52:09.080634 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-6ca63b9a-d301-45aa-a5a0-a106c71b5cf4 service neutron] 10.222.0.57 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254365 Dec 22 15:52:09.589742 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e936e-4852-4545-8f67-878ea113ed0a req-6fa730da-aab0-4158-a0bb-131f95a1f739 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:09.591858 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bb5e936e-4852-4545-8f67-878ea113ed0a req-6fa730da-aab0-4158-a0bb-131f95a1f739 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0877612 Dec 22 15:52:09.634653 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bb5e936e-4852-4545-8f67-878ea113ed0a req-54c5980c-69fd-4f6e-8b92-8784f4673154 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369654 Dec 22 15:52:10.820845 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dad27-42b7-4cf5-9fe8-287005ee7cc8 req-7d96a292-64f3-4b6b-9c24-a106ea45f321 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:10.822305 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4c3dad27-42b7-4cf5-9fe8-287005ee7cc8 req-7d96a292-64f3-4b6b-9c24-a106ea45f321 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0801485 Dec 22 15:52:10.869087 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4c3dad27-42b7-4cf5-9fe8-287005ee7cc8 req-128375fc-3431-4b83-8278-2d840549d389 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405281 Dec 22 15:52:12.049548 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d314e-0250-442b-84ac-3c643044f1b3 req-fe1f7114-95b3-4ff9-b518-75f42c398ddc tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:12.051028 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c15d314e-0250-442b-84ac-3c643044f1b3 req-fe1f7114-95b3-4ff9-b518-75f42c398ddc tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0782366 Dec 22 15:52:12.095205 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c15d314e-0250-442b-84ac-3c643044f1b3 req-b1a31c24-1d97-4719-b6ae-5900715fa341 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386214 Dec 22 15:52:13.286283 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66747656-a8d4-460e-b620-d30275ce3def req-75d63500-ce4f-483e-ae93-daf5b5b04662 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:13.287665 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-66747656-a8d4-460e-b620-d30275ce3def req-75d63500-ce4f-483e-ae93-daf5b5b04662 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0835314 Dec 22 15:52:13.330355 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-66747656-a8d4-460e-b620-d30275ce3def req-c0217b49-fd8a-41f4-a421-042dea510fa2 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371399 Dec 22 15:52:14.511828 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c563325-1f72-4f35-812e-b97625730843 req-dc056a97-42b3-473a-9c15-6c71005598b2 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:14.513286 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6c563325-1f72-4f35-812e-b97625730843 req-dc056a97-42b3-473a-9c15-6c71005598b2 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0771394 Dec 22 15:52:14.556666 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6c563325-1f72-4f35-812e-b97625730843 req-360cddcc-bcd9-4eb7-b2f8-70dc2ad20fc7 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373278 Dec 22 15:52:15.749481 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cd7c7-9894-4a8e-951a-fcf165412579 req-25bd321d-5f93-4b93-bbc6-52696f6a65ef tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:15.751236 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-940cd7c7-9894-4a8e-951a-fcf165412579 req-25bd321d-5f93-4b93-bbc6-52696f6a65ef tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0834377 Dec 22 15:52:15.796691 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-940cd7c7-9894-4a8e-951a-fcf165412579 req-db7ed109-fb5a-4bbf-95ca-159ab86b1533 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397515 Dec 22 15:52:16.979977 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f495a53-3806-4b14-aae4-ce394875a6a8 req-bcdd3564-2563-431e-b8f0-aae7e89814ad tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:16.982119 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9f495a53-3806-4b14-aae4-ce394875a6a8 req-bcdd3564-2563-431e-b8f0-aae7e89814ad tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0776458 Dec 22 15:52:17.029860 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9f495a53-3806-4b14-aae4-ce394875a6a8 req-85bf522b-f21d-4a5c-a78f-66e385c44945 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422089 Dec 22 15:52:17.241911 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:52:18.214323 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4677e0-4301-426e-a563-656230aa67e1 req-7e30befa-0b52-4f55-bab9-f081cac69730 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:18.215817 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-db4677e0-4301-426e-a563-656230aa67e1 req-7e30befa-0b52-4f55-bab9-f081cac69730 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0800562 Dec 22 15:52:18.260139 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-db4677e0-4301-426e-a563-656230aa67e1 req-cf26e400-a677-43bb-84a1-06a0a5b179a6 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386860 Dec 22 15:52:19.455843 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa4199-6d42-4727-b751-71375be6beaa req-f0a7b913-486e-4525-b9a8-902c8ff0fe1a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:19.457347 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e8aa4199-6d42-4727-b751-71375be6beaa req-f0a7b913-486e-4525-b9a8-902c8ff0fe1a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0905144 Dec 22 15:52:19.502438 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e8aa4199-6d42-4727-b751-71375be6beaa req-f4589965-2b69-43ff-92fb-6f895de17f49 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392468 Dec 22 15:52:20.698340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71482c5-b100-4952-a4f5-0caff81c3602 req-f60e7605-222d-4928-9181-aebdc78b84f4 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:20.699704 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a71482c5-b100-4952-a4f5-0caff81c3602 req-f60e7605-222d-4928-9181-aebdc78b84f4 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0858774 Dec 22 15:52:20.749039 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a71482c5-b100-4952-a4f5-0caff81c3602 req-a75658f4-7a43-4e0e-a24c-0b406ae21404 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429094 Dec 22 15:52:21.938868 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb618ab9-b1a3-4ed5-8144-743f89b41dab req-cfa3fa31-70dd-4119-bda5-12cb70758a5b tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:21.940295 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eb618ab9-b1a3-4ed5-8144-743f89b41dab req-cfa3fa31-70dd-4119-bda5-12cb70758a5b tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0861092 Dec 22 15:52:21.983412 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eb618ab9-b1a3-4ed5-8144-743f89b41dab req-5cf2b743-15b9-442a-8de7-5e4110fb7227 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375214 Dec 22 15:52:23.167427 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517b064-cf30-4da5-8507-d6d52fcd078f req-6678aad9-5673-44aa-bdc7-f98e7a8936f1 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:23.168901 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e517b064-cf30-4da5-8507-d6d52fcd078f req-6678aad9-5673-44aa-bdc7-f98e7a8936f1 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0808635 Dec 22 15:52:23.212375 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e517b064-cf30-4da5-8507-d6d52fcd078f req-0d44aaf2-1a52-416d-9817-a5a0670d2ed4 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373409 Dec 22 15:52:24.401118 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943371a-a897-4ab4-b263-2d9930351340 req-abf5aa41-a16b-498b-a729-3ede500eda83 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:24.402581 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9943371a-a897-4ab4-b263-2d9930351340 req-abf5aa41-a16b-498b-a729-3ede500eda83 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0834064 Dec 22 15:52:24.445647 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9943371a-a897-4ab4-b263-2d9930351340 req-adf36703-bea1-4257-901b-dc7dd2d06efd tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367501 Dec 22 15:52:25.236033 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d26a37a6-7666-4bbf-82cf-25f674f520c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:25.631275 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ddb09-fb68-4262-b269-8931b61a7c82 req-a0f6c527-4350-4135-a3f6-688f35f94a39 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:25.632621 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-529ddb09-fb68-4262-b269-8931b61a7c82 req-a0f6c527-4350-4135-a3f6-688f35f94a39 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0781393 Dec 22 15:52:25.679483 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-529ddb09-fb68-4262-b269-8931b61a7c82 req-ccf35a57-1b39-45d3-b8e9-2dcc26307fab tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411615 Dec 22 15:52:26.860211 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd203fea-a5de-4ddb-94c4-1a3a28e52f9e req-68faa0f3-c6da-40c9-999e-f65ccac61d4b tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:26.861643 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fd203fea-a5de-4ddb-94c4-1a3a28e52f9e req-68faa0f3-c6da-40c9-999e-f65ccac61d4b tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0797782 Dec 22 15:52:26.905392 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fd203fea-a5de-4ddb-94c4-1a3a28e52f9e req-17878d41-2a2f-4667-81a3-af822a7d4936 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380683 Dec 22 15:52:27.733282 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-89b26406-8717-42f7-8bbe-cc5337e3b924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:28.091143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5372e-e8ba-46a1-8c78-928964a32c2b req-fb9f6692-fddc-4d3c-b64f-f5ff51878f24 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:28.092596 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c5e5372e-e8ba-46a1-8c78-928964a32c2b req-fb9f6692-fddc-4d3c-b64f-f5ff51878f24 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0828757 Dec 22 15:52:28.137707 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c5e5372e-e8ba-46a1-8c78-928964a32c2b req-94913806-c429-4eea-a540-bbcb838857cc tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387020 Dec 22 15:52:29.036106 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:29.081724 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:29.320135 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90170207-5ea2-4209-a02e-86905fad48eb req-74a661d0-8c4e-4991-8b84-89e64ef72a0e tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:29.321542 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-90170207-5ea2-4209-a02e-86905fad48eb req-74a661d0-8c4e-4991-8b84-89e64ef72a0e tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0794549 Dec 22 15:52:29.371731 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-90170207-5ea2-4209-a02e-86905fad48eb req-7a9caafc-ddf5-47d6-bdc6-304e2a770654 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440578 Dec 22 15:52:30.663854 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9572f-57e9-4496-97dc-201226ae9732 req-a882d77e-6137-4464-ad53-6c097b687242 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:30.665310 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b0f9572f-57e9-4496-97dc-201226ae9732 req-a882d77e-6137-4464-ad53-6c097b687242 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.1865299 Dec 22 15:52:30.709111 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b0f9572f-57e9-4496-97dc-201226ae9732 req-c073783c-df5f-428c-9c8b-88bb761c85e7 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381322 Dec 22 15:52:30.990112 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:31.899956 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c66a65-7db6-4646-a949-5c8a895a9463 req-ce13181c-d393-4bb2-a137-37ee7c10eb74 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:31.901450 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-05c66a65-7db6-4646-a949-5c8a895a9463 req-ce13181c-d393-4bb2-a137-37ee7c10eb74 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0842011 Dec 22 15:52:31.959614 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-05c66a65-7db6-4646-a949-5c8a895a9463 req-985a79ae-382c-47cb-905a-2462b1df2315 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505686 Dec 22 15:52:33.145921 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe01ee-1d34-4509-b8f7-e8470812859d req-2b40a25c-a987-4b6f-bc7a-a58f200b70da tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:33.147427 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cebe01ee-1d34-4509-b8f7-e8470812859d req-2b40a25c-a987-4b6f-bc7a-a58f200b70da tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0823629 Dec 22 15:52:33.192105 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cebe01ee-1d34-4509-b8f7-e8470812859d req-5e1a11af-4e38-43b9-8b15-2b0ed97e6bed tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391064 Dec 22 15:52:34.388625 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183a275-4803-4b19-99cd-4e7ed7cddb85 req-c8d8282e-f99e-4d44-8589-aa33a44b1415 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:34.390117 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f183a275-4803-4b19-99cd-4e7ed7cddb85 req-c8d8282e-f99e-4d44-8589-aa33a44b1415 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0900359 Dec 22 15:52:34.434730 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f183a275-4803-4b19-99cd-4e7ed7cddb85 req-af39c1c6-2ee0-42bd-bdee-342c6b736ae6 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383384 Dec 22 15:52:35.638756 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57af4f9-852e-47f8-b9be-daf88dbd7ffd req-7c244b1d-2318-4949-a15b-c0ecbd1554bc tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:35.640123 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b57af4f9-852e-47f8-b9be-daf88dbd7ffd req-7c244b1d-2318-4949-a15b-c0ecbd1554bc tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0818768 Dec 22 15:52:35.683025 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b57af4f9-852e-47f8-b9be-daf88dbd7ffd req-54969374-b990-4c36-89e6-56771ea31e42 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373156 Dec 22 15:52:36.170726 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-99d876c7-d714-49a5-87cd-3e95ac615c37 service neutron] 10.222.0.57 "GET /v2.0/ports/6b5e3c13-129b-40fc-88ad-837c20a274af/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0805700 Dec 22 15:52:36.316580 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:36.822921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-fd9b3a35-5205-4f74-8e92-d739a38869c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:36.824408 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-fd9b3a35-5205-4f74-8e92-d739a38869c8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222&tenant_id=c43ebf0617b843bdb048a0de39e6abee HTTP/1.1" status: 200 len: 1098 time: 0.0736103 Dec 22 15:52:36.871649 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adcbba-d2b4-4320-88e8-6903a03947a1 req-f29c180a-7ce1-4d32-8335-31d4ffee4de1 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:36.873137 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f1adcbba-d2b4-4320-88e8-6903a03947a1 req-f29c180a-7ce1-4d32-8335-31d4ffee4de1 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0854084 Dec 22 15:52:36.918558 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f1adcbba-d2b4-4320-88e8-6903a03947a1 req-43d99285-5b08-4259-9c93-5fe893dd02af tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386622 Dec 22 15:52:36.924264 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-a0bfbfe0-93da-4f0e-b995-403abc62ef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:36.926297 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-a0bfbfe0-93da-4f0e-b995-403abc62ef7e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c43ebf0617b843bdb048a0de39e6abee&device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 1098 time: 0.0768321 Dec 22 15:52:37.058102 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-b004790e-4963-4ba6-9f7a-884388e823d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:37.059563 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-b004790e-4963-4ba6-9f7a-884388e823d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6068d69f-a1d8-43bc-9fe4-62c98673cd94 HTTP/1.1" status: 200 len: 915 time: 0.1274295 Dec 22 15:52:37.128032 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-1f259d61-ed2d-497a-89a2-136202c64a95 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b5e3c13-129b-40fc-88ad-837c20a274af HTTP/1.1" status: 200 len: 217 time: 0.0610516 Dec 22 15:52:37.193969 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-5bc8ed4e-c617-4ea6-8a8a-e94daff86133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:37.195458 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-5bc8ed4e-c617-4ea6-8a8a-e94daff86133 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=506fbfd1-5724-4779-8c9f-371bc3958444 HTTP/1.1" status: 200 len: 854 time: 0.0613577 Dec 22 15:52:37.241825 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-52b5796b-126c-44bb-ac3c-851dd304078d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6068d69f-a1d8-43bc-9fe4-62c98673cd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399787 Dec 22 15:52:37.379913 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-677eff8f-25a1-41a8-9aac-80ac67c1e8e6 service neutron] 10.222.0.57 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314900 Dec 22 15:52:37.512710 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8f403ec1-f8df-420c-b0c5-bd45a8e9e85c req-6e4fa0e6-2111-49d9-bf6c-9912ef7e893c service neutron] 10.222.0.57 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261864 Dec 22 15:52:38.106410 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274d5d2-9991-4a60-b627-a9b3669e5ccc req-17c180fc-7757-4cf1-a0f9-39fb5e640221 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:38.107883 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0274d5d2-9991-4a60-b627-a9b3669e5ccc req-17c180fc-7757-4cf1-a0f9-39fb5e640221 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0786529 Dec 22 15:52:38.156668 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0274d5d2-9991-4a60-b627-a9b3669e5ccc req-e0e47add-4815-4cfd-9352-4e5b4d110029 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425649 Dec 22 15:52:39.348843 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed48a89-8cd1-4741-88b5-462fbb1ec52b req-6d7d1eda-c4ba-4fe0-ae5f-e51e79317fe1 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:39.350219 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3ed48a89-8cd1-4741-88b5-462fbb1ec52b req-6d7d1eda-c4ba-4fe0-ae5f-e51e79317fe1 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0802953 Dec 22 15:52:39.395949 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3ed48a89-8cd1-4741-88b5-462fbb1ec52b req-211831b4-ec83-45aa-b94a-6708459b7bc7 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399103 Dec 22 15:52:39.857329 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 6b5e3c13-129b-40fc-88ad-837c20a274af details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:52:39.860637 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 6b5e3c13-129b-40fc-88ad-837c20a274af no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:52:40.078955 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:40.100109 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 6b5e3c13-129b-40fc-88ad-837c20a274af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b5e3c13-129b-40fc-88ad-837c20a274af,segment=NetworkSegment(40fbd686-269a-425f-bcd8-6a9b86695a99),segment_id=40fbd686-269a-425f-bcd8-6a9b86695a99)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:52:40.120137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '6b5e3c13-129b-40fc-88ad-837c20a274af', 'network_id': '6068d69f-a1d8-43bc-9fe4-62c98673cd94', 'port_id': '6b5e3c13-129b-40fc-88ad-837c20a274af', 'mac_address': 'fa:16:3e:a0:06:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506fbfd1-5724-4779-8c9f-371bc3958444', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:52:40.125238 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb78fa7-e871-41b5-9368-a32a776cb222', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b5e3c13-129b-40fc-88ad-837c20a274af'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:52:40.169373 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 6b5e3c13-129b-40fc-88ad-837c20a274af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b5e3c13-129b-40fc-88ad-837c20a274af,segment=NetworkSegment(40fbd686-269a-425f-bcd8-6a9b86695a99),segment_id=40fbd686-269a-425f-bcd8-6a9b86695a99)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:52:40.186587 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb78fa7-e871-41b5-9368-a32a776cb222', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b5e3c13-129b-40fc-88ad-837c20a274af', 'code': 200} Dec 22 15:52:40.191450 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:40.207869 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b5e3c13-129b-40fc-88ad-837c20a274af {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:52:40.248131 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:40.250094 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:52:40.367539 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:52:40.367899 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:52:40.372754 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=6b5e3c13-129b-40fc-88ad-837c20a274af,revision_number=6']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:52:40.376097 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:52:40.583586 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d7d8f-f1f8-4340-abb1-4a5bbffeddee req-4860f446-110b-43dd-9280-1717101be78c tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:40.585103 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-266d7d8f-f1f8-4340-abb1-4a5bbffeddee req-4860f446-110b-43dd-9280-1717101be78c tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 943 time: 0.0825655 Dec 22 15:52:40.639291 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-266d7d8f-f1f8-4340-abb1-4a5bbffeddee req-f89dc2da-0758-43e0-91b4-08bb2035bd6b tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453217 Dec 22 15:52:40.924768 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:40.941110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b5e3c13-129b-40fc-88ad-837c20a274af {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:52:40.958254 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 6b5e3c13-129b-40fc-88ad-837c20a274af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b5e3c13-129b-40fc-88ad-837c20a274af,segment=NetworkSegment(40fbd686-269a-425f-bcd8-6a9b86695a99),segment_id=40fbd686-269a-425f-bcd8-6a9b86695a99)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:52:41.030149 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:41.031973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:52:41.092328 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['6b5e3c13-129b-40fc-88ad-837c20a274af'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:52:41.147738 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=6b5e3c13-129b-40fc-88ad-837c20a274af,revision_number=7']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:52:41.152191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:52:41.826145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8ba24-8392-4989-9a26-b471a5ffdfa3 req-a8b510b5-3478-4831-ad8c-db15bde62edc tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:41.827613 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fab8ba24-8392-4989-9a26-b471a5ffdfa3 req-a8b510b5-3478-4831-ad8c-db15bde62edc tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 944 time: 0.0792603 Dec 22 15:52:41.873446 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fab8ba24-8392-4989-9a26-b471a5ffdfa3 req-dd8d19ee-5dd2-4b80-825f-f2dd54c14108 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401037 Dec 22 15:52:41.878304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 6b5e3c13-129b-40fc-88ad-837c20a274af up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:52:41.954261 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 6b5e3c13-129b-40fc-88ad-837c20a274af triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:52:41.954930 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:42.111257 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:42.143678 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 6b5e3c13-129b-40fc-88ad-837c20a274af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b5e3c13-129b-40fc-88ad-837c20a274af,segment=NetworkSegment(40fbd686-269a-425f-bcd8-6a9b86695a99),segment_id=40fbd686-269a-425f-bcd8-6a9b86695a99)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:52:42.183694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb78fa7-e871-41b5-9368-a32a776cb222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5e3c13-129b-40fc-88ad-837c20a274af'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:52:42.213007 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:42.214828 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:52:42.248857 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb78fa7-e871-41b5-9368-a32a776cb222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5e3c13-129b-40fc-88ad-837c20a274af', 'code': 200} Dec 22 15:52:42.287364 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=6b5e3c13-129b-40fc-88ad-837c20a274af,revision_number=8']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:52:42.290415 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:52:42.335788 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c726b6-a376-4668-839d-fe0150b9b1c1 req-2cb36f8e-bf3c-420e-a48c-6984414c661f tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:42.337546 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-61c726b6-a376-4668-839d-fe0150b9b1c1 req-2cb36f8e-bf3c-420e-a48c-6984414c661f tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0900357 Dec 22 15:52:42.386465 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-61c726b6-a376-4668-839d-fe0150b9b1c1 req-5938d677-a4e4-4edc-bd66-45ddf034e7bb tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395024 Dec 22 15:52:42.389252 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f073755-cf4e-4521-bbe9-b06ebd8f8c70 req-e4db2ca9-1326-4e5c-8ad5-240db24ff99e tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:42.389817 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-4f073755-cf4e-4521-bbe9-b06ebd8f8c70 req-e4db2ca9-1326-4e5c-8ad5-240db24ff99e tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Synchronizing usage tracker for tenant:c43ebf0617b843bdb048a0de39e6abee on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:52:42.452627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-4f073755-cf4e-4521-bbe9-b06ebd8f8c70 req-e4db2ca9-1326-4e5c-8ad5-240db24ff99e tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Unset dirty status for tenant:c43ebf0617b843bdb048a0de39e6abee on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:52:42.453747 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4f073755-cf4e-4521-bbe9-b06ebd8f8c70 req-e4db2ca9-1326-4e5c-8ad5-240db24ff99e tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222&tenant_id=c43ebf0617b843bdb048a0de39e6abee&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 945 time: 0.1477127 Dec 22 15:52:42.594267 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f073755-cf4e-4521-bbe9-b06ebd8f8c70 req-0a282d32-b963-4fc7-bfe0-faa7d0443723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:42.595730 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4f073755-cf4e-4521-bbe9-b06ebd8f8c70 req-0a282d32-b963-4fc7-bfe0-faa7d0443723 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c43ebf0617b843bdb048a0de39e6abee&device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 1098 time: 0.0741835 Dec 22 15:52:42.727936 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f073755-cf4e-4521-bbe9-b06ebd8f8c70 req-093af49d-65f0-4876-bf13-0d5e07bc458a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:42.729397 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4f073755-cf4e-4521-bbe9-b06ebd8f8c70 req-093af49d-65f0-4876-bf13-0d5e07bc458a service neutron] 10.222.0.57 "GET /v2.0/networks?id=6068d69f-a1d8-43bc-9fe4-62c98673cd94 HTTP/1.1" status: 200 len: 915 time: 0.1279647 Dec 22 15:52:42.802438 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4f073755-cf4e-4521-bbe9-b06ebd8f8c70 req-eba9fdb0-47cd-4da2-87c4-19e05cffa395 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b5e3c13-129b-40fc-88ad-837c20a274af HTTP/1.1" status: 200 len: 217 time: 0.0664418 Dec 22 15:52:42.974664 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f073755-cf4e-4521-bbe9-b06ebd8f8c70 req-d64f3d92-ccfa-43e9-899e-5fdb51caa534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:42.976116 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4f073755-cf4e-4521-bbe9-b06ebd8f8c70 req-d64f3d92-ccfa-43e9-899e-5fdb51caa534 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=506fbfd1-5724-4779-8c9f-371bc3958444 HTTP/1.1" status: 200 len: 854 time: 0.1683419 Dec 22 15:52:43.028788 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4f073755-cf4e-4521-bbe9-b06ebd8f8c70 req-7dba61a1-ee27-4d9f-bad3-c8a5f93577ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6068d69f-a1d8-43bc-9fe4-62c98673cd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460033 Dec 22 15:52:43.164473 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4f073755-cf4e-4521-bbe9-b06ebd8f8c70 req-ce45d905-48d6-457d-886c-a4c57efa6c8a service neutron] 10.222.0.57 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283309 Dec 22 15:52:43.298461 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4f073755-cf4e-4521-bbe9-b06ebd8f8c70 req-dbe38837-a6d6-418e-9b9f-133fd36a458a service neutron] 10.222.0.57 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279805 Dec 22 15:52:43.572842 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3334e-18ca-4828-90a1-810975b780cf req-3d72ec04-67b5-4258-9f23-deb12b14b3b8 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:43.574260 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4ea3334e-18ca-4828-90a1-810975b780cf req-3d72ec04-67b5-4258-9f23-deb12b14b3b8 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0808647 Dec 22 15:52:43.622474 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4ea3334e-18ca-4828-90a1-810975b780cf req-656c566f-da77-4b62-9212-e4ffd2a69ff8 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422637 Dec 22 15:52:44.811959 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4036e-fa7b-4d4a-a1c8-e6963c0cbd12 req-130c63d5-3801-4ad6-817a-50842349d018 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:44.813411 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b0d4036e-fa7b-4d4a-a1c8-e6963c0cbd12 req-130c63d5-3801-4ad6-817a-50842349d018 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0799792 Dec 22 15:52:44.858878 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b0d4036e-fa7b-4d4a-a1c8-e6963c0cbd12 req-ab894895-7ace-4146-8170-c3b9740b90c7 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392530 Dec 22 15:52:45.046918 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1904fc-5983-4d48-a6df-acf055e0369c req-bd5140b6-a536-4fcd-9b6e-bdb2776c6cd7 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:45.048369 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6c1904fc-5983-4d48-a6df-acf055e0369c req-bd5140b6-a536-4fcd-9b6e-bdb2776c6cd7 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0830390 Dec 22 15:52:45.093457 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6c1904fc-5983-4d48-a6df-acf055e0369c req-c51f4700-cf61-419f-b93c-7634b96840ed tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394406 Dec 22 15:52:45.280238 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a01667-7b3f-464b-9902-35d9106c44c6 req-dd1b1716-e057-46be-b811-d8008f223d82 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:45.281593 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-56a01667-7b3f-464b-9902-35d9106c44c6 req-dd1b1716-e057-46be-b811-d8008f223d82 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0791473 Dec 22 15:52:45.326558 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-56a01667-7b3f-464b-9902-35d9106c44c6 req-ee766e27-54c6-44f2-9edc-d5b1dbf8b11d tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392230 Dec 22 15:52:46.086336 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-8c2a91f5-7b2e-4929-8f96-1d7210adc386 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:46.087716 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-8c2a91f5-7b2e-4929-8f96-1d7210adc386 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/networks?id=6068d69f-a1d8-43bc-9fe4-62c98673cd94 HTTP/1.1" status: 200 len: 814 time: 0.1488693 Dec 22 15:52:46.102903 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-e9bc713e-ca84-4848-89b6-8a8cc5486381 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/quotas/c43ebf0617b843bdb048a0de39e6abee HTTP/1.1" status: 200 len: 375 time: 0.0094833 Dec 22 15:52:46.189454 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-0b132af6-1ff6-4738-b094-a363f001e18b tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c43ebf0617b843bdb048a0de39e6abee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810916 Dec 22 15:52:46.436761 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-d5ca7627-6997-4175-905d-383bc0b8593d service neutron] 10.222.0.59 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404120 Dec 22 15:52:46.568338 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-690b3828-3999-4f89-b224-70fb9ba6495f service neutron] 10.222.0.59 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252348 Dec 22 15:52:46.856818 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9c923602-ab08-4d1c-b0bc-ee1edf37cae2 req-eb9ec78f-0b51-4618-a557-94da5639af58 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 210 time: 0.0450742 Dec 22 15:52:47.764155 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139eac8-573d-4c6d-b74d-ec5c4e4ed768 req-fba2f1ac-623c-4c55-be9b-3580d0b6f051 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:47.765718 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f139eac8-573d-4c6d-b74d-ec5c4e4ed768 req-fba2f1ac-623c-4c55-be9b-3580d0b6f051 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fb78fa7-e871-41b5-9368-a32a776cb222 HTTP/1.1" status: 200 len: 945 time: 0.0953562 Dec 22 15:52:47.837677 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-f139eac8-573d-4c6d-b74d-ec5c4e4ed768 req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Deleting port 6b5e3c13-129b-40fc-88ad-837c20a274af {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:52:47.838019 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f139eac8-573d-4c6d-b74d-ec5c4e4ed768 req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:48.028752 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ceeb980b-cc9f-4111-9040-d5d20bc3494a req-4733d0f9-8431-4469-8528-c4d9086b14e4 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 210 time: 0.0434330 Dec 22 15:52:48.097875 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-f139eac8-573d-4c6d-b74d-ec5c4e4ed768 req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] For port 6b5e3c13-129b-40fc-88ad-837c20a274af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b5e3c13-129b-40fc-88ad-837c20a274af,segment=NetworkSegment(40fbd686-269a-425f-bcd8-6a9b86695a99),segment_id=40fbd686-269a-425f-bcd8-6a9b86695a99)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:52:48.098270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f139eac8-573d-4c6d-b74d-ec5c4e4ed768 req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:48.223350 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-f139eac8-573d-4c6d-b74d-ec5c4e4ed768 req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Calling delete_port for 6b5e3c13-129b-40fc-88ad-837c20a274af owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:52:48.428293 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f139eac8-573d-4c6d-b74d-ec5c4e4ed768 req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:48.434135 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-39de2ece-1926-4a61-b54c-77a3de28a25a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:52:48.482683 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Pushing event deleted for resources: {'Port': ['ID=6b5e3c13-129b-40fc-88ad-837c20a274af,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:52:48.519909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:48.520295 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:48.520671 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:48.521042 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:48.521408 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:48.521774 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:48.522136 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:48.522526 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:48.522889 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:48.523248 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:48.523608 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:48.523962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:52:48.530956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:52:48.564558 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f139eac8-573d-4c6d-b74d-ec5c4e4ed768 req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] No DVR routers for this DVR port 6b5e3c13-129b-40fc-88ad-837c20a274af on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:52:48.567469 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f139eac8-573d-4c6d-b74d-ec5c4e4ed768 req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:48.570003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb78fa7-e871-41b5-9368-a32a776cb222', 'name': 'network-vif-deleted', 'tag': '6b5e3c13-129b-40fc-88ad-837c20a274af'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:52:48.618192 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb78fa7-e871-41b5-9368-a32a776cb222', 'name': 'network-vif-deleted', 'tag': '6b5e3c13-129b-40fc-88ad-837c20a274af', 'status': 'completed', 'code': 200} Dec 22 15:52:48.636540 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f139eac8-573d-4c6d-b74d-ec5c4e4ed768 req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.57 "DELETE /v2.0/ports/6b5e3c13-129b-40fc-88ad-837c20a274af HTTP/1.1" status: 204 len: 173 time: 0.8647823 Dec 22 15:52:48.993614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-aa41fa89-9ab0-40c6-bedc-b92f5568231b tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:49.001399 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-aa41fa89-9ab0-40c6-bedc-b92f5568231b tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.57 "GET /v2.0/networks?id=6068d69f-a1d8-43bc-9fe4-62c98673cd94 HTTP/1.1" status: 200 len: 814 time: 0.1496134 Dec 22 15:52:49.007895 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-5cc575fb-25d2-4a30-b773-a061bc788fc0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Request body: {'port': {'device_id': '66fbb49a-51c0-48ed-abd3-da12fafa9a04', 'network_id': '6068d69f-a1d8-43bc-9fe4-62c98673cd94', 'admin_state_up': True, 'tenant_id': 'c43ebf0617b843bdb048a0de39e6abee'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:52:49.150859 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-5cc575fb-25d2-4a30-b773-a061bc788fc0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:52:49.155293 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-5cc575fb-25d2-4a30-b773-a061bc788fc0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Usage tracker for resource:port and tenant:c43ebf0617b843bdb048a0de39e6abee is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:52:49.158278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-5cc575fb-25d2-4a30-b773-a061bc788fc0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:52:49.164084 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-5cc575fb-25d2-4a30-b773-a061bc788fc0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:52:49.187831 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-46062da2-9a80-49d1-bfed-22013db99eda req-cb8dd3c7-ab83-4980-ab36-784bd534fa36 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 210 time: 0.0494747 Dec 22 15:52:49.229920 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-5cc575fb-25d2-4a30-b773-a061bc788fc0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Made reservation on behalf of c43ebf0617b843bdb048a0de39e6abee for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:52:49.233601 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-5cc575fb-25d2-4a30-b773-a061bc788fc0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:49.410474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-5cc575fb-25d2-4a30-b773-a061bc788fc0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Allocated IP 172.20.0.14 (6068d69f-a1d8-43bc-9fe4-62c98673cd94/506fbfd1-5724-4779-8c9f-371bc3958444/cb268641-9a80-4eb7-8ab0-e99aade5788d) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:52:49.613819 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-5cc575fb-25d2-4a30-b773-a061bc788fc0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:49.710420 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-5cc575fb-25d2-4a30-b773-a061bc788fc0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:49.715856 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dfa54ce7-ec60-49ce-8c70-c69146dfb6d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:52:49.785254 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-5cc575fb-25d2-4a30-b773-a061bc788fc0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Network 6068d69f-a1d8-43bc-9fe4-62c98673cd94 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:52:49.788343 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-5cc575fb-25d2-4a30-b773-a061bc788fc0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:52:49.792185 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-5cc575fb-25d2-4a30-b773-a061bc788fc0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:49.827020 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc575fb-25d2-4a30-b773-a061bc788fc0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Pushing event updated for resources: {'Port': ['ID=cb268641-9a80-4eb7-8ab0-e99aade5788d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:52:49.836160 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5cc575fb-25d2-4a30-b773-a061bc788fc0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:52:49.858242 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-5cc575fb-25d2-4a30-b773-a061bc788fc0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:49.858844 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-5cc575fb-25d2-4a30-b773-a061bc788fc0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:49.911210 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 6b5e3c13-129b-40fc-88ad-837c20a274af no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:52:49.939375 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-5cc575fb-25d2-4a30-b773-a061bc788fc0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9351485 Dec 22 15:52:49.945003 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 6b5e3c13-129b-40fc-88ad-837c20a274af {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:52:49.945361 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 6b5e3c13-129b-40fc-88ad-837c20a274af not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:52:49.950744 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Request body: {'port': {'device_id': '66fbb49a-51c0-48ed-abd3-da12fafa9a04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:52:50.067150 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:50.380874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c675081-24f9-43ac-902d-7e923f32f59e req-64e48b66-c86c-4467-93b0-5f3a28e9c933 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:50.382572 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2c675081-24f9-43ac-902d-7e923f32f59e req-64e48b66-c86c-4467-93b0-5f3a28e9c933 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 932 time: 0.0865648 Dec 22 15:52:50.429586 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2c675081-24f9-43ac-902d-7e923f32f59e req-4283e52b-e871-4f64-96c8-01af8b7b417d tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409353 Dec 22 15:52:50.530031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb268641-9a80-4eb7-8ab0-e99aade5788d {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:52:50.537771 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:50.551514 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Transition to ACTIVE for port object cb268641-9a80-4eb7-8ab0-e99aade5788d will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:52:50.618504 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:50.622543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3ebb3245-3bce-458e-bda2-5966a02e7a2f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:52:50.771974 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Pushing event updated for resources: {'Port': ['ID=cb268641-9a80-4eb7-8ab0-e99aade5788d,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:52:50.778987 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:52:50.851639 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Attempting to bind port cb268641-9a80-4eb7-8ab0-e99aade5788d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:52:50.851888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Attempting to bind port cb268641-9a80-4eb7-8ab0-e99aade5788d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40fbd686-269a-425f-bcd8-6a9b86695a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6068d69f-a1d8-43bc-9fe4-62c98673cd94'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:52:50.852215 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Attempting to bind port cb268641-9a80-4eb7-8ab0-e99aade5788d on network 6068d69f-a1d8-43bc-9fe4-62c98673cd94 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:52:50.856790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Port cb268641-9a80-4eb7-8ab0-e99aade5788d on network 6068d69f-a1d8-43bc-9fe4-62c98673cd94 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:52:50.857106 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Attempting to bind port cb268641-9a80-4eb7-8ab0-e99aade5788d on network 6068d69f-a1d8-43bc-9fe4-62c98673cd94 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:52:50.862010 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:52:50.862394 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Checking segment: {'id': '40fbd686-269a-425f-bcd8-6a9b86695a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6068d69f-a1d8-43bc-9fe4-62c98673cd94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:52:50.862775 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Bound using segment: {'id': '40fbd686-269a-425f-bcd8-6a9b86695a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6068d69f-a1d8-43bc-9fe4-62c98673cd94'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:52:50.863189 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Bound port: cb268641-9a80-4eb7-8ab0-e99aade5788d, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fbd686-269a-425f-bcd8-6a9b86695a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6068d69f-a1d8-43bc-9fe4-62c98673cd94'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:52:50.863534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:50.949063 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] For port cb268641-9a80-4eb7-8ab0-e99aade5788d, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:52:50.951886 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] For port cb268641-9a80-4eb7-8ab0-e99aade5788d, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=cb268641-9a80-4eb7-8ab0-e99aade5788d,segment=NetworkSegment(40fbd686-269a-425f-bcd8-6a9b86695a99),segment_id=40fbd686-269a-425f-bcd8-6a9b86695a99)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:52:51.005370 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:51.009216 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-36d4e32b-2d71-4a19-9e4e-bf683718e028 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:52:51.068511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:51.069126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:51.070490 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] 10.222.0.57 "PUT /v2.0/ports/cb268641-9a80-4eb7-8ab0-e99aade5788d HTTP/1.1" status: 200 len: 1094 time: 1.1239405 Dec 22 15:52:51.071000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fbb49a-51c0-48ed-abd3-da12fafa9a04', 'tag': 'cb268641-9a80-4eb7-8ab0-e99aade5788d'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:52:51.089590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Pushing event updated for resources: {'Port': ['ID=cb268641-9a80-4eb7-8ab0-e99aade5788d,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:52:51.092805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:52:51.117014 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fbb49a-51c0-48ed-abd3-da12fafa9a04', 'tag': 'cb268641-9a80-4eb7-8ab0-e99aade5788d', 'status': 'completed', 'code': 200} Dec 22 15:52:51.205780 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56196e12-ee61-4a50-a44d-2c6c1070f813 req-6b96d143-ab05-46b4-a1e3-76daafd39174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:51.208016 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56196e12-ee61-4a50-a44d-2c6c1070f813 req-6b96d143-ab05-46b4-a1e3-76daafd39174 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c43ebf0617b843bdb048a0de39e6abee&device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 1097 time: 0.0720634 Dec 22 15:52:51.346033 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56196e12-ee61-4a50-a44d-2c6c1070f813 req-f0e74123-7bf8-4fe1-807f-a6a6dcebaa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:51.348091 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56196e12-ee61-4a50-a44d-2c6c1070f813 req-f0e74123-7bf8-4fe1-807f-a6a6dcebaa3b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c43ebf0617b843bdb048a0de39e6abee&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1335304 Dec 22 15:52:51.484342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56196e12-ee61-4a50-a44d-2c6c1070f813 req-eb4baa08-fe85-4667-9956-91ebf492264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:51.485774 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56196e12-ee61-4a50-a44d-2c6c1070f813 req-eb4baa08-fe85-4667-9956-91ebf492264e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315868 Dec 22 15:52:51.588768 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-d825b7cd-0dcc-4eb2-926f-137a073c1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:51.590400 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-d825b7cd-0dcc-4eb2-926f-137a073c1a6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c43ebf0617b843bdb048a0de39e6abee&device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 1097 time: 0.0704184 Dec 22 15:52:51.620396 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471087d2-c781-47ee-8ec4-ba72d5bbc661 req-84803053-0869-40cb-98d4-5fa6c3e01e6b tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:51.621855 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-471087d2-c781-47ee-8ec4-ba72d5bbc661 req-84803053-0869-40cb-98d4-5fa6c3e01e6b tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 944 time: 0.0831411 Dec 22 15:52:51.661942 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-7c051175-2e96-402a-9972-d6d8a2c69ece service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb268641-9a80-4eb7-8ab0-e99aade5788d HTTP/1.1" status: 200 len: 217 time: 0.0642724 Dec 22 15:52:51.674102 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-471087d2-c781-47ee-8ec4-ba72d5bbc661 req-5c2438d7-1a3d-4c3e-bbce-457bf572852d tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463219 Dec 22 15:52:51.724786 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-2ef74644-8eb9-427b-88b5-78042bf72769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:51.726212 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-2ef74644-8eb9-427b-88b5-78042bf72769 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=506fbfd1-5724-4779-8c9f-371bc3958444 HTTP/1.1" status: 200 len: 854 time: 0.0581660 Dec 22 15:52:51.779417 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-97df1852-c42a-403a-9178-a30590abe988 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6068d69f-a1d8-43bc-9fe4-62c98673cd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459089 Dec 22 15:52:51.910752 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-aab5289c-f3fe-4f1a-afd0-9114acc31541 service neutron] 10.222.0.57 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244552 Dec 22 15:52:52.160637 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-98dd4aa2-b5b3-46a6-929e-8f8aa0c865f0 req-819a61ef-bc66-4997-a4b3-0c7172726125 service neutron] 10.222.0.57 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434773 Dec 22 15:52:52.861417 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602007df-25df-422a-824d-980c2a89ada2 req-11192043-aa1e-4b96-aa73-ee23968c8db7 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:52.862961 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-602007df-25df-422a-824d-980c2a89ada2 req-11192043-aa1e-4b96-aa73-ee23968c8db7 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 944 time: 0.0824380 Dec 22 15:52:52.908507 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-602007df-25df-422a-824d-980c2a89ada2 req-383ef850-66e8-447c-a108-0d89b9d4c099 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398393 Dec 22 15:52:53.911786 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device cb268641-9a80-4eb7-8ab0-e99aade5788d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:52:54.085907 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port cb268641-9a80-4eb7-8ab0-e99aade5788d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=cb268641-9a80-4eb7-8ab0-e99aade5788d,segment=NetworkSegment(40fbd686-269a-425f-bcd8-6a9b86695a99),segment_id=40fbd686-269a-425f-bcd8-6a9b86695a99)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:52:54.100606 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': 'cb268641-9a80-4eb7-8ab0-e99aade5788d', 'network_id': '6068d69f-a1d8-43bc-9fe4-62c98673cd94', 'port_id': 'cb268641-9a80-4eb7-8ab0-e99aade5788d', 'mac_address': 'fa:16:3e:b8:9b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506fbfd1-5724-4779-8c9f-371bc3958444', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:52:54.110769 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36c586-6e9b-4543-a810-f3d0dbc3f3f3 req-2121b9ed-dbf0-464b-8d47-854bb09d9d9b tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:54.112827 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bb36c586-6e9b-4543-a810-f3d0dbc3f3f3 req-2121b9ed-dbf0-464b-8d47-854bb09d9d9b tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 944 time: 0.0926220 Dec 22 15:52:54.158208 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bb36c586-6e9b-4543-a810-f3d0dbc3f3f3 req-3e0c96d9-c61d-4a9a-b1ed-a033cdd935f1 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392311 Dec 22 15:52:54.160534 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:54.178261 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb268641-9a80-4eb7-8ab0-e99aade5788d {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:52:54.193285 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port cb268641-9a80-4eb7-8ab0-e99aade5788d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=cb268641-9a80-4eb7-8ab0-e99aade5788d,segment=NetworkSegment(40fbd686-269a-425f-bcd8-6a9b86695a99),segment_id=40fbd686-269a-425f-bcd8-6a9b86695a99)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:52:54.240252 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:52:54.252809 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:54.255497 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:52:54.322172 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=cb268641-9a80-4eb7-8ab0-e99aade5788d,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:52:54.325328 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:52:54.536097 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['cb268641-9a80-4eb7-8ab0-e99aade5788d'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:52:55.211471 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c1e93e25-033c-4c47-9e88-ab19082a38dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:55.351339 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdc0f9-0b6b-4c0d-aa9e-c0331e0289a0 req-c4994a2a-b962-4414-abc5-3432c11aa3f8 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:55.352758 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-86fdc0f9-0b6b-4c0d-aa9e-c0331e0289a0 req-c4994a2a-b962-4414-abc5-3432c11aa3f8 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 945 time: 0.0835626 Dec 22 15:52:55.402622 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-86fdc0f9-0b6b-4c0d-aa9e-c0331e0289a0 req-e0ac28a8-5b91-44fe-bd73-bf4f6dfbca6b tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437775 Dec 22 15:52:55.919575 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device cb268641-9a80-4eb7-8ab0-e99aade5788d up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:52:56.064698 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port cb268641-9a80-4eb7-8ab0-e99aade5788d completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:52:56.070974 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port cb268641-9a80-4eb7-8ab0-e99aade5788d triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:52:56.071371 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:56.201094 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:56.229388 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fbb49a-51c0-48ed-abd3-da12fafa9a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb268641-9a80-4eb7-8ab0-e99aade5788d'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:52:56.239996 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port cb268641-9a80-4eb7-8ab0-e99aade5788d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=cb268641-9a80-4eb7-8ab0-e99aade5788d,segment=NetworkSegment(40fbd686-269a-425f-bcd8-6a9b86695a99),segment_id=40fbd686-269a-425f-bcd8-6a9b86695a99)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:52:56.273120 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fbb49a-51c0-48ed-abd3-da12fafa9a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb268641-9a80-4eb7-8ab0-e99aade5788d', 'code': 200} Dec 22 15:52:56.338837 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:56.340716 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:52:56.414827 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=cb268641-9a80-4eb7-8ab0-e99aade5788d,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:52:56.417841 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:52:56.599237 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c662b-ade6-41bd-9345-21508560afa3 req-1c7afb49-2b3f-4e34-b0fd-cb70939e1190 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:56.601496 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f70c662b-ade6-41bd-9345-21508560afa3 req-1c7afb49-2b3f-4e34-b0fd-cb70939e1190 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0818961 Dec 22 15:52:56.649090 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f70c662b-ade6-41bd-9345-21508560afa3 req-a5cb42a1-b4cf-43d4-83a8-3870e3e13972 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406165 Dec 22 15:52:56.685450 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da1064-c401-444e-b6b6-a0e6fa64fa33 req-048b4aaa-ea33-4318-ba63-433c809c0945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:56.691034 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-85da1064-c401-444e-b6b6-a0e6fa64fa33 req-048b4aaa-ea33-4318-ba63-433c809c0945 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 1099 time: 0.0711432 Dec 22 15:52:56.726802 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-85da1064-c401-444e-b6b6-a0e6fa64fa33 req-d095c409-0d0f-4d52-9b7a-72552328c11b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334837 Dec 22 15:52:57.727752 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-23e9e17f-de45-4ae5-932d-1edac4006dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:57.849136 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0817d5-3d33-4a49-a164-045ae2060a87 req-5c82ca3b-bdcc-43d0-8f06-26cf7cb140aa tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:57.850623 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9d0817d5-3d33-4a49-a164-045ae2060a87 req-5c82ca3b-bdcc-43d0-8f06-26cf7cb140aa tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0841498 Dec 22 15:52:57.896810 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9d0817d5-3d33-4a49-a164-045ae2060a87 req-f72231cd-3ee9-49f1-adc7-f0269a4c9397 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403736 Dec 22 15:52:59.041475 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:59.075626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:52:59.081878 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6938fbb-4b7c-4894-9795-a02b3b4d88f8 req-67003dc3-7d8d-458b-a9e8-1e8563335fc9 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:59.083369 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d6938fbb-4b7c-4894-9795-a02b3b4d88f8 req-67003dc3-7d8d-458b-a9e8-1e8563335fc9 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0803220 Dec 22 15:52:59.127608 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d6938fbb-4b7c-4894-9795-a02b3b4d88f8 req-15709e15-c62a-49ab-a8fa-ca21f6343c3b tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385618 Dec 22 15:52:59.313808 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8044781-0cc5-4a65-aa75-8595730d48dc req-159e43d1-65e0-40fe-88cb-5fde4ebec1ce tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:59.315224 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e8044781-0cc5-4a65-aa75-8595730d48dc req-159e43d1-65e0-40fe-88cb-5fde4ebec1ce tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0815923 Dec 22 15:52:59.359463 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e8044781-0cc5-4a65-aa75-8595730d48dc req-fb8c777e-82af-4039-9fa7-8061427f5d99 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379207 Dec 22 15:52:59.916199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7894f-93f1-4988-b82f-7d908fec53e2 req-da8eb5c2-8d59-4255-840e-2d187bfc50ed tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:52:59.917968 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cae7894f-93f1-4988-b82f-7d908fec53e2 req-da8eb5c2-8d59-4255-840e-2d187bfc50ed tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0928128 Dec 22 15:52:59.966847 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cae7894f-93f1-4988-b82f-7d908fec53e2 req-c7481b79-4131-4fc4-8781-b2ad5973b299 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430238 Dec 22 15:53:00.102872 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9a132db9-1297-403d-b461-3500cea04f1d req-2ecc1fec-ab33-443e-81d9-81ec1b5c3413 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0692534 Dec 22 15:53:01.011251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:01.163182 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d447c-1599-42e4-a850-e3f9133e2b79 req-bb7f42cd-2beb-49ca-a83b-e002a6a8e38e tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:01.164679 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4a4d447c-1599-42e4-a850-e3f9133e2b79 req-bb7f42cd-2beb-49ca-a83b-e002a6a8e38e tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0885913 Dec 22 15:53:01.213636 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4a4d447c-1599-42e4-a850-e3f9133e2b79 req-957c4e9c-66fe-4e65-93c9-0851bcd0dd45 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428493 Dec 22 15:53:02.279197 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a132db9-1297-403d-b461-3500cea04f1d req-cede58df-dd21-4a06-ae71-6897d2ed4279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:02.280829 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9a132db9-1297-403d-b461-3500cea04f1d req-cede58df-dd21-4a06-ae71-6897d2ed4279 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c43ebf0617b843bdb048a0de39e6abee&device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 1099 time: 0.0819983 Dec 22 15:53:02.404046 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0e00d-24ff-4865-88a9-06f9953634be req-e2c3ffea-d14c-4147-ab7b-4518f65b7e74 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:02.405537 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6ac0e00d-24ff-4865-88a9-06f9953634be req-e2c3ffea-d14c-4147-ab7b-4518f65b7e74 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0826840 Dec 22 15:53:02.417982 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a132db9-1297-403d-b461-3500cea04f1d req-4192eabe-e901-4229-902d-93430f3663fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:02.419492 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9a132db9-1297-403d-b461-3500cea04f1d req-4192eabe-e901-4229-902d-93430f3663fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=6068d69f-a1d8-43bc-9fe4-62c98673cd94 HTTP/1.1" status: 200 len: 915 time: 0.1321325 Dec 22 15:53:02.452185 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6ac0e00d-24ff-4865-88a9-06f9953634be req-4d540136-1169-44ca-b959-a9a24d16d38e tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400436 Dec 22 15:53:02.487073 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9a132db9-1297-403d-b461-3500cea04f1d req-030c69b9-5022-49da-a63e-59260b412c33 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb268641-9a80-4eb7-8ab0-e99aade5788d HTTP/1.1" status: 200 len: 217 time: 0.0606451 Dec 22 15:53:02.551409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a132db9-1297-403d-b461-3500cea04f1d req-8b9a74b0-7776-466e-bb3c-0ede0ff5d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:02.552747 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9a132db9-1297-403d-b461-3500cea04f1d req-8b9a74b0-7776-466e-bb3c-0ede0ff5d660 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=506fbfd1-5724-4779-8c9f-371bc3958444 HTTP/1.1" status: 200 len: 854 time: 0.0598328 Dec 22 15:53:02.598718 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9a132db9-1297-403d-b461-3500cea04f1d req-f21747e0-7108-48b6-8a14-9a2e3de784dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6068d69f-a1d8-43bc-9fe4-62c98673cd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398519 Dec 22 15:53:02.730887 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9a132db9-1297-403d-b461-3500cea04f1d req-fa8737d5-ff9c-431f-b2aa-e2efc11fdeeb service neutron] 10.222.0.57 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263773 Dec 22 15:53:02.869125 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9a132db9-1297-403d-b461-3500cea04f1d req-4da0ab13-06f1-4a3c-86ff-ef8f2ae18ec7 service neutron] 10.222.0.57 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312835 Dec 22 15:53:03.096214 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d661f7-49aa-406c-a49b-4899258db431 req-5949d7a3-d3e2-42ea-ba95-0708df7b39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:03.098544 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a5d661f7-49aa-406c-a49b-4899258db431 req-5949d7a3-d3e2-42ea-ba95-0708df7b39c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c43ebf0617b843bdb048a0de39e6abee&device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 1099 time: 0.0783496 Dec 22 15:53:03.245740 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d661f7-49aa-406c-a49b-4899258db431 req-5eda4b75-e719-4fbb-8e26-e39ef6af896c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:03.247215 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a5d661f7-49aa-406c-a49b-4899258db431 req-5eda4b75-e719-4fbb-8e26-e39ef6af896c service neutron] 10.222.0.57 "GET /v2.0/networks?id=6068d69f-a1d8-43bc-9fe4-62c98673cd94 HTTP/1.1" status: 200 len: 915 time: 0.1308019 Dec 22 15:53:03.316987 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a5d661f7-49aa-406c-a49b-4899258db431 req-75e6c943-227a-4984-9990-8b55c338c252 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb268641-9a80-4eb7-8ab0-e99aade5788d HTTP/1.1" status: 200 len: 217 time: 0.0633600 Dec 22 15:53:03.383986 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d661f7-49aa-406c-a49b-4899258db431 req-b1fa66d6-0b20-4d74-a671-9739b25f926f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:03.385421 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a5d661f7-49aa-406c-a49b-4899258db431 req-b1fa66d6-0b20-4d74-a671-9739b25f926f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=506fbfd1-5724-4779-8c9f-371bc3958444 HTTP/1.1" status: 200 len: 854 time: 0.0619764 Dec 22 15:53:03.432306 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a5d661f7-49aa-406c-a49b-4899258db431 req-a4641c07-7846-4f2a-a109-bea14ab94ce6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6068d69f-a1d8-43bc-9fe4-62c98673cd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399323 Dec 22 15:53:03.574195 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a5d661f7-49aa-406c-a49b-4899258db431 req-1e0c8186-8843-4426-9c72-a2668197ad07 service neutron] 10.222.0.57 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352143 Dec 22 15:53:03.651789 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d58dc-797f-4cf8-8c6e-50b792474f3d req-86dabf09-636b-4b55-867d-2a053e963a12 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:03.653354 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-567d58dc-797f-4cf8-8c6e-50b792474f3d req-86dabf09-636b-4b55-867d-2a053e963a12 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0903089 Dec 22 15:53:03.706574 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-567d58dc-797f-4cf8-8c6e-50b792474f3d req-15fc3ec3-f098-417c-93d2-126d494598cf tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459905 Dec 22 15:53:03.718198 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a5d661f7-49aa-406c-a49b-4899258db431 req-7cb7cf36-0ca4-4f6c-ba6e-a7452c74c0c2 service neutron] 10.222.0.57 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371038 Dec 22 15:53:04.893091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174797fa-da0a-4072-ad33-8346edc28298 req-50fa4e07-3b22-4bf6-88a4-97c20910213f tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:04.895092 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-174797fa-da0a-4072-ad33-8346edc28298 req-50fa4e07-3b22-4bf6-88a4-97c20910213f tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0813715 Dec 22 15:53:04.938914 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-174797fa-da0a-4072-ad33-8346edc28298 req-37e717f3-7fea-4bc1-a177-f6676a196503 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382521 Dec 22 15:53:06.242674 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff5b6d-5a12-4dd8-840f-5d39918c75b8 req-753ef49f-f960-4cad-9a61-2f9c7014c620 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:06.244072 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-adff5b6d-5a12-4dd8-840f-5d39918c75b8 req-753ef49f-f960-4cad-9a61-2f9c7014c620 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.2016277 Dec 22 15:53:06.247501 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:06.288722 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-adff5b6d-5a12-4dd8-840f-5d39918c75b8 req-8e9f291a-f215-4050-a886-fe4b42b0659c tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388448 Dec 22 15:53:07.469884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fdb27-3394-44ed-944e-a74877dcea45 req-11c92067-89d4-45cf-8b50-e4d7f4cbc3f0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:07.471362 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ac6fdb27-3394-44ed-944e-a74877dcea45 req-11c92067-89d4-45cf-8b50-e4d7f4cbc3f0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0788267 Dec 22 15:53:07.517084 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ac6fdb27-3394-44ed-944e-a74877dcea45 req-86264c70-ea67-49de-a3f4-51f529c4b199 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391359 Dec 22 15:53:08.702107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db39bb-df4a-4f4a-b880-15d2611f964c req-5975478e-fda8-478d-b6e5-f8fa07b039d0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:08.703587 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e0db39bb-df4a-4f4a-b880-15d2611f964c req-5975478e-fda8-478d-b6e5-f8fa07b039d0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0819354 Dec 22 15:53:08.748026 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e0db39bb-df4a-4f4a-b880-15d2611f964c req-d98d0124-78fe-4bf3-8001-c2f8c827ee7b tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383301 Dec 22 15:53:09.940573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a4793-f42a-42bf-9670-9c65b755611b req-fde1ff57-bba6-4954-94ea-a7e1b90f4b98 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:09.942026 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-769a4793-f42a-42bf-9670-9c65b755611b req-fde1ff57-bba6-4954-94ea-a7e1b90f4b98 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0890980 Dec 22 15:53:09.989140 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-769a4793-f42a-42bf-9670-9c65b755611b req-cca8b500-1d66-4eea-8e2e-d6a0227a93ae tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414970 Dec 22 15:53:11.181872 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8e324-7ec1-4df5-8ee3-d29fbf0d3663 req-f8549631-77fb-4aa8-b194-bfd4820f6728 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:11.184171 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d9d8e324-7ec1-4df5-8ee3-d29fbf0d3663 req-f8549631-77fb-4aa8-b194-bfd4820f6728 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0898633 Dec 22 15:53:11.240703 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d9d8e324-7ec1-4df5-8ee3-d29fbf0d3663 req-aa63fb51-8dfd-4a2b-a8a6-dff9650945b7 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474248 Dec 22 15:53:12.428199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f742db-3843-472b-85c3-9ee5569b25ee req-38421e63-63b3-4b73-a907-5eafea3936c7 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:12.430040 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e4f742db-3843-472b-85c3-9ee5569b25ee req-38421e63-63b3-4b73-a907-5eafea3936c7 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0837193 Dec 22 15:53:12.473107 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e4f742db-3843-472b-85c3-9ee5569b25ee req-92e74392-b67c-421b-a1ab-cb73225078b3 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373561 Dec 22 15:53:13.654971 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abf1b1-f473-448c-ab1c-c552a65d3514 req-0d988112-0621-4782-8c37-15a9de96d6d5 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:13.656350 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-24abf1b1-f473-448c-ab1c-c552a65d3514 req-0d988112-0621-4782-8c37-15a9de96d6d5 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0791819 Dec 22 15:53:13.700341 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-24abf1b1-f473-448c-ab1c-c552a65d3514 req-9cf4c1e0-93d5-4aea-9a63-bea9ad4b66eb tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383928 Dec 22 15:53:14.884627 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d5993-700c-4913-bde8-a4c3726e6aab req-a33f6afe-1279-44f5-aa1c-e546880bd311 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:14.886069 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9d9d5993-700c-4913-bde8-a4c3726e6aab req-a33f6afe-1279-44f5-aa1c-e546880bd311 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0825410 Dec 22 15:53:14.930892 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9d9d5993-700c-4913-bde8-a4c3726e6aab req-119e7ac0-6324-4473-a1f0-6343f45bf1d8 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390463 Dec 22 15:53:16.117675 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c955d-f1b9-4676-b5b4-234fc9bb783d req-d52d6b4a-e4af-44a7-a47b-83e09611ce80 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:16.119199 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ec9c955d-f1b9-4676-b5b4-234fc9bb783d req-d52d6b4a-e4af-44a7-a47b-83e09611ce80 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0805352 Dec 22 15:53:16.167502 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ec9c955d-f1b9-4676-b5b4-234fc9bb783d req-d6e96e57-fdc7-46ad-bd7f-3a7c2e053904 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424590 Dec 22 15:53:17.350707 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4aaa1-43da-44a5-9223-d1a91fa75e18 req-6e8a5b4c-a3b1-4624-a221-ebba321943d1 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:17.352069 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ecc4aaa1-43da-44a5-9223-d1a91fa75e18 req-6e8a5b4c-a3b1-4624-a221-ebba321943d1 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0789654 Dec 22 15:53:17.397426 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ecc4aaa1-43da-44a5-9223-d1a91fa75e18 req-0524a0e4-f5c6-40c4-9644-ba30c4b9bf2e tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395455 Dec 22 15:53:18.583586 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3ce82-d806-42f6-8c1d-aa42ecc6e4cd req-e88db15a-8495-4e79-a3b8-20b09fb83d39 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:18.585108 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-75a3ce82-d806-42f6-8c1d-aa42ecc6e4cd req-e88db15a-8495-4e79-a3b8-20b09fb83d39 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0807610 Dec 22 15:53:18.630998 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-75a3ce82-d806-42f6-8c1d-aa42ecc6e4cd req-a9cc0af7-2ba9-4b7f-8d81-f3da2bbf0585 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402915 Dec 22 15:53:19.814493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f55803-f7dd-4ae6-b9ad-d03120898c8b req-228a083f-c6d3-4ebb-aef2-55c431df0595 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:19.815962 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-12f55803-f7dd-4ae6-b9ad-d03120898c8b req-228a083f-c6d3-4ebb-aef2-55c431df0595 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0793293 Dec 22 15:53:19.858990 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-12f55803-f7dd-4ae6-b9ad-d03120898c8b req-4fa99d5c-113e-4b60-a823-f781dc75c781 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374203 Dec 22 15:53:21.058012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ee995-282f-42ec-875d-d9d286faa862 req-81138d7b-47ac-4c0f-9a4e-a9dffb334997 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:21.059482 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c98ee995-282f-42ec-875d-d9d286faa862 req-81138d7b-47ac-4c0f-9a4e-a9dffb334997 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0826685 Dec 22 15:53:21.104415 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c98ee995-282f-42ec-875d-d9d286faa862 req-cf6b95e5-d17d-445a-bf2b-df34c10c712e tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392249 Dec 22 15:53:22.290407 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99b2c2-d10f-44ba-b3b0-0e5deac46495 req-14c30625-0301-41eb-8f28-6ce85c496b38 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:22.291854 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ce99b2c2-d10f-44ba-b3b0-0e5deac46495 req-14c30625-0301-41eb-8f28-6ce85c496b38 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0807428 Dec 22 15:53:22.336717 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ce99b2c2-d10f-44ba-b3b0-0e5deac46495 req-2706c77e-ba44-430b-85dd-f06b696ef6b1 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392680 Dec 22 15:53:23.530154 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2e26c-5b92-4a3b-a653-a7775bd0f699 req-9e6c8f75-fb3c-4d76-9b63-9096a28567f2 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:23.531660 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-12e2e26c-5b92-4a3b-a653-a7775bd0f699 req-9e6c8f75-fb3c-4d76-9b63-9096a28567f2 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0856440 Dec 22 15:53:23.576400 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-12e2e26c-5b92-4a3b-a653-a7775bd0f699 req-84575fc6-1b7c-46b3-9f4b-00eb4562f4e0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388644 Dec 22 15:53:24.759384 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6921cfd-c53d-4c40-b9b2-0f56ffebaf97 req-4e397557-6754-48f3-81f8-50a386c68ea8 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:24.760827 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d6921cfd-c53d-4c40-b9b2-0f56ffebaf97 req-4e397557-6754-48f3-81f8-50a386c68ea8 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0793097 Dec 22 15:53:24.808536 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d6921cfd-c53d-4c40-b9b2-0f56ffebaf97 req-0eac5328-5402-4c1f-9821-8ed4cdacd40d tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417924 Dec 22 15:53:25.199120 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a9b2d4f-e691-4c0b-8999-f4fc381ab984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:26.002006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c8ef0-9a3a-4326-8efe-3d5e8107e9f2 req-0634d909-dd3d-44f7-9f25-cacfa8568add tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:26.004106 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-463c8ef0-9a3a-4326-8efe-3d5e8107e9f2 req-0634d909-dd3d-44f7-9f25-cacfa8568add tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0864279 Dec 22 15:53:26.051456 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-463c8ef0-9a3a-4326-8efe-3d5e8107e9f2 req-08f2bd49-5527-47ac-abb1-a9758f70d70d tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415988 Dec 22 15:53:27.246204 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833d0f4-a323-4ecd-9b83-934825e600b7 req-5bc94152-b7e2-47bc-89d7-ce65aaaae00c tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:27.247694 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1833d0f4-a323-4ecd-9b83-934825e600b7 req-5bc94152-b7e2-47bc-89d7-ce65aaaae00c tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0859742 Dec 22 15:53:27.292526 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1833d0f4-a323-4ecd-9b83-934825e600b7 req-62b5c2ae-77c8-4bd6-a1ca-4f6ca662f668 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380967 Dec 22 15:53:27.722102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e99a90d0-6f02-4296-a765-28bdda668c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:28.492132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8440e-655a-4a29-b986-c66edd5084bc req-62a9c76a-2bf1-4b5e-9f16-0579a6e9b297 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:28.493796 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8b8440e-655a-4a29-b986-c66edd5084bc req-62a9c76a-2bf1-4b5e-9f16-0579a6e9b297 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0845680 Dec 22 15:53:28.542575 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8b8440e-655a-4a29-b986-c66edd5084bc req-60bad3cf-1daa-4a27-bcea-d04a6673fcb1 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423932 Dec 22 15:53:29.064272 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:29.093218 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:29.729243 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481d9de-ea54-4977-9ec3-a0c55510a60a req-fe832a20-b9d5-4b6d-8111-820e779a3b04 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:29.730714 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1481d9de-ea54-4977-9ec3-a0c55510a60a req-fe832a20-b9d5-4b6d-8111-820e779a3b04 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0832007 Dec 22 15:53:29.778028 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1481d9de-ea54-4977-9ec3-a0c55510a60a req-9b771fd1-da96-4a76-96ff-ede23b952aed tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414867 Dec 22 15:53:29.949079 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9a132db9-1297-403d-b461-3500cea04f1d req-e58dd89c-acf4-4486-8dcf-9e5f9948fcf1 service neutron] 10.222.0.57 "GET /v2.0/ports/cb268641-9a80-4eb7-8ab0-e99aade5788d/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0794861 Dec 22 15:53:30.803055 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a132db9-1297-403d-b461-3500cea04f1d req-4a75fe84-5d86-45a3-99f1-60a2e786a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:30.804563 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9a132db9-1297-403d-b461-3500cea04f1d req-4a75fe84-5d86-45a3-99f1-60a2e786a5ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04&tenant_id=c43ebf0617b843bdb048a0de39e6abee HTTP/1.1" status: 200 len: 1099 time: 0.1947429 Dec 22 15:53:30.898425 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a132db9-1297-403d-b461-3500cea04f1d req-1010eb09-8f2e-4a4c-89fd-9342adfde151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:30.909429 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9a132db9-1297-403d-b461-3500cea04f1d req-1010eb09-8f2e-4a4c-89fd-9342adfde151 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c43ebf0617b843bdb048a0de39e6abee&device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 1099 time: 0.0744452 Dec 22 15:53:30.972393 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22609c-cf6e-45e7-bb10-9e485c957f9a req-fd68552d-80c0-4c4f-ad74-c5726f311493 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:30.973927 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3c22609c-cf6e-45e7-bb10-9e485c957f9a req-fd68552d-80c0-4c4f-ad74-c5726f311493 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0864432 Dec 22 15:53:30.996203 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:31.024631 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3c22609c-cf6e-45e7-bb10-9e485c957f9a req-81e5b715-9f4f-4e97-8722-841727e0056b tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445757 Dec 22 15:53:31.123805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a132db9-1297-403d-b461-3500cea04f1d req-c059acc8-2af8-47d5-9312-4a21bc026b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:31.126313 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9a132db9-1297-403d-b461-3500cea04f1d req-c059acc8-2af8-47d5-9312-4a21bc026b6a service neutron] 10.222.0.57 "GET /v2.0/networks?id=6068d69f-a1d8-43bc-9fe4-62c98673cd94 HTTP/1.1" status: 200 len: 915 time: 0.2191136 Dec 22 15:53:31.194013 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9a132db9-1297-403d-b461-3500cea04f1d req-bb674cc8-0acf-4400-b31b-010adfdcb1a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb268641-9a80-4eb7-8ab0-e99aade5788d HTTP/1.1" status: 200 len: 217 time: 0.0616367 Dec 22 15:53:31.239148 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:53:31.260090 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a132db9-1297-403d-b461-3500cea04f1d req-113a7101-3466-49d3-ae67-25bc08a92eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:31.261550 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9a132db9-1297-403d-b461-3500cea04f1d req-113a7101-3466-49d3-ae67-25bc08a92eab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=506fbfd1-5724-4779-8c9f-371bc3958444 HTTP/1.1" status: 200 len: 854 time: 0.0616479 Dec 22 15:53:31.309985 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9a132db9-1297-403d-b461-3500cea04f1d req-9a8a741c-6f01-4268-bfd3-042da17b62f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6068d69f-a1d8-43bc-9fe4-62c98673cd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405865 Dec 22 15:53:31.447868 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9a132db9-1297-403d-b461-3500cea04f1d req-2ff0da15-e909-4083-9c0c-979e58e9f921 service neutron] 10.222.0.57 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304729 Dec 22 15:53:31.579263 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9a132db9-1297-403d-b461-3500cea04f1d req-73c3058d-cded-420f-ab5c-92352af1b678 service neutron] 10.222.0.57 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244311 Dec 22 15:53:32.333990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280f39f-7910-431e-8b6e-b4d4c3498982 req-26a4442d-4a51-4551-9b43-fe83204cd0f4 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:32.336518 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1280f39f-7910-431e-8b6e-b4d4c3498982 req-26a4442d-4a51-4551-9b43-fe83204cd0f4 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.2011673 Dec 22 15:53:32.384305 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1280f39f-7910-431e-8b6e-b4d4c3498982 req-071e7308-2ef1-42c5-a790-ef88adfe577b tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430000 Dec 22 15:53:33.578619 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1435603-1b21-47ae-8d9e-9e78e65d0184 req-77bfdbeb-ed76-4ae0-b7f2-82f59d95ded1 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:33.580114 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d1435603-1b21-47ae-8d9e-9e78e65d0184 req-77bfdbeb-ed76-4ae0-b7f2-82f59d95ded1 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0858779 Dec 22 15:53:33.626643 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d1435603-1b21-47ae-8d9e-9e78e65d0184 req-309c12dc-acad-4393-a2a1-5022951638e5 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401232 Dec 22 15:53:34.101380 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device cb268641-9a80-4eb7-8ab0-e99aade5788d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:53:34.104456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device cb268641-9a80-4eb7-8ab0-e99aade5788d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:53:34.326271 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:34.358090 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port cb268641-9a80-4eb7-8ab0-e99aade5788d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=cb268641-9a80-4eb7-8ab0-e99aade5788d,segment=NetworkSegment(40fbd686-269a-425f-bcd8-6a9b86695a99),segment_id=40fbd686-269a-425f-bcd8-6a9b86695a99)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:53:34.381641 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fbb49a-51c0-48ed-abd3-da12fafa9a04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb268641-9a80-4eb7-8ab0-e99aade5788d'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:53:34.390444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': 'cb268641-9a80-4eb7-8ab0-e99aade5788d', 'network_id': '6068d69f-a1d8-43bc-9fe4-62c98673cd94', 'port_id': 'cb268641-9a80-4eb7-8ab0-e99aade5788d', 'mac_address': 'fa:16:3e:b8:9b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506fbfd1-5724-4779-8c9f-371bc3958444', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:53:34.394918 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port cb268641-9a80-4eb7-8ab0-e99aade5788d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=cb268641-9a80-4eb7-8ab0-e99aade5788d,segment=NetworkSegment(40fbd686-269a-425f-bcd8-6a9b86695a99),segment_id=40fbd686-269a-425f-bcd8-6a9b86695a99)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:53:34.447892 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fbb49a-51c0-48ed-abd3-da12fafa9a04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb268641-9a80-4eb7-8ab0-e99aade5788d', 'code': 200} Dec 22 15:53:34.461399 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:34.486188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb268641-9a80-4eb7-8ab0-e99aade5788d {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:53:34.510922 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:34.514116 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:34.622521 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:53:34.622810 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:53:34.627231 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=cb268641-9a80-4eb7-8ab0-e99aade5788d,revision_number=6']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:34.634922 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:34.635278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:34.635621 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:34.635956 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:34.636286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:34.636618 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:34.636950 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:34.637273 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:34.637763 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:34.637968 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:34.638823 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:34.639162 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:34.643520 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:34.811103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b873a07-a224-445f-b61d-389c4734e3a0 req-a21a84bd-8dca-4fb3-8616-ecea7ba0a9c4 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:34.812555 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3b873a07-a224-445f-b61d-389c4734e3a0 req-a21a84bd-8dca-4fb3-8616-ecea7ba0a9c4 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 944 time: 0.0791256 Dec 22 15:53:34.856707 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3b873a07-a224-445f-b61d-389c4734e3a0 req-8b893c55-9eac-4114-b280-86818abb2cc9 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384619 Dec 22 15:53:35.182075 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:35.199949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb268641-9a80-4eb7-8ab0-e99aade5788d {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:53:35.216132 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port cb268641-9a80-4eb7-8ab0-e99aade5788d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=cb268641-9a80-4eb7-8ab0-e99aade5788d,segment=NetworkSegment(40fbd686-269a-425f-bcd8-6a9b86695a99),segment_id=40fbd686-269a-425f-bcd8-6a9b86695a99)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:53:35.279285 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:35.281179 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3ba624c1-d669-41a2-8143-58cd8186db46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:35.342475 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e28a7-cc2b-4108-a898-73068180ab62 req-e0acb991-b3f9-4b3e-b592-28d8581e2103 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:35.344263 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-678e28a7-cc2b-4108-a898-73068180ab62 req-e0acb991-b3f9-4b3e-b592-28d8581e2103 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 945 time: 0.0945430 Dec 22 15:53:35.350135 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['cb268641-9a80-4eb7-8ab0-e99aade5788d'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:53:35.396332 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-678e28a7-cc2b-4108-a898-73068180ab62 req-e834fe33-dc75-488d-98e8-c955a841dcdc tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451353 Dec 22 15:53:35.432179 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882da05-3dd5-4f46-bdde-20ef182285ac req-815ccc8f-4e9f-475e-b67c-6519f685dca2 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:35.432966 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c882da05-3dd5-4f46-bdde-20ef182285ac req-815ccc8f-4e9f-475e-b67c-6519f685dca2 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Synchronizing usage tracker for tenant:c43ebf0617b843bdb048a0de39e6abee on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:53:35.445732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=cb268641-9a80-4eb7-8ab0-e99aade5788d,revision_number=7']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:35.450866 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:35.504691 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c882da05-3dd5-4f46-bdde-20ef182285ac req-815ccc8f-4e9f-475e-b67c-6519f685dca2 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Unset dirty status for tenant:c43ebf0617b843bdb048a0de39e6abee on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:53:35.505840 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c882da05-3dd5-4f46-bdde-20ef182285ac req-815ccc8f-4e9f-475e-b67c-6519f685dca2 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.57 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04&tenant_id=c43ebf0617b843bdb048a0de39e6abee&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 945 time: 0.1839728 Dec 22 15:53:35.647289 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882da05-3dd5-4f46-bdde-20ef182285ac req-6cc1fa3f-9ab7-4bd4-9bcf-751271696ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:35.648760 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c882da05-3dd5-4f46-bdde-20ef182285ac req-6cc1fa3f-9ab7-4bd4-9bcf-751271696ab2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c43ebf0617b843bdb048a0de39e6abee&device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 1098 time: 0.0733666 Dec 22 15:53:35.780807 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882da05-3dd5-4f46-bdde-20ef182285ac req-b6a2a713-7cce-47c2-ab89-9225441341a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:35.782168 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c882da05-3dd5-4f46-bdde-20ef182285ac req-b6a2a713-7cce-47c2-ab89-9225441341a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6068d69f-a1d8-43bc-9fe4-62c98673cd94 HTTP/1.1" status: 200 len: 915 time: 0.1271999 Dec 22 15:53:35.853691 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c882da05-3dd5-4f46-bdde-20ef182285ac req-f3bed85b-f561-453c-9e57-b60a0ed09a3d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb268641-9a80-4eb7-8ab0-e99aade5788d HTTP/1.1" status: 200 len: 217 time: 0.0646329 Dec 22 15:53:35.917936 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882da05-3dd5-4f46-bdde-20ef182285ac req-ca4d910e-cfb2-462c-acb4-d16bde7cb13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:35.919437 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c882da05-3dd5-4f46-bdde-20ef182285ac req-ca4d910e-cfb2-462c-acb4-d16bde7cb13f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=506fbfd1-5724-4779-8c9f-371bc3958444 HTTP/1.1" status: 200 len: 854 time: 0.0602508 Dec 22 15:53:35.970655 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c882da05-3dd5-4f46-bdde-20ef182285ac req-644efeff-1e9a-41de-9d75-08f6d73b2023 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6068d69f-a1d8-43bc-9fe4-62c98673cd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444143 Dec 22 15:53:36.102409 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c882da05-3dd5-4f46-bdde-20ef182285ac req-8d4e7e1e-7b0e-4307-a480-cea4b7eb76fe service neutron] 10.222.0.57 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255558 Dec 22 15:53:36.113453 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device cb268641-9a80-4eb7-8ab0-e99aade5788d up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:53:36.202332 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port cb268641-9a80-4eb7-8ab0-e99aade5788d triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:53:36.210117 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:36.243085 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c882da05-3dd5-4f46-bdde-20ef182285ac req-c3490e06-646e-4af0-95ad-c1542ca2a0ff service neutron] 10.222.0.57 "GET /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344733 Dec 22 15:53:36.295627 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:36.323799 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:36.364949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port cb268641-9a80-4eb7-8ab0-e99aade5788d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=cb268641-9a80-4eb7-8ab0-e99aade5788d,segment=NetworkSegment(40fbd686-269a-425f-bcd8-6a9b86695a99),segment_id=40fbd686-269a-425f-bcd8-6a9b86695a99)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:53:36.442593 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:36.444511 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-045d2808-21b4-454e-9ffb-3147abe28d32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:36.480104 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fbb49a-51c0-48ed-abd3-da12fafa9a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb268641-9a80-4eb7-8ab0-e99aade5788d'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:53:36.521843 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=cb268641-9a80-4eb7-8ab0-e99aade5788d,revision_number=8']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:36.525017 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:36.555451 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fbb49a-51c0-48ed-abd3-da12fafa9a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb268641-9a80-4eb7-8ab0-e99aade5788d', 'code': 200} Dec 22 15:53:36.602583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77136d56-0a5c-4703-aa32-273f29bfeb5c req-e5f148c0-5001-41eb-9f15-6ad72bdef194 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:36.604074 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-77136d56-0a5c-4703-aa32-273f29bfeb5c req-e5f148c0-5001-41eb-9f15-6ad72bdef194 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0878224 Dec 22 15:53:36.653725 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-77136d56-0a5c-4703-aa32-273f29bfeb5c req-b00e3259-32e6-473d-8a7a-a2c43131c667 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439487 Dec 22 15:53:37.845196 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7621084-1c10-4582-9dc8-2f1c700f53bd req-cb7b79ac-136f-4cf4-bb24-8a0b4e29073f tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:37.847244 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b7621084-1c10-4582-9dc8-2f1c700f53bd req-cb7b79ac-136f-4cf4-bb24-8a0b4e29073f tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0867269 Dec 22 15:53:37.889252 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b7621084-1c10-4582-9dc8-2f1c700f53bd req-7a8560d8-0236-4c13-85c6-c5505ab23a8c tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364511 Dec 22 15:53:38.071754 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8d519-cebf-4451-b61a-ad0bdb634e71 req-694bfc1f-e401-4c13-8993-5f1adedb44d0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:38.073147 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-09b8d519-cebf-4451-b61a-ad0bdb634e71 req-694bfc1f-e401-4c13-8993-5f1adedb44d0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0820637 Dec 22 15:53:38.120746 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-09b8d519-cebf-4451-b61a-ad0bdb634e71 req-3bfd9787-1059-4a0e-9943-71610fb36098 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418863 Dec 22 15:53:38.303192 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d85633-e7a5-415e-afa7-d7abeba0606d req-9814e759-d99a-4b9f-ad69-9e6200f79742 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:38.304674 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-19d85633-e7a5-415e-afa7-d7abeba0606d req-9814e759-d99a-4b9f-ad69-9e6200f79742 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0805891 Dec 22 15:53:38.348590 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-19d85633-e7a5-415e-afa7-d7abeba0606d req-49bbf5c6-02c4-41bb-9dc2-05738a4a116d tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382154 Dec 22 15:53:39.312534 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63167f36-69e2-4613-bfbf-4a0ad7e8b55d req-114748f8-f484-44d5-9ba3-fedd43e5cfb1 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:39.313891 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-63167f36-69e2-4613-bfbf-4a0ad7e8b55d req-114748f8-f484-44d5-9ba3-fedd43e5cfb1 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0887384 Dec 22 15:53:39.357471 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-63167f36-69e2-4613-bfbf-4a0ad7e8b55d req-1c51fc46-8376-4696-a423-067f4c47301b tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372570 Dec 22 15:53:40.559011 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22c642-53dd-4ce5-a4f5-49e98b01ec76 req-c373650c-687b-47b4-b6bb-3ba318da0415 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:40.560594 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-aa22c642-53dd-4ce5-a4f5-49e98b01ec76 req-c373650c-687b-47b4-b6bb-3ba318da0415 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0846977 Dec 22 15:53:40.611924 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-aa22c642-53dd-4ce5-a4f5-49e98b01ec76 req-e61ce6fc-31e5-4902-a410-6370a0bed910 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438268 Dec 22 15:53:41.178798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a009cc-ee46-4ac8-8f7c-77e581e9d1a8 req-94aa40e9-b177-4c80-a470-1c561fddcd4a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:41.180224 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-95a009cc-ee46-4ac8-8f7c-77e581e9d1a8 req-94aa40e9-b177-4c80-a470-1c561fddcd4a tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.57 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.1946201 Dec 22 15:53:41.249912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-95a009cc-ee46-4ac8-8f7c-77e581e9d1a8 req-bfb3044c-6a7c-4ae7-9144-5ac3cacfe475 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Deleting port cb268641-9a80-4eb7-8ab0-e99aade5788d {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:53:41.250265 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-95a009cc-ee46-4ac8-8f7c-77e581e9d1a8 req-bfb3044c-6a7c-4ae7-9144-5ac3cacfe475 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:41.517286 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-95a009cc-ee46-4ac8-8f7c-77e581e9d1a8 req-bfb3044c-6a7c-4ae7-9144-5ac3cacfe475 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] For port cb268641-9a80-4eb7-8ab0-e99aade5788d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=cb268641-9a80-4eb7-8ab0-e99aade5788d,segment=NetworkSegment(40fbd686-269a-425f-bcd8-6a9b86695a99),segment_id=40fbd686-269a-425f-bcd8-6a9b86695a99)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:53:41.517655 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-95a009cc-ee46-4ac8-8f7c-77e581e9d1a8 req-bfb3044c-6a7c-4ae7-9144-5ac3cacfe475 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:41.645510 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-95a009cc-ee46-4ac8-8f7c-77e581e9d1a8 req-bfb3044c-6a7c-4ae7-9144-5ac3cacfe475 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Calling delete_port for cb268641-9a80-4eb7-8ab0-e99aade5788d owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:53:41.811204 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f491d3-0a6e-40df-a124-e41a17bdd36a req-c9f38ce2-f3fe-473a-a716-6213c849617e tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:41.812657 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-38f491d3-0a6e-40df-a124-e41a17bdd36a req-c9f38ce2-f3fe-473a-a716-6213c849617e tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 946 time: 0.0898793 Dec 22 15:53:41.859861 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-38f491d3-0a6e-40df-a124-e41a17bdd36a req-70bbfd40-14ca-49a8-9cfa-83c077d8ddf5 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04ca837-c671-4e20-9ae9-2e83631e49c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408683 Dec 22 15:53:41.884480 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-95a009cc-ee46-4ac8-8f7c-77e581e9d1a8 req-bfb3044c-6a7c-4ae7-9144-5ac3cacfe475 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:41.890294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:41.900124 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['cb268641-9a80-4eb7-8ab0-e99aade5788d'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:53:41.942592 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3044c-6a7c-4ae7-9144-5ac3cacfe475 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Pushing event deleted for resources: {'Port': ['ID=cb268641-9a80-4eb7-8ab0-e99aade5788d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:41.945671 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bfb3044c-6a7c-4ae7-9144-5ac3cacfe475 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:42.015442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a009cc-ee46-4ac8-8f7c-77e581e9d1a8 req-bfb3044c-6a7c-4ae7-9144-5ac3cacfe475 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] No DVR routers for this DVR port cb268641-9a80-4eb7-8ab0-e99aade5788d on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:53:42.017956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-95a009cc-ee46-4ac8-8f7c-77e581e9d1a8 req-bfb3044c-6a7c-4ae7-9144-5ac3cacfe475 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:42.020614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fbb49a-51c0-48ed-abd3-da12fafa9a04', 'name': 'network-vif-deleted', 'tag': 'cb268641-9a80-4eb7-8ab0-e99aade5788d'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:53:42.063577 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fbb49a-51c0-48ed-abd3-da12fafa9a04', 'name': 'network-vif-deleted', 'tag': 'cb268641-9a80-4eb7-8ab0-e99aade5788d', 'status': 'completed', 'code': 200} Dec 22 15:53:42.100019 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-95a009cc-ee46-4ac8-8f7c-77e581e9d1a8 req-bfb3044c-6a7c-4ae7-9144-5ac3cacfe475 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.57 "DELETE /v2.0/ports/cb268641-9a80-4eb7-8ab0-e99aade5788d HTTP/1.1" status: 204 len: 173 time: 0.9145217 Dec 22 15:53:43.023852 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-13b747d6-649d-4388-a908-842195e1f680 req-f53baffb-a25a-40e4-9d3c-c1f7b25494d5 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fbb49a-51c0-48ed-abd3-da12fafa9a04 HTTP/1.1" status: 200 len: 210 time: 0.0441639 Dec 22 15:53:44.264429 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 42628) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:44.337278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fde8303-63ce-4f3e-8c21-49ee9d3c7f94 admin admin] Deleting subnet 506fbfd1-5724-4779-8c9f-371bc3958444 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:53:44.340372 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fde8303-63ce-4f3e-8c21-49ee9d3c7f94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:44.391316 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fde8303-63ce-4f3e-8c21-49ee9d3c7f94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:44.447464 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fde8303-63ce-4f3e-8c21-49ee9d3c7f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:44.576849 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fde8303-63ce-4f3e-8c21-49ee9d3c7f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:44.581783 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9633b65f-49b6-4426-b93a-35d41c25e4a9 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:44.631840 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fde8303-63ce-4f3e-8c21-49ee9d3c7f94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:44.631840 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde8303-63ce-4f3e-8c21-49ee9d3c7f94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=506fbfd1-5724-4779-8c9f-371bc3958444,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:44.632503 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0fde8303-63ce-4f3e-8c21-49ee9d3c7f94 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/506fbfd1-5724-4779-8c9f-371bc3958444 HTTP/1.1" status: 204 len: 168 time: 0.3664405 Dec 22 15:53:44.633013 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0fde8303-63ce-4f3e-8c21-49ee9d3c7f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:44.634577 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 42632) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:44.741814 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:44.864210 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:44.894093 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6068d69f-a1d8-43bc-9fe4-62c98673cd94']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:53:44.905735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40fbd686-269a-425f-bcd8-6a9b86695a99') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:53:44.906034 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40fbd686-269a-425f-bcd8-6a9b86695a99') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:53:44.917104 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:44.932768 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:44.941257 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 15:53:44.946208 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:53:44.955052 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:53:45.110332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:45.114293 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a1bd652f-bbe6-42ba-b498-a6806e376d18 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:45.128031 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:45.138396 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Pushing event deleted for resources: {'Network': ['ID=6068d69f-a1d8-43bc-9fe4-62c98673cd94,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:45.148405 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:45.148643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:45.149026 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:45.149403 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:45.149756 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:45.150121 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:45.150511 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:45.150876 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:45.151235 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:45.151592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:45.151949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:45.152311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:45.155674 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:45.208149 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] 10.222.0.59 "DELETE /v2.0/networks/6068d69f-a1d8-43bc-9fe4-62c98673cd94 HTTP/1.1" status: 204 len: 168 time: 0.5724056 Dec 22 15:53:45.496565 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 42638) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:45.545659 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5c86308b-d192-4258-b91c-03ceac07ac48 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c43ebf0617b843bdb048a0de39e6abee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473149 Dec 22 15:53:45.547970 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 42642) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:45.603509 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fee5669e-cd0e-4c93-a650-9d2a92e938ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:45.633012 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fee5669e-cd0e-4c93-a650-9d2a92e938ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:45.772794 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fee5669e-cd0e-4c93-a650-9d2a92e938ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:45.776526 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8f6983c3-55e6-4b1d-9652-ed86d8ae35d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:45.787864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5669e-cd0e-4c93-a650-9d2a92e938ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04ca837-c671-4e20-9ae9-2e83631e49c7,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:45.791775 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fee5669e-cd0e-4c93-a650-9d2a92e938ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:45.795673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fee5669e-cd0e-4c93-a650-9d2a92e938ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:45.796787 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fee5669e-cd0e-4c93-a650-9d2a92e938ae admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e04ca837-c671-4e20-9ae9-2e83631e49c7 HTTP/1.1" status: 204 len: 168 time: 0.2479429 Dec 22 15:53:46.193530 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device cb268641-9a80-4eb7-8ab0-e99aade5788d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:53:46.230668 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: cb268641-9a80-4eb7-8ab0-e99aade5788d {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:53:46.231019 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device cb268641-9a80-4eb7-8ab0-e99aade5788d not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:53:46.888899 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 42666) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:46.995814 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-661669169-network', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:53:47.000564 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:53:47.005433 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Usage tracker for resource:network and tenant:37cf14e131e243f5bce4759b30ba5d5b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:53:47.008315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:53:47.013972 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:53:47.107385 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Made reservation on behalf of 37cf14e131e243f5bce4759b30ba5d5b for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:53:47.109803 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:47.122219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:47.137558 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:53:47.141562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Usage tracker for resource:security_group_rule and tenant:37cf14e131e243f5bce4759b30ba5d5b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:53:47.145084 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:53:47.150888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:53:47.237584 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:47.319284 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:47.322475 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-33c4925e-e20d-4e0d-b60d-399a21f22654 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:47.350791 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 15:53:47.359370 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d136d768-e5e8-4598-9bc0-01d47c59e7fe,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:47.365553 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:47.366219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:47.366587 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Added segment 70afc143-fec5-4b3d-8f67-7e38960e08e1 of type vlan for network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 Dec 22 15:53:47.394095 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:47.504167 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:47.505214 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:47.505817 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:47.509372 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-392df3a5-609d-4569-bb21-8ac968c973d8 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:47.607981 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Pushing event updated for resources: {'Network': ['ID=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:47.611039 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:47.618572 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 15:53:47.659631 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-463ac8ad-6cde-4e7c-bbf0-fd97a0d3e8d6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7696738 Dec 22 15:53:47.662494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 42672) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:47.668052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-bd7b4dbc-af6e-4d5d-9de4-e67231e2cfe9 admin admin] Request body: {'subnet': {'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-661669169-subnet', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:53:47.672978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bd7b4dbc-af6e-4d5d-9de4-e67231e2cfe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:53:47.677585 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bd7b4dbc-af6e-4d5d-9de4-e67231e2cfe9 admin admin] Usage tracker for resource:subnet and tenant:37cf14e131e243f5bce4759b30ba5d5b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:53:47.680550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bd7b4dbc-af6e-4d5d-9de4-e67231e2cfe9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:53:47.686393 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bd7b4dbc-af6e-4d5d-9de4-e67231e2cfe9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:53:47.764567 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7b4dbc-af6e-4d5d-9de4-e67231e2cfe9 admin admin] Made reservation on behalf of 37cf14e131e243f5bce4759b30ba5d5b for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:53:47.766946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bd7b4dbc-af6e-4d5d-9de4-e67231e2cfe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:48.034145 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bd7b4dbc-af6e-4d5d-9de4-e67231e2cfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:48.038080 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6ac9f423-6dc3-4133-a57d-27ed38b78744 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:48.110687 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b4dbc-af6e-4d5d-9de4-e67231e2cfe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:48.114873 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bd7b4dbc-af6e-4d5d-9de4-e67231e2cfe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:48.119248 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7b4dbc-af6e-4d5d-9de4-e67231e2cfe9 admin admin] Checking segment: {'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:53:48.119605 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7b4dbc-af6e-4d5d-9de4-e67231e2cfe9 admin admin] Network hostable DHCP agents. Network: e96e0b5e-bd17-4da0-990f-7a6d5eaf1710, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 15:53:48.198836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7b4dbc-af6e-4d5d-9de4-e67231e2cfe9 admin admin] Network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 15:53:48.279405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-bd7b4dbc-af6e-4d5d-9de4-e67231e2cfe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, e96e0b5e-bd17-4da0-990f-7a6d5eaf1710) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:53:48.285118 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7b4dbc-af6e-4d5d-9de4-e67231e2cfe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:48.285904 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bd7b4dbc-af6e-4d5d-9de4-e67231e2cfe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:48.289369 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d8565f-62ef-4932-9a83-9d81aadc7138 None None] Network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:53:48.368485 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bd7b4dbc-af6e-4d5d-9de4-e67231e2cfe9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7047486 Dec 22 15:53:48.371192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 42676) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:48.377505 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:53:48.382361 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:53:48.386478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Usage tracker for resource:router and tenant:37cf14e131e243f5bce4759b30ba5d5b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:53:48.390364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:53:48.396159 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:53:48.459157 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:48.460240 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:48.475432 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:48.507992 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 15:53:48.510812 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:48.666497 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Allocated IP 172.20.0.2 (e96e0b5e-bd17-4da0-990f-7a6d5eaf1710/ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b/928bf064-2c57-4ec2-930b-9596801c8d0a) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:53:48.886022 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:48.896503 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Transition to ACTIVE for port object 928bf064-2c57-4ec2-930b-9596801c8d0a will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:53:48.915542 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Transition to ACTIVE for port object 928bf064-2c57-4ec2-930b-9596801c8d0a will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:53:48.937123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:49.002118 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:49.006929 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:49.072093 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:53:49.073261 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:53:49.077101 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:49.086775 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Pushing event updated for resources: {'Port': ['ID=928bf064-2c57-4ec2-930b-9596801c8d0a,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:49.113501 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:49.176810 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Attempting to bind port 928bf064-2c57-4ec2-930b-9596801c8d0a on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:53:49.177194 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Attempting to bind port 928bf064-2c57-4ec2-930b-9596801c8d0a by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:53:49.177580 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Attempting to bind port 928bf064-2c57-4ec2-930b-9596801c8d0a on network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:53:49.183068 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:53:49.183447 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Checking segment: {'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:53:49.183854 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:49.184258 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Bound using segment: {'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:53:49.184744 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Bound port: 928bf064-2c57-4ec2-930b-9596801c8d0a, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:53:49.185263 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:49.282424 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] For port 928bf064-2c57-4ec2-930b-9596801c8d0a, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:53:49.286190 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] For port 928bf064-2c57-4ec2-930b-9596801c8d0a, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=928bf064-2c57-4ec2-930b-9596801c8d0a,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:53:49.354835 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:49.371110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:49.374889 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:49.387196 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:49.460031 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Pushing event updated for resources: {'Port': ['ID=928bf064-2c57-4ec2-930b-9596801c8d0a,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:49.463228 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:49.539087 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Allocated IP 172.26.6.51 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/25824ee3-ff02-4940-809c-dc2e5deaadca) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:53:49.723614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:49.807785 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:49.811836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-63f21bb1-6cc6-45a4-97b8-fb1957e2502f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:49.872958 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:53:49.875641 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:53:49.878377 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:49.925463 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Pushing event updated for resources: {'Port': ['ID=25824ee3-ff02-4940-809c-dc2e5deaadca,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:49.939564 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:49.940613 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:49.941005 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:49.941387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:49.941762 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:49.942136 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:49.942535 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:49.942909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:49.943278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:49.943644 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:49.944012 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:49.944374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:49.948486 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:50.443706 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:50.480997 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ef2199-3c2b-4a1a-ac4e-4a16fefeebb2 None None] Network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 15:53:50.697691 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-097f2912-b7fe-426e-82ae-46af74672c16 None None] Provisioning for port 928bf064-2c57-4ec2-930b-9596801c8d0a completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:53:50.955053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:51.114084 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 928bf064-2c57-4ec2-930b-9596801c8d0a up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:53:51.235745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Router c89d3e1d-096f-434f-a390-6c01f62c53b8 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 15:53:51.258702 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 928bf064-2c57-4ec2-930b-9596801c8d0a completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:53:51.263823 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 928bf064-2c57-4ec2-930b-9596801c8d0a triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:53:51.264203 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:51.384304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:51.418110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 928bf064-2c57-4ec2-930b-9596801c8d0a, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=928bf064-2c57-4ec2-930b-9596801c8d0a,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:53:51.419253 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:53:51.429494 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] Sync routers for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:53:51.439377 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:53:51.440343 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:53:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:53:51.492598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:51.504553 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:51.515824 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:51.520315 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1445396 Dec 22 15:53:51.520446 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 42682) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:51.652260 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=928bf064-2c57-4ec2-930b-9596801c8d0a,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:51.656748 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:51.674779 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:53:51.954392 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:50Z', 'revision_number': 3, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:53:51.958787 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] Checking router: c89d3e1d-096f-434f-a390-6c01f62c53b8 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:53:51.959141 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] Updating router c89d3e1d-096f-434f-a390-6c01f62c53b8 port 25824ee3-ff02-4940-809c-dc2e5deaadca binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:53:52.017396 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:52.369812 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:52.379368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:52.382636 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] Transition to ACTIVE for port object 25824ee3-ff02-4940-809c-dc2e5deaadca will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:53:52.444205 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:52.448896 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:52.524375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] Attempting to bind port 25824ee3-ff02-4940-809c-dc2e5deaadca on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:53:52.525057 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] Attempting to bind port 25824ee3-ff02-4940-809c-dc2e5deaadca by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:53:52.525181 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] Attempting to bind port 25824ee3-ff02-4940-809c-dc2e5deaadca on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:53:52.530804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23fd46-84ea-431e-ab2b-384119417f89 None None] Pushing event updated for resources: {'Port': ['ID=25824ee3-ff02-4940-809c-dc2e5deaadca,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:52.535307 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0e23fd46-84ea-431e-ab2b-384119417f89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:52.536175 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:53:52.536559 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:53:52.536969 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:52.537367 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:53:52.537843 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] Bound port: 25824ee3-ff02-4940-809c-dc2e5deaadca, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:53:52.538254 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:52.586118 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Allocated IP 172.20.0.1 (e96e0b5e-bd17-4da0-990f-7a6d5eaf1710/ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b/f663bb92-f949-4e7c-ae7d-0a69c0a50be8) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:53:52.613270 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] For port 25824ee3-ff02-4940-809c-dc2e5deaadca, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:53:52.617755 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] For port 25824ee3-ff02-4940-809c-dc2e5deaadca, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=25824ee3-ff02-4940-809c-dc2e5deaadca,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:53:52.709758 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:52.713708 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:52.746392 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:52.762557 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Transition to ACTIVE for port object f663bb92-f949-4e7c-ae7d-0a69c0a50be8 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:53:52.791160 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:53:52.791820 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:53:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:53:52.859324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:52.864669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:52.892448 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23fd46-84ea-431e-ab2b-384119417f89 None None] Pushing event updated for resources: {'Port': ['ID=25824ee3-ff02-4940-809c-dc2e5deaadca,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:52.897013 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0e23fd46-84ea-431e-ab2b-384119417f89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:52.924878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:53:52.927667 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:53:52.931371 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:52.969465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Pushing event updated for resources: {'Port': ['ID=f663bb92-f949-4e7c-ae7d-0a69c0a50be8,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:52.978081 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:52.993560 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:53.017442 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:53:53.130813 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 928bf064-2c57-4ec2-930b-9596801c8d0a up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:53:53.319067 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 928bf064-2c57-4ec2-930b-9596801c8d0a triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:53:53.319417 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:53.330976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:53.376178 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2304a807-5fa0-4753-9a0d-d3a5f9437b47 None None] Provisioning for port f663bb92-f949-4e7c-ae7d-0a69c0a50be8 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:53:53.379884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-e85d0d64-23f2-4b1e-b8ac-36a9cd281ef6 req-91c99c4b-4d8c-4801-b639-c5ee85f27767 service neutron] (88217) timed out ('10.222.0.57', 55507) {{(pid=88217) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 15:53:53.398707 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2304a807-5fa0-4753-9a0d-d3a5f9437b47 None None] Provisioning complete for port f663bb92-f949-4e7c-ae7d-0a69c0a50be8 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:53:53.399085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2304a807-5fa0-4753-9a0d-d3a5f9437b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:53.473286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2304a807-5fa0-4753-9a0d-d3a5f9437b47 None None] Port f663bb92-f949-4e7c-ae7d-0a69c0a50be8 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:53:53.551682 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:50Z', 'revision_number': 3, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:53:53.557647 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505c9556-5857-47e3-bd24-ecbd81a3e324 None None] The sync data for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv is: [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:50Z', 'revision_number': 3, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:53:53.573231 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:53.634312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:53.670723 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-eddfa805-8b9c-4d35-b4ec-52c653085e18 tempest-ServersAdminNegativeTestJSON-1242592553 tempest-ServersAdminNegativeTestJSON-1242592553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:53.749135 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:53.753703 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Pushing event updated for resources: {'Port': ['ID=f663bb92-f949-4e7c-ae7d-0a69c0a50be8,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:53.757372 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:53.902745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:53:53.903895 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:53:54.196722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a048505a-58a6-41ea-b591-37efd034ebbb None None] Provisioning complete for port f663bb92-f949-4e7c-ae7d-0a69c0a50be8 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:53:54.197420 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a048505a-58a6-41ea-b591-37efd034ebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:54.223870 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Router c89d3e1d-096f-434f-a390-6c01f62c53b8 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:53:54.253034 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-a048505a-58a6-41ea-b591-37efd034ebbb None None] Port f663bb92-f949-4e7c-ae7d-0a69c0a50be8 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:53:54.421280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:53:54.430876 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] 10.222.0.59 "PUT /v2.0/routers/c89d3e1d-096f-434f-a390-6c01f62c53b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9094565 Dec 22 15:53:54.977605 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 42692) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:54.983136 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-3add81c6-cc48-4c84-b926-c779607555a4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1925986569', 'description': 'tempest-description--1255748303'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:53:54.989420 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3add81c6-cc48-4c84-b926-c779607555a4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:53:54.993451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3add81c6-cc48-4c84-b926-c779607555a4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Usage tracker for resource:security_group and tenant:37cf14e131e243f5bce4759b30ba5d5b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:53:54.996418 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3add81c6-cc48-4c84-b926-c779607555a4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:53:55.005185 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3add81c6-cc48-4c84-b926-c779607555a4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:53:55.104351 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 25824ee3-ff02-4940-809c-dc2e5deaadca up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:53:55.109801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3add81c6-cc48-4c84-b926-c779607555a4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:55.131791 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3add81c6-cc48-4c84-b926-c779607555a4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:53:55.133813 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] Sync routers for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:53:55.135305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3add81c6-cc48-4c84-b926-c779607555a4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Usage tracker for resource:security_group_rule and tenant:37cf14e131e243f5bce4759b30ba5d5b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:53:55.138340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3add81c6-cc48-4c84-b926-c779607555a4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:53:55.145031 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3add81c6-cc48-4c84-b926-c779607555a4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:53:55.145342 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:53:55.145991 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:53:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:53:55.217052 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3add81c6-cc48-4c84-b926-c779607555a4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:55.244804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-92bae89b-250b-43f5-9527-5efb8e65968e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:55.281575 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 25824ee3-ff02-4940-809c-dc2e5deaadca completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:53:55.287407 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 25824ee3-ff02-4940-809c-dc2e5deaadca triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:53:55.287780 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:55.324879 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3add81c6-cc48-4c84-b926-c779607555a4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:55.328882 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:53:55.356249 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a52b945d-185a-42df-a868-36f114fa911f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:55.390077 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add81c6-cc48-4c84-b926-c779607555a4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89ff5932-a984-4144-978b-ee7be96a6573,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:55.396470 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3add81c6-cc48-4c84-b926-c779607555a4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:55.412664 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:55.421940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3add81c6-cc48-4c84-b926-c779607555a4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:55.425834 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3add81c6-cc48-4c84-b926-c779607555a4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4446080 Dec 22 15:53:55.427002 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 42696) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:55.429877 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 25824ee3-ff02-4940-809c-dc2e5deaadca, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=25824ee3-ff02-4940-809c-dc2e5deaadca,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:53:55.432572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-4a6968df-2b10-485e-8c37-452ad69a49dd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Request body: {'security_group_rule': {'security_group_id': '89ff5932-a984-4144-978b-ee7be96a6573', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:53:55.439276 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4a6968df-2b10-485e-8c37-452ad69a49dd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:53:55.444115 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4a6968df-2b10-485e-8c37-452ad69a49dd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Usage tracker for resource:security_group_rule and tenant:37cf14e131e243f5bce4759b30ba5d5b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:53:55.447230 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-4a6968df-2b10-485e-8c37-452ad69a49dd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:53:55.453211 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-4a6968df-2b10-485e-8c37-452ad69a49dd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:53:55.501784 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:55.506654 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d17601f9-8445-44cd-9a63-935b9041d3df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:55.537170 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a6968df-2b10-485e-8c37-452ad69a49dd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:55.577444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=25824ee3-ff02-4940-809c-dc2e5deaadca,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:55.581421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:55.602513 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a6968df-2b10-485e-8c37-452ad69a49dd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:55.678655 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a6968df-2b10-485e-8c37-452ad69a49dd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:55.686032 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 2, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:53:55.686678 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4fb20c30-1352-4a36-ae3f-91b43d862db0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:55.690705 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] Checking router: c89d3e1d-096f-434f-a390-6c01f62c53b8 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:53:55.691061 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] Updating router c89d3e1d-096f-434f-a390-6c01f62c53b8 port f663bb92-f949-4e7c-ae7d-0a69c0a50be8 binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 15:53:55.705477 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6968df-2b10-485e-8c37-452ad69a49dd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bdfd6df-966a-4be3-ba07-b1045cf910cb,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:55.708147 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4a6968df-2b10-485e-8c37-452ad69a49dd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:55.745432 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:55.801496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a6968df-2b10-485e-8c37-452ad69a49dd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:55.802659 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4a6968df-2b10-485e-8c37-452ad69a49dd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3744998 Dec 22 15:53:55.805417 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 42700) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:55.810887 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-0b25aebe-f712-46c7-a0b2-3ad687ef4939 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Request body: {'security_group_rule': {'security_group_id': '89ff5932-a984-4144-978b-ee7be96a6573', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:53:55.817584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0b25aebe-f712-46c7-a0b2-3ad687ef4939 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:53:55.821495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0b25aebe-f712-46c7-a0b2-3ad687ef4939 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Usage tracker for resource:security_group_rule and tenant:37cf14e131e243f5bce4759b30ba5d5b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:53:55.824486 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0b25aebe-f712-46c7-a0b2-3ad687ef4939 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:53:55.830219 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0b25aebe-f712-46c7-a0b2-3ad687ef4939 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:53:55.906020 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0b25aebe-f712-46c7-a0b2-3ad687ef4939 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:55.970336 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0b25aebe-f712-46c7-a0b2-3ad687ef4939 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:56.030356 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0b25aebe-f712-46c7-a0b2-3ad687ef4939 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:56.032261 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-522007c1-56aa-4137-b220-6d25fe93e3a3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:56.056731 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25aebe-f712-46c7-a0b2-3ad687ef4939 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b9db51b-07bd-44c1-920f-6d7ffe7e8048,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:56.059252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0b25aebe-f712-46c7-a0b2-3ad687ef4939 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:56.097460 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:56.108824 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] Transition to ACTIVE for port object f663bb92-f949-4e7c-ae7d-0a69c0a50be8 will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:53:56.142106 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0b25aebe-f712-46c7-a0b2-3ad687ef4939 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:56.143384 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0b25aebe-f712-46c7-a0b2-3ad687ef4939 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3370395 Dec 22 15:53:56.146435 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 42704) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:56.151355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:53:56.157298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:53:56.161580 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Usage tracker for resource:floatingip and tenant:37cf14e131e243f5bce4759b30ba5d5b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:53:56.164416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:53:56.170152 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:53:56.204364 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:56.208686 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-92941c7e-d370-4814-8145-46dfaea464e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:56.261868 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:56.409625 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a61ea-b370-420f-a8aa-7e341b6c1efd None None] Pushing event updated for resources: {'Port': ['ID=f663bb92-f949-4e7c-ae7d-0a69c0a50be8,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:56.415542 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:56.432335 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a61ea-b370-420f-a8aa-7e341b6c1efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:56.432685 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a61ea-b370-420f-a8aa-7e341b6c1efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:56.433028 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a61ea-b370-420f-a8aa-7e341b6c1efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:56.433355 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a61ea-b370-420f-a8aa-7e341b6c1efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:56.433680 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a61ea-b370-420f-a8aa-7e341b6c1efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:56.434005 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a61ea-b370-420f-a8aa-7e341b6c1efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:56.434350 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a61ea-b370-420f-a8aa-7e341b6c1efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:56.442572 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a61ea-b370-420f-a8aa-7e341b6c1efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:56.442572 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a61ea-b370-420f-a8aa-7e341b6c1efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:56.442572 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a61ea-b370-420f-a8aa-7e341b6c1efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:56.442572 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a61ea-b370-420f-a8aa-7e341b6c1efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:56.442572 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a61ea-b370-420f-a8aa-7e341b6c1efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:53:56.442572 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-5f9a61ea-b370-420f-a8aa-7e341b6c1efd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:56.448442 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] Attempting to bind port f663bb92-f949-4e7c-ae7d-0a69c0a50be8 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:53:56.448819 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] Attempting to bind port f663bb92-f949-4e7c-ae7d-0a69c0a50be8 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:53:56.449389 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] Attempting to bind port f663bb92-f949-4e7c-ae7d-0a69c0a50be8 on network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:53:56.457546 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:53:56.458035 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] Checking segment: {'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:53:56.458578 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:56.459016 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] Bound using segment: {'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:53:56.459683 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] Bound port: f663bb92-f949-4e7c-ae7d-0a69c0a50be8, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:53:56.460302 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:56.562979 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] For port f663bb92-f949-4e7c-ae7d-0a69c0a50be8, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:53:56.566538 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] For port f663bb92-f949-4e7c-ae7d-0a69c0a50be8, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f663bb92-f949-4e7c-ae7d-0a69c0a50be8,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:53:56.583407 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Allocated IP 172.26.6.219 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/6e6f954e-7b6d-4cab-b03c-f187c0e9fb0f) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:53:56.660015 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:56.663790 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:56.777609 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:53:56.777609 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:53:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:53:56.807406 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a61ea-b370-420f-a8aa-7e341b6c1efd None None] Pushing event updated for resources: {'Port': ['ID=f663bb92-f949-4e7c-ae7d-0a69c0a50be8,revision_number=4']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:56.818018 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-5f9a61ea-b370-420f-a8aa-7e341b6c1efd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:56.863974 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:56.942070 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:53:56.993265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:56.997312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-daa1055c-c1c1-479e-9db6-4ca59e1e42b5 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:57.062494 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:53:57.065890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:53:57.069588 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:57.085009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 25824ee3-ff02-4940-809c-dc2e5deaadca up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:53:57.104884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Pushing event updated for resources: {'Port': ['ID=6e6f954e-7b6d-4cab-b03c-f187c0e9fb0f,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:57.111341 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:57.166981 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:57.169542 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 25824ee3-ff02-4940-809c-dc2e5deaadca triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:53:57.170034 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:57.296011 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:57.308679 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:56Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:53:57.312789 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec841ac-323d-44db-bf8b-f09c1a946256 None None] The sync data for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv is: [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:56Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:53:57.562617 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:57.625062 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:57.629387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-60ba3498-a403-4d97-afd0-2da8f9c526e1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:57.710212 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-778fec00-66ae-4599-b90b-5d31dba49ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:57.759231 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Pushing event updated for resources: {'Port': ['ID=6e6f954e-7b6d-4cab-b03c-f187c0e9fb0f,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:57.763787 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:53:57.772400 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:57.848123 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:57.849395 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7019975 Dec 22 15:53:58.023798 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-5a928a7f-a10c-4f0b-abdf-62022f98836e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Synchronizing usage tracker for tenant:37cf14e131e243f5bce4759b30ba5d5b on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:53:58.175994 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-5a928a7f-a10c-4f0b-abdf-62022f98836e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Unset dirty status for tenant:37cf14e131e243f5bce4759b30ba5d5b on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:53:58.184182 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-5a928a7f-a10c-4f0b-abdf-62022f98836e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1925986569&fields=id&tenant_id=37cf14e131e243f5bce4759b30ba5d5b HTTP/1.1" status: 200 len: 267 time: 0.2045510 Dec 22 15:53:58.334651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-2238ca1c-d040-4e8a-a3ab-4b97e578ef38 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:53:58.336196 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-2238ca1c-d040-4e8a-a3ab-4b97e578ef38 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 811 time: 0.1514142 Dec 22 15:53:58.354727 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-e42d94fc-6035-49e9-a38a-0e759bac242a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/quotas/37cf14e131e243f5bce4759b30ba5d5b HTTP/1.1" status: 200 len: 375 time: 0.0129757 Dec 22 15:53:58.457998 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-3261e05b-bf64-4b48-9b16-ff2ea6054f8c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0986271 Dec 22 15:53:58.604064 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-04bf7b5f-b62e-41a5-8038-b96eed3d123c service neutron] 10.222.0.59 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347322 Dec 22 15:53:58.737574 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-1b39dfdb-c26d-46f0-8643-f65527fa4d7b service neutron] 10.222.0.59 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275671 Dec 22 15:53:58.975950 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d2135b06-7af6-438f-b5f4-54c3bf938d25 req-5d7c9d45-4a27-48bc-ba42-3d2a244afa0d tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 210 time: 0.0504689 Dec 22 15:53:59.039779 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:59.099998 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f663bb92-f949-4e7c-ae7d-0a69c0a50be8 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:53:59.125166 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:59.284928 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port f663bb92-f949-4e7c-ae7d-0a69c0a50be8 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:53:59.290756 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port f663bb92-f949-4e7c-ae7d-0a69c0a50be8 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:53:59.296690 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:59.412175 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:59.449728 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port f663bb92-f949-4e7c-ae7d-0a69c0a50be8, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f663bb92-f949-4e7c-ae7d-0a69c0a50be8,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:53:59.536106 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:53:59.537937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7bbc6cad-0bde-440a-9d9f-cf2c049389e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:53:59.648529 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=f663bb92-f949-4e7c-ae7d-0a69c0a50be8,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:53:59.652454 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:54:00.129643 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c920d0d9-cbf9-4d59-9119-5e3d1bbe3863 req-47566648-05f0-43df-a1b9-dd628ff56f15 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 210 time: 0.0431862 Dec 22 15:54:01.007204 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:01.083403 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f663bb92-f949-4e7c-ae7d-0a69c0a50be8 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:54:01.157979 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port f663bb92-f949-4e7c-ae7d-0a69c0a50be8 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:54:01.158397 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:01.259286 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-a9436193-e4a8-491b-ad5f-2bb878afd1bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:01.260854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-a9436193-e4a8-491b-ad5f-2bb878afd1bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Synchronizing usage tracker for tenant:37cf14e131e243f5bce4759b30ba5d5b on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:54:01.300524 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4ab05576-0bfe-4e23-a009-280153c247c1 req-7c112efd-14fa-4b78-aca4-563ede2d249e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 210 time: 0.0470502 Dec 22 15:54:01.364480 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-a9436193-e4a8-491b-ad5f-2bb878afd1bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Unset dirty status for tenant:37cf14e131e243f5bce4759b30ba5d5b on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:54:01.365766 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-a9436193-e4a8-491b-ad5f-2bb878afd1bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 811 time: 0.2565169 Dec 22 15:54:01.415931 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-432e81e4-5bda-4b8c-904a-c47a0a7de65f tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Synchronizing usage tracker for tenant:37cf14e131e243f5bce4759b30ba5d5b on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:54:01.428997 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-432e81e4-5bda-4b8c-904a-c47a0a7de65f tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Unset dirty status for tenant:37cf14e131e243f5bce4759b30ba5d5b on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:54:01.430149 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-432e81e4-5bda-4b8c-904a-c47a0a7de65f tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37cf14e131e243f5bce4759b30ba5d5b HTTP/1.1" status: 200 len: 380 time: 0.0554125 Dec 22 15:54:01.438897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-86612837-4086-462f-bcff-f31abb44e5bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Request body: {'port': {'device_id': '7f1521ec-8f62-4d07-af32-93849561f5fe', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'admin_state_up': True, 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'security_groups': ['89ff5932-a984-4144-978b-ee7be96a6573']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:54:01.582067 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-86612837-4086-462f-bcff-f31abb44e5bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:54:01.585859 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-86612837-4086-462f-bcff-f31abb44e5bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Usage tracker for resource:port and tenant:37cf14e131e243f5bce4759b30ba5d5b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:54:01.588743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-86612837-4086-462f-bcff-f31abb44e5bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:54:01.594884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-86612837-4086-462f-bcff-f31abb44e5bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:54:01.659288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-86612837-4086-462f-bcff-f31abb44e5bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Made reservation on behalf of 37cf14e131e243f5bce4759b30ba5d5b for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:54:01.662806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-86612837-4086-462f-bcff-f31abb44e5bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:01.824314 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-86612837-4086-462f-bcff-f31abb44e5bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Allocated IP 172.20.0.3 (e96e0b5e-bd17-4da0-990f-7a6d5eaf1710/ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b/181f191e-73ed-4ed0-b6b0-461cb76e3b23) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:54:02.018598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-86612837-4086-462f-bcff-f31abb44e5bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:02.034767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-86612837-4086-462f-bcff-f31abb44e5bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Transition to ACTIVE for port object 181f191e-73ed-4ed0-b6b0-461cb76e3b23 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:54:02.130775 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-86612837-4086-462f-bcff-f31abb44e5bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:02.136691 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7d45e4ee-7ac4-405c-8b40-ce9b4cc2b97f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:54:02.202918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-86612837-4086-462f-bcff-f31abb44e5bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:54:02.206712 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-86612837-4086-462f-bcff-f31abb44e5bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:54:02.210779 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-86612837-4086-462f-bcff-f31abb44e5bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:02.246037 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86612837-4086-462f-bcff-f31abb44e5bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Pushing event updated for resources: {'Port': ['ID=181f191e-73ed-4ed0-b6b0-461cb76e3b23,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:54:02.254016 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-86612837-4086-462f-bcff-f31abb44e5bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:54:02.284695 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-86612837-4086-462f-bcff-f31abb44e5bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:02.285411 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-86612837-4086-462f-bcff-f31abb44e5bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:02.380279 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-86612837-4086-462f-bcff-f31abb44e5bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9449468 Dec 22 15:54:02.392368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Request body: {'port': {'device_id': '7f1521ec-8f62-4d07-af32-93849561f5fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:54:02.512014 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe647f-b316-4e72-9875-4fb4cf921924 req-c68f2bb0-84d9-400b-9df3-f76fef750fca tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:02.513479 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5dfe647f-b316-4e72-9875-4fb4cf921924 req-c68f2bb0-84d9-400b-9df3-f76fef750fca tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 931 time: 0.0949552 Dec 22 15:54:02.516884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:02.565124 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5dfe647f-b316-4e72-9875-4fb4cf921924 req-2d789ec8-3ec8-4ce6-a50a-098abb180b2c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438416 Dec 22 15:54:02.582187 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7c6a6184-e003-49f2-b79e-2c5778393049 None None] Provisioning for port 181f191e-73ed-4ed0-b6b0-461cb76e3b23 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:54:02.587674 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7c6a6184-e003-49f2-b79e-2c5778393049 None None] Provisioning complete for port 181f191e-73ed-4ed0-b6b0-461cb76e3b23 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:54:02.588076 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7c6a6184-e003-49f2-b79e-2c5778393049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:02.649223 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a6184-e003-49f2-b79e-2c5778393049 None None] Port 181f191e-73ed-4ed0-b6b0-461cb76e3b23 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:54:02.937271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181f191e-73ed-4ed0-b6b0-461cb76e3b23 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:54:02.945178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:02.960627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Transition to ACTIVE for port object 181f191e-73ed-4ed0-b6b0-461cb76e3b23 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:54:03.047511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:03.052113 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7879c4ff-380b-4dd9-9b96-e63f44ac6734 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:54:03.337763 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Pushing event updated for resources: {'Port': ['ID=181f191e-73ed-4ed0-b6b0-461cb76e3b23,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:54:03.345374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:54:03.417801 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Attempting to bind port 181f191e-73ed-4ed0-b6b0-461cb76e3b23 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:54:03.418053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Attempting to bind port 181f191e-73ed-4ed0-b6b0-461cb76e3b23 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:54:03.418366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Attempting to bind port 181f191e-73ed-4ed0-b6b0-461cb76e3b23 on network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:54:03.423580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Port 181f191e-73ed-4ed0-b6b0-461cb76e3b23 on network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:54:03.424419 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Attempting to bind port 181f191e-73ed-4ed0-b6b0-461cb76e3b23 on network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:54:03.429454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:54:03.429784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Checking segment: {'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:54:03.430163 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Bound using segment: {'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:54:03.430612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Bound port: 181f191e-73ed-4ed0-b6b0-461cb76e3b23, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:54:03.430953 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:03.524727 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] For port 181f191e-73ed-4ed0-b6b0-461cb76e3b23, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:54:03.528174 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] For port 181f191e-73ed-4ed0-b6b0-461cb76e3b23, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=181f191e-73ed-4ed0-b6b0-461cb76e3b23,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:54:03.599540 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:03.603746 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2ec7a64c-f6f6-49dc-88eb-753353def5e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:54:03.666369 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:03.666987 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:03.668399 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] 10.222.0.57 "PUT /v2.0/ports/181f191e-73ed-4ed0-b6b0-461cb76e3b23 HTTP/1.1" status: 200 len: 1093 time: 1.2804332 Dec 22 15:54:03.668875 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1521ec-8f62-4d07-af32-93849561f5fe', 'tag': '181f191e-73ed-4ed0-b6b0-461cb76e3b23'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:54:03.688212 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Pushing event updated for resources: {'Port': ['ID=181f191e-73ed-4ed0-b6b0-461cb76e3b23,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:54:03.691616 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:54:03.787946 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c87af-dc6f-4b8c-b9e0-ff5354efe8bb req-65a25cb7-213f-4110-a2c8-571ffb0787a5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:03.790383 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f30c87af-dc6f-4b8c-b9e0-ff5354efe8bb req-65a25cb7-213f-4110-a2c8-571ffb0787a5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 943 time: 0.1039159 Dec 22 15:54:03.857010 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f30c87af-dc6f-4b8c-b9e0-ff5354efe8bb req-c0e1670f-e87d-42e8-b53e-57877ba57484 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589252 Dec 22 15:54:03.887848 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1521ec-8f62-4d07-af32-93849561f5fe', 'tag': '181f191e-73ed-4ed0-b6b0-461cb76e3b23', 'status': 'completed', 'code': 200} Dec 22 15:54:03.922568 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-012cdc88-3b31-4b2c-9a02-b7cefd790d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:03.924574 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-012cdc88-3b31-4b2c-9a02-b7cefd790d6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 1096 time: 0.0876613 Dec 22 15:54:04.003426 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-35f25e30-5469-4e67-bb74-577e0a7abb0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=181f191e-73ed-4ed0-b6b0-461cb76e3b23 HTTP/1.1" status: 200 len: 217 time: 0.0717418 Dec 22 15:54:04.065824 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-e2009678-0470-4214-9a66-27be8de2dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:04.067296 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-e2009678-0470-4214-9a66-27be8de2dfae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0575864 Dec 22 15:54:04.150782 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-71274489-f32a-4c8f-b092-eb5d2f30be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:04.152262 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-71274489-f32a-4c8f-b092-eb5d2f30be35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779495 Dec 22 15:54:04.290458 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-c8742ebc-b258-4153-a070-0b9a0cf181e4 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298623 Dec 22 15:54:04.427380 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ef82580c-14ca-4fc9-b466-930fbdf83eda req-3925225f-51fc-4b38-8312-f3f82a118838 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295903 Dec 22 15:54:04.608614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc193af3-4aa9-460d-a669-f16208708504 req-257d5c46-c0a7-4cd4-bec7-dbf2e36446c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:04.610007 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dc193af3-4aa9-460d-a669-f16208708504 req-257d5c46-c0a7-4cd4-bec7-dbf2e36446c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 1096 time: 0.0758381 Dec 22 15:54:04.747878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc193af3-4aa9-460d-a669-f16208708504 req-6910d60f-4704-456e-8ca5-94c1f30ebcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:04.749364 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dc193af3-4aa9-460d-a669-f16208708504 req-6910d60f-4704-456e-8ca5-94c1f30ebcd2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1328759 Dec 22 15:54:04.823770 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dc193af3-4aa9-460d-a669-f16208708504 req-9ca5a424-0fd0-4801-9713-8cce2dd10a34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=181f191e-73ed-4ed0-b6b0-461cb76e3b23 HTTP/1.1" status: 200 len: 217 time: 0.0669408 Dec 22 15:54:04.900822 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc193af3-4aa9-460d-a669-f16208708504 req-bab518fb-aca9-474c-a6ce-115fef6cc512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:04.902305 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dc193af3-4aa9-460d-a669-f16208708504 req-bab518fb-aca9-474c-a6ce-115fef6cc512 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0710874 Dec 22 15:54:04.992607 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc193af3-4aa9-460d-a669-f16208708504 req-779f3323-d352-4021-83a3-909c1da91aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:04.994197 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dc193af3-4aa9-460d-a669-f16208708504 req-779f3323-d352-4021-83a3-909c1da91aa4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838342 Dec 22 15:54:05.055337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016955a-2727-41d5-9cce-51d275efce49 req-16ecd893-715a-489b-bc70-d4305d03e23c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:05.056826 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6016955a-2727-41d5-9cce-51d275efce49 req-16ecd893-715a-489b-bc70-d4305d03e23c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 943 time: 0.0872192 Dec 22 15:54:05.103145 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6016955a-2727-41d5-9cce-51d275efce49 req-1b56b782-66ef-4e8b-ac6a-8f3c2c84c395 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405109 Dec 22 15:54:05.145939 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dc193af3-4aa9-460d-a669-f16208708504 req-3aa3376a-4984-49ab-97bf-7d9341ac154a service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448476 Dec 22 15:54:05.285582 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dc193af3-4aa9-460d-a669-f16208708504 req-e7719bdd-7bca-4d2e-80fa-de15ba67a3ce service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327438 Dec 22 15:54:06.286784 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 181f191e-73ed-4ed0-b6b0-461cb76e3b23 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:54:06.291893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:06.292680 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0c34d-e5f8-47cc-b85f-eaf84b817af6 req-6947f6f9-fb0d-4c15-b95c-dcaff2b2137a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:06.294202 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e9c0c34d-e5f8-47cc-b85f-eaf84b817af6 req-6947f6f9-fb0d-4c15-b95c-dcaff2b2137a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 943 time: 0.0828099 Dec 22 15:54:06.346690 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e9c0c34d-e5f8-47cc-b85f-eaf84b817af6 req-adcb90c8-a598-45a7-aeef-4932d410688a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448723 Dec 22 15:54:06.428188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 181f191e-73ed-4ed0-b6b0-461cb76e3b23, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=181f191e-73ed-4ed0-b6b0-461cb76e3b23,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:54:06.443089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '181f191e-73ed-4ed0-b6b0-461cb76e3b23', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'port_id': '181f191e-73ed-4ed0-b6b0-461cb76e3b23', 'mac_address': 'fa:16:3e:94:a5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:54:06.500775 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:06.518921 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181f191e-73ed-4ed0-b6b0-461cb76e3b23 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:54:06.535607 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 181f191e-73ed-4ed0-b6b0-461cb76e3b23, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=181f191e-73ed-4ed0-b6b0-461cb76e3b23,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:54:06.599007 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:06.600801 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:54:06.670751 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=181f191e-73ed-4ed0-b6b0-461cb76e3b23,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:54:06.673758 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:54:06.926619 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['181f191e-73ed-4ed0-b6b0-461cb76e3b23'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:54:07.646421 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1006d1-cb0d-4e8a-8466-446525a9d013 req-2ac479bf-725b-437e-be06-f051b44fa642 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:07.647901 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5d1006d1-cb0d-4e8a-8466-446525a9d013 req-2ac479bf-725b-437e-be06-f051b44fa642 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 944 time: 0.1929204 Dec 22 15:54:07.693935 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5d1006d1-cb0d-4e8a-8466-446525a9d013 req-194daa8b-0524-4da3-92f6-5cfe825eaa42 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400555 Dec 22 15:54:08.239094 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:54:08.303948 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 181f191e-73ed-4ed0-b6b0-461cb76e3b23 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:54:08.435981 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 181f191e-73ed-4ed0-b6b0-461cb76e3b23 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:54:08.441265 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 181f191e-73ed-4ed0-b6b0-461cb76e3b23 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:54:08.441639 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:08.568307 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:08.601943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1521ec-8f62-4d07-af32-93849561f5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181f191e-73ed-4ed0-b6b0-461cb76e3b23'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:54:08.614566 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 181f191e-73ed-4ed0-b6b0-461cb76e3b23, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=181f191e-73ed-4ed0-b6b0-461cb76e3b23,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:54:08.647482 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1521ec-8f62-4d07-af32-93849561f5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181f191e-73ed-4ed0-b6b0-461cb76e3b23', 'code': 200} Dec 22 15:54:08.664444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:08.666376 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:54:08.743873 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=181f191e-73ed-4ed0-b6b0-461cb76e3b23,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:54:08.743873 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:54:08.885903 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb70ca8-9bdb-47eb-ae31-6691c312baa2 req-eb0d773f-2649-4c60-87ef-2119732d7b2d tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:08.887382 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6bb70ca8-9bdb-47eb-ae31-6691c312baa2 req-eb0d773f-2649-4c60-87ef-2119732d7b2d tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0865147 Dec 22 15:54:08.943520 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6bb70ca8-9bdb-47eb-ae31-6691c312baa2 req-c1ad6bfd-0ed4-43da-b789-f45a4adb62d1 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400531 Dec 22 15:54:09.017218 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfa07f-bc14-4a4b-b643-13316b32585b req-e452a053-d476-4331-822c-bfaaa1da0e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:09.019173 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3adfa07f-bc14-4a4b-b643-13316b32585b req-e452a053-d476-4331-822c-bfaaa1da0e16 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 1098 time: 0.0721700 Dec 22 15:54:09.062353 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3adfa07f-bc14-4a4b-b643-13316b32585b req-2e6ad24c-8c97-4f97-975f-74c609c9c4ba service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369980 Dec 22 15:54:10.131994 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b810e4-09bb-40a3-b05a-2c0ed55ee687 req-a4cb0726-99f7-422f-be0b-b6cacd56e8cb tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:10.133506 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-01b810e4-09bb-40a3-b05a-2c0ed55ee687 req-a4cb0726-99f7-422f-be0b-b6cacd56e8cb tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0826759 Dec 22 15:54:10.180181 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-01b810e4-09bb-40a3-b05a-2c0ed55ee687 req-98e278e1-e4c3-452b-81c2-c7584fc5fab8 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405273 Dec 22 15:54:11.367286 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d431726-09ff-4e95-8c17-85826dd429f1 req-c987ad08-ad2e-4c71-b4c6-6268fa6acb09 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:11.368724 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7d431726-09ff-4e95-8c17-85826dd429f1 req-c987ad08-ad2e-4c71-b4c6-6268fa6acb09 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0838587 Dec 22 15:54:11.418683 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7d431726-09ff-4e95-8c17-85826dd429f1 req-c2a38274-d9f0-4201-acd4-737b980a6a41 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401769 Dec 22 15:54:11.615413 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9224ef-e09c-41d5-a407-918fc5ae37ee req-b6c84f9b-e734-4d2d-8a7d-f610bd69820a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:11.616887 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1e9224ef-e09c-41d5-a407-918fc5ae37ee req-b6c84f9b-e734-4d2d-8a7d-f610bd69820a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0825939 Dec 22 15:54:11.625137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 42762) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:11.630509 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-7a7311dc-6afe-427d-96c8-8c1bdc25f703 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Request body: {'floatingip': {'port_id': '181f191e-73ed-4ed0-b6b0-461cb76e3b23'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:54:11.708485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a7311dc-6afe-427d-96c8-8c1bdc25f703 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for floatingip, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:12.324303 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a7311dc-6afe-427d-96c8-8c1bdc25f703 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:12.375771 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a7311dc-6afe-427d-96c8-8c1bdc25f703 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:12.550305 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-7a7311dc-6afe-427d-96c8-8c1bdc25f703 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Floating IP 15dc66fa-c02a-4eae-8985-53c0ce3c08fc associated. External IP: 172.26.6.219, port: 181f191e-73ed-4ed0-b6b0-461cb76e3b23. Dec 22 15:54:13.036291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7311dc-6afe-427d-96c8-8c1bdc25f703 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Router c89d3e1d-096f-434f-a390-6c01f62c53b8 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:54:13.232734 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7311dc-6afe-427d-96c8-8c1bdc25f703 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:54:13.237726 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a7311dc-6afe-427d-96c8-8c1bdc25f703 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:13.242788 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44562f6-698b-4698-bffc-7a343de8b445 None None] Sync routers for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:54:13.252378 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44562f6-698b-4698-bffc-7a343de8b445 None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:13.253304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a44562f6-698b-4698-bffc-7a343de8b445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:53:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:54:13.293868 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7a7311dc-6afe-427d-96c8-8c1bdc25f703 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "PUT /v2.0/floatingips/15dc66fa-c02a-4eae-8985-53c0ce3c08fc HTTP/1.1" status: 200 len: 991 time: 1.6675763 Dec 22 15:54:13.294475 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1521ec-8f62-4d07-af32-93849561f5fe', 'tag': '181f191e-73ed-4ed0-b6b0-461cb76e3b23'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:54:13.408226 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1521ec-8f62-4d07-af32-93849561f5fe', 'tag': '181f191e-73ed-4ed0-b6b0-461cb76e3b23', 'status': 'completed', 'code': 200} Dec 22 15:54:13.446633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-a44562f6-698b-4698-bffc-7a343de8b445 None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:54:13.507310 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de671ab-0ea6-4d1f-81a7-82385ad9ec71 req-bed61d94-5a2d-4be9-ba7d-dade00be3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:13.515781 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6de671ab-0ea6-4d1f-81a7-82385ad9ec71 req-bed61d94-5a2d-4be9-ba7d-dade00be3f08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 1098 time: 0.0783491 Dec 22 15:54:13.786811 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de671ab-0ea6-4d1f-81a7-82385ad9ec71 req-af098329-e6ca-4074-9b60-32120a275153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:13.788303 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6de671ab-0ea6-4d1f-81a7-82385ad9ec71 req-af098329-e6ca-4074-9b60-32120a275153 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.2729020 Dec 22 15:54:13.876134 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a44562f6-698b-4698-bffc-7a343de8b445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '15dc66fa-c02a-4eae-8985-53c0ce3c08fc', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'port_id': '181f191e-73ed-4ed0-b6b0-461cb76e3b23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'mac_address': 'fa:16:3e:94:a5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1521ec-8f62-4d07-af32-93849561f5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:53:57Z', 'updated_at': '2021-12-22T15:54:12Z', 'revision_number': 1, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:54:13.881124 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44562f6-698b-4698-bffc-7a343de8b445 None None] Checking router: c89d3e1d-096f-434f-a390-6c01f62c53b8 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:54:13.889849 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44562f6-698b-4698-bffc-7a343de8b445 None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:13.890537 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a44562f6-698b-4698-bffc-7a343de8b445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:53:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:54:13.899846 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6de671ab-0ea6-4d1f-81a7-82385ad9ec71 req-05790ae4-0c86-44ce-a4fa-345bc882fd7a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=181f191e-73ed-4ed0-b6b0-461cb76e3b23 HTTP/1.1" status: 200 len: 999 time: 0.1044016 Dec 22 15:54:13.964179 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de671ab-0ea6-4d1f-81a7-82385ad9ec71 req-8b6b57d1-474e-49c8-8145-ee35b8702f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:13.965689 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6de671ab-0ea6-4d1f-81a7-82385ad9ec71 req-8b6b57d1-474e-49c8-8145-ee35b8702f55 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0588830 Dec 22 15:54:14.045413 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de671ab-0ea6-4d1f-81a7-82385ad9ec71 req-253491a9-b5ef-4619-92ea-e413c9e1f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:54:14.046830 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6de671ab-0ea6-4d1f-81a7-82385ad9ec71 req-253491a9-b5ef-4619-92ea-e413c9e1f821 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741880 Dec 22 15:54:14.075326 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-a44562f6-698b-4698-bffc-7a343de8b445 None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:54:14.181582 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6de671ab-0ea6-4d1f-81a7-82385ad9ec71 req-1ea552f0-01c6-4a10-9de0-cc4e71dad5da service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275001 Dec 22 15:54:14.313856 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6de671ab-0ea6-4d1f-81a7-82385ad9ec71 req-3d3d6a3f-f1c4-4f1e-bddf-1a754ceda018 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260540 Dec 22 15:54:14.442610 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a44562f6-698b-4698-bffc-7a343de8b445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '15dc66fa-c02a-4eae-8985-53c0ce3c08fc', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'port_id': '181f191e-73ed-4ed0-b6b0-461cb76e3b23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'mac_address': 'fa:16:3e:94:a5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1521ec-8f62-4d07-af32-93849561f5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:53:57Z', 'updated_at': '2021-12-22T15:54:12Z', 'revision_number': 1, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:54:14.447240 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44562f6-698b-4698-bffc-7a343de8b445 None None] The sync data for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv is: [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '15dc66fa-c02a-4eae-8985-53c0ce3c08fc', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'port_id': '181f191e-73ed-4ed0-b6b0-461cb76e3b23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'mac_address': 'fa:16:3e:94:a5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1521ec-8f62-4d07-af32-93849561f5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:53:57Z', 'updated_at': '2021-12-22T15:54:12Z', 'revision_number': 1, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:54:14.655946 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837a07c-f5a4-4a34-a452-bc8e2b77f59d None None] New status for floating IP 15dc66fa-c02a-4eae-8985-53c0ce3c08fc: ACTIVE {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:54:25.221738 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7eefd594-2608-4d28-90f4-6b8ff8d5726d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:27.721730 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5a4b8490-b47e-475e-8b98-1ebdca96cf9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:29.036521 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:29.093246 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:31.012921 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:36.266901 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:45.238829 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:54:55.192209 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f774b50b-0d32-4d0d-a4eb-e8668c8f126f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:57.741128 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dbd98a92-8b04-4837-a4e7-8982c3423b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:59.070283 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:54:59.098483 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:00.975172 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:03.735445 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d9cab5ff-7844-4e5c-b52f-06f5fe5eac78 req-04210828-f07c-4f05-a36a-9259b005c8a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1533070 Dec 22 15:55:03.881806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cab5ff-7844-4e5c-b52f-06f5fe5eac78 req-49371e90-a8a1-4855-b698-086b6eac76ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:03.883332 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d9cab5ff-7844-4e5c-b52f-06f5fe5eac78 req-49371e90-a8a1-4855-b698-086b6eac76ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 1098 time: 0.0710964 Dec 22 15:55:04.037330 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cab5ff-7844-4e5c-b52f-06f5fe5eac78 req-0cf0eb1a-0f9b-4c64-9885-f30b43251562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:04.038837 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d9cab5ff-7844-4e5c-b52f-06f5fe5eac78 req-0cf0eb1a-0f9b-4c64-9885-f30b43251562 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1348708 Dec 22 15:55:04.146010 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d9cab5ff-7844-4e5c-b52f-06f5fe5eac78 req-d977f6c4-0c01-4bb8-91a0-05b1dda7173a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=181f191e-73ed-4ed0-b6b0-461cb76e3b23 HTTP/1.1" status: 200 len: 1001 time: 0.0997443 Dec 22 15:55:04.214474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cab5ff-7844-4e5c-b52f-06f5fe5eac78 req-0f0af99a-4bc6-404a-ab9e-e286ef23cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:04.215916 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d9cab5ff-7844-4e5c-b52f-06f5fe5eac78 req-0f0af99a-4bc6-404a-ab9e-e286ef23cd15 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0609109 Dec 22 15:55:04.292157 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cab5ff-7844-4e5c-b52f-06f5fe5eac78 req-d22c2ff8-f518-4d76-8a92-e506707c27a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:04.293677 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d9cab5ff-7844-4e5c-b52f-06f5fe5eac78 req-d22c2ff8-f518-4d76-8a92-e506707c27a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718417 Dec 22 15:55:04.426496 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d9cab5ff-7844-4e5c-b52f-06f5fe5eac78 req-51bd744e-8763-4796-a300-8295df9333f7 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258938 Dec 22 15:55:04.561443 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d9cab5ff-7844-4e5c-b52f-06f5fe5eac78 req-5c3f4bd8-cdd4-44be-b318-05a115e92591 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278565 Dec 22 15:55:06.260470 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:22.238498 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:55:24.510276 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e5f31-c10d-4f4c-8676-17cf130c1e3e req-c378065d-e582-43b4-af10-fea1ea9986da tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:24.511699 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-182e5f31-c10d-4f4c-8676-17cf130c1e3e req-c378065d-e582-43b4-af10-fea1ea9986da tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0914745 Dec 22 15:55:24.558500 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-182e5f31-c10d-4f4c-8676-17cf130c1e3e req-a772480b-945c-45b9-bc94-35867a82b79a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401590 Dec 22 15:55:25.187221 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac4730-9922-4ce1-b861-20dc3f85c262 req-574de209-91a6-4d1b-bab4-b4c6e0298dbb tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:25.189435 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-27ac4730-9922-4ce1-b861-20dc3f85c262 req-574de209-91a6-4d1b-bab4-b4c6e0298dbb tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.1012483 Dec 22 15:55:25.203416 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f624abed-f0b9-4a21-9144-fa83190ecb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:25.219636 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 42914) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:25.243368 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-27ac4730-9922-4ce1-b861-20dc3f85c262 req-d6e69be6-4233-4c0f-be6e-119528f58e81 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474439 Dec 22 15:55:25.340036 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-df5a1239-7ee9-49c3-9514-69213b641134 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1191118 Dec 22 15:55:26.438071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fc3ca-696c-498b-8190-bbf944c0079e req-f9c812a4-be82-4253-ad45-0af7a7f20376 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:26.440228 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2b9fc3ca-696c-498b-8190-bbf944c0079e req-f9c812a4-be82-4253-ad45-0af7a7f20376 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0850480 Dec 22 15:55:26.485060 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2b9fc3ca-696c-498b-8190-bbf944c0079e req-cca9c328-ef05-4cfe-abc8-e9cb278efc85 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387716 Dec 22 15:55:27.677573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69f5ed-b779-4906-9537-1bc395cc8b48 req-ab2b5d17-0b2e-4e02-bbae-351756c5a856 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:27.679075 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1e69f5ed-b779-4906-9537-1bc395cc8b48 req-ab2b5d17-0b2e-4e02-bbae-351756c5a856 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0864716 Dec 22 15:55:27.715447 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-00b77fe2-9d0e-45ea-99e1-184d024aa45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:27.723954 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1e69f5ed-b779-4906-9537-1bc395cc8b48 req-042d4312-e82c-4ffb-85a3-cf6eb7664d42 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392058 Dec 22 15:55:28.918320 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9439360-620e-4218-b050-15c1749588c4 req-1a6145c4-7a7f-4a6f-9c66-8ae31873a645 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:28.919772 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f9439360-620e-4218-b050-15c1749588c4 req-1a6145c4-7a7f-4a6f-9c66-8ae31873a645 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0828590 Dec 22 15:55:28.965591 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f9439360-620e-4218-b050-15c1749588c4 req-ef7b561c-7fc3-41c0-a222-3aa47c94f0cf tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394762 Dec 22 15:55:29.041573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:29.077309 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:29.546762 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-18592d16-3ca5-433c-8111-09ca763ac30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:29.548861 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-18592d16-3ca5-433c-8111-09ca763ac30b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 1098 time: 0.2081187 Dec 22 15:55:29.685542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-ef91faa2-9479-4c96-9dd0-a260af07c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:29.687017 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-ef91faa2-9479-4c96-9dd0-a260af07c34a service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1319153 Dec 22 15:55:29.790963 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-d4d52db2-0dd2-477c-b4ba-53b104e58ecd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=181f191e-73ed-4ed0-b6b0-461cb76e3b23 HTTP/1.1" status: 200 len: 1001 time: 0.0973887 Dec 22 15:55:29.853600 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-003aaf86-406f-446f-a878-bb9c104acd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:29.855064 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-003aaf86-406f-446f-a878-bb9c104acd16 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0576463 Dec 22 15:55:29.936853 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-e5b3eee3-e75b-453e-ab8c-5e4cb88554ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:29.938263 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-e5b3eee3-e75b-453e-ab8c-5e4cb88554ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764382 Dec 22 15:55:30.076564 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-e42b0808-d660-4d43-8578-665fd851e99c service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314580 Dec 22 15:55:30.216496 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-471c2b4a-6733-4124-9117-431cd14b8914 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334729 Dec 22 15:55:30.261967 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f7f5e-4e1e-4ae1-a48f-979715d009b9 req-1071a8fb-257b-4a7d-8348-63415fe114cb tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:30.263758 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b95f7f5e-4e1e-4ae1-a48f-979715d009b9 req-1071a8fb-257b-4a7d-8348-63415fe114cb tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.1887555 Dec 22 15:55:30.307428 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b95f7f5e-4e1e-4ae1-a48f-979715d009b9 req-4cf37868-54cd-4bf5-83c1-fb1d738187e8 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382822 Dec 22 15:55:31.008898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:31.561262 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e692c-d507-4254-972c-db5fb88bd7e3 req-29892f4d-7c45-4994-81d3-11cbd26aa9d9 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:31.562806 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cd8e692c-d507-4254-972c-db5fb88bd7e3 req-29892f4d-7c45-4994-81d3-11cbd26aa9d9 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.1448700 Dec 22 15:55:31.615623 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cd8e692c-d507-4254-972c-db5fb88bd7e3 req-221775ca-8c24-4d54-9a73-15e979d9a575 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424664 Dec 22 15:55:32.827787 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cc589-f6cc-4f04-b6dd-54d8e7070594 req-7170b128-0c50-4298-8d65-39f696b25c48 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:32.829430 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e14cc589-f6cc-4f04-b6dd-54d8e7070594 req-7170b128-0c50-4298-8d65-39f696b25c48 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0904677 Dec 22 15:55:32.876358 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e14cc589-f6cc-4f04-b6dd-54d8e7070594 req-dfced155-3ab9-4ce9-aeae-f105a1a0e98c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409007 Dec 22 15:55:34.091533 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839427bb-9859-4c6a-ac03-fb2d56c0c423 req-839e8494-0345-44f6-a85f-ceb38ca8a36e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:34.093395 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-839427bb-9859-4c6a-ac03-fb2d56c0c423 req-839e8494-0345-44f6-a85f-ceb38ca8a36e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0891118 Dec 22 15:55:34.145537 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-839427bb-9859-4c6a-ac03-fb2d56c0c423 req-33f444cb-1b9e-4a67-b7bb-d5652c7125f9 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454056 Dec 22 15:55:35.345189 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befedc57-59f9-495b-a1c9-b52722c4da37 req-01e7221e-ab01-4c4b-92af-b2c9fdfba350 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:35.346684 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-befedc57-59f9-495b-a1c9-b52722c4da37 req-01e7221e-ab01-4c4b-92af-b2c9fdfba350 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0916648 Dec 22 15:55:35.401513 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-befedc57-59f9-495b-a1c9-b52722c4da37 req-5b552890-1fe1-492a-8f1d-9c6df563f134 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465057 Dec 22 15:55:36.304357 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:36.707798 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8040dd7-3d9b-45f2-b492-ff86f14b6f30 req-6cc3c55c-e9fc-4609-9f35-8a1165bb4500 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:36.709257 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b8040dd7-3d9b-45f2-b492-ff86f14b6f30 req-6cc3c55c-e9fc-4609-9f35-8a1165bb4500 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.2018778 Dec 22 15:55:36.754249 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b8040dd7-3d9b-45f2-b492-ff86f14b6f30 req-0ccfc1ed-a632-43f3-a325-465c3cc0f821 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392261 Dec 22 15:55:37.955664 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd9323-0a1b-4c09-973a-9d838687d297 req-5eee8b49-62b9-4bf8-9740-2900c36b2345 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:37.957143 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-25fd9323-0a1b-4c09-973a-9d838687d297 req-5eee8b49-62b9-4bf8-9740-2900c36b2345 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0814364 Dec 22 15:55:38.004832 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-25fd9323-0a1b-4c09-973a-9d838687d297 req-93da4b77-35c6-4657-89c5-c3b1af070912 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415847 Dec 22 15:55:39.197917 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e42dcf-169c-425c-b5c5-82cbe14be823 req-8b79819f-c18d-4985-9bd6-391b38533380 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:39.200108 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d2e42dcf-169c-425c-b5c5-82cbe14be823 req-8b79819f-c18d-4985-9bd6-391b38533380 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0862169 Dec 22 15:55:39.249780 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d2e42dcf-169c-425c-b5c5-82cbe14be823 req-c33958e3-a3d3-43b3-9440-05af73b72592 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433743 Dec 22 15:55:40.446853 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eec59a-c554-4b7f-9c26-680621b5219d req-1f6056f3-b258-4524-a2e6-37b920640573 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:40.448359 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-05eec59a-c554-4b7f-9c26-680621b5219d req-1f6056f3-b258-4524-a2e6-37b920640573 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0900180 Dec 22 15:55:40.497063 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-05eec59a-c554-4b7f-9c26-680621b5219d req-2e463403-a2b4-4a9b-81f0-5859522033a2 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427899 Dec 22 15:55:41.690452 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54324de-b14b-4d22-83a3-929fea102dde req-a5fbd2cf-30b8-47de-be28-b75b3cc3e856 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:41.692015 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d54324de-b14b-4d22-83a3-929fea102dde req-a5fbd2cf-30b8-47de-be28-b75b3cc3e856 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0843565 Dec 22 15:55:41.737688 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d54324de-b14b-4d22-83a3-929fea102dde req-aeacc25e-940d-4fba-9808-c5818f686e86 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399232 Dec 22 15:55:42.211942 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-350ccbcc-bcca-491c-950f-da235d5f8136 service neutron] 10.222.0.57 "GET /v2.0/ports/181f191e-73ed-4ed0-b6b0-461cb76e3b23/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0778582 Dec 22 15:55:42.841336 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-6bda93ac-b942-410f-9a2a-b30e58f7a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:42.842902 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-6bda93ac-b942-410f-9a2a-b30e58f7a975 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe&tenant_id=37cf14e131e243f5bce4759b30ba5d5b HTTP/1.1" status: 200 len: 1098 time: 0.1010144 Dec 22 15:55:42.947151 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c29d8-9821-4600-8868-1d98bee8560e req-ae360c1e-9ed2-44a1-96bb-ee55a008f3c2 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:42.949075 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-057c29d8-9821-4600-8868-1d98bee8560e req-ae360c1e-9ed2-44a1-96bb-ee55a008f3c2 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0985157 Dec 22 15:55:42.949417 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-d7854744-fa95-4c70-b79f-a5ea75d4950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:42.950929 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-d7854744-fa95-4c70-b79f-a5ea75d4950a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 1098 time: 0.0757437 Dec 22 15:55:42.999226 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-057c29d8-9821-4600-8868-1d98bee8560e req-f8c39672-096c-4481-9d97-5d3becc4a719 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432889 Dec 22 15:55:43.089391 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-a75295ab-b536-4a66-a671-9f8bb9b66d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:43.090892 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-a75295ab-b536-4a66-a671-9f8bb9b66d2b service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1337492 Dec 22 15:55:43.197232 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-a05a857d-b13d-433d-a589-227614437bdf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=181f191e-73ed-4ed0-b6b0-461cb76e3b23 HTTP/1.1" status: 200 len: 1001 time: 0.0998764 Dec 22 15:55:43.260593 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-4b486d92-f02d-4da0-b63e-b1224bd764a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:43.262045 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-4b486d92-f02d-4da0-b63e-b1224bd764a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0588739 Dec 22 15:55:43.342721 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-177d28dd-b893-47c2-98f8-49b515291893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:43.344120 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-177d28dd-b893-47c2-98f8-49b515291893 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760818 Dec 22 15:55:43.483827 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-175d8d4f-c5e9-469f-9763-27acd326fdd5 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332479 Dec 22 15:55:43.764986 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318cb419-6897-402d-bd4c-631bf5fcbef1 req-fd7c5057-b392-4a3d-aa49-53e107ce20a0 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744946 Dec 22 15:55:44.212476 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060c510-3f13-4dc9-b322-a81c93120336 req-522d20fa-ede8-42a6-96f3-8e94f9089fef tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:44.214657 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d060c510-3f13-4dc9-b322-a81c93120336 req-522d20fa-ede8-42a6-96f3-8e94f9089fef tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0917184 Dec 22 15:55:44.278481 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d060c510-3f13-4dc9-b322-a81c93120336 req-2eacf4e2-0335-4d1f-823c-b50e3c82e49c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567696 Dec 22 15:55:45.501287 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6ed19-8665-48fb-82b6-6f6ddfdda2a4 req-23e57d60-a818-4266-9bf3-5f16fb50dba5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:45.502808 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-21f6ed19-8665-48fb-82b6-6f6ddfdda2a4 req-23e57d60-a818-4266-9bf3-5f16fb50dba5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0896108 Dec 22 15:55:45.549250 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-21f6ed19-8665-48fb-82b6-6f6ddfdda2a4 req-2c19479e-c491-47e6-a363-86a88cde13be tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404406 Dec 22 15:55:46.662303 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 181f191e-73ed-4ed0-b6b0-461cb76e3b23 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:55:46.667054 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 181f191e-73ed-4ed0-b6b0-461cb76e3b23 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:55:46.797024 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ceab69-f944-4384-b0a8-5844fb9dd4d7 req-65b2dfd8-77bd-4a1d-a0d5-77fe3634d835 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:46.799717 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d1ceab69-f944-4384-b0a8-5844fb9dd4d7 req-65b2dfd8-77bd-4a1d-a0d5-77fe3634d835 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.1372621 Dec 22 15:55:46.851162 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d1ceab69-f944-4384-b0a8-5844fb9dd4d7 req-6f97476e-ab23-4327-beb1-833df23d2542 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453951 Dec 22 15:55:46.939579 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:46.958111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 181f191e-73ed-4ed0-b6b0-461cb76e3b23, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=181f191e-73ed-4ed0-b6b0-461cb76e3b23,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:55:46.979559 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '181f191e-73ed-4ed0-b6b0-461cb76e3b23', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'port_id': '181f191e-73ed-4ed0-b6b0-461cb76e3b23', 'mac_address': 'fa:16:3e:94:a5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:55:46.987515 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1521ec-8f62-4d07-af32-93849561f5fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '181f191e-73ed-4ed0-b6b0-461cb76e3b23'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:55:47.036553 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 181f191e-73ed-4ed0-b6b0-461cb76e3b23, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=181f191e-73ed-4ed0-b6b0-461cb76e3b23,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:55:47.046024 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1521ec-8f62-4d07-af32-93849561f5fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '181f191e-73ed-4ed0-b6b0-461cb76e3b23', 'code': 200} Dec 22 15:55:47.057218 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:47.078762 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 181f191e-73ed-4ed0-b6b0-461cb76e3b23 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:55:47.152509 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:47.155503 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:55:47.264453 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:55:47.264744 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:55:47.268366 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=181f191e-73ed-4ed0-b6b0-461cb76e3b23,revision_number=6']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:55:47.275702 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:47.276110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:47.276490 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:47.276859 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:47.277316 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:47.277683 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:47.278066 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:47.278534 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:47.278948 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:47.279365 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:47.279777 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:47.280185 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:47.285456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:55:47.872952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:47.893876 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181f191e-73ed-4ed0-b6b0-461cb76e3b23 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:55:47.911636 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 181f191e-73ed-4ed0-b6b0-461cb76e3b23, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=181f191e-73ed-4ed0-b6b0-461cb76e3b23,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:55:48.018602 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:48.020411 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d816e2cb-518c-4244-9719-3b49ef0aea96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:55:48.072636 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a3edd-e5a3-44e9-b191-75e6b97d0439 req-a81f6a6c-21ff-4038-abcc-75fa04ff5b72 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:48.074184 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4d5a3edd-e5a3-44e9-b191-75e6b97d0439 req-a81f6a6c-21ff-4038-abcc-75fa04ff5b72 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 943 time: 0.1048720 Dec 22 15:55:48.096247 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=181f191e-73ed-4ed0-b6b0-461cb76e3b23,revision_number=7']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:55:48.102523 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['181f191e-73ed-4ed0-b6b0-461cb76e3b23'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:55:48.126325 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4d5a3edd-e5a3-44e9-b191-75e6b97d0439 req-3cef0b0c-d57e-46f3-a27f-76ccf5d2e985 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446522 Dec 22 15:55:48.133966 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:55:48.594420 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e7442-e603-418c-8ca4-061405506631 req-f5f2487b-f73a-4187-b296-5ca27149ec7c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:48.595971 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-559e7442-e603-418c-8ca4-061405506631 req-f5f2487b-f73a-4187-b296-5ca27149ec7c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 944 time: 0.0856364 Dec 22 15:55:48.640972 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-559e7442-e603-418c-8ca4-061405506631 req-2df44485-6654-4030-9dca-77be726fc100 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389595 Dec 22 15:55:48.673270 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 181f191e-73ed-4ed0-b6b0-461cb76e3b23 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:55:48.692306 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee3a6b-82db-4cdb-b7f2-a18dd6bf95aa req-efd38ccc-838e-4008-b37e-732e69f32250 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:48.693239 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-0fee3a6b-82db-4cdb-b7f2-a18dd6bf95aa req-efd38ccc-838e-4008-b37e-732e69f32250 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Synchronizing usage tracker for tenant:37cf14e131e243f5bce4759b30ba5d5b on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:55:48.743358 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 181f191e-73ed-4ed0-b6b0-461cb76e3b23 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:55:48.743735 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:48.854216 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-0fee3a6b-82db-4cdb-b7f2-a18dd6bf95aa req-efd38ccc-838e-4008-b37e-732e69f32250 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Unset dirty status for tenant:37cf14e131e243f5bce4759b30ba5d5b on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:55:48.855434 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0fee3a6b-82db-4cdb-b7f2-a18dd6bf95aa req-efd38ccc-838e-4008-b37e-732e69f32250 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe&tenant_id=37cf14e131e243f5bce4759b30ba5d5b&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.2536118 Dec 22 15:55:48.863190 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:48.905130 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 181f191e-73ed-4ed0-b6b0-461cb76e3b23, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=181f191e-73ed-4ed0-b6b0-461cb76e3b23,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:55:48.999774 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee3a6b-82db-4cdb-b7f2-a18dd6bf95aa req-83deb99c-4b19-4be2-96ee-eac4f8a03b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:49.001864 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0fee3a6b-82db-4cdb-b7f2-a18dd6bf95aa req-83deb99c-4b19-4be2-96ee-eac4f8a03b62 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 1097 time: 0.0744028 Dec 22 15:55:49.008996 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:49.010878 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:55:49.051899 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1521ec-8f62-4d07-af32-93849561f5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181f191e-73ed-4ed0-b6b0-461cb76e3b23'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:55:49.097991 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=181f191e-73ed-4ed0-b6b0-461cb76e3b23,revision_number=8']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:55:49.102629 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:55:49.112904 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1521ec-8f62-4d07-af32-93849561f5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181f191e-73ed-4ed0-b6b0-461cb76e3b23', 'code': 200} Dec 22 15:55:49.152217 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee3a6b-82db-4cdb-b7f2-a18dd6bf95aa req-a76e5e3d-fb63-471c-9998-03e5f386aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:49.153712 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0fee3a6b-82db-4cdb-b7f2-a18dd6bf95aa req-a76e5e3d-fb63-471c-9998-03e5f386aec0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1458552 Dec 22 15:55:49.258691 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0fee3a6b-82db-4cdb-b7f2-a18dd6bf95aa req-0a72fbd2-82c0-4173-b71d-329353f47f88 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=181f191e-73ed-4ed0-b6b0-461cb76e3b23 HTTP/1.1" status: 200 len: 1001 time: 0.0988343 Dec 22 15:55:49.322603 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee3a6b-82db-4cdb-b7f2-a18dd6bf95aa req-19987470-3dd3-4ece-b093-1d1d77f15b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:49.324046 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0fee3a6b-82db-4cdb-b7f2-a18dd6bf95aa req-19987470-3dd3-4ece-b093-1d1d77f15b70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0593884 Dec 22 15:55:49.399418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee3a6b-82db-4cdb-b7f2-a18dd6bf95aa req-74ff5452-56b9-4c18-a3bc-4acf1ac325ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:49.400892 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0fee3a6b-82db-4cdb-b7f2-a18dd6bf95aa req-74ff5452-56b9-4c18-a3bc-4acf1ac325ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708654 Dec 22 15:55:49.544330 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0fee3a6b-82db-4cdb-b7f2-a18dd6bf95aa req-4c0e7192-1f01-499c-99d2-ee941f29d3a9 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363692 Dec 22 15:55:49.683344 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0fee3a6b-82db-4cdb-b7f2-a18dd6bf95aa req-59b84db7-6470-4bca-b83a-ed26ed427372 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326606 Dec 22 15:55:49.850536 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f90030-cfc8-4996-b2bb-277617d7284e req-8e7eeeb8-dc41-45f0-9257-8051fbcc87bb tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:49.852846 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e0f90030-cfc8-4996-b2bb-277617d7284e req-8e7eeeb8-dc41-45f0-9257-8051fbcc87bb tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0930085 Dec 22 15:55:49.900858 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e0f90030-cfc8-4996-b2bb-277617d7284e req-ddb65d78-e3f7-4737-b461-1720ef9528c1 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423090 Dec 22 15:55:51.107142 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37fac65-272d-42b7-bf01-e86e1af11677 req-2b04974d-888d-48d0-ba61-959a13bfb7d4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:51.108697 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d37fac65-272d-42b7-bf01-e86e1af11677 req-2b04974d-888d-48d0-ba61-959a13bfb7d4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0955055 Dec 22 15:55:51.157379 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d37fac65-272d-42b7-bf01-e86e1af11677 req-0b12e4e4-2eb3-45a0-84c9-47548493b0bb tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424867 Dec 22 15:55:51.355324 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1166f43-3cde-4cde-ab58-41c93c81a47c req-b872c87c-542a-45a9-8feb-671516935ba5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:51.356889 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b1166f43-3cde-4cde-ab58-41c93c81a47c req-b872c87c-542a-45a9-8feb-671516935ba5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0880437 Dec 22 15:55:51.405901 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b1166f43-3cde-4cde-ab58-41c93c81a47c req-e3b4024e-151c-4f24-8598-b7609e8ec7b2 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421968 Dec 22 15:55:51.605189 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c0f85-50bc-4635-bb74-3146234ee72a req-b0031919-8137-4655-b337-cd33031a5960 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:51.606805 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-192c0f85-50bc-4635-bb74-3146234ee72a req-b0031919-8137-4655-b337-cd33031a5960 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0919235 Dec 22 15:55:51.655987 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-192c0f85-50bc-4635-bb74-3146234ee72a req-7dfc751d-220b-4d95-8fb7-1e29af33334e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425808 Dec 22 15:55:52.398739 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ffa14-3f0c-43ac-93d5-de73bae2ca98 req-8c740360-eb15-4396-98a1-9bcc847f0322 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:52.400395 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dd6ffa14-3f0c-43ac-93d5-de73bae2ca98 req-8c740360-eb15-4396-98a1-9bcc847f0322 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0900230 Dec 22 15:55:52.453805 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dd6ffa14-3f0c-43ac-93d5-de73bae2ca98 req-cab24c2a-3430-4063-a547-7e006cfa98e6 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470843 Dec 22 15:55:53.663672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548e64b-baf4-4a61-bf32-876aabe45609 req-72b4d2f1-2e10-470b-8c33-103d9a00e7fd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:53.665253 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1548e64b-baf4-4a61-bf32-876aabe45609 req-72b4d2f1-2e10-470b-8c33-103d9a00e7fd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0871096 Dec 22 15:55:53.713552 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1548e64b-baf4-4a61-bf32-876aabe45609 req-7b833a25-03b7-4418-9e3e-538afdf694c3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422351 Dec 22 15:55:54.262850 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a36f37-c32c-4926-ba1e-7874d0eff0cb req-beb361ed-b9b3-4e61-a455-1318ecf307ae tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:54.264341 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-77a36f37-c32c-4926-ba1e-7874d0eff0cb req-beb361ed-b9b3-4e61-a455-1318ecf307ae tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.1302683 Dec 22 15:55:54.343043 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-77a36f37-c32c-4926-ba1e-7874d0eff0cb req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Deleting port 181f191e-73ed-4ed0-b6b0-461cb76e3b23 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:55:54.343398 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-77a36f37-c32c-4926-ba1e-7874d0eff0cb req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:54.622191 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-77a36f37-c32c-4926-ba1e-7874d0eff0cb req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] For port 181f191e-73ed-4ed0-b6b0-461cb76e3b23, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=181f191e-73ed-4ed0-b6b0-461cb76e3b23,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:55:54.622505 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-77a36f37-c32c-4926-ba1e-7874d0eff0cb req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:54.926083 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-77a36f37-c32c-4926-ba1e-7874d0eff0cb req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:54.926484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-77a36f37-c32c-4926-ba1e-7874d0eff0cb req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:54.926799 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [req-77a36f37-c32c-4926-ba1e-7874d0eff0cb req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Floating IP 15dc66fa-c02a-4eae-8985-53c0ce3c08fc disassociated. External IP: 172.26.6.219, port: 181f191e-73ed-4ed0-b6b0-461cb76e3b23. Dec 22 15:55:54.927140 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-77a36f37-c32c-4926-ba1e-7874d0eff0cb req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Calling delete_port for 181f191e-73ed-4ed0-b6b0-461cb76e3b23 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:55:54.927888 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da73ca-8171-4b3d-89f6-650f5d73b05c req-4332cb7a-daed-4aa9-90ff-d3a9f2aefda1 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:54.929459 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c0da73ca-8171-4b3d-89f6-650f5d73b05c req-4332cb7a-daed-4aa9-90ff-d3a9f2aefda1 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 945 time: 0.0884838 Dec 22 15:55:54.978866 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c0da73ca-8171-4b3d-89f6-650f5d73b05c req-b659a062-148a-437f-bf74-9c11a592a16e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435832 Dec 22 15:55:55.220694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7a26a852-1433-4efe-b91c-0cd1269b4a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:55.305930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-77a36f37-c32c-4926-ba1e-7874d0eff0cb req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:55.312020 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:55:55.364667 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Pushing event deleted for resources: {'Port': ['ID=181f191e-73ed-4ed0-b6b0-461cb76e3b23,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:55:55.376300 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:55.376738 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:55.377066 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:55.377447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:55.377821 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:55.378198 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:55.378651 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:55.379021 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:55.379400 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:55.380030 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:55.380406 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:55.380811 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:55:55.384777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:55:55.588717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77a36f37-c32c-4926-ba1e-7874d0eff0cb req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Router c89d3e1d-096f-434f-a390-6c01f62c53b8 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:55:55.800243 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77a36f37-c32c-4926-ba1e-7874d0eff0cb req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:55:55.811773 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc44b506-af9c-4d3e-821c-e66ac954f711 None None] Sync routers for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:55:55.829258 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc44b506-af9c-4d3e-821c-e66ac954f711 None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:55.830256 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-cc44b506-af9c-4d3e-821c-e66ac954f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:55:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:55:55.885614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a36f37-c32c-4926-ba1e-7874d0eff0cb req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] No DVR routers for this DVR port 181f191e-73ed-4ed0-b6b0-461cb76e3b23 on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:55:55.888537 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-77a36f37-c32c-4926-ba1e-7874d0eff0cb req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:55.892199 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1521ec-8f62-4d07-af32-93849561f5fe', 'name': 'network-vif-deleted', 'tag': '181f191e-73ed-4ed0-b6b0-461cb76e3b23'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:55:55.969370 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-77a36f37-c32c-4926-ba1e-7874d0eff0cb req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "DELETE /v2.0/ports/181f191e-73ed-4ed0-b6b0-461cb76e3b23 HTTP/1.1" status: 204 len: 173 time: 1.6991968 Dec 22 15:55:56.002632 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1521ec-8f62-4d07-af32-93849561f5fe', 'name': 'network-vif-deleted', 'tag': '181f191e-73ed-4ed0-b6b0-461cb76e3b23', 'status': 'completed', 'code': 200} Dec 22 15:55:56.099108 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-cc44b506-af9c-4d3e-821c-e66ac954f711 None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:55:56.150804 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-11568f53-17b1-407b-8939-4316b4ea3064 req-598bb920-fc94-4f47-a559-feb8cbd65ac2 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1521ec-8f62-4d07-af32-93849561f5fe HTTP/1.1" status: 200 len: 210 time: 0.0463552 Dec 22 15:55:56.482296 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-cc44b506-af9c-4d3e-821c-e66ac954f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:55:56.487281 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc44b506-af9c-4d3e-821c-e66ac954f711 None None] Checking router: c89d3e1d-096f-434f-a390-6c01f62c53b8 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:55:56.496034 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc44b506-af9c-4d3e-821c-e66ac954f711 None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:56.496674 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-cc44b506-af9c-4d3e-821c-e66ac954f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:55:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:55:56.678096 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-cc44b506-af9c-4d3e-821c-e66ac954f711 None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:55:57.082698 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-cc44b506-af9c-4d3e-821c-e66ac954f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:55:57.088434 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc44b506-af9c-4d3e-821c-e66ac954f711 None None] The sync data for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv is: [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:55:57.365618 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96f645-eb74-4261-8f3f-989a29c5c667 None None] New status for floating IP 15dc66fa-c02a-4eae-8985-53c0ce3c08fc: DOWN {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:55:57.518910 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-340b8426-9097-4606-b6b5-863eeef23c2c req-9220e816-5139-466b-b5b2-599924dec04c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1925986569&fields=id&tenant_id=37cf14e131e243f5bce4759b30ba5d5b HTTP/1.1" status: 200 len: 267 time: 0.0433290 Dec 22 15:55:57.683726 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b8426-9097-4606-b6b5-863eeef23c2c req-e634372e-267e-4896-86c5-014d634c1703 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:55:57.685266 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-340b8426-9097-4606-b6b5-863eeef23c2c req-e634372e-267e-4896-86c5-014d634c1703 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 811 time: 0.1601031 Dec 22 15:55:57.704390 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-340b8426-9097-4606-b6b5-863eeef23c2c req-5a2d6fb3-49c5-4245-b031-a427d9a74b0b tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/quotas/37cf14e131e243f5bce4759b30ba5d5b HTTP/1.1" status: 200 len: 375 time: 0.0106091 Dec 22 15:55:57.732949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-afd11c6d-de7e-41d7-8ac6-fb46e2da93f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:57.796895 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-340b8426-9097-4606-b6b5-863eeef23c2c req-5766b828-8da4-44d1-9c5a-6ce66d5115ec tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0865932 Dec 22 15:55:57.812710 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [req-340b8426-9097-4606-b6b5-863eeef23c2c req-e19cc7e7-ab9a-496b-b644-0066a7bec6bd service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:55:57.814208 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-340b8426-9097-4606-b6b5-863eeef23c2c req-e19cc7e7-ab9a-496b-b644-0066a7bec6bd service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058415 Dec 22 15:55:58.064646 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-340b8426-9097-4606-b6b5-863eeef23c2c req-94db4bd2-7be8-499a-94d6-dc9fe34eb13b service neutron] 10.222.0.59 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444379 Dec 22 15:55:58.204912 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-340b8426-9097-4606-b6b5-863eeef23c2c req-9a40ff68-d1f6-4f4f-9b41-b268b8e29867 service neutron] 10.222.0.59 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344094 Dec 22 15:55:58.502344 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-538e6dc8-a7c4-49f6-9040-986a99eae229 req-b7b46273-45a2-44a8-9882-f7d9e03468bc tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 210 time: 0.0517244 Dec 22 15:55:58.735351 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 181f191e-73ed-4ed0-b6b0-461cb76e3b23 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:55:58.769290 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 181f191e-73ed-4ed0-b6b0-461cb76e3b23 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:55:58.769646 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 181f191e-73ed-4ed0-b6b0-461cb76e3b23 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:55:59.109823 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:59.178522 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:55:59.237792 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:55:59.663890 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1a7ec4d2-a7c4-4c06-9fe6-87329404fcd2 req-dead00c5-da07-4bc3-bb27-ceaab3a5748a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 210 time: 0.0464761 Dec 22 15:56:00.764419 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b8426-9097-4606-b6b5-863eeef23c2c req-f658f752-5dd0-45dc-809f-7e4fc67dd07f tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:00.765993 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-340b8426-9097-4606-b6b5-863eeef23c2c req-f658f752-5dd0-45dc-809f-7e4fc67dd07f tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 811 time: 0.1718760 Dec 22 15:56:00.822391 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-340b8426-9097-4606-b6b5-863eeef23c2c req-1d127980-a9dd-4ee5-a9f8-93bce4399c40 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37cf14e131e243f5bce4759b30ba5d5b HTTP/1.1" status: 200 len: 380 time: 0.0473604 Dec 22 15:56:00.832346 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-340b8426-9097-4606-b6b5-863eeef23c2c req-4a4fd0b4-8e2c-40ec-bcc4-c17c23ad405a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Request body: {'port': {'device_id': 'b5687f43-ace2-4534-9d93-55cfcaabfe8f', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'admin_state_up': True, 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'security_groups': ['89ff5932-a984-4144-978b-ee7be96a6573']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:56:01.021445 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-340b8426-9097-4606-b6b5-863eeef23c2c req-4a4fd0b4-8e2c-40ec-bcc4-c17c23ad405a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:56:01.027787 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-340b8426-9097-4606-b6b5-863eeef23c2c req-4a4fd0b4-8e2c-40ec-bcc4-c17c23ad405a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Usage tracker for resource:port and tenant:37cf14e131e243f5bce4759b30ba5d5b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:56:01.033377 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-340b8426-9097-4606-b6b5-863eeef23c2c req-4a4fd0b4-8e2c-40ec-bcc4-c17c23ad405a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:56:01.045167 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-340b8426-9097-4606-b6b5-863eeef23c2c req-4a4fd0b4-8e2c-40ec-bcc4-c17c23ad405a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:56:01.053688 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:01.058123 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2845d672-7fa3-4548-ab1e-879dd897d243 req-64bcf8b8-dcc6-4ecf-8433-5c4eddc8f6f8 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 210 time: 0.0614765 Dec 22 15:56:01.161325 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340b8426-9097-4606-b6b5-863eeef23c2c req-4a4fd0b4-8e2c-40ec-bcc4-c17c23ad405a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Made reservation on behalf of 37cf14e131e243f5bce4759b30ba5d5b for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:56:01.165057 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-340b8426-9097-4606-b6b5-863eeef23c2c req-4a4fd0b4-8e2c-40ec-bcc4-c17c23ad405a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:01.345089 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-340b8426-9097-4606-b6b5-863eeef23c2c req-4a4fd0b4-8e2c-40ec-bcc4-c17c23ad405a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Allocated IP 172.20.0.13 (e96e0b5e-bd17-4da0-990f-7a6d5eaf1710/ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b/6a6c6904-d449-449f-a3a9-5333609f7cfe) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:56:01.558154 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-340b8426-9097-4606-b6b5-863eeef23c2c req-4a4fd0b4-8e2c-40ec-bcc4-c17c23ad405a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:01.575081 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-340b8426-9097-4606-b6b5-863eeef23c2c req-4a4fd0b4-8e2c-40ec-bcc4-c17c23ad405a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Transition to ACTIVE for port object 6a6c6904-d449-449f-a3a9-5333609f7cfe will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:56:01.693616 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-340b8426-9097-4606-b6b5-863eeef23c2c req-4a4fd0b4-8e2c-40ec-bcc4-c17c23ad405a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:01.700056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-86612837-4086-462f-bcff-f31abb44e5bd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:56:01.776931 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340b8426-9097-4606-b6b5-863eeef23c2c req-4a4fd0b4-8e2c-40ec-bcc4-c17c23ad405a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:56:01.780726 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-340b8426-9097-4606-b6b5-863eeef23c2c req-4a4fd0b4-8e2c-40ec-bcc4-c17c23ad405a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:56:01.785250 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-340b8426-9097-4606-b6b5-863eeef23c2c req-4a4fd0b4-8e2c-40ec-bcc4-c17c23ad405a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:56:01.818395 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fd0b4-8e2c-40ec-bcc4-c17c23ad405a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Pushing event updated for resources: {'Port': ['ID=6a6c6904-d449-449f-a3a9-5333609f7cfe,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:56:01.825848 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4a4fd0b4-8e2c-40ec-bcc4-c17c23ad405a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:56:01.873084 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b8426-9097-4606-b6b5-863eeef23c2c req-4a4fd0b4-8e2c-40ec-bcc4-c17c23ad405a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:01.873765 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-340b8426-9097-4606-b6b5-863eeef23c2c req-4a4fd0b4-8e2c-40ec-bcc4-c17c23ad405a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:01.981416 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-340b8426-9097-4606-b6b5-863eeef23c2c req-4a4fd0b4-8e2c-40ec-bcc4-c17c23ad405a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1537955 Dec 22 15:56:01.996351 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Request body: {'port': {'device_id': 'b5687f43-ace2-4534-9d93-55cfcaabfe8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:56:02.180246 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f77cc870-d6bc-4619-aaf1-cea6659f6865 None None] Provisioning for port 6a6c6904-d449-449f-a3a9-5333609f7cfe completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:56:02.187477 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f77cc870-d6bc-4619-aaf1-cea6659f6865 None None] Provisioning complete for port 6a6c6904-d449-449f-a3a9-5333609f7cfe triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:56:02.188611 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f77cc870-d6bc-4619-aaf1-cea6659f6865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:02.274926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:02.275187 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f77cc870-d6bc-4619-aaf1-cea6659f6865 None None] Port 6a6c6904-d449-449f-a3a9-5333609f7cfe cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:56:02.345938 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050d845-6521-41b2-8783-0665f255f703 req-54610346-3b79-48be-8c12-e96239de569d tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:02.347597 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1050d845-6521-41b2-8783-0665f255f703 req-54610346-3b79-48be-8c12-e96239de569d tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 932 time: 0.1451588 Dec 22 15:56:02.418659 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1050d845-6521-41b2-8783-0665f255f703 req-52ae7359-bc18-490e-8e57-a855e7fe778c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631261 Dec 22 15:56:02.655811 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6c6904-d449-449f-a3a9-5333609f7cfe {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:56:02.664392 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:02.679316 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Transition to ACTIVE for port object 6a6c6904-d449-449f-a3a9-5333609f7cfe will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:56:02.785379 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:02.789535 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-64f96f0e-6073-474d-9d00-f8beddd74411 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:56:02.944468 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Pushing event updated for resources: {'Port': ['ID=6a6c6904-d449-449f-a3a9-5333609f7cfe,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:56:02.952130 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:56:03.043069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Attempting to bind port 6a6c6904-d449-449f-a3a9-5333609f7cfe on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:56:03.043671 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Attempting to bind port 6a6c6904-d449-449f-a3a9-5333609f7cfe by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:56:03.043796 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Attempting to bind port 6a6c6904-d449-449f-a3a9-5333609f7cfe on network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:56:03.049203 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Port 6a6c6904-d449-449f-a3a9-5333609f7cfe on network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:56:03.049597 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Attempting to bind port 6a6c6904-d449-449f-a3a9-5333609f7cfe on network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:56:03.054874 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:56:03.055155 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Checking segment: {'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:56:03.055544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Bound using segment: {'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:56:03.055971 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Bound port: 6a6c6904-d449-449f-a3a9-5333609f7cfe, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:56:03.056348 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:03.161788 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] For port 6a6c6904-d449-449f-a3a9-5333609f7cfe, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:56:03.165144 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] For port 6a6c6904-d449-449f-a3a9-5333609f7cfe, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a6c6904-d449-449f-a3a9-5333609f7cfe,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:56:03.243919 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:03.249477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d8fb35e3-577f-4f84-9d07-c9e21c05d54d tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:56:03.306411 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:03.307098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:03.308421 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-340b8426-9097-4606-b6b5-863eeef23c2c req-455797e6-bc58-42f6-a664-22b83633984c service neutron] 10.222.0.57 "PUT /v2.0/ports/6a6c6904-d449-449f-a3a9-5333609f7cfe HTTP/1.1" status: 200 len: 1094 time: 1.3194408 Dec 22 15:56:03.308975 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5687f43-ace2-4534-9d93-55cfcaabfe8f', 'tag': '6a6c6904-d449-449f-a3a9-5333609f7cfe'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:56:03.364737 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Pushing event updated for resources: {'Port': ['ID=6a6c6904-d449-449f-a3a9-5333609f7cfe,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:56:03.368469 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:56:03.370523 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5687f43-ace2-4534-9d93-55cfcaabfe8f', 'tag': '6a6c6904-d449-449f-a3a9-5333609f7cfe', 'status': 'completed', 'code': 200} Dec 22 15:56:03.473896 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2867b-17bc-43d6-ac78-516938d7a6c4 req-99cefe64-b50f-4266-ad76-7871fbae25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:03.475466 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e6d2867b-17bc-43d6-ac78-516938d7a6c4 req-99cefe64-b50f-4266-ad76-7871fbae25ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 1097 time: 0.0819001 Dec 22 15:56:03.634659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b395c-a176-4a0c-adfe-c29a555ecef5 req-ad597f10-1e6a-49ea-884a-3494b8425af2 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:03.636086 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8c0b395c-a176-4a0c-adfe-c29a555ecef5 req-ad597f10-1e6a-49ea-884a-3494b8425af2 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 944 time: 0.0923467 Dec 22 15:56:03.641606 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2867b-17bc-43d6-ac78-516938d7a6c4 req-83561cb2-237e-4a9a-9687-8a80bfd1ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:03.643689 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e6d2867b-17bc-43d6-ac78-516938d7a6c4 req-83561cb2-237e-4a9a-9687-8a80bfd1ecc3 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1600962 Dec 22 15:56:03.689424 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8c0b395c-a176-4a0c-adfe-c29a555ecef5 req-0b513467-2c1d-446e-9371-e776bc858bea tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421922 Dec 22 15:56:03.785045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2867b-17bc-43d6-ac78-516938d7a6c4 req-5cd76fda-a123-405c-a958-a464097d788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:03.786496 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e6d2867b-17bc-43d6-ac78-516938d7a6c4 req-5cd76fda-a123-405c-a958-a464097d788e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1360123 Dec 22 15:56:03.891465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b8426-9097-4606-b6b5-863eeef23c2c req-969c28c5-834d-42e9-8b52-494be81dcde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:03.892983 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-340b8426-9097-4606-b6b5-863eeef23c2c req-969c28c5-834d-42e9-8b52-494be81dcde6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 1097 time: 0.0696561 Dec 22 15:56:03.972000 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-340b8426-9097-4606-b6b5-863eeef23c2c req-30d49039-c03a-47eb-a0a6-6fa639873422 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a6c6904-d449-449f-a3a9-5333609f7cfe HTTP/1.1" status: 200 len: 217 time: 0.0720875 Dec 22 15:56:04.033364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b8426-9097-4606-b6b5-863eeef23c2c req-6d7ce330-8dd6-4132-b4fb-c56fc20b4c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:04.034851 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-340b8426-9097-4606-b6b5-863eeef23c2c req-6d7ce330-8dd6-4132-b4fb-c56fc20b4c1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0569434 Dec 22 15:56:04.113228 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b8426-9097-4606-b6b5-863eeef23c2c req-25e704db-1815-4e2c-870e-c461288b1dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:04.114686 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-340b8426-9097-4606-b6b5-863eeef23c2c req-25e704db-1815-4e2c-870e-c461288b1dbd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732756 Dec 22 15:56:04.383160 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-340b8426-9097-4606-b6b5-863eeef23c2c req-fea77c03-24dd-4dca-bd13-39941ed03457 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613697 Dec 22 15:56:04.512612 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-340b8426-9097-4606-b6b5-863eeef23c2c req-df6ea3b1-7585-4ebd-8d94-441daf5b8153 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227255 Dec 22 15:56:04.877336 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb137093-913c-4f00-bc94-3b84dc3d3466 req-fa9ef696-cf6b-404a-bbe6-36e9150e0565 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:04.878888 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eb137093-913c-4f00-bc94-3b84dc3d3466 req-fa9ef696-cf6b-404a-bbe6-36e9150e0565 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 944 time: 0.0802317 Dec 22 15:56:04.924743 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eb137093-913c-4f00-bc94-3b84dc3d3466 req-286c0690-7bfe-4e5c-871f-628cea2e3872 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398850 Dec 22 15:56:06.119761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca65ae-08d2-468c-903c-9192dcedfd6d req-46778b6b-cb1f-432c-8081-3d12b3b84005 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:06.121267 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-89ca65ae-08d2-468c-903c-9192dcedfd6d req-46778b6b-cb1f-432c-8081-3d12b3b84005 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 944 time: 0.0867736 Dec 22 15:56:06.167075 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-89ca65ae-08d2-468c-903c-9192dcedfd6d req-89aa3267-499d-45a1-8909-4cd2d7069f3f tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393832 Dec 22 15:56:06.292440 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:07.360698 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388596-d24f-4257-9eab-341687a1a4a6 req-43941a01-d146-478b-85a3-c7408a654acf tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:07.362885 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-83388596-d24f-4257-9eab-341687a1a4a6 req-43941a01-d146-478b-85a3-c7408a654acf tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 944 time: 0.0866194 Dec 22 15:56:07.414726 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-83388596-d24f-4257-9eab-341687a1a4a6 req-48d96e7e-00fd-422e-a4c8-24add0e17224 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456624 Dec 22 15:56:08.601827 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7ba23-16d0-493d-a3cb-f9e580789bda req-8147991c-b9ec-43e6-9e5b-197c2cab62a4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:08.603541 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-19f7ba23-16d0-493d-a3cb-f9e580789bda req-8147991c-b9ec-43e6-9e5b-197c2cab62a4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 944 time: 0.0799007 Dec 22 15:56:08.649661 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-19f7ba23-16d0-493d-a3cb-f9e580789bda req-c4eac2f6-bee5-4b5e-938b-5cc4301f6831 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397406 Dec 22 15:56:08.766009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 6a6c6904-d449-449f-a3a9-5333609f7cfe details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:56:08.896591 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 6a6c6904-d449-449f-a3a9-5333609f7cfe, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a6c6904-d449-449f-a3a9-5333609f7cfe,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:56:08.909776 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '6a6c6904-d449-449f-a3a9-5333609f7cfe', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'port_id': '6a6c6904-d449-449f-a3a9-5333609f7cfe', 'mac_address': 'fa:16:3e:aa:d4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:56:08.966849 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:08.991561 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6c6904-d449-449f-a3a9-5333609f7cfe {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:56:09.009299 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 6a6c6904-d449-449f-a3a9-5333609f7cfe, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a6c6904-d449-449f-a3a9-5333609f7cfe,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:56:09.100687 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:09.103400 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0a0f8d8e-dc1b-4c3a-b21e-0ae9d140a58b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:56:09.171327 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=6a6c6904-d449-449f-a3a9-5333609f7cfe,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:56:09.175039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:56:09.418499 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['6a6c6904-d449-449f-a3a9-5333609f7cfe'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:56:09.835530 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88f158-461d-4da8-bd84-f190a8d658b7 req-935b542b-ba4c-4262-bdd3-41209de75c5d tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:09.836970 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1c88f158-461d-4da8-bd84-f190a8d658b7 req-935b542b-ba4c-4262-bdd3-41209de75c5d tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 945 time: 0.0834024 Dec 22 15:56:09.881613 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1c88f158-461d-4da8-bd84-f190a8d658b7 req-1dfc30cd-4281-4bca-8ab5-e81c67ccbe1e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389643 Dec 22 15:56:10.756540 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 6a6c6904-d449-449f-a3a9-5333609f7cfe up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:56:10.967301 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 6a6c6904-d449-449f-a3a9-5333609f7cfe completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:56:10.973812 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 6a6c6904-d449-449f-a3a9-5333609f7cfe triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:56:10.974357 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:11.074963 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9e0aa-5e3e-484d-b0ea-a3c7eda9b8eb req-f1b24720-7782-4816-9e79-3da352799a33 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:11.077128 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ebb9e0aa-5e3e-484d-b0ea-a3c7eda9b8eb req-f1b24720-7782-4816-9e79-3da352799a33 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 945 time: 0.0841069 Dec 22 15:56:11.098132 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:11.124972 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5687f43-ace2-4534-9d93-55cfcaabfe8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6c6904-d449-449f-a3a9-5333609f7cfe'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:56:11.127519 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ebb9e0aa-5e3e-484d-b0ea-a3c7eda9b8eb req-2b9275d8-9126-479c-b6c0-dcf37091b34a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428765 Dec 22 15:56:11.136473 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 6a6c6904-d449-449f-a3a9-5333609f7cfe, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a6c6904-d449-449f-a3a9-5333609f7cfe,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:56:11.175823 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5687f43-ace2-4534-9d93-55cfcaabfe8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6c6904-d449-449f-a3a9-5333609f7cfe', 'code': 200} Dec 22 15:56:11.220044 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:11.223725 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:56:11.291306 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=6a6c6904-d449-449f-a3a9-5333609f7cfe,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:56:11.294357 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:56:11.605759 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968155eb-dc73-4657-aefd-f956158015eb req-72668575-8224-4c5f-b734-f0a84638a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:11.607325 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-968155eb-dc73-4657-aefd-f956158015eb req-72668575-8224-4c5f-b734-f0a84638a8d5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 1099 time: 0.0848377 Dec 22 15:56:11.649671 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-968155eb-dc73-4657-aefd-f956158015eb req-a5be279b-768b-42c2-850e-4586bcc3fdd8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347729 Dec 22 15:56:12.317451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64f12a-3640-4360-b428-2931458c0681 req-46063b4d-bf12-4d73-b43d-7e71c2392a39 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:12.318951 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0c64f12a-3640-4360-b428-2931458c0681 req-46063b4d-bf12-4d73-b43d-7e71c2392a39 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0828550 Dec 22 15:56:12.363944 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0c64f12a-3640-4360-b428-2931458c0681 req-374348d3-710c-4251-af99-6dd6f0e0eff1 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392678 Dec 22 15:56:13.554450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f52d26-edd7-43e9-ab9f-a23cc308900d req-1bd9ce9b-8d85-4b47-9757-afcb26bbf392 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:13.556053 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-21f52d26-edd7-43e9-ab9f-a23cc308900d req-1bd9ce9b-8d85-4b47-9757-afcb26bbf392 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0824060 Dec 22 15:56:13.605639 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-21f52d26-edd7-43e9-ab9f-a23cc308900d req-18974271-7e0c-41ae-af7e-7c463711f799 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437713 Dec 22 15:56:13.791085 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb71cd-8383-474f-bacd-6de8b66b5564 req-6b450932-b87b-441c-945e-0d21af415a48 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:13.792564 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5abb71cd-8383-474f-bacd-6de8b66b5564 req-6b450932-b87b-441c-945e-0d21af415a48 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0814433 Dec 22 15:56:13.801633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 43086) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:13.806875 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9db50929-46ae-4fdb-aee7-ec4e80619893 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Request body: {'floatingip': {'port_id': '6a6c6904-d449-449f-a3a9-5333609f7cfe'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:56:13.888155 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9db50929-46ae-4fdb-aee7-ec4e80619893 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for floatingip, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:14.504162 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9db50929-46ae-4fdb-aee7-ec4e80619893 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:14.568271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9db50929-46ae-4fdb-aee7-ec4e80619893 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:14.740690 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-9db50929-46ae-4fdb-aee7-ec4e80619893 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Floating IP 15dc66fa-c02a-4eae-8985-53c0ce3c08fc associated. External IP: 172.26.6.219, port: 6a6c6904-d449-449f-a3a9-5333609f7cfe. Dec 22 15:56:15.211015 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db50929-46ae-4fdb-aee7-ec4e80619893 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Router c89d3e1d-096f-434f-a390-6c01f62c53b8 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:56:15.394012 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db50929-46ae-4fdb-aee7-ec4e80619893 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:56:15.398470 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9db50929-46ae-4fdb-aee7-ec4e80619893 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:15.404028 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7299fa39-b423-4d83-a10b-d5d434b8c9d7 None None] Sync routers for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:56:15.413753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7299fa39-b423-4d83-a10b-d5d434b8c9d7 None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:15.414486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7299fa39-b423-4d83-a10b-d5d434b8c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:55:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:56:15.452793 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9db50929-46ae-4fdb-aee7-ec4e80619893 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "PUT /v2.0/floatingips/15dc66fa-c02a-4eae-8985-53c0ce3c08fc HTTP/1.1" status: 200 len: 992 time: 1.6500387 Dec 22 15:56:15.453495 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5687f43-ace2-4534-9d93-55cfcaabfe8f', 'tag': '6a6c6904-d449-449f-a3a9-5333609f7cfe'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:56:15.505659 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5687f43-ace2-4534-9d93-55cfcaabfe8f', 'tag': '6a6c6904-d449-449f-a3a9-5333609f7cfe', 'status': 'completed', 'code': 200} Dec 22 15:56:15.599771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-7299fa39-b423-4d83-a10b-d5d434b8c9d7 None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:56:15.604307 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec104b5c-f178-48c0-b68d-b7f618fc5d64 req-1f98ab25-fe83-4541-a898-a35e014480be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:15.605796 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ec104b5c-f178-48c0-b68d-b7f618fc5d64 req-1f98ab25-fe83-4541-a898-a35e014480be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 1099 time: 0.0766068 Dec 22 15:56:15.745926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec104b5c-f178-48c0-b68d-b7f618fc5d64 req-28dda4a2-5212-47d9-9d95-2f1522f32605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:15.747435 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ec104b5c-f178-48c0-b68d-b7f618fc5d64 req-28dda4a2-5212-47d9-9d95-2f1522f32605 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1353104 Dec 22 15:56:15.850916 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ec104b5c-f178-48c0-b68d-b7f618fc5d64 req-8df72ba0-aa4f-419b-814c-dc8db960bd4d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a6c6904-d449-449f-a3a9-5333609f7cfe HTTP/1.1" status: 200 len: 1000 time: 0.0974009 Dec 22 15:56:15.914583 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec104b5c-f178-48c0-b68d-b7f618fc5d64 req-7351145f-d160-4d67-86db-319cee397b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:15.916017 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ec104b5c-f178-48c0-b68d-b7f618fc5d64 req-7351145f-d160-4d67-86db-319cee397b25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0585134 Dec 22 15:56:15.994652 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec104b5c-f178-48c0-b68d-b7f618fc5d64 req-6920fb88-30cf-4d51-a076-bf78f168db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:56:15.996396 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ec104b5c-f178-48c0-b68d-b7f618fc5d64 req-6920fb88-30cf-4d51-a076-bf78f168db1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723813 Dec 22 15:56:16.009206 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7299fa39-b423-4d83-a10b-d5d434b8c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '15dc66fa-c02a-4eae-8985-53c0ce3c08fc', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'port_id': '6a6c6904-d449-449f-a3a9-5333609f7cfe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'mac_address': 'fa:16:3e:aa:d4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5687f43-ace2-4534-9d93-55cfcaabfe8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:53:57Z', 'updated_at': '2021-12-22T15:56:14Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:56:16.013172 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7299fa39-b423-4d83-a10b-d5d434b8c9d7 None None] Checking router: c89d3e1d-096f-434f-a390-6c01f62c53b8 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:56:16.021807 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7299fa39-b423-4d83-a10b-d5d434b8c9d7 None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:16.022455 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7299fa39-b423-4d83-a10b-d5d434b8c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:55:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:56:16.131689 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ec104b5c-f178-48c0-b68d-b7f618fc5d64 req-ee7e871d-9f23-44e2-95f0-c5a5412acf12 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277759 Dec 22 15:56:16.210495 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-7299fa39-b423-4d83-a10b-d5d434b8c9d7 None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:56:16.267824 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ec104b5c-f178-48c0-b68d-b7f618fc5d64 req-d1b8fa42-bb0d-4d87-b1e3-aab92ee84492 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287484 Dec 22 15:56:16.552160 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7299fa39-b423-4d83-a10b-d5d434b8c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '15dc66fa-c02a-4eae-8985-53c0ce3c08fc', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'port_id': '6a6c6904-d449-449f-a3a9-5333609f7cfe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'mac_address': 'fa:16:3e:aa:d4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5687f43-ace2-4534-9d93-55cfcaabfe8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:53:57Z', 'updated_at': '2021-12-22T15:56:14Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:56:16.556048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7299fa39-b423-4d83-a10b-d5d434b8c9d7 None None] The sync data for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv is: [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '15dc66fa-c02a-4eae-8985-53c0ce3c08fc', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'port_id': '6a6c6904-d449-449f-a3a9-5333609f7cfe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'mac_address': 'fa:16:3e:aa:d4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5687f43-ace2-4534-9d93-55cfcaabfe8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:53:57Z', 'updated_at': '2021-12-22T15:56:14Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:56:16.747140 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fcfb3c-71e7-475d-9a97-69bc7716c8ba None None] New status for floating IP 15dc66fa-c02a-4eae-8985-53c0ce3c08fc: ACTIVE {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:56:25.202131 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-89dc309d-48bb-49cd-9be7-b8d821721789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:27.716499 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6ad1b83e-6674-4a69-9814-940e125a8ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:29.104288 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:29.128118 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:31.014035 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:36.236300 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:56:36.322810 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:55.219303 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-82a25365-a55e-4aec-9108-bc2b7657c0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:57.710288 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-195b60a4-ad04-477f-9eed-0830ae905bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:59.115284 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:56:59.161778 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:57:01.047678 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:57:06.035717 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2922a27d-3175-4e0f-b7a3-8cc38d28f3a2 req-60592b67-7d9d-4a37-81ab-89ab2eac99c4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742686 Dec 22 15:57:06.179949 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922a27d-3175-4e0f-b7a3-8cc38d28f3a2 req-9292c132-91d3-44da-93e6-456a9aed4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:06.181452 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2922a27d-3175-4e0f-b7a3-8cc38d28f3a2 req-9292c132-91d3-44da-93e6-456a9aed4b9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 1099 time: 0.0746679 Dec 22 15:57:06.316210 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:57:06.341482 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922a27d-3175-4e0f-b7a3-8cc38d28f3a2 req-5a0a1315-4cca-49e4-beb0-4a55f526197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:06.342977 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2922a27d-3175-4e0f-b7a3-8cc38d28f3a2 req-5a0a1315-4cca-49e4-beb0-4a55f526197a service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1399817 Dec 22 15:57:06.578512 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2922a27d-3175-4e0f-b7a3-8cc38d28f3a2 req-46088a36-294b-439c-8bbd-e53fc7097e17 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a6c6904-d449-449f-a3a9-5333609f7cfe HTTP/1.1" status: 200 len: 1002 time: 0.2287970 Dec 22 15:57:06.643385 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922a27d-3175-4e0f-b7a3-8cc38d28f3a2 req-cdee0c5a-2175-43a1-a7fa-aef9fbc49d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:06.644867 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2922a27d-3175-4e0f-b7a3-8cc38d28f3a2 req-cdee0c5a-2175-43a1-a7fa-aef9fbc49d44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0601246 Dec 22 15:57:06.721156 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922a27d-3175-4e0f-b7a3-8cc38d28f3a2 req-4bb52e16-3d17-4e65-b379-1d8a031e9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:06.722733 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2922a27d-3175-4e0f-b7a3-8cc38d28f3a2 req-4bb52e16-3d17-4e65-b379-1d8a031e9f72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713727 Dec 22 15:57:06.857215 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2922a27d-3175-4e0f-b7a3-8cc38d28f3a2 req-b8bab22c-95ab-4217-bb3f-1906b5661e66 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272621 Dec 22 15:57:06.987677 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2922a27d-3175-4e0f-b7a3-8cc38d28f3a2 req-b05a23ea-d99d-464f-9eee-7e7fa618560a service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241603 Dec 22 15:57:13.235771 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:57:25.264357 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1ca1a366-4c56-4dc4-bce4-ffded5617547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:57:27.744141 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-393af354-f53c-4b0e-babb-ab51d970f990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:57:29.081583 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:57:29.127057 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:57:31.012483 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:57:36.166457 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1073e-8889-438e-a694-d8435ffe4ae3 req-5b2050f0-6902-4850-9a61-d00d93df2394 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:36.168134 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a7d1073e-8889-438e-a694-d8435ffe4ae3 req-5b2050f0-6902-4850-9a61-d00d93df2394 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0970743 Dec 22 15:57:36.231514 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a7d1073e-8889-438e-a694-d8435ffe4ae3 req-25aa89da-5ed4-4c01-baaa-973b19ff36e3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526900 Dec 22 15:57:36.413321 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:57:37.428378 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ac607-b072-4ab2-aca0-7156c4ebc00f req-f4fd35d5-eb81-4f60-afd1-ba2e4034fbb6 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:37.429810 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bd9ac607-b072-4ab2-aca0-7156c4ebc00f req-f4fd35d5-eb81-4f60-afd1-ba2e4034fbb6 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0829158 Dec 22 15:57:37.476803 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bd9ac607-b072-4ab2-aca0-7156c4ebc00f req-ebf442d2-1be4-416f-9fe1-2e81470d9e33 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393136 Dec 22 15:57:38.673014 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82118c0a-90ce-4887-8dc6-60b461fd65a0 req-4e3e27b9-4da0-45c3-8c7a-4604e895c4dd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:38.674637 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-82118c0a-90ce-4887-8dc6-60b461fd65a0 req-4e3e27b9-4da0-45c3-8c7a-4604e895c4dd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0890567 Dec 22 15:57:38.722790 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-82118c0a-90ce-4887-8dc6-60b461fd65a0 req-e8e02ba9-27c1-4923-bc20-49776a268846 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419130 Dec 22 15:57:39.922672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdb0f8-92d1-4b97-bb5c-f7e365188429 req-fde52f26-cb80-46a7-9478-20894548675c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:39.924522 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d1bdb0f8-92d1-4b97-bb5c-f7e365188429 req-fde52f26-cb80-46a7-9478-20894548675c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0839748 Dec 22 15:57:39.972041 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d1bdb0f8-92d1-4b97-bb5c-f7e365188429 req-b03326f9-c259-4223-87b9-3c16bf1b04da tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416493 Dec 22 15:57:41.279443 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96f2ad-6830-43e3-99ed-972b1b8a7ad8 req-9e95d466-afa6-442b-b36d-3280c0fa56af tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:41.280803 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fc96f2ad-6830-43e3-99ed-972b1b8a7ad8 req-9e95d466-afa6-442b-b36d-3280c0fa56af tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.2015097 Dec 22 15:57:41.324883 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fc96f2ad-6830-43e3-99ed-972b1b8a7ad8 req-5ec772fa-a943-4647-a2aa-51762ca108f1 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378683 Dec 22 15:57:42.522408 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d5909-cceb-46b3-9a48-5a5d840e876e req-7be358fc-1531-4c69-8c79-771c4ebe4a1c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:42.524036 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-198d5909-cceb-46b3-9a48-5a5d840e876e req-7be358fc-1531-4c69-8c79-771c4ebe4a1c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0864718 Dec 22 15:57:42.585840 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-198d5909-cceb-46b3-9a48-5a5d840e876e req-9ce6433d-9fc4-4475-85f6-b1af024e01f1 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507748 Dec 22 15:57:43.790252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a9906-52ba-4135-8d67-406dcc22ac36 req-de023e40-f559-4103-bdef-ed874f04db28 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:43.791826 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dd3a9906-52ba-4135-8d67-406dcc22ac36 req-de023e40-f559-4103-bdef-ed874f04db28 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0851259 Dec 22 15:57:43.839238 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dd3a9906-52ba-4135-8d67-406dcc22ac36 req-12f445ee-7fd1-4b15-bb62-0d54f755e795 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415123 Dec 22 15:57:45.056533 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089bd05-3b5d-4511-b3ae-5b6b028093bc req-bd0ea409-37e2-4d00-8fc3-97e7f0ab7d37 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:45.058953 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b089bd05-3b5d-4511-b3ae-5b6b028093bc req-bd0ea409-37e2-4d00-8fc3-97e7f0ab7d37 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.1061265 Dec 22 15:57:45.107030 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b089bd05-3b5d-4511-b3ae-5b6b028093bc req-3baa0122-52b2-4b11-a04b-96308c2c671e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421042 Dec 22 15:57:46.311199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3e17-3914-4337-b6f5-8878fc1189a0 req-f856892d-d188-4c6f-9b35-5ba2d461a135 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:46.312737 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f93b3e17-3914-4337-b6f5-8878fc1189a0 req-f856892d-d188-4c6f-9b35-5ba2d461a135 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0958705 Dec 22 15:57:46.362894 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f93b3e17-3914-4337-b6f5-8878fc1189a0 req-3dc81c0d-728c-4ab2-9adf-c6e9971635c2 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411091 Dec 22 15:57:47.564449 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fa5a0-ce7b-43ae-a707-5132e5901864 req-ad987d71-b2a1-461b-bb21-3ea21dd79534 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:47.565957 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2e5fa5a0-ce7b-43ae-a707-5132e5901864 req-ad987d71-b2a1-461b-bb21-3ea21dd79534 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0873151 Dec 22 15:57:47.611570 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2e5fa5a0-ce7b-43ae-a707-5132e5901864 req-3094236a-de72-4272-b886-9b3b7235d705 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396073 Dec 22 15:57:48.819243 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1d340-ab8d-446b-a0df-b3f488d10dc9 req-bed95511-e6bf-4393-9403-777eb886d45d tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:48.820699 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-40b1d340-ab8d-446b-a0df-b3f488d10dc9 req-bed95511-e6bf-4393-9403-777eb886d45d tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0785203 Dec 22 15:57:48.869038 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-40b1d340-ab8d-446b-a0df-b3f488d10dc9 req-72615766-86a1-4ba7-aa01-f5627daab6c9 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427175 Dec 22 15:57:50.088766 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d73b0e-b824-4443-9b98-059e59345ae3 req-149e5e89-326d-4b53-9f24-af199394700c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:50.090431 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-45d73b0e-b824-4443-9b98-059e59345ae3 req-149e5e89-326d-4b53-9f24-af199394700c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.1024039 Dec 22 15:57:50.137110 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-45d73b0e-b824-4443-9b98-059e59345ae3 req-0c049e61-cd82-4ac7-a641-0a777e5aae2b tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405409 Dec 22 15:57:50.234606 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:57:51.331024 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd3eae-eeae-4f49-84af-36161e05876b req-2e6c8994-40d9-437a-ae95-5dabfb4eac66 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:51.332573 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-93bd3eae-eeae-4f49-84af-36161e05876b req-2e6c8994-40d9-437a-ae95-5dabfb4eac66 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0879445 Dec 22 15:57:51.377715 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-93bd3eae-eeae-4f49-84af-36161e05876b req-d6b6bce8-fd27-46df-8e92-8920e0e55e2c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393357 Dec 22 15:57:52.563979 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321586f-b635-4a71-a3a8-1c64e790beb6 req-a516b7f4-068f-4358-a253-60d2b2d5620d tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:52.565457 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a321586f-b635-4a71-a3a8-1c64e790beb6 req-a516b7f4-068f-4358-a253-60d2b2d5620d tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0811696 Dec 22 15:57:52.609415 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a321586f-b635-4a71-a3a8-1c64e790beb6 req-039ee70d-63de-4dc0-95cd-334051f6e388 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380435 Dec 22 15:57:53.148328 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0607a8-3544-48f5-865d-003eb931a8ae req-90e1ef21-ebd1-4ba9-a497-81e2714a0b46 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:53.151687 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2a0607a8-3544-48f5-865d-003eb931a8ae req-90e1ef21-ebd1-4ba9-a497-81e2714a0b46 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0888789 Dec 22 15:57:53.200222 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2a0607a8-3544-48f5-865d-003eb931a8ae req-6ce365c6-114e-4383-98a6-a9b4f2f15596 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444732 Dec 22 15:57:53.227847 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-9cb621e7-397f-4fec-9ad8-775595e9e8ae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0788233 Dec 22 15:57:54.391523 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24c753-9d20-4879-8bcc-53451e090db2 req-450003a9-7d14-4eeb-a95a-708acc6df66a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:54.393678 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ec24c753-9d20-4879-8bcc-53451e090db2 req-450003a9-7d14-4eeb-a95a-708acc6df66a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0837314 Dec 22 15:57:54.441057 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ec24c753-9d20-4879-8bcc-53451e090db2 req-06acf596-b293-4d79-a75a-376a84d960ef tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415311 Dec 22 15:57:55.224144 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3745e56e-c334-4a15-a9cc-23ac1372e14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:57:55.501662 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-f44da9e7-24e3-4205-a578-315faf53eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:55.503864 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-f44da9e7-24e3-4205-a578-315faf53eab2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 1099 time: 0.0838692 Dec 22 15:57:55.664733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8d554-7212-4ce4-b180-830ada6493f7 req-8d31c9d0-633e-4521-a417-f17a8bc3e98a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:55.667441 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7dd8d554-7212-4ce4-b180-830ada6493f7 req-8d31c9d0-633e-4521-a417-f17a8bc3e98a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.1084528 Dec 22 15:57:55.689250 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-d4b27cd5-22fc-4d32-ab3a-9833cd7528f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:55.691762 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-d4b27cd5-22fc-4d32-ab3a-9833cd7528f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1812627 Dec 22 15:57:55.730500 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7dd8d554-7212-4ce4-b180-830ada6493f7 req-4f7bcd03-a0fa-4121-9491-8e485c8daf82 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530341 Dec 22 15:57:55.803597 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-cb112a21-0ef9-4651-a2b4-2c7f6309e5c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a6c6904-d449-449f-a3a9-5333609f7cfe HTTP/1.1" status: 200 len: 1002 time: 0.1050260 Dec 22 15:57:55.868203 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-464ee08f-ff7b-40a3-b73a-b1370477de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:55.869745 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-464ee08f-ff7b-40a3-b73a-b1370477de95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0601349 Dec 22 15:57:55.954889 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-a8b400ec-ddae-4055-a9bd-824a495ed08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:55.957058 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-a8b400ec-ddae-4055-a9bd-824a495ed08e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808566 Dec 22 15:57:56.101147 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-aca1b223-f1fe-46db-b6a5-dd6b1295637a service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367633 Dec 22 15:57:56.242019 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-09a3a7f9-72ee-481b-a1c7-51de32f0e845 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333351 Dec 22 15:57:56.940086 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85054d0e-a826-41a2-9143-70606773d5aa req-1c57e389-afde-40b4-ab12-4b27aa84d339 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:56.941648 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-85054d0e-a826-41a2-9143-70606773d5aa req-1c57e389-afde-40b4-ab12-4b27aa84d339 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0825317 Dec 22 15:57:56.993297 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-85054d0e-a826-41a2-9143-70606773d5aa req-be96f004-ee2d-473c-831c-fba852a66042 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452113 Dec 22 15:57:57.766933 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a4391de2-3d45-44d8-9fa0-112cb59f80fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:57:58.185418 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f90e49-e818-427f-a524-443ae3b56416 req-1f69394b-a3c4-4ab6-8f79-e365ac331681 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:58.186975 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-62f90e49-e818-427f-a524-443ae3b56416 req-1f69394b-a3c4-4ab6-8f79-e365ac331681 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0850523 Dec 22 15:57:58.231771 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-62f90e49-e818-427f-a524-443ae3b56416 req-9ce74dc9-98a3-4b70-bde7-562ac69a7f9d tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386770 Dec 22 15:57:58.386692 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-78b04964-2d13-4ec7-9e5b-0d9bdcd1bee0 service neutron] 10.222.0.57 "GET /v2.0/ports/6a6c6904-d449-449f-a3a9-5333609f7cfe/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0788360 Dec 22 15:57:59.058496 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-ff1b18c0-8b86-4ed1-8140-e5803f8daeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:59.060033 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-ff1b18c0-8b86-4ed1-8140-e5803f8daeaf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f&tenant_id=37cf14e131e243f5bce4759b30ba5d5b HTTP/1.1" status: 200 len: 1099 time: 0.0747323 Dec 22 15:57:59.075318 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:57:59.116785 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:57:59.162472 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-0075ca94-7bbb-4180-8dcb-c571447a01eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:59.163958 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-0075ca94-7bbb-4180-8dcb-c571447a01eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 1099 time: 0.0794387 Dec 22 15:57:59.436619 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-04e7ada5-6c95-4074-a9eb-2d47338f59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:59.438311 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-04e7ada5-6c95-4074-a9eb-2d47338f59c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.2677417 Dec 22 15:57:59.454975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91a565-f81c-488d-a6e3-49fd7473ba71 req-6413bdff-7869-4c9d-aa0e-5afa2e4920f0 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:59.456563 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9e91a565-f81c-488d-a6e3-49fd7473ba71 req-6413bdff-7869-4c9d-aa0e-5afa2e4920f0 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.1043997 Dec 22 15:57:59.517643 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9e91a565-f81c-488d-a6e3-49fd7473ba71 req-f211661b-850c-4123-8c8b-20baaf8e7796 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512931 Dec 22 15:57:59.575433 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-83e0671f-68bf-4b6e-b57f-09b1dea46ee6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a6c6904-d449-449f-a3a9-5333609f7cfe HTTP/1.1" status: 200 len: 1002 time: 0.1303308 Dec 22 15:57:59.643604 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-ae6d8b31-2130-417d-836d-a1721b5ad872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:59.645115 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-ae6d8b31-2130-417d-836d-a1721b5ad872 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0631683 Dec 22 15:57:59.731306 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-81531e2d-e945-4369-9c74-a1cc8ae4744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:57:59.732925 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-81531e2d-e945-4369-9c74-a1cc8ae4744b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807145 Dec 22 15:57:59.876048 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-6686b742-5250-479f-aa67-87db8e2aa4ee service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365869 Dec 22 15:58:00.013901 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4855b35c-dcec-4cc0-96f1-38b6759aab40 req-734affe1-edfa-44b7-b478-0f3ebdf63196 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311901 Dec 22 15:58:00.718217 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e873de2-0764-4e63-bfd6-5f85991c6d60 req-2a34aba4-8003-4f4b-a585-a56e3e2f3330 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:00.719797 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4e873de2-0764-4e63-bfd6-5f85991c6d60 req-2a34aba4-8003-4f4b-a585-a56e3e2f3330 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0846570 Dec 22 15:58:00.765982 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4e873de2-0764-4e63-bfd6-5f85991c6d60 req-1cedd54b-59c7-4c99-8d75-8151e5bb378b tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397148 Dec 22 15:58:01.029689 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:01.963803 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f703b-22b1-4c50-bf0b-720aa88873d6 req-aee4dbcd-ea04-4597-b811-8393915d6b8b tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:01.965336 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0f8f703b-22b1-4c50-bf0b-720aa88873d6 req-aee4dbcd-ea04-4597-b811-8393915d6b8b tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0858161 Dec 22 15:58:02.011332 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0f8f703b-22b1-4c50-bf0b-720aa88873d6 req-56d3ba32-7280-4e34-99b9-9bbafb5bd639 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392210 Dec 22 15:58:03.215623 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3c226-b88d-4d6f-93c4-a4d104af54a2 req-f8c22d46-1670-4240-bb3c-aebd0f7b2565 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:03.217176 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7ce3c226-b88d-4d6f-93c4-a4d104af54a2 req-f8c22d46-1670-4240-bb3c-aebd0f7b2565 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0842111 Dec 22 15:58:03.277248 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7ce3c226-b88d-4d6f-93c4-a4d104af54a2 req-0bb7e490-5c9f-483e-a15c-9335cba64b14 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487540 Dec 22 15:58:03.360085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 6a6c6904-d449-449f-a3a9-5333609f7cfe details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:58:03.363165 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 6a6c6904-d449-449f-a3a9-5333609f7cfe no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:58:03.604092 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:03.626912 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 6a6c6904-d449-449f-a3a9-5333609f7cfe, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a6c6904-d449-449f-a3a9-5333609f7cfe,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:58:03.651305 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '6a6c6904-d449-449f-a3a9-5333609f7cfe', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'port_id': '6a6c6904-d449-449f-a3a9-5333609f7cfe', 'mac_address': 'fa:16:3e:aa:d4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:58:03.656462 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5687f43-ace2-4534-9d93-55cfcaabfe8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6c6904-d449-449f-a3a9-5333609f7cfe'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:58:03.770299 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 6a6c6904-d449-449f-a3a9-5333609f7cfe, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a6c6904-d449-449f-a3a9-5333609f7cfe,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:58:03.804509 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:03.825996 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6460f82-6765-4e0a-8e5c-99ba8d1bc9dc req-64e46f56-ce54-40cd-92bd-e57b58841900 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:03.827561 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a6460f82-6765-4e0a-8e5c-99ba8d1bc9dc req-64e46f56-ce54-40cd-92bd-e57b58841900 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.1120026 Dec 22 15:58:03.832875 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5687f43-ace2-4534-9d93-55cfcaabfe8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6c6904-d449-449f-a3a9-5333609f7cfe', 'code': 200} Dec 22 15:58:03.835409 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a6c6904-d449-449f-a3a9-5333609f7cfe {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:58:03.846550 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:03.850098 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:58:03.880813 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a6460f82-6765-4e0a-8e5c-99ba8d1bc9dc req-f52850b7-598e-45a4-b7c9-a553d61cf096 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451837 Dec 22 15:58:03.948743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28a125-75f9-4625-ba63-d2fef570963b req-1319bc8a-5cae-49d6-a409-a8b80546f6e2 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:03.949499 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-cf28a125-75f9-4625-ba63-d2fef570963b req-1319bc8a-5cae-49d6-a409-a8b80546f6e2 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Synchronizing usage tracker for tenant:37cf14e131e243f5bce4759b30ba5d5b on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 15:58:04.022462 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:58:04.022832 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 15:58:04.026496 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=6a6c6904-d449-449f-a3a9-5333609f7cfe,revision_number=6']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:58:04.034199 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:04.034594 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:04.034942 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:04.035280 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:04.035628 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:04.035962 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:04.036291 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:04.036619 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:04.036947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:04.037274 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:04.037598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:04.037924 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:04.042628 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:58:04.058486 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-cf28a125-75f9-4625-ba63-d2fef570963b req-1319bc8a-5cae-49d6-a409-a8b80546f6e2 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Unset dirty status for tenant:37cf14e131e243f5bce4759b30ba5d5b on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 15:58:04.059777 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cf28a125-75f9-4625-ba63-d2fef570963b req-1319bc8a-5cae-49d6-a409-a8b80546f6e2 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f&tenant_id=37cf14e131e243f5bce4759b30ba5d5b&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.2023892 Dec 22 15:58:04.210565 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28a125-75f9-4625-ba63-d2fef570963b req-6155460c-a9c7-4802-b0b8-371a96c12449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:04.212041 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cf28a125-75f9-4625-ba63-d2fef570963b req-6155460c-a9c7-4802-b0b8-371a96c12449 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 1097 time: 0.0745416 Dec 22 15:58:04.363646 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28a125-75f9-4625-ba63-d2fef570963b req-0982e31e-b2f2-446c-b98e-5a0fd4b586ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:04.365135 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cf28a125-75f9-4625-ba63-d2fef570963b req-0982e31e-b2f2-446c-b98e-5a0fd4b586ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1469371 Dec 22 15:58:04.473140 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cf28a125-75f9-4625-ba63-d2fef570963b req-905ca5d4-8de0-4443-b5ae-1dc353b07871 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a6c6904-d449-449f-a3a9-5333609f7cfe HTTP/1.1" status: 200 len: 1000 time: 0.1014130 Dec 22 15:58:04.541197 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28a125-75f9-4625-ba63-d2fef570963b req-d008b540-e94d-4b72-8b13-e96333369927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:04.542689 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cf28a125-75f9-4625-ba63-d2fef570963b req-d008b540-e94d-4b72-8b13-e96333369927 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0631084 Dec 22 15:58:04.580065 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:04.606505 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6c6904-d449-449f-a3a9-5333609f7cfe {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:58:04.624905 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 6a6c6904-d449-449f-a3a9-5333609f7cfe, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a6c6904-d449-449f-a3a9-5333609f7cfe,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:58:04.636922 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28a125-75f9-4625-ba63-d2fef570963b req-5987c52d-103f-48af-9fff-8076b3d8c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:04.638453 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cf28a125-75f9-4625-ba63-d2fef570963b req-5987c52d-103f-48af-9fff-8076b3d8c039 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0886722 Dec 22 15:58:04.709934 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:04.712333 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:58:04.786137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['6a6c6904-d449-449f-a3a9-5333609f7cfe'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:58:04.790819 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cf28a125-75f9-4625-ba63-d2fef570963b req-79a0451d-36b1-424b-9881-bbc7bbd436bc service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454720 Dec 22 15:58:04.843273 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=6a6c6904-d449-449f-a3a9-5333609f7cfe,revision_number=7']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:58:04.848262 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:58:04.956767 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cf28a125-75f9-4625-ba63-d2fef570963b req-1db13255-e494-454c-93fe-77db895e873a service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586459 Dec 22 15:58:05.100582 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd507f-6d57-4a90-be9a-5fbb1c67dc12 req-a0a3c67d-e4cb-41e7-90e2-fc7ffff907cf tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:05.102287 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c3cd507f-6d57-4a90-be9a-5fbb1c67dc12 req-a0a3c67d-e4cb-41e7-90e2-fc7ffff907cf tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 945 time: 0.0965009 Dec 22 15:58:05.275859 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c3cd507f-6d57-4a90-be9a-5fbb1c67dc12 req-d6684299-4572-495b-bf4a-66f3c6441e9c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657538 Dec 22 15:58:05.361552 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 6a6c6904-d449-449f-a3a9-5333609f7cfe up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:58:05.433613 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 6a6c6904-d449-449f-a3a9-5333609f7cfe triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:58:05.434140 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:05.569912 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:05.611190 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 6a6c6904-d449-449f-a3a9-5333609f7cfe, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a6c6904-d449-449f-a3a9-5333609f7cfe,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:58:05.834440 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5687f43-ace2-4534-9d93-55cfcaabfe8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6c6904-d449-449f-a3a9-5333609f7cfe'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:58:05.887936 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5687f43-ace2-4534-9d93-55cfcaabfe8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6c6904-d449-449f-a3a9-5333609f7cfe', 'code': 200} Dec 22 15:58:05.938392 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:05.942011 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:58:06.019214 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=6a6c6904-d449-449f-a3a9-5333609f7cfe,revision_number=8']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:58:06.022602 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:58:06.338180 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:06.490381 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15855e6-0b81-4d2e-ac9c-60b5b56e093e req-0f443deb-cb34-4a2d-82a9-42ad5c607504 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:06.492005 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c15855e6-0b81-4d2e-ac9c-60b5b56e093e req-0f443deb-cb34-4a2d-82a9-42ad5c607504 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0944300 Dec 22 15:58:06.551710 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c15855e6-0b81-4d2e-ac9c-60b5b56e093e req-992a542e-8687-4084-a135-8d8be19f4439 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526457 Dec 22 15:58:06.575518 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c8752950-cfbe-4ed9-af25-a906352a468d req-21f344a2-4bd4-4a31-bed6-9d724b2b87e0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854366 Dec 22 15:58:06.735087 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8752950-cfbe-4ed9-af25-a906352a468d req-a977997b-0474-4979-92be-fb4c46fff220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:06.736588 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c8752950-cfbe-4ed9-af25-a906352a468d req-a977997b-0474-4979-92be-fb4c46fff220 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 1099 time: 0.0836165 Dec 22 15:58:06.890856 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8752950-cfbe-4ed9-af25-a906352a468d req-4dabccf6-92b9-49ca-a26f-820e3c23b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:06.892217 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c8752950-cfbe-4ed9-af25-a906352a468d req-4dabccf6-92b9-49ca-a26f-820e3c23b8ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1370306 Dec 22 15:58:07.126028 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c8752950-cfbe-4ed9-af25-a906352a468d req-c772d652-454d-42b2-aed8-75be393eb930 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a6c6904-d449-449f-a3a9-5333609f7cfe HTTP/1.1" status: 200 len: 1002 time: 0.2274237 Dec 22 15:58:07.190374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8752950-cfbe-4ed9-af25-a906352a468d req-bb1817fe-7133-41c7-abda-e636e1718a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:07.191854 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c8752950-cfbe-4ed9-af25-a906352a468d req-bb1817fe-7133-41c7-abda-e636e1718a36 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0590351 Dec 22 15:58:07.280649 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8752950-cfbe-4ed9-af25-a906352a468d req-5c6d63d0-d4a3-43cd-85d6-ef52a2f07a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:07.282135 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c8752950-cfbe-4ed9-af25-a906352a468d req-5c6d63d0-d4a3-43cd-85d6-ef52a2f07a3d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831554 Dec 22 15:58:07.432957 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c8752950-cfbe-4ed9-af25-a906352a468d req-ad422845-eaa3-43dd-a67d-6806bfedc519 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439583 Dec 22 15:58:07.566175 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c8752950-cfbe-4ed9-af25-a906352a468d req-5c9a7efe-901d-4ca5-ac27-374860b22c3d service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269970 Dec 22 15:58:07.746801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e06d0c-c0ce-42f2-9ea8-f70d98b4a0ba req-db8a9126-932f-4192-8fd7-f40a0389c888 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:07.748188 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a7e06d0c-c0ce-42f2-9ea8-f70d98b4a0ba req-db8a9126-932f-4192-8fd7-f40a0389c888 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0824525 Dec 22 15:58:07.795327 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a7e06d0c-c0ce-42f2-9ea8-f70d98b4a0ba req-8bd635b9-fb77-44c5-a7fc-244c97164f7a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390346 Dec 22 15:58:07.978403 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c849ff-676a-44b2-bd4e-39a16431d2c4 req-9af549fa-2e3b-4ce8-94ee-8702c13b9707 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:07.979928 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a6c849ff-676a-44b2-bd4e-39a16431d2c4 req-9af549fa-2e3b-4ce8-94ee-8702c13b9707 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0801184 Dec 22 15:58:08.029028 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a6c849ff-676a-44b2-bd4e-39a16431d2c4 req-f9f0535f-36c5-4b0c-aac9-ac1602446ecb tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433409 Dec 22 15:58:08.550620 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a370103-13e0-4be4-9b0d-a79395497060 req-62af69e4-52bf-4703-a735-6893c35d6437 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:08.552107 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9a370103-13e0-4be4-9b0d-a79395497060 req-62af69e4-52bf-4703-a735-6893c35d6437 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0791097 Dec 22 15:58:08.598199 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9a370103-13e0-4be4-9b0d-a79395497060 req-2a5e496d-5deb-46c0-929b-7635f474112d tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401759 Dec 22 15:58:08.681624 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d640b51-b351-493a-868e-51a9ebba5429 req-b72a6c2f-c4e5-4d77-8c42-d55233a480a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:08.683139 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3d640b51-b351-493a-868e-51a9ebba5429 req-b72a6c2f-c4e5-4d77-8c42-d55233a480a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 1099 time: 0.0727460 Dec 22 15:58:08.813824 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d640b51-b351-493a-868e-51a9ebba5429 req-339c3239-d792-4212-ba4a-7daea426aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:08.815931 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3d640b51-b351-493a-868e-51a9ebba5429 req-339c3239-d792-4212-ba4a-7daea426aa29 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1257560 Dec 22 15:58:08.919010 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3d640b51-b351-493a-868e-51a9ebba5429 req-910b3a03-c530-4544-a7c3-24ec0d963f5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a6c6904-d449-449f-a3a9-5333609f7cfe HTTP/1.1" status: 200 len: 1002 time: 0.0962863 Dec 22 15:58:08.980316 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d640b51-b351-493a-868e-51a9ebba5429 req-5fb99bec-6f69-45a7-b59a-b8b15358b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:08.982452 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3d640b51-b351-493a-868e-51a9ebba5429 req-5fb99bec-6f69-45a7-b59a-b8b15358b07d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0562537 Dec 22 15:58:09.058595 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d640b51-b351-493a-868e-51a9ebba5429 req-64ab34b1-4ad6-415e-b367-d760566da215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:09.060088 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3d640b51-b351-493a-868e-51a9ebba5429 req-64ab34b1-4ad6-415e-b367-d760566da215 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721514 Dec 22 15:58:09.191732 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3d640b51-b351-493a-868e-51a9ebba5429 req-1bf2e5d0-0475-487c-91db-c04bae611a38 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250899 Dec 22 15:58:09.320881 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3d640b51-b351-493a-868e-51a9ebba5429 req-2861d0d7-b1a7-4d4c-b398-6af924f0b85e service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226325 Dec 22 15:58:09.789073 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447d1d2-c026-40b7-b61d-f83237b943b0 req-731742cc-f407-4550-bf72-81b6a0d4a2b5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:09.790593 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7447d1d2-c026-40b7-b61d-f83237b943b0 req-731742cc-f407-4550-bf72-81b6a0d4a2b5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0856104 Dec 22 15:58:09.836300 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7447d1d2-c026-40b7-b61d-f83237b943b0 req-b26bdeef-a1d0-433c-839f-0f5892028dec tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399776 Dec 22 15:58:11.023833 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de206f6a-f8c9-4056-a57a-1523d0c128fa req-2eabcfa5-0e26-4212-bdeb-6cc15fcc9bde tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:11.025281 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de206f6a-f8c9-4056-a57a-1523d0c128fa req-2eabcfa5-0e26-4212-bdeb-6cc15fcc9bde tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0792916 Dec 22 15:58:11.069884 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de206f6a-f8c9-4056-a57a-1523d0c128fa req-a6f57992-4e32-41d9-9b6a-527fd4f2cf7a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388603 Dec 22 15:58:11.784252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aff664-4518-429b-aa04-3e8c515555e0 req-af402477-e04b-4631-a0a5-2a0423aa3b46 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:11.785740 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-99aff664-4518-429b-aa04-3e8c515555e0 req-af402477-e04b-4631-a0a5-2a0423aa3b46 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0851214 Dec 22 15:58:11.835562 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-99aff664-4518-429b-aa04-3e8c515555e0 req-74ef104c-2ef5-42af-8190-f43680c2aadc tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438256 Dec 22 15:58:13.032273 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a3964-75f3-4ed6-82db-ad77bf67e249 req-7f2da9a5-1150-407b-aef7-a721b3bc1fc8 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:13.033742 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2f4a3964-75f3-4ed6-82db-ad77bf67e249 req-7f2da9a5-1150-407b-aef7-a721b3bc1fc8 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0934272 Dec 22 15:58:13.080328 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2f4a3964-75f3-4ed6-82db-ad77bf67e249 req-fd2af2e9-e0be-460e-83d2-fb48dfb29af0 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408640 Dec 22 15:58:13.477090 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79623500-e686-4840-ba92-fa6c9c7c98a5 req-c58b2903-9875-46f0-a181-3eba608b6b21 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:13.478518 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-79623500-e686-4840-ba92-fa6c9c7c98a5 req-c58b2903-9875-46f0-a181-3eba608b6b21 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0789857 Dec 22 15:58:13.546464 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-79623500-e686-4840-ba92-fa6c9c7c98a5 req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Deleting port 6a6c6904-d449-449f-a3a9-5333609f7cfe {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 15:58:13.546801 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-79623500-e686-4840-ba92-fa6c9c7c98a5 req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:13.805259 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-79623500-e686-4840-ba92-fa6c9c7c98a5 req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] For port 6a6c6904-d449-449f-a3a9-5333609f7cfe, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a6c6904-d449-449f-a3a9-5333609f7cfe,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:58:13.805537 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-79623500-e686-4840-ba92-fa6c9c7c98a5 req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:14.226601 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-79623500-e686-4840-ba92-fa6c9c7c98a5 req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:14.226974 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-79623500-e686-4840-ba92-fa6c9c7c98a5 req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:14.227290 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [req-79623500-e686-4840-ba92-fa6c9c7c98a5 req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Floating IP 15dc66fa-c02a-4eae-8985-53c0ce3c08fc disassociated. External IP: 172.26.6.219, port: 6a6c6904-d449-449f-a3a9-5333609f7cfe. Dec 22 15:58:14.227638 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-79623500-e686-4840-ba92-fa6c9c7c98a5 req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Calling delete_port for 6a6c6904-d449-449f-a3a9-5333609f7cfe owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 15:58:14.290027 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec52f10-339b-4c28-ab5e-657d9f4853e1 req-6a83db4d-67fb-480d-9d2b-561388d8f944 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:14.291572 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7ec52f10-339b-4c28-ab5e-657d9f4853e1 req-6a83db4d-67fb-480d-9d2b-561388d8f944 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 946 time: 0.0809057 Dec 22 15:58:14.344154 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7ec52f10-339b-4c28-ab5e-657d9f4853e1 req-5930b384-e13f-4cd6-913d-c295c9d25055 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467486 Dec 22 15:58:14.440879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-79623500-e686-4840-ba92-fa6c9c7c98a5 req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:14.447386 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e6b88c66-8443-46e1-b76f-db815316f48a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:58:14.492304 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Pushing event deleted for resources: {'Port': ['ID=6a6c6904-d449-449f-a3a9-5333609f7cfe,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:58:14.505274 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:14.505659 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:14.506032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:14.506425 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:14.506792 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:14.507158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:14.507790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:14.508204 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:14.508550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:14.508915 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:14.509296 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:14.509657 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 15:58:14.513151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:58:14.753171 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79623500-e686-4840-ba92-fa6c9c7c98a5 req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Router c89d3e1d-096f-434f-a390-6c01f62c53b8 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:58:14.929897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79623500-e686-4840-ba92-fa6c9c7c98a5 req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:58:14.939821 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a220b2-5d0b-4deb-94f1-c7831bf7824f None None] Sync routers for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:58:14.952711 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a220b2-5d0b-4deb-94f1-c7831bf7824f None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:58:14.953431 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-27a220b2-5d0b-4deb-94f1-c7831bf7824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:57:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:58:15.009181 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-79623500-e686-4840-ba92-fa6c9c7c98a5 req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] No DVR routers for this DVR port 6a6c6904-d449-449f-a3a9-5333609f7cfe on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 15:58:15.011765 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-79623500-e686-4840-ba92-fa6c9c7c98a5 req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:15.014673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5687f43-ace2-4534-9d93-55cfcaabfe8f', 'name': 'network-vif-deleted', 'tag': '6a6c6904-d449-449f-a3a9-5333609f7cfe'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:58:15.058953 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5687f43-ace2-4534-9d93-55cfcaabfe8f', 'name': 'network-vif-deleted', 'tag': '6a6c6904-d449-449f-a3a9-5333609f7cfe', 'status': 'completed', 'code': 200} Dec 22 15:58:15.093872 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-79623500-e686-4840-ba92-fa6c9c7c98a5 req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "DELETE /v2.0/ports/6a6c6904-d449-449f-a3a9-5333609f7cfe HTTP/1.1" status: 204 len: 173 time: 1.6099713 Dec 22 15:58:15.129097 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-27a220b2-5d0b-4deb-94f1-c7831bf7824f None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:58:15.461735 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-27a220b2-5d0b-4deb-94f1-c7831bf7824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:58:15.465787 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a220b2-5d0b-4deb-94f1-c7831bf7824f None None] Checking router: c89d3e1d-096f-434f-a390-6c01f62c53b8 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:58:15.475696 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a220b2-5d0b-4deb-94f1-c7831bf7824f None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:58:15.476330 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-27a220b2-5d0b-4deb-94f1-c7831bf7824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:57:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:58:15.514310 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ed788d4e-6d2c-43ff-b793-42bcf86b4b75 req-73b9f04a-3f57-4705-a030-55ed1a067b3c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5687f43-ace2-4534-9d93-55cfcaabfe8f HTTP/1.1" status: 200 len: 210 time: 0.0429816 Dec 22 15:58:15.657855 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-27a220b2-5d0b-4deb-94f1-c7831bf7824f None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:58:16.014446 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-27a220b2-5d0b-4deb-94f1-c7831bf7824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:58:16.018458 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a220b2-5d0b-4deb-94f1-c7831bf7824f None None] The sync data for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv is: [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:58:16.250907 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73cbe0b-8668-4e52-bebd-3065259381d5 None None] New status for floating IP 15dc66fa-c02a-4eae-8985-53c0ce3c08fc: DOWN {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:58:16.908694 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-11f68371-0bb0-49df-98b5-fed75df29065 req-7e39e343-b055-4616-a574-ed9fb570a20c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1925986569&fields=id&tenant_id=37cf14e131e243f5bce4759b30ba5d5b HTTP/1.1" status: 200 len: 267 time: 0.0483406 Dec 22 15:58:17.060065 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f68371-0bb0-49df-98b5-fed75df29065 req-2a39984a-da02-4315-a053-18a35a3848b9 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:17.061415 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-11f68371-0bb0-49df-98b5-fed75df29065 req-2a39984a-da02-4315-a053-18a35a3848b9 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 811 time: 0.1453483 Dec 22 15:58:17.076043 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-11f68371-0bb0-49df-98b5-fed75df29065 req-2953db38-ba05-42ce-8d26-a94482d63993 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/quotas/37cf14e131e243f5bce4759b30ba5d5b HTTP/1.1" status: 200 len: 375 time: 0.0092225 Dec 22 15:58:17.165682 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-11f68371-0bb0-49df-98b5-fed75df29065 req-3fa4f617-8145-4436-8de9-a6d2981ada4e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844691 Dec 22 15:58:17.228524 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [req-11f68371-0bb0-49df-98b5-fed75df29065 req-eadaba9a-59bb-4a10-b7bd-65f19866ccb6 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:58:17.229493 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-11f68371-0bb0-49df-98b5-fed75df29065 req-eadaba9a-59bb-4a10-b7bd-65f19866ccb6 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508175 Dec 22 15:58:17.365653 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-11f68371-0bb0-49df-98b5-fed75df29065 req-459667a2-4292-4536-bd31-15de5b1d68b0 service neutron] 10.222.0.59 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300132 Dec 22 15:58:17.439847 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 6a6c6904-d449-449f-a3a9-5333609f7cfe no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 15:58:17.478307 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 6a6c6904-d449-449f-a3a9-5333609f7cfe {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 15:58:17.478674 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 6a6c6904-d449-449f-a3a9-5333609f7cfe not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 15:58:17.506319 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-11f68371-0bb0-49df-98b5-fed75df29065 req-d5672360-608e-4456-aab8-490246d45977 service neutron] 10.222.0.59 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349287 Dec 22 15:58:17.765642 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9a041c7a-2dab-4318-91ad-619da8f4b9d8 req-940a1654-dde4-4436-b8a8-9244060f0ea2 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0431876 Dec 22 15:58:18.921304 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4851a137-1f35-4093-b480-798393c98742 req-8fcda1b7-8bd8-4fe1-ba5a-790008c0de6c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0474844 Dec 22 15:58:20.048608 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f68371-0bb0-49df-98b5-fed75df29065 req-9eda7f2f-6ade-49dd-9303-03c07dd6bc30 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:20.050093 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11f68371-0bb0-49df-98b5-fed75df29065 req-9eda7f2f-6ade-49dd-9303-03c07dd6bc30 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 811 time: 0.1550424 Dec 22 15:58:20.084407 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-28b7d0d4-aec5-4c64-a272-8b75d8a1e22f req-57648b88-ecc3-4c01-8031-28de687f60b8 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0499430 Dec 22 15:58:20.113114 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11f68371-0bb0-49df-98b5-fed75df29065 req-4ab00ada-9fe6-49b3-925c-82d97b7ef808 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37cf14e131e243f5bce4759b30ba5d5b HTTP/1.1" status: 200 len: 380 time: 0.0531476 Dec 22 15:58:20.122561 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-11f68371-0bb0-49df-98b5-fed75df29065 req-f2e685e8-ac50-4143-b8bd-7848572a4408 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Request body: {'port': {'device_id': 'd6d3ff0e-f5a3-4fab-bb64-00e0130de3c5', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'admin_state_up': True, 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'security_groups': ['89ff5932-a984-4144-978b-ee7be96a6573']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:58:20.261147 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-11f68371-0bb0-49df-98b5-fed75df29065 req-f2e685e8-ac50-4143-b8bd-7848572a4408 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 15:58:20.266029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-11f68371-0bb0-49df-98b5-fed75df29065 req-f2e685e8-ac50-4143-b8bd-7848572a4408 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Usage tracker for resource:port and tenant:37cf14e131e243f5bce4759b30ba5d5b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 15:58:20.268890 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-11f68371-0bb0-49df-98b5-fed75df29065 req-f2e685e8-ac50-4143-b8bd-7848572a4408 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 15:58:20.275093 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-11f68371-0bb0-49df-98b5-fed75df29065 req-f2e685e8-ac50-4143-b8bd-7848572a4408 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 15:58:20.384245 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f68371-0bb0-49df-98b5-fed75df29065 req-f2e685e8-ac50-4143-b8bd-7848572a4408 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Made reservation on behalf of 37cf14e131e243f5bce4759b30ba5d5b for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 15:58:20.387928 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-11f68371-0bb0-49df-98b5-fed75df29065 req-f2e685e8-ac50-4143-b8bd-7848572a4408 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:20.561123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-11f68371-0bb0-49df-98b5-fed75df29065 req-f2e685e8-ac50-4143-b8bd-7848572a4408 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Allocated IP 172.20.0.9 (e96e0b5e-bd17-4da0-990f-7a6d5eaf1710/ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b/12d921bd-e8b6-40bc-9c28-355decdd53da) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 15:58:20.747863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-11f68371-0bb0-49df-98b5-fed75df29065 req-f2e685e8-ac50-4143-b8bd-7848572a4408 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:20.763944 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-11f68371-0bb0-49df-98b5-fed75df29065 req-f2e685e8-ac50-4143-b8bd-7848572a4408 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Transition to ACTIVE for port object 12d921bd-e8b6-40bc-9c28-355decdd53da will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:58:20.858777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-11f68371-0bb0-49df-98b5-fed75df29065 req-f2e685e8-ac50-4143-b8bd-7848572a4408 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:20.865729 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6fa07529-a68c-499d-8daf-080799cbe624 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:58:21.059878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f68371-0bb0-49df-98b5-fed75df29065 req-f2e685e8-ac50-4143-b8bd-7848572a4408 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 15:58:21.062932 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-11f68371-0bb0-49df-98b5-fed75df29065 req-f2e685e8-ac50-4143-b8bd-7848572a4408 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 15:58:21.065390 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f68371-0bb0-49df-98b5-fed75df29065 req-f2e685e8-ac50-4143-b8bd-7848572a4408 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:58:21.102012 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e685e8-ac50-4143-b8bd-7848572a4408 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Pushing event updated for resources: {'Port': ['ID=12d921bd-e8b6-40bc-9c28-355decdd53da,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:58:21.109447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f2e685e8-ac50-4143-b8bd-7848572a4408 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:58:21.144262 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f68371-0bb0-49df-98b5-fed75df29065 req-f2e685e8-ac50-4143-b8bd-7848572a4408 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:21.144922 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-11f68371-0bb0-49df-98b5-fed75df29065 req-f2e685e8-ac50-4143-b8bd-7848572a4408 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:21.241964 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11f68371-0bb0-49df-98b5-fed75df29065 req-f2e685e8-ac50-4143-b8bd-7848572a4408 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1232038 Dec 22 15:58:21.255121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Request body: {'port': {'device_id': 'd6d3ff0e-f5a3-4fab-bb64-00e0130de3c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:58:21.314603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a10111-a92f-4760-96a3-442f496a3d1d req-1cfa12e4-90bb-42c9-908a-c9b20d310691 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:21.316449 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-24a10111-a92f-4760-96a3-442f496a3d1d req-1cfa12e4-90bb-42c9-908a-c9b20d310691 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 931 time: 0.0890892 Dec 22 15:58:21.375674 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:21.423592 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3ce2bfc0-c722-40b3-8958-08bcd8000ef3 None None] Provisioning for port 12d921bd-e8b6-40bc-9c28-355decdd53da completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:58:21.429952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3ce2bfc0-c722-40b3-8958-08bcd8000ef3 None None] Provisioning complete for port 12d921bd-e8b6-40bc-9c28-355decdd53da triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:58:21.430412 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3ce2bfc0-c722-40b3-8958-08bcd8000ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:21.490202 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3ce2bfc0-c722-40b3-8958-08bcd8000ef3 None None] Port 12d921bd-e8b6-40bc-9c28-355decdd53da cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 15:58:21.497462 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-24a10111-a92f-4760-96a3-442f496a3d1d req-06d4e02c-5c55-4214-a8ca-4635512266f3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747689 Dec 22 15:58:21.729107 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d921bd-e8b6-40bc-9c28-355decdd53da {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:58:21.736273 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:21.750629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Transition to ACTIVE for port object 12d921bd-e8b6-40bc-9c28-355decdd53da will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 15:58:21.851920 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:21.856290 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:58:21.986591 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Pushing event updated for resources: {'Port': ['ID=12d921bd-e8b6-40bc-9c28-355decdd53da,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:58:22.013855 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:58:22.093028 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Attempting to bind port 12d921bd-e8b6-40bc-9c28-355decdd53da on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 15:58:22.093948 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Attempting to bind port 12d921bd-e8b6-40bc-9c28-355decdd53da by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 15:58:22.093948 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Attempting to bind port 12d921bd-e8b6-40bc-9c28-355decdd53da on network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:58:22.099252 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Port 12d921bd-e8b6-40bc-9c28-355decdd53da on network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 15:58:22.099584 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Attempting to bind port 12d921bd-e8b6-40bc-9c28-355decdd53da on network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 15:58:22.104956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 15:58:22.105295 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Checking segment: {'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 15:58:22.105675 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Bound using segment: {'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 15:58:22.106096 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Bound port: 12d921bd-e8b6-40bc-9c28-355decdd53da, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 15:58:22.106474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:22.197789 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] For port 12d921bd-e8b6-40bc-9c28-355decdd53da, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 15:58:22.200740 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] For port 12d921bd-e8b6-40bc-9c28-355decdd53da, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12d921bd-e8b6-40bc-9c28-355decdd53da,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 15:58:22.298932 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:22.303096 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a4bb9c5d-0230-48d0-ab95-c287dbb6fffd tempest-DeleteServersTestJSON-186531339 tempest-DeleteServersTestJSON-186531339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:58:22.377878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:22.378809 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:22.380981 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] 10.222.0.57 "PUT /v2.0/ports/12d921bd-e8b6-40bc-9c28-355decdd53da HTTP/1.1" status: 200 len: 1093 time: 1.1305850 Dec 22 15:58:22.381864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d3ff0e-f5a3-4fab-bb64-00e0130de3c5', 'tag': '12d921bd-e8b6-40bc-9c28-355decdd53da'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:58:22.395729 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Pushing event updated for resources: {'Port': ['ID=12d921bd-e8b6-40bc-9c28-355decdd53da,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:58:22.402659 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:58:22.440697 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d3ff0e-f5a3-4fab-bb64-00e0130de3c5', 'tag': '12d921bd-e8b6-40bc-9c28-355decdd53da', 'status': 'completed', 'code': 200} Dec 22 15:58:22.551184 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5ee39-944f-4dfd-bfc5-2b00624021fe req-3d037545-a626-4f36-a095-76a39383801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:22.552793 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d7b5ee39-944f-4dfd-bfc5-2b00624021fe req-3d037545-a626-4f36-a095-76a39383801e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 1096 time: 0.0868595 Dec 22 15:58:22.703995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd878a-5482-4c15-bf14-785a3dc5af52 req-7a95d340-1285-42ea-95cd-5bb689bc630d tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:22.705463 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a7dd878a-5482-4c15-bf14-785a3dc5af52 req-7a95d340-1285-42ea-95cd-5bb689bc630d tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 943 time: 0.0904787 Dec 22 15:58:22.709032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5ee39-944f-4dfd-bfc5-2b00624021fe req-cd4923fb-edd2-4f6b-ae70-31423baa6bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:22.710519 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d7b5ee39-944f-4dfd-bfc5-2b00624021fe req-cd4923fb-edd2-4f6b-ae70-31423baa6bdf service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1499417 Dec 22 15:58:22.750386 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a7dd878a-5482-4c15-bf14-785a3dc5af52 req-ee4e84c2-a4ff-463a-aa4b-36687f4a9e26 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384996 Dec 22 15:58:22.851788 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5ee39-944f-4dfd-bfc5-2b00624021fe req-7b52674e-5f81-4962-9c8b-58aff7d6e72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:22.853101 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d7b5ee39-944f-4dfd-bfc5-2b00624021fe req-7b52674e-5f81-4962-9c8b-58aff7d6e72e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363950 Dec 22 15:58:22.958123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f68371-0bb0-49df-98b5-fed75df29065 req-32c715cf-70e6-43c0-b184-814e43b17907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:22.959610 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11f68371-0bb0-49df-98b5-fed75df29065 req-32c715cf-70e6-43c0-b184-814e43b17907 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 1096 time: 0.0699518 Dec 22 15:58:23.030990 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11f68371-0bb0-49df-98b5-fed75df29065 req-5809cbb7-af15-483b-8a9f-cce9310178af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12d921bd-e8b6-40bc-9c28-355decdd53da HTTP/1.1" status: 200 len: 217 time: 0.0634093 Dec 22 15:58:23.094014 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f68371-0bb0-49df-98b5-fed75df29065 req-a8e25c0e-6ebe-4f8c-af31-73730f217989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:23.095499 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11f68371-0bb0-49df-98b5-fed75df29065 req-a8e25c0e-6ebe-4f8c-af31-73730f217989 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0586584 Dec 22 15:58:23.175256 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f68371-0bb0-49df-98b5-fed75df29065 req-d1f63e60-3d6c-4601-b19d-087b10884f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:23.177280 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11f68371-0bb0-49df-98b5-fed75df29065 req-d1f63e60-3d6c-4601-b19d-087b10884f35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744066 Dec 22 15:58:23.424111 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11f68371-0bb0-49df-98b5-fed75df29065 req-e985c82e-2f3b-47d8-8a2a-d0b4b2874946 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400665 Dec 22 15:58:23.558712 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11f68371-0bb0-49df-98b5-fed75df29065 req-6bff18b0-1675-4afe-bdb6-07374ad7df79 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276212 Dec 22 15:58:23.938645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725ecfb-354b-4ef5-a8e8-8880caa0ec14 req-2d5c8b4c-1167-4924-8758-c19a1dd9f8b5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:23.940166 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b725ecfb-354b-4ef5-a8e8-8880caa0ec14 req-2d5c8b4c-1167-4924-8758-c19a1dd9f8b5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 943 time: 0.0822868 Dec 22 15:58:23.983854 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b725ecfb-354b-4ef5-a8e8-8880caa0ec14 req-3c9234fd-fe5e-4d7c-9cdc-e9a7dcda37e8 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380723 Dec 22 15:58:25.172363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b840f36-9e1d-4e3c-accc-d6fffc358c5d req-b37014d7-d5bc-4da2-b1b7-a16fc7bdfd0c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:25.173821 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7b840f36-9e1d-4e3c-accc-d6fffc358c5d req-b37014d7-d5bc-4da2-b1b7-a16fc7bdfd0c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 943 time: 0.0873115 Dec 22 15:58:25.221314 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7b840f36-9e1d-4e3c-accc-d6fffc358c5d req-b5c9bd17-7e39-4b7c-9f9a-8f985ed6ebd4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417101 Dec 22 15:58:25.235408 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-74f892be-d5bb-4321-93b1-0e4d7c0ee860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:26.407072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0f4c1-551d-4168-bd1f-0942d9abe988 req-c16c5ec8-5189-429e-9e1f-4571665e6627 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:26.408567 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-98c0f4c1-551d-4168-bd1f-0942d9abe988 req-c16c5ec8-5189-429e-9e1f-4571665e6627 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 943 time: 0.0834129 Dec 22 15:58:26.453847 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-98c0f4c1-551d-4168-bd1f-0942d9abe988 req-f56de2ff-7a90-4284-9208-43c5885e7cf4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395947 Dec 22 15:58:27.233178 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:58:27.502179 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 12d921bd-e8b6-40bc-9c28-355decdd53da details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 15:58:27.645897 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 12d921bd-e8b6-40bc-9c28-355decdd53da, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12d921bd-e8b6-40bc-9c28-355decdd53da,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:58:27.646809 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2f7eb-9108-4c56-90e8-c2f8e05b44f8 req-a1c4099b-a6f3-485c-b488-91097c5385e3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:27.648580 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d1d2f7eb-9108-4c56-90e8-c2f8e05b44f8 req-a1c4099b-a6f3-485c-b488-91097c5385e3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 943 time: 0.0850842 Dec 22 15:58:27.663863 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '12d921bd-e8b6-40bc-9c28-355decdd53da', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'port_id': '12d921bd-e8b6-40bc-9c28-355decdd53da', 'mac_address': 'fa:16:3e:a3:03:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:58:27.694547 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d1d2f7eb-9108-4c56-90e8-c2f8e05b44f8 req-eef05c4b-aaaa-4bad-b13a-59c952ec97c6 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404935 Dec 22 15:58:27.728563 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:27.745619 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d921bd-e8b6-40bc-9c28-355decdd53da {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 15:58:27.761097 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 12d921bd-e8b6-40bc-9c28-355decdd53da, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12d921bd-e8b6-40bc-9c28-355decdd53da,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:58:27.795256 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c75714f3-2567-4107-9c27-99fcc582d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:27.829049 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:27.830816 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:58:27.895469 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=12d921bd-e8b6-40bc-9c28-355decdd53da,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:58:27.898582 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:58:28.210106 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['12d921bd-e8b6-40bc-9c28-355decdd53da'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:58:28.900285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8067d1-ac2a-4508-abaa-c1166924f24c req-810ff44b-f398-4144-8b4c-256b04e725c7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:28.902694 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fb8067d1-ac2a-4508-abaa-c1166924f24c req-810ff44b-f398-4144-8b4c-256b04e725c7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 944 time: 0.0893743 Dec 22 15:58:28.952403 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fb8067d1-ac2a-4508-abaa-c1166924f24c req-bea53562-8ffd-4f1a-949e-dc78c15c39ad tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435855 Dec 22 15:58:29.109949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:29.183816 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:29.501709 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 12d921bd-e8b6-40bc-9c28-355decdd53da up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 15:58:29.652420 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 12d921bd-e8b6-40bc-9c28-355decdd53da completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 15:58:29.657901 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 12d921bd-e8b6-40bc-9c28-355decdd53da triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 15:58:29.658308 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:29.785211 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:29.811853 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d3ff0e-f5a3-4fab-bb64-00e0130de3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d921bd-e8b6-40bc-9c28-355decdd53da'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:58:29.822003 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 12d921bd-e8b6-40bc-9c28-355decdd53da, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12d921bd-e8b6-40bc-9c28-355decdd53da,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 15:58:29.855911 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d3ff0e-f5a3-4fab-bb64-00e0130de3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d921bd-e8b6-40bc-9c28-355decdd53da', 'code': 200} Dec 22 15:58:29.898111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:29.900557 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 15:58:29.970334 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=12d921bd-e8b6-40bc-9c28-355decdd53da,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 15:58:29.973333 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 15:58:30.146980 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bbb3f-a5c4-45b3-8a01-33d1ac2d4136 req-76bd1ffd-0f90-4b8d-9ec9-e80604f56e80 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:30.148521 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2d3bbb3f-a5c4-45b3-8a01-33d1ac2d4136 req-76bd1ffd-0f90-4b8d-9ec9-e80604f56e80 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 945 time: 0.0877972 Dec 22 15:58:30.195298 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2d3bbb3f-a5c4-45b3-8a01-33d1ac2d4136 req-7f1523f2-7b0c-4126-8b00-43a5b2f505d7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401120 Dec 22 15:58:30.254534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57ed7a-ad1c-4249-8620-4e5dcaec9996 req-e603db18-9ff2-484b-a2c7-093a97fbf413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:30.255986 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1c57ed7a-ad1c-4249-8620-4e5dcaec9996 req-e603db18-9ff2-484b-a2c7-093a97fbf413 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 1098 time: 0.0826352 Dec 22 15:58:30.298283 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1c57ed7a-ad1c-4249-8620-4e5dcaec9996 req-c5c0aa25-682c-433f-a79b-f07bf58d952f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354674 Dec 22 15:58:31.057884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:31.388386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1bdf8-2d74-4341-9a4a-1d222011ac97 req-4cb169ea-3b24-4bf5-b747-9c6e0a315f90 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:31.389916 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-08a1bdf8-2d74-4341-9a4a-1d222011ac97 req-4cb169ea-3b24-4bf5-b747-9c6e0a315f90 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 945 time: 0.0817184 Dec 22 15:58:31.442009 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-08a1bdf8-2d74-4341-9a4a-1d222011ac97 req-824e3cb2-881a-4c6a-bcd4-bcd80347a2b8 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464091 Dec 22 15:58:32.642860 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270324f9-bf47-496c-a706-e88da8fe392d req-9c8fd79f-3284-4b2b-97c5-c84988c20a8b tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:32.644442 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-270324f9-bf47-496c-a706-e88da8fe392d req-9c8fd79f-3284-4b2b-97c5-c84988c20a8b tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 945 time: 0.0879490 Dec 22 15:58:32.695180 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-270324f9-bf47-496c-a706-e88da8fe392d req-7c25eddb-3012-432e-8eae-0d6dcab7a6b6 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440993 Dec 22 15:58:32.889127 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0aa8c-6738-48af-a49b-f12bcab7ed9e req-ece22b24-99cd-4d11-8778-8a24bfd804a5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:32.890595 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-86f0aa8c-6738-48af-a49b-f12bcab7ed9e req-ece22b24-99cd-4d11-8778-8a24bfd804a5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 945 time: 0.0882573 Dec 22 15:58:32.905975 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 43430) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:32.911434 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-cc8a7aec-fc17-4f5a-a31d-48c49386de00 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Request body: {'floatingip': {'port_id': '12d921bd-e8b6-40bc-9c28-355decdd53da'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 15:58:32.992621 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7aec-fc17-4f5a-a31d-48c49386de00 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for floatingip, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:33.627320 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7aec-fc17-4f5a-a31d-48c49386de00 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:33.687070 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7aec-fc17-4f5a-a31d-48c49386de00 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:33.870960 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-cc8a7aec-fc17-4f5a-a31d-48c49386de00 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Floating IP 15dc66fa-c02a-4eae-8985-53c0ce3c08fc associated. External IP: 172.26.6.219, port: 12d921bd-e8b6-40bc-9c28-355decdd53da. Dec 22 15:58:34.364933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8a7aec-fc17-4f5a-a31d-48c49386de00 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Router c89d3e1d-096f-434f-a390-6c01f62c53b8 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 15:58:34.549200 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8a7aec-fc17-4f5a-a31d-48c49386de00 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 15:58:34.554138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7aec-fc17-4f5a-a31d-48c49386de00 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:34.559182 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0362648-d257-4e64-b840-2f174b62b640 None None] Sync routers for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 15:58:34.570341 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0362648-d257-4e64-b840-2f174b62b640 None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:58:34.570989 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f0362648-d257-4e64-b840-2f174b62b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:58:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:58:34.615960 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cc8a7aec-fc17-4f5a-a31d-48c49386de00 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "PUT /v2.0/floatingips/15dc66fa-c02a-4eae-8985-53c0ce3c08fc HTTP/1.1" status: 200 len: 991 time: 1.7086821 Dec 22 15:58:34.616515 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d3ff0e-f5a3-4fab-bb64-00e0130de3c5', 'tag': '12d921bd-e8b6-40bc-9c28-355decdd53da'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 15:58:34.665826 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d3ff0e-f5a3-4fab-bb64-00e0130de3c5', 'tag': '12d921bd-e8b6-40bc-9c28-355decdd53da', 'status': 'completed', 'code': 200} Dec 22 15:58:34.768579 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff335f3e-e70c-4afd-9eb1-a2411c079465 req-966d3963-c935-4df1-82cf-b4f474380792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:34.770097 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ff335f3e-e70c-4afd-9eb1-a2411c079465 req-966d3963-c935-4df1-82cf-b4f474380792 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 1098 time: 0.0801296 Dec 22 15:58:34.773211 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-f0362648-d257-4e64-b840-2f174b62b640 None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:58:34.911898 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff335f3e-e70c-4afd-9eb1-a2411c079465 req-51314bdb-6c93-4662-a1fd-502c653efdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:34.913515 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ff335f3e-e70c-4afd-9eb1-a2411c079465 req-51314bdb-6c93-4662-a1fd-502c653efdd8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1362512 Dec 22 15:58:35.017126 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ff335f3e-e70c-4afd-9eb1-a2411c079465 req-356eca34-f71f-4679-b5d3-a7f18951f5b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12d921bd-e8b6-40bc-9c28-355decdd53da HTTP/1.1" status: 200 len: 999 time: 0.0963106 Dec 22 15:58:35.088199 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff335f3e-e70c-4afd-9eb1-a2411c079465 req-c94ab7f1-2ab7-4061-8f08-c0a9e04718b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:35.089656 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ff335f3e-e70c-4afd-9eb1-a2411c079465 req-c94ab7f1-2ab7-4061-8f08-c0a9e04718b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0656416 Dec 22 15:58:35.170395 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f0362648-d257-4e64-b840-2f174b62b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '15dc66fa-c02a-4eae-8985-53c0ce3c08fc', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'port_id': '12d921bd-e8b6-40bc-9c28-355decdd53da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'mac_address': 'fa:16:3e:a3:03:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ff0e-f5a3-4fab-bb64-00e0130de3c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:53:57Z', 'updated_at': '2021-12-22T15:58:33Z', 'revision_number': 9, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:58:35.171219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff335f3e-e70c-4afd-9eb1-a2411c079465 req-b3f085d8-1749-4be2-9160-eb1220884418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:58:35.172546 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0362648-d257-4e64-b840-2f174b62b640 None None] Checking router: c89d3e1d-096f-434f-a390-6c01f62c53b8 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 15:58:35.172746 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ff335f3e-e70c-4afd-9eb1-a2411c079465 req-b3f085d8-1749-4be2-9160-eb1220884418 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762594 Dec 22 15:58:35.181662 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0362648-d257-4e64-b840-2f174b62b640 None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:58:35.182883 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f0362648-d257-4e64-b840-2f174b62b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T15:58:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:58:35.310381 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ff335f3e-e70c-4afd-9eb1-a2411c079465 req-17aea1d3-15c6-4a33-a55b-deda1fa558e4 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302655 Dec 22 15:58:35.363086 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-f0362648-d257-4e64-b840-2f174b62b640 None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 15:58:35.448243 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ff335f3e-e70c-4afd-9eb1-a2411c079465 req-60cce8df-2325-4472-90c8-7bb9f53a25f4 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311460 Dec 22 15:58:35.718566 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f0362648-d257-4e64-b840-2f174b62b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '15dc66fa-c02a-4eae-8985-53c0ce3c08fc', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'port_id': '12d921bd-e8b6-40bc-9c28-355decdd53da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'mac_address': 'fa:16:3e:a3:03:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ff0e-f5a3-4fab-bb64-00e0130de3c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:53:57Z', 'updated_at': '2021-12-22T15:58:33Z', 'revision_number': 9, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 15:58:35.722443 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0362648-d257-4e64-b840-2f174b62b640 None None] The sync data for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv is: [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '15dc66fa-c02a-4eae-8985-53c0ce3c08fc', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'port_id': '12d921bd-e8b6-40bc-9c28-355decdd53da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'mac_address': 'fa:16:3e:a3:03:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ff0e-f5a3-4fab-bb64-00e0130de3c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:53:57Z', 'updated_at': '2021-12-22T15:58:33Z', 'revision_number': 9, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 15:58:35.924604 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfc7eb9-9861-46f6-b961-d209906d19e1 None None] New status for floating IP 15dc66fa-c02a-4eae-8985-53c0ce3c08fc: ACTIVE {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 15:58:36.395253 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:55.217952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-245f2a52-89d9-4867-ac54-b0fa5b36b5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:57.732072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-53828759-4ca7-4b86-aca1-9ebe62d6bb54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:59.086248 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:58:59.120632 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:59:01.052111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:59:04.233413 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:59:06.360485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:59:07.984544 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97ffcd93-7f34-4810-9c29-62f600750b41 req-6ca12ab7-4595-488f-95c7-54d4b67a4a90 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727103 Dec 22 15:59:08.121090 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffcd93-7f34-4810-9c29-62f600750b41 req-d0fc3cb3-47be-41aa-9567-15dadc6d10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:59:08.122646 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97ffcd93-7f34-4810-9c29-62f600750b41 req-d0fc3cb3-47be-41aa-9567-15dadc6d10c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 1098 time: 0.0707531 Dec 22 15:59:08.387343 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffcd93-7f34-4810-9c29-62f600750b41 req-7c1adbd4-d3c5-4b7a-be50-0a612ba5915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:59:08.388870 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97ffcd93-7f34-4810-9c29-62f600750b41 req-7c1adbd4-d3c5-4b7a-be50-0a612ba5915b service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.2455912 Dec 22 15:59:08.492410 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97ffcd93-7f34-4810-9c29-62f600750b41 req-c38b521d-0c2f-4943-b9ed-ff43c1f24a3e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12d921bd-e8b6-40bc-9c28-355decdd53da HTTP/1.1" status: 200 len: 1002 time: 0.0959160 Dec 22 15:59:08.556850 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffcd93-7f34-4810-9c29-62f600750b41 req-d66983df-6c7a-4560-954f-fb106770b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:59:08.558275 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97ffcd93-7f34-4810-9c29-62f600750b41 req-d66983df-6c7a-4560-954f-fb106770b265 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0590529 Dec 22 15:59:08.635717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffcd93-7f34-4810-9c29-62f600750b41 req-db7d2d0f-f608-4308-b37a-874707790f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:59:08.635717 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97ffcd93-7f34-4810-9c29-62f600750b41 req-db7d2d0f-f608-4308-b37a-874707790f7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693955 Dec 22 15:59:08.782605 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97ffcd93-7f34-4810-9c29-62f600750b41 req-b7564ef4-2b75-4a14-8b61-5df5ac94b6cc service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214368 Dec 22 15:59:08.895048 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97ffcd93-7f34-4810-9c29-62f600750b41 req-c55f22e5-f955-4f96-a37a-d8c516f2ab77 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246586 Dec 22 15:59:25.216568 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-53d3008b-9655-47b4-92c3-83c175b8e6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:59:27.737827 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fea68056-417c-4ba1-a60d-22bf789b9413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:59:29.097581 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:59:29.149242 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:59:31.097145 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:59:36.383063 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:59:41.236125 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 15:59:53.107078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffd41c-61fc-49e3-8939-e2bd6e2ba50e req-1e9eee17-bccb-47cb-82f0-472360affd1f tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:59:53.108638 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6dffd41c-61fc-49e3-8939-e2bd6e2ba50e req-1e9eee17-bccb-47cb-82f0-472360affd1f tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 945 time: 0.0851567 Dec 22 15:59:53.160660 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6dffd41c-61fc-49e3-8939-e2bd6e2ba50e req-938bf25d-fc79-4a90-bd5a-d6a0b9e7e4a9 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458713 Dec 22 15:59:53.270404 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-f6860b36-cbcf-4ea0-a4da-95108a8a1af9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1242681 Dec 22 15:59:54.355665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d19f88-2f08-48ed-bf9c-6b29774c9565 req-84ef59b7-90b5-408b-a721-9fc6522ef0b0 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:59:54.357165 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-64d19f88-2f08-48ed-bf9c-6b29774c9565 req-84ef59b7-90b5-408b-a721-9fc6522ef0b0 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 945 time: 0.0850801 Dec 22 15:59:54.404059 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-64d19f88-2f08-48ed-bf9c-6b29774c9565 req-bd375d94-c8c6-4cee-a0d8-5f39203e9f9c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403910 Dec 22 15:59:55.240038 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ada190ad-423c-41b7-8c67-c3cc6df5f315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:59:55.521798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-064f61bd-8c42-480c-9ddd-a52f02486fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:59:55.523896 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-064f61bd-8c42-480c-9ddd-a52f02486fa7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 1098 time: 0.0725677 Dec 22 15:59:55.604914 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912f4b7-775a-4fce-b61a-4614cc0284d7 req-cf7ded25-d9c4-4130-a5cb-b2bec6d94719 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:59:55.606457 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3912f4b7-775a-4fce-b61a-4614cc0284d7 req-cf7ded25-d9c4-4130-a5cb-b2bec6d94719 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 945 time: 0.0888195 Dec 22 15:59:55.654281 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3912f4b7-775a-4fce-b61a-4614cc0284d7 req-9a37cc9b-9131-4682-bf41-accfd30c84ad tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397112 Dec 22 15:59:55.664909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-118eef68-98a2-49f3-9a67-bd4c9263dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:59:55.667159 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-118eef68-98a2-49f3-9a67-bd4c9263dcf1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1362216 Dec 22 15:59:55.773966 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-271fd117-8c58-4f4b-bd76-66bae29ae965 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12d921bd-e8b6-40bc-9c28-355decdd53da HTTP/1.1" status: 200 len: 1002 time: 0.0997591 Dec 22 15:59:55.842158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-c86f78c4-af50-40eb-9dfc-2011684e6ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:59:55.843629 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-c86f78c4-af50-40eb-9dfc-2011684e6ff0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0634718 Dec 22 15:59:55.921142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-2c6af4f4-fbfe-416d-a04a-d9e0d0931272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:59:55.922661 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-2c6af4f4-fbfe-416d-a04a-d9e0d0931272 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714681 Dec 22 15:59:56.056606 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-682eff31-9cd6-49c9-b7b5-e6c489462d14 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259685 Dec 22 15:59:56.195427 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-5605227a-d8cb-4ea5-bcb1-263f00b6dee3 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259890 Dec 22 15:59:56.839975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cc13c-d73a-4af7-b9dc-25de4753d96f req-43646984-9e8c-4660-a6b1-97e7a32fabf6 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:59:56.841486 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-472cc13c-d73a-4af7-b9dc-25de4753d96f req-43646984-9e8c-4660-a6b1-97e7a32fabf6 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 945 time: 0.0805192 Dec 22 15:59:56.887987 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-472cc13c-d73a-4af7-b9dc-25de4753d96f req-dbe4973b-04c0-4988-b16a-87b9b396dbca tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405962 Dec 22 15:59:57.759719 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fbddc7f6-fb4a-441b-a9f3-a0dce4a59316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:59:58.083218 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166bdca9-a544-4038-b0f3-c02cdfb17a58 req-2ca14d67-afdc-4ccb-a192-077a3b387bf4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:59:58.084744 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-166bdca9-a544-4038-b0f3-c02cdfb17a58 req-2ca14d67-afdc-4ccb-a192-077a3b387bf4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 945 time: 0.0906980 Dec 22 15:59:58.135653 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-166bdca9-a544-4038-b0f3-c02cdfb17a58 req-fddf1a21-8f38-4caf-9f20-925149772138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442038 Dec 22 15:59:59.078978 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:59:59.113280 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 15:59:59.322371 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea49a9-b42f-4da8-a734-578d9b6f2ba1 req-7f8230f8-7629-49f3-9eed-a1e882bc7d28 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 15:59:59.323825 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-14ea49a9-b42f-4da8-a734-578d9b6f2ba1 req-7f8230f8-7629-49f3-9eed-a1e882bc7d28 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 945 time: 0.0792527 Dec 22 15:59:59.373186 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-14ea49a9-b42f-4da8-a734-578d9b6f2ba1 req-e23a75fc-6d17-4b83-9d80-5e6f1d7dfe8f tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435908 Dec 22 16:00:00.558668 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34526bad-7e3f-4df7-b8ce-b90328c26c8b req-5dc0181d-bc6b-4c0a-9c7e-1ab4ce704344 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:00.560264 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-34526bad-7e3f-4df7-b8ce-b90328c26c8b req-5dc0181d-bc6b-4c0a-9c7e-1ab4ce704344 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 945 time: 0.0820627 Dec 22 16:00:00.611527 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-34526bad-7e3f-4df7-b8ce-b90328c26c8b req-eb7d8715-bb9a-4a79-9480-3c2fef4a1040 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433810 Dec 22 16:00:01.057892 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:01.817692 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c4fd5-b231-42ec-98f9-71e1a26600a6 req-66cc7121-487b-4782-b94c-9b8a0ea11442 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:01.819549 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bd3c4fd5-b231-42ec-98f9-71e1a26600a6 req-66cc7121-487b-4782-b94c-9b8a0ea11442 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 945 time: 0.0910144 Dec 22 16:00:01.970278 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bd3c4fd5-b231-42ec-98f9-71e1a26600a6 req-77bae28c-a829-4262-b420-974352c149c0 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447082 Dec 22 16:00:03.169039 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fea19-f8be-4492-b35e-7f00f14c464c req-64543648-bf48-47e0-9588-dcb0668783e4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:03.170511 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b61fea19-f8be-4492-b35e-7f00f14c464c req-64543648-bf48-47e0-9588-dcb0668783e4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 945 time: 0.0889266 Dec 22 16:00:03.216544 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b61fea19-f8be-4492-b35e-7f00f14c464c req-90197867-b54d-4826-b0d0-037c05ec4f77 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401528 Dec 22 16:00:04.405149 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb4213-6435-44ed-a280-040bcf5ff30c req-e1ba7079-97c5-4de8-8614-4fb8073c6316 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:04.406647 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-12bb4213-6435-44ed-a280-040bcf5ff30c req-e1ba7079-97c5-4de8-8614-4fb8073c6316 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 945 time: 0.0827885 Dec 22 16:00:04.464629 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-12bb4213-6435-44ed-a280-040bcf5ff30c req-e3a7319c-ff84-43d1-b4f9-215c7fbc193e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521553 Dec 22 16:00:05.657023 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c5ac8-db68-410d-b3bd-5e6a665e107d req-f549644a-c953-4d8b-a5b2-c4dbd4be9cba tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:05.658523 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-003c5ac8-db68-410d-b3bd-5e6a665e107d req-f549644a-c953-4d8b-a5b2-c4dbd4be9cba tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 945 time: 0.0845730 Dec 22 16:00:05.708505 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-003c5ac8-db68-410d-b3bd-5e6a665e107d req-27884d0c-b8ea-48e0-871e-983a45acb705 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433896 Dec 22 16:00:06.400528 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:06.930740 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c1138-956f-498b-850f-bd798ff7bdfb req-5f6d2b08-6932-40a5-bd90-d808832b7d49 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:06.932201 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eb0c1138-956f-498b-850f-bd798ff7bdfb req-5f6d2b08-6932-40a5-bd90-d808832b7d49 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 945 time: 0.0974920 Dec 22 16:00:06.977131 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eb0c1138-956f-498b-850f-bd798ff7bdfb req-cad8c5d4-7977-48b8-9a8b-e97341a36c98 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390971 Dec 22 16:00:08.169897 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a10db0-119b-46ce-854b-edb8089262f4 req-d662a8a7-b8d2-4eef-8307-1a279eab7f11 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:08.171458 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-08a10db0-119b-46ce-854b-edb8089262f4 req-d662a8a7-b8d2-4eef-8307-1a279eab7f11 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 945 time: 0.0848451 Dec 22 16:00:08.216216 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-08a10db0-119b-46ce-854b-edb8089262f4 req-c0b09370-ac08-4f84-a7a4-1d0b47ed6d90 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389121 Dec 22 16:00:08.331886 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-2ddde1d5-96bb-46dd-9fdf-3ceba7e21d29 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:00:08.332808 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-2ddde1d5-96bb-46dd-9fdf-3ceba7e21d29 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053225 Dec 22 16:00:08.458811 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-6cacbfa8-c5b2-4bc6-a613-bf742f2d7cf3 service neutron] 10.222.0.57 "GET /v2.0/ports/12d921bd-e8b6-40bc-9c28-355decdd53da/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.1200168 Dec 22 16:00:09.048634 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14bb59-c496-4d86-b669-fe61bce693f2 req-6fac407a-b90f-4684-9973-4366a87448ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:09.050131 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7c14bb59-c496-4d86-b669-fe61bce693f2 req-6fac407a-b90f-4684-9973-4366a87448ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 1098 time: 0.0714765 Dec 22 16:00:09.300190 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.57', 55793) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:09.347535 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14bb59-c496-4d86-b669-fe61bce693f2 req-5c114c67-ed5b-4736-a624-0dcad7f20ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:09.348185 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7c14bb59-c496-4d86-b669-fe61bce693f2 req-5c114c67-ed5b-4736-a624-0dcad7f20ede service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.2762437 Dec 22 16:00:09.437945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-41185b1d-fd93-4303-a0eb-6a20175fa10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:09.439479 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-41185b1d-fd93-4303-a0eb-6a20175fa10d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5&tenant_id=37cf14e131e243f5bce4759b30ba5d5b HTTP/1.1" status: 200 len: 1098 time: 0.1383159 Dec 22 16:00:09.454671 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb2008-1578-40d5-9903-13cb953333a2 req-0f0c4fba-cf70-448c-a1f6-88877d7e0145 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:09.455907 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7c14bb59-c496-4d86-b669-fe61bce693f2 req-8bf0f148-5046-4b48-b9d4-42467054c5d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12d921bd-e8b6-40bc-9c28-355decdd53da HTTP/1.1" status: 200 len: 1002 time: 0.1016636 Dec 22 16:00:09.456166 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1ecb2008-1578-40d5-9903-13cb953333a2 req-0f0c4fba-cf70-448c-a1f6-88877d7e0145 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 945 time: 0.1112106 Dec 22 16:00:09.511641 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1ecb2008-1578-40d5-9903-13cb953333a2 req-0ee042ab-c752-4108-94b0-c308aa4e35ec tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497310 Dec 22 16:00:09.540474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14bb59-c496-4d86-b669-fe61bce693f2 req-34095438-a55d-4472-8b78-33abb592c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:09.543050 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7c14bb59-c496-4d86-b669-fe61bce693f2 req-34095438-a55d-4472-8b78-33abb592c029 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0791011 Dec 22 16:00:09.622498 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14bb59-c496-4d86-b669-fe61bce693f2 req-ac108e44-e3f5-460f-9a5e-c89320e31ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:09.623944 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7c14bb59-c496-4d86-b669-fe61bce693f2 req-ac108e44-e3f5-460f-9a5e-c89320e31ad0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746055 Dec 22 16:00:09.756768 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7c14bb59-c496-4d86-b669-fe61bce693f2 req-b9d67a8d-5ac4-4b79-878c-1cb48965dca8 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254332 Dec 22 16:00:09.901044 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7c14bb59-c496-4d86-b669-fe61bce693f2 req-9ab8d4eb-43e0-41d0-b256-46a03d792bca service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370871 Dec 22 16:00:10.012232 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-16153e18-74c1-4b39-8015-5230bef89fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:10.013783 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-16153e18-74c1-4b39-8015-5230bef89fba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 1098 time: 0.0703304 Dec 22 16:00:10.145289 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-8e391e3a-543a-41d2-a012-7d5e8e843f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:10.146779 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-8e391e3a-543a-41d2-a012-7d5e8e843f2c service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1271298 Dec 22 16:00:10.261190 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-fb9f1d44-aa46-4b54-9bbb-e0df0da29263 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12d921bd-e8b6-40bc-9c28-355decdd53da HTTP/1.1" status: 200 len: 1002 time: 0.0995276 Dec 22 16:00:10.324049 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-4a20e924-5b18-48b2-8585-bdbbbf776a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:10.325517 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-4a20e924-5b18-48b2-8585-bdbbbf776a86 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0583346 Dec 22 16:00:10.404052 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-bf2706d4-1b8b-4989-a139-8c8bdf76a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:10.405507 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-bf2706d4-1b8b-4989-a139-8c8bdf76a051 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738039 Dec 22 16:00:10.540272 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-3f88f1f4-5966-4084-8578-98a85d8c2b77 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256716 Dec 22 16:00:10.676357 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-b76121e8-a9b8-4347-bacd-68b0054c7f04 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299276 Dec 22 16:00:10.713245 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc0267-76ce-400d-afe1-d642d1bc6bf8 req-6c6657e1-2484-4c5a-9635-d0f4697cdc65 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:10.714761 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8cc0267-76ce-400d-afe1-d642d1bc6bf8 req-6c6657e1-2484-4c5a-9635-d0f4697cdc65 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 945 time: 0.0854001 Dec 22 16:00:10.759052 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8cc0267-76ce-400d-afe1-d642d1bc6bf8 req-531a5306-ebd8-4dd6-bd59-b0699090fa01 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385187 Dec 22 16:00:11.948043 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b6eb4-d1f7-4b00-9ae8-4797c579dd15 req-3a6cc445-e3ff-4204-be2d-4bb07ae00699 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:11.949530 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-646b6eb4-d1f7-4b00-9ae8-4797c579dd15 req-3a6cc445-e3ff-4204-be2d-4bb07ae00699 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 945 time: 0.0802922 Dec 22 16:00:11.993134 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-646b6eb4-d1f7-4b00-9ae8-4797c579dd15 req-d748783b-be48-4809-932f-9c4f63c6489f tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379114 Dec 22 16:00:12.141754 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 12d921bd-e8b6-40bc-9c28-355decdd53da no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:00:12.255884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:12.283307 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d3ff0e-f5a3-4fab-bb64-00e0130de3c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d921bd-e8b6-40bc-9c28-355decdd53da'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:00:12.293643 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 12d921bd-e8b6-40bc-9c28-355decdd53da, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12d921bd-e8b6-40bc-9c28-355decdd53da,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:00:12.348117 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d3ff0e-f5a3-4fab-bb64-00e0130de3c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d921bd-e8b6-40bc-9c28-355decdd53da', 'code': 200} Dec 22 16:00:12.365914 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:12.368700 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:00:12.434663 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=12d921bd-e8b6-40bc-9c28-355decdd53da,revision_number=6']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:00:12.442041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:12.442422 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:12.442762 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:12.443101 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:12.443432 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:12.443768 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:12.444095 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:12.444420 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:12.445327 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:12.445655 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:12.445973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:12.446321 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:12.450339 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:00:13.182961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a203f-51a0-45d6-92ca-715cb97ff842 req-c64726a7-f09e-40cd-9ce7-a5f9c7e534ec tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:13.184479 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bb4a203f-51a0-45d6-92ca-715cb97ff842 req-c64726a7-f09e-40cd-9ce7-a5f9c7e534ec tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 943 time: 0.0859520 Dec 22 16:00:13.234883 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bb4a203f-51a0-45d6-92ca-715cb97ff842 req-694f5872-4308-4242-8b0c-90156d5e76f1 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445783 Dec 22 16:00:14.155104 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 12d921bd-e8b6-40bc-9c28-355decdd53da details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:00:14.351652 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 12d921bd-e8b6-40bc-9c28-355decdd53da, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12d921bd-e8b6-40bc-9c28-355decdd53da,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:00:14.366676 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '12d921bd-e8b6-40bc-9c28-355decdd53da', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'port_id': '12d921bd-e8b6-40bc-9c28-355decdd53da', 'mac_address': 'fa:16:3e:a3:03:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:00:14.432112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26337e5a-c98e-4765-9f8a-d72dcc59b2a5 req-2af177ab-65b6-4d6e-abe8-e6ea5bf40309 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:14.432748 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:14.433824 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-26337e5a-c98e-4765-9f8a-d72dcc59b2a5 req-2af177ab-65b6-4d6e-abe8-e6ea5bf40309 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 943 time: 0.0880823 Dec 22 16:00:14.456938 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d921bd-e8b6-40bc-9c28-355decdd53da {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:00:14.474701 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 12d921bd-e8b6-40bc-9c28-355decdd53da, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12d921bd-e8b6-40bc-9c28-355decdd53da,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:00:14.491277 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-26337e5a-c98e-4765-9f8a-d72dcc59b2a5 req-45f3c4d7-7ab0-4739-9d3b-accdafd796ab tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458181 Dec 22 16:00:14.544915 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:14.546822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:00:14.616166 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['12d921bd-e8b6-40bc-9c28-355decdd53da'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:00:14.640351 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=12d921bd-e8b6-40bc-9c28-355decdd53da,revision_number=7']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:00:14.647413 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:00:15.687267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf955b-3e60-4c7b-8a91-91f3c34d5a41 req-1d393a3d-0042-4aba-99d9-f87ecdb012fe tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:15.688763 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bcaf955b-3e60-4c7b-8a91-91f3c34d5a41 req-1d393a3d-0042-4aba-99d9-f87ecdb012fe tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 944 time: 0.0884366 Dec 22 16:00:15.733766 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bcaf955b-3e60-4c7b-8a91-91f3c34d5a41 req-93581198-6832-4874-a8d3-6eb619e27cb1 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388372 Dec 22 16:00:16.161931 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 12d921bd-e8b6-40bc-9c28-355decdd53da no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:00:16.280612 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:16.298681 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 12d921bd-e8b6-40bc-9c28-355decdd53da {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:00:16.315162 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 12d921bd-e8b6-40bc-9c28-355decdd53da, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12d921bd-e8b6-40bc-9c28-355decdd53da,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:00:16.394810 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:16.397075 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:00:16.466601 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=12d921bd-e8b6-40bc-9c28-355decdd53da,revision_number=8']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:00:16.469600 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:00:16.558337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22272a1-f3ed-407f-866c-e84c1a095d6d req-089b1d67-11d8-46ad-8a51-59b9b1df6275 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:16.560179 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e22272a1-f3ed-407f-866c-e84c1a095d6d req-089b1d67-11d8-46ad-8a51-59b9b1df6275 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 943 time: 0.0884173 Dec 22 16:00:16.593854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f1f2c-7179-4fc2-a179-49a213064cba req-21b8e03c-1b78-440a-bf45-bb135717a7be tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:16.594578 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-664f1f2c-7179-4fc2-a179-49a213064cba req-21b8e03c-1b78-440a-bf45-bb135717a7be tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Synchronizing usage tracker for tenant:37cf14e131e243f5bce4759b30ba5d5b on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:00:16.608417 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e22272a1-f3ed-407f-866c-e84c1a095d6d req-255c2053-0b2b-4a4d-8723-c272ce1976ad tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425727 Dec 22 16:00:16.703342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-664f1f2c-7179-4fc2-a179-49a213064cba req-21b8e03c-1b78-440a-bf45-bb135717a7be tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Unset dirty status for tenant:37cf14e131e243f5bce4759b30ba5d5b on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:00:16.704562 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-664f1f2c-7179-4fc2-a179-49a213064cba req-21b8e03c-1b78-440a-bf45-bb135717a7be tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5&tenant_id=37cf14e131e243f5bce4759b30ba5d5b&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 943 time: 0.1987402 Dec 22 16:00:16.790079 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-664f1f2c-7179-4fc2-a179-49a213064cba req-505c5ba8-bc24-4397-b5d7-099a65ba3d3b service neutron] 10.222.0.57 "GET /v2.0/ports/12d921bd-e8b6-40bc-9c28-355decdd53da/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0779166 Dec 22 16:00:16.881661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f1f2c-7179-4fc2-a179-49a213064cba req-e734b14a-539c-4092-8580-e18ef565fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:16.883318 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-664f1f2c-7179-4fc2-a179-49a213064cba req-e734b14a-539c-4092-8580-e18ef565fdcf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 1096 time: 0.0723352 Dec 22 16:00:17.152294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f1f2c-7179-4fc2-a179-49a213064cba req-7609c310-0821-4a50-99d2-fa45e74d8bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:17.153996 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-664f1f2c-7179-4fc2-a179-49a213064cba req-7609c310-0821-4a50-99d2-fa45e74d8bf6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.2643702 Dec 22 16:00:17.259915 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-664f1f2c-7179-4fc2-a179-49a213064cba req-ed480844-883a-4f04-b8cf-69ab6c64c670 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12d921bd-e8b6-40bc-9c28-355decdd53da HTTP/1.1" status: 200 len: 1000 time: 0.0979657 Dec 22 16:00:17.321689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f1f2c-7179-4fc2-a179-49a213064cba req-eea00c8b-1ca3-4cb2-a56b-d506b369e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:17.323209 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-664f1f2c-7179-4fc2-a179-49a213064cba req-eea00c8b-1ca3-4cb2-a56b-d506b369e03b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0575979 Dec 22 16:00:17.405364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f1f2c-7179-4fc2-a179-49a213064cba req-901ddb04-2e24-45d7-99cb-6ae1af31d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:17.406768 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-664f1f2c-7179-4fc2-a179-49a213064cba req-901ddb04-2e24-45d7-99cb-6ae1af31d4b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771599 Dec 22 16:00:17.542593 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-664f1f2c-7179-4fc2-a179-49a213064cba req-5983ab16-0db7-4cd8-ad21-d04ab45ecc61 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278145 Dec 22 16:00:17.681900 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-664f1f2c-7179-4fc2-a179-49a213064cba req-c54e0b31-cbd6-48de-9014-ecd43cffba6a service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331720 Dec 22 16:00:17.800639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06610f-bc50-4e59-85a9-c4c2119d984c req-2513ad22-6ad2-4660-b509-990479790390 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:17.802109 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ea06610f-bc50-4e59-85a9-c4c2119d984c req-2513ad22-6ad2-4660-b509-990479790390 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 943 time: 0.0832260 Dec 22 16:00:17.846444 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ea06610f-bc50-4e59-85a9-c4c2119d984c req-2d237ed9-51d6-4dd4-83b9-cd0a45050955 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386374 Dec 22 16:00:18.235953 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:00:19.043958 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8d45f-1f4f-4318-abd4-8e307481c350 req-b3511a7e-0c84-47cc-adff-094f44c9e653 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:19.045514 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-62a8d45f-1f4f-4318-abd4-8e307481c350 req-b3511a7e-0c84-47cc-adff-094f44c9e653 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 943 time: 0.0878115 Dec 22 16:00:19.094960 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-62a8d45f-1f4f-4318-abd4-8e307481c350 req-ffc959ee-b924-4be9-8545-e4341795c9d9 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421047 Dec 22 16:00:20.287217 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991b496-5d96-4f87-9e49-ce7692b26d30 req-a9cd54c6-c25c-4938-b0fa-6b99a716152e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:20.288745 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0991b496-5d96-4f87-9e49-ce7692b26d30 req-a9cd54c6-c25c-4938-b0fa-6b99a716152e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 943 time: 0.0842464 Dec 22 16:00:20.335502 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0991b496-5d96-4f87-9e49-ce7692b26d30 req-3bc25f97-c9f8-4aee-bac8-19198451efde tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401351 Dec 22 16:00:21.188520 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f1f2c-7179-4fc2-a179-49a213064cba req-3eb00b7b-eeac-4a0f-b76a-18bf07737418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:21.190039 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-664f1f2c-7179-4fc2-a179-49a213064cba req-3eb00b7b-eeac-4a0f-b76a-18bf07737418 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5&tenant_id=37cf14e131e243f5bce4759b30ba5d5b HTTP/1.1" status: 200 len: 1096 time: 0.0735192 Dec 22 16:00:21.292283 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f1f2c-7179-4fc2-a179-49a213064cba req-7ac841df-5f0d-4145-bf35-2a5513482ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:21.293864 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-664f1f2c-7179-4fc2-a179-49a213064cba req-7ac841df-5f0d-4145-bf35-2a5513482ede service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 1096 time: 0.0802710 Dec 22 16:00:21.448001 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f1f2c-7179-4fc2-a179-49a213064cba req-e7eff6ff-91f1-4dce-a2b0-2a3e9dd6cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:21.449466 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-664f1f2c-7179-4fc2-a179-49a213064cba req-e7eff6ff-91f1-4dce-a2b0-2a3e9dd6cc5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1483915 Dec 22 16:00:21.549705 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b552ca0-05f6-45ae-a562-e21d96436415 req-1a6f62d2-61ac-4f43-8bfb-2dcfc9d0341b tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:21.551338 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4b552ca0-05f6-45ae-a562-e21d96436415 req-1a6f62d2-61ac-4f43-8bfb-2dcfc9d0341b tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 943 time: 0.0933278 Dec 22 16:00:21.558675 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-664f1f2c-7179-4fc2-a179-49a213064cba req-8fe0f9f8-dfc7-40cd-89a0-240e84f4a0a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12d921bd-e8b6-40bc-9c28-355decdd53da HTTP/1.1" status: 200 len: 1000 time: 0.1027334 Dec 22 16:00:21.604323 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4b552ca0-05f6-45ae-a562-e21d96436415 req-810f125f-3bd7-430d-acef-51e0b098ff35 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431871 Dec 22 16:00:21.628161 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f1f2c-7179-4fc2-a179-49a213064cba req-a3d8610e-d17b-4c41-ae18-4b3764f2e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:21.630428 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-664f1f2c-7179-4fc2-a179-49a213064cba req-a3d8610e-d17b-4c41-ae18-4b3764f2e901 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0654407 Dec 22 16:00:21.721944 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f1f2c-7179-4fc2-a179-49a213064cba req-71d85045-5f06-4808-93db-3f3eb721c03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:21.723393 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-664f1f2c-7179-4fc2-a179-49a213064cba req-71d85045-5f06-4808-93db-3f3eb721c03f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869541 Dec 22 16:00:21.876674 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-664f1f2c-7179-4fc2-a179-49a213064cba req-12d3b561-d444-4771-b5cc-b9e69b24e014 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459317 Dec 22 16:00:22.035630 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-664f1f2c-7179-4fc2-a179-49a213064cba req-a655b26b-d4be-4ee4-928d-03d4357888d0 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502717 Dec 22 16:00:22.813111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04009f-219f-46b0-b268-ed3939d09b58 req-6e431580-5926-44d8-8b6b-4a5c1c937e9a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:22.814753 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2f04009f-219f-46b0-b268-ed3939d09b58 req-6e431580-5926-44d8-8b6b-4a5c1c937e9a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 943 time: 0.0905766 Dec 22 16:00:22.875730 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2f04009f-219f-46b0-b268-ed3939d09b58 req-9a744570-6c0d-4d75-8509-002a41a758be tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546412 Dec 22 16:00:24.205692 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae68b9a-f310-4e22-b959-3baa5b69dd1e req-62adfa80-54da-4261-9e2e-a1b9c1d1b6a0 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:24.208283 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eae68b9a-f310-4e22-b959-3baa5b69dd1e req-62adfa80-54da-4261-9e2e-a1b9c1d1b6a0 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 943 time: 0.2203033 Dec 22 16:00:24.227427 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 12d921bd-e8b6-40bc-9c28-355decdd53da details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:00:24.232599 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 12d921bd-e8b6-40bc-9c28-355decdd53da no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:00:24.277680 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eae68b9a-f310-4e22-b959-3baa5b69dd1e req-c896a4a2-c467-4fdb-927e-8aec9bdb2593 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626740 Dec 22 16:00:24.519385 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 12d921bd-e8b6-40bc-9c28-355decdd53da, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12d921bd-e8b6-40bc-9c28-355decdd53da,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:00:24.539290 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '12d921bd-e8b6-40bc-9c28-355decdd53da', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'port_id': '12d921bd-e8b6-40bc-9c28-355decdd53da', 'mac_address': 'fa:16:3e:a3:03:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:00:24.602898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:24.625135 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d921bd-e8b6-40bc-9c28-355decdd53da {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:00:24.643019 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 12d921bd-e8b6-40bc-9c28-355decdd53da, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12d921bd-e8b6-40bc-9c28-355decdd53da,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:00:24.731604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:24.734422 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:00:24.798834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['12d921bd-e8b6-40bc-9c28-355decdd53da'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:00:24.852513 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=12d921bd-e8b6-40bc-9c28-355decdd53da,revision_number=9']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:00:24.856166 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:00:25.217387 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-84842798-c108-434f-bd18-fe6614d60c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:25.494572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077ab7e-b4a8-417f-a7ce-a6849ad239c2 req-adc210ff-27fc-4409-a020-8f6d0591321c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:25.495977 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c077ab7e-b4a8-417f-a7ce-a6849ad239c2 req-adc210ff-27fc-4409-a020-8f6d0591321c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 944 time: 0.0857031 Dec 22 16:00:25.543242 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c077ab7e-b4a8-417f-a7ce-a6849ad239c2 req-2679d7e3-5e27-4d91-8458-8b3bedbca1d6 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412917 Dec 22 16:00:25.732194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c5807-212c-44fb-8777-3f9f64f0401b req-bc616a12-be1c-48a8-8b05-00361f9711f6 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:25.733751 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1f0c5807-212c-44fb-8777-3f9f64f0401b req-bc616a12-be1c-48a8-8b05-00361f9711f6 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 944 time: 0.0828648 Dec 22 16:00:25.780919 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1f0c5807-212c-44fb-8777-3f9f64f0401b req-94ca8659-7158-4a29-883c-9b496017e947 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413237 Dec 22 16:00:25.976090 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be47da-8185-4862-9f84-8d8c62b59c7b req-ae5b57ce-94a9-43ec-b1e7-c133add59f51 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:25.978211 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-54be47da-8185-4862-9f84-8d8c62b59c7b req-ae5b57ce-94a9-43ec-b1e7-c133add59f51 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 944 time: 0.0859673 Dec 22 16:00:26.022736 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-54be47da-8185-4862-9f84-8d8c62b59c7b req-3d3e8aaf-77ff-413f-ae62-01b2f66ef9cd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387640 Dec 22 16:00:26.241484 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 12d921bd-e8b6-40bc-9c28-355decdd53da no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:00:26.361591 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:26.382771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 12d921bd-e8b6-40bc-9c28-355decdd53da {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:00:26.400764 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 12d921bd-e8b6-40bc-9c28-355decdd53da, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12d921bd-e8b6-40bc-9c28-355decdd53da,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:00:26.497867 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:26.500460 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:00:26.578727 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=12d921bd-e8b6-40bc-9c28-355decdd53da,revision_number=10']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:00:26.583730 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:00:26.713988 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4582065-f9f8-4fd0-974e-fc1517a3e87e req-ec8da318-4925-4771-906d-a67d7a1bb5da tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:26.715568 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f4582065-f9f8-4fd0-974e-fc1517a3e87e req-ec8da318-4925-4771-906d-a67d7a1bb5da tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 944 time: 0.0838687 Dec 22 16:00:26.768449 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f4582065-f9f8-4fd0-974e-fc1517a3e87e req-e998e2d9-9326-4fe6-ab48-27f559b26a3a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469439 Dec 22 16:00:27.764547 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d25f5a09-059b-49e0-9584-1dae8201d50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:27.962782 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a1f2f-ff0f-4737-be99-055063684f64 req-31a8f6c9-8197-4df7-bfe9-c5dc872ed1fd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:27.964314 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9a7a1f2f-ff0f-4737-be99-055063684f64 req-31a8f6c9-8197-4df7-bfe9-c5dc872ed1fd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 944 time: 0.0873744 Dec 22 16:00:28.008630 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9a7a1f2f-ff0f-4737-be99-055063684f64 req-1913d98e-6d2f-4c0c-984f-6c7579cefd5b tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380816 Dec 22 16:00:28.950243 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ed2ee-5ebf-447f-8884-de957bc1876c req-f3419dd3-3bb5-4b9d-bc70-23741eda1e24 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:28.951700 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1f3ed2ee-5ebf-447f-8884-de957bc1876c req-f3419dd3-3bb5-4b9d-bc70-23741eda1e24 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 944 time: 0.0835969 Dec 22 16:00:29.026933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-1f3ed2ee-5ebf-447f-8884-de957bc1876c req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Deleting port 12d921bd-e8b6-40bc-9c28-355decdd53da {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:00:29.027274 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1f3ed2ee-5ebf-447f-8884-de957bc1876c req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:29.087417 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:29.119503 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:29.214772 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a26f6-a3e9-46a4-a4b5-32272a8a8038 req-8add5a64-c90f-41df-a529-b9b3aa46caf9 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:29.216398 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-304a26f6-a3e9-46a4-a4b5-32272a8a8038 req-8add5a64-c90f-41df-a529-b9b3aa46caf9 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 944 time: 0.0953009 Dec 22 16:00:29.265067 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-304a26f6-a3e9-46a4-a4b5-32272a8a8038 req-6a3c0ff5-869a-4e16-8602-dc0f23acb79f tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423915 Dec 22 16:00:29.445043 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-1f3ed2ee-5ebf-447f-8884-de957bc1876c req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] For port 12d921bd-e8b6-40bc-9c28-355decdd53da, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12d921bd-e8b6-40bc-9c28-355decdd53da,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:00:29.445906 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1f3ed2ee-5ebf-447f-8884-de957bc1876c req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:29.765822 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1f3ed2ee-5ebf-447f-8884-de957bc1876c req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:29.766202 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1f3ed2ee-5ebf-447f-8884-de957bc1876c req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:29.766570 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [req-1f3ed2ee-5ebf-447f-8884-de957bc1876c req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Floating IP 15dc66fa-c02a-4eae-8985-53c0ce3c08fc disassociated. External IP: 172.26.6.219, port: 12d921bd-e8b6-40bc-9c28-355decdd53da. Dec 22 16:00:29.766921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-1f3ed2ee-5ebf-447f-8884-de957bc1876c req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Calling delete_port for 12d921bd-e8b6-40bc-9c28-355decdd53da owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:00:29.987233 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1f3ed2ee-5ebf-447f-8884-de957bc1876c req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:29.994727 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-04802097-5491-4152-ad7d-a43793c3d622 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:00:30.045636 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Pushing event deleted for resources: {'Port': ['ID=12d921bd-e8b6-40bc-9c28-355decdd53da,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:00:30.058774 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:30.059164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:30.059544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:30.059920 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:30.060358 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:30.060721 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:30.061089 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:30.061456 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:30.061820 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:30.062358 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:30.062659 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:30.068423 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:00:30.113062 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:00:30.263092 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f3ed2ee-5ebf-447f-8884-de957bc1876c req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Router c89d3e1d-096f-434f-a390-6c01f62c53b8 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:00:30.472785 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c4199233-db88-4867-abce-913b017e5b1c req-182fe072-0c2c-4194-8185-312f2768c530 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0871520 Dec 22 16:00:30.532247 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f3ed2ee-5ebf-447f-8884-de957bc1876c req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:00:30.542699 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766dedb7-f24a-440d-a66c-b0ecc025f8a5 None None] Sync routers for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:00:30.551939 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766dedb7-f24a-440d-a66c-b0ecc025f8a5 None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:30.552626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-766dedb7-f24a-440d-a66c-b0ecc025f8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:00:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:00:30.641512 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3ed2ee-5ebf-447f-8884-de957bc1876c req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] No DVR routers for this DVR port 12d921bd-e8b6-40bc-9c28-355decdd53da on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:00:30.644156 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1f3ed2ee-5ebf-447f-8884-de957bc1876c req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:30.647014 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d3ff0e-f5a3-4fab-bb64-00e0130de3c5', 'name': 'network-vif-deleted', 'tag': '12d921bd-e8b6-40bc-9c28-355decdd53da'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:00:30.698009 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d3ff0e-f5a3-4fab-bb64-00e0130de3c5', 'name': 'network-vif-deleted', 'tag': '12d921bd-e8b6-40bc-9c28-355decdd53da', 'status': 'completed', 'code': 200} Dec 22 16:00:30.732409 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1f3ed2ee-5ebf-447f-8884-de957bc1876c req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "DELETE /v2.0/ports/12d921bd-e8b6-40bc-9c28-355decdd53da HTTP/1.1" status: 204 len: 173 time: 1.7747750 Dec 22 16:00:30.736985 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-766dedb7-f24a-440d-a66c-b0ecc025f8a5 None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:00:31.103298 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-766dedb7-f24a-440d-a66c-b0ecc025f8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:00:31.107998 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766dedb7-f24a-440d-a66c-b0ecc025f8a5 None None] Checking router: c89d3e1d-096f-434f-a390-6c01f62c53b8 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:00:31.117918 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766dedb7-f24a-440d-a66c-b0ecc025f8a5 None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:31.118585 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-766dedb7-f24a-440d-a66c-b0ecc025f8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:00:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:00:31.176795 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:31.303771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-766dedb7-f24a-440d-a66c-b0ecc025f8a5 None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:00:31.640049 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-adb59f5c-61c3-4b62-b392-332a98deba3f req-8fc5db25-285c-40f4-9eee-d8f848f69e89 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d3ff0e-f5a3-4fab-bb64-00e0130de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0452030 Dec 22 16:00:31.640575 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-766dedb7-f24a-440d-a66c-b0ecc025f8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:00:31.645072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766dedb7-f24a-440d-a66c-b0ecc025f8a5 None None] The sync data for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv is: [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:00:31.874362 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46e24a4-7a0b-4946-be90-99e1a352883d None None] New status for floating IP 15dc66fa-c02a-4eae-8985-53c0ce3c08fc: DOWN {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:00:32.263351 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 12d921bd-e8b6-40bc-9c28-355decdd53da no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:00:32.298279 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 12d921bd-e8b6-40bc-9c28-355decdd53da {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:00:32.298639 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 12d921bd-e8b6-40bc-9c28-355decdd53da not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:00:33.184515 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fa492e49-892e-406e-89bd-4102858f16d2 req-fb01f9bb-ab1e-4160-9d8e-b23f0ea94773 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1925986569&fields=id&tenant_id=37cf14e131e243f5bce4759b30ba5d5b HTTP/1.1" status: 200 len: 267 time: 0.0489457 Dec 22 16:00:33.342371 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa492e49-892e-406e-89bd-4102858f16d2 req-24a5e9bb-5466-492e-a5a0-8dc02596cc8d tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:33.343742 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fa492e49-892e-406e-89bd-4102858f16d2 req-24a5e9bb-5466-492e-a5a0-8dc02596cc8d tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 811 time: 0.1527827 Dec 22 16:00:33.359209 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fa492e49-892e-406e-89bd-4102858f16d2 req-bbe6c31f-3ed5-42f7-90ad-df901ef7b100 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/quotas/37cf14e131e243f5bce4759b30ba5d5b HTTP/1.1" status: 200 len: 375 time: 0.0099676 Dec 22 16:00:33.448093 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fa492e49-892e-406e-89bd-4102858f16d2 req-31f402ee-41d7-48a4-807d-7680364aade5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808742 Dec 22 16:00:33.643475 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fa492e49-892e-406e-89bd-4102858f16d2 req-6eefbcda-80b9-4227-823b-ea7720583ad0 service neutron] 10.222.0.59 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838510 Dec 22 16:00:33.793268 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e542a87b-a66c-41ab-b230-c49dc16357bf service neutron] 10.222.0.59 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438572 Dec 22 16:00:35.076660 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1694ca96-017e-4621-8069-0b11e5bf5f17 req-77145eff-1a8b-444c-8675-cf9a5bd077d8 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 210 time: 0.0525935 Dec 22 16:00:36.187274 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-75216b88-f07a-4874-899a-3e272cda6bcf req-03e5c753-f91f-414d-b28a-1f253f350645 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 210 time: 0.0474684 Dec 22 16:00:36.400679 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:37.281088 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1bf43191-8a7b-4201-9d0e-7d7069b2ce51 req-72c1f013-fe30-43ef-82b3-ff0e7da84150 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 210 time: 0.0433540 Dec 22 16:00:38.434954 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1804ffee-8408-4d80-ae95-1301f835ae21 req-1c0d0d43-f4f7-486a-9edb-eec8037cf9f0 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 210 time: 0.0454133 Dec 22 16:00:39.419267 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa492e49-892e-406e-89bd-4102858f16d2 req-cf0fad8c-1324-4a35-b292-e2924b73cdf1 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:39.420746 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa492e49-892e-406e-89bd-4102858f16d2 req-cf0fad8c-1324-4a35-b292-e2924b73cdf1 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 811 time: 0.1491146 Dec 22 16:00:39.473291 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa492e49-892e-406e-89bd-4102858f16d2 req-4c6bf485-f557-4ca5-822a-c2896ece3cbc tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37cf14e131e243f5bce4759b30ba5d5b HTTP/1.1" status: 200 len: 380 time: 0.0428085 Dec 22 16:00:39.486778 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-fa492e49-892e-406e-89bd-4102858f16d2 req-4955bec6-7839-41f5-a8f5-c77215e0b5e7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Request body: {'port': {'device_id': '7cbd3215-cc3b-4a20-aeb9-cc2bd389c894', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'admin_state_up': True, 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'security_groups': ['89ff5932-a984-4144-978b-ee7be96a6573']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:00:39.599457 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b3b3e2e7-f0e4-40b4-8523-1d40ff01449b req-de8c7cd7-c07e-4095-86a2-5333d9a7303b tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 210 time: 0.0485666 Dec 22 16:00:39.759426 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-fa492e49-892e-406e-89bd-4102858f16d2 req-4955bec6-7839-41f5-a8f5-c77215e0b5e7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:00:39.763754 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-fa492e49-892e-406e-89bd-4102858f16d2 req-4955bec6-7839-41f5-a8f5-c77215e0b5e7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Usage tracker for resource:port and tenant:37cf14e131e243f5bce4759b30ba5d5b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:00:39.766652 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-fa492e49-892e-406e-89bd-4102858f16d2 req-4955bec6-7839-41f5-a8f5-c77215e0b5e7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:00:39.772681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-fa492e49-892e-406e-89bd-4102858f16d2 req-4955bec6-7839-41f5-a8f5-c77215e0b5e7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:00:39.880024 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa492e49-892e-406e-89bd-4102858f16d2 req-4955bec6-7839-41f5-a8f5-c77215e0b5e7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Made reservation on behalf of 37cf14e131e243f5bce4759b30ba5d5b for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:00:39.884236 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fa492e49-892e-406e-89bd-4102858f16d2 req-4955bec6-7839-41f5-a8f5-c77215e0b5e7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:40.065372 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-fa492e49-892e-406e-89bd-4102858f16d2 req-4955bec6-7839-41f5-a8f5-c77215e0b5e7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Allocated IP 172.20.0.8 (e96e0b5e-bd17-4da0-990f-7a6d5eaf1710/ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b/97604cc2-b420-478a-8aa5-d0d2bbef7982) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:00:40.293145 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fa492e49-892e-406e-89bd-4102858f16d2 req-4955bec6-7839-41f5-a8f5-c77215e0b5e7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:40.321112 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-fa492e49-892e-406e-89bd-4102858f16d2 req-4955bec6-7839-41f5-a8f5-c77215e0b5e7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Transition to ACTIVE for port object 97604cc2-b420-478a-8aa5-d0d2bbef7982 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:00:40.452453 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fa492e49-892e-406e-89bd-4102858f16d2 req-4955bec6-7839-41f5-a8f5-c77215e0b5e7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:40.459146 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:00:40.536907 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa492e49-892e-406e-89bd-4102858f16d2 req-4955bec6-7839-41f5-a8f5-c77215e0b5e7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:00:40.540808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-fa492e49-892e-406e-89bd-4102858f16d2 req-4955bec6-7839-41f5-a8f5-c77215e0b5e7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:00:40.545140 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa492e49-892e-406e-89bd-4102858f16d2 req-4955bec6-7839-41f5-a8f5-c77215e0b5e7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:00:40.583099 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955bec6-7839-41f5-a8f5-c77215e0b5e7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Pushing event updated for resources: {'Port': ['ID=97604cc2-b420-478a-8aa5-d0d2bbef7982,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:00:40.592668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4955bec6-7839-41f5-a8f5-c77215e0b5e7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:00:40.621626 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa492e49-892e-406e-89bd-4102858f16d2 req-4955bec6-7839-41f5-a8f5-c77215e0b5e7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:40.622328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fa492e49-892e-406e-89bd-4102858f16d2 req-4955bec6-7839-41f5-a8f5-c77215e0b5e7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:40.748292 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa492e49-892e-406e-89bd-4102858f16d2 req-4955bec6-7839-41f5-a8f5-c77215e0b5e7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2660458 Dec 22 16:00:40.760881 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Request body: {'port': {'device_id': '7cbd3215-cc3b-4a20-aeb9-cc2bd389c894', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:00:40.803261 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d3113-aa26-4949-b87f-4ae26c52f566 req-cd5e5294-5d3b-4f60-b1b4-d53a86d90019 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:40.805371 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f55d3113-aa26-4949-b87f-4ae26c52f566 req-cd5e5294-5d3b-4f60-b1b4-d53a86d90019 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 931 time: 0.0924065 Dec 22 16:00:40.860369 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f55d3113-aa26-4949-b87f-4ae26c52f566 req-7d34ab95-acb0-4ec9-90b1-6b7a651f72b8 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487261 Dec 22 16:00:40.878765 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-badf3e05-a851-4509-aac6-3ee7ae24639c None None] Provisioning for port 97604cc2-b420-478a-8aa5-d0d2bbef7982 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:00:40.884401 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-badf3e05-a851-4509-aac6-3ee7ae24639c None None] Provisioning complete for port 97604cc2-b420-478a-8aa5-d0d2bbef7982 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:00:40.885052 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-badf3e05-a851-4509-aac6-3ee7ae24639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:40.887249 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:40.943395 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-badf3e05-a851-4509-aac6-3ee7ae24639c None None] Port 97604cc2-b420-478a-8aa5-d0d2bbef7982 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:00:41.242973 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97604cc2-b420-478a-8aa5-d0d2bbef7982 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:00:41.250646 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:41.266340 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Transition to ACTIVE for port object 97604cc2-b420-478a-8aa5-d0d2bbef7982 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:00:41.348793 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:41.353029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-7c2f5cfa-91ff-4607-ab53-aa1eb7637c7b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:00:41.511692 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Pushing event updated for resources: {'Port': ['ID=97604cc2-b420-478a-8aa5-d0d2bbef7982,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:00:41.514571 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:00:41.592136 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Attempting to bind port 97604cc2-b420-478a-8aa5-d0d2bbef7982 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:00:41.592476 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Attempting to bind port 97604cc2-b420-478a-8aa5-d0d2bbef7982 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:00:41.592818 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Attempting to bind port 97604cc2-b420-478a-8aa5-d0d2bbef7982 on network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:00:41.598027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Port 97604cc2-b420-478a-8aa5-d0d2bbef7982 on network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 16:00:41.598397 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Attempting to bind port 97604cc2-b420-478a-8aa5-d0d2bbef7982 on network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:00:41.603927 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:00:41.604267 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Checking segment: {'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:00:41.604658 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Bound using segment: {'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:00:41.605089 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Bound port: 97604cc2-b420-478a-8aa5-d0d2bbef7982, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70afc143-fec5-4b3d-8f67-7e38960e08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:00:41.605442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:41.699451 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] For port 97604cc2-b420-478a-8aa5-d0d2bbef7982, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:00:41.702469 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] For port 97604cc2-b420-478a-8aa5-d0d2bbef7982, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:00:41.781901 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:41.785772 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-63e50cb7-fbc9-45db-a0b2-1f69becb7c18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:00:41.847495 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:41.847960 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:41.849315 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa492e49-892e-406e-89bd-4102858f16d2 req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] 10.222.0.57 "PUT /v2.0/ports/97604cc2-b420-478a-8aa5-d0d2bbef7982 HTTP/1.1" status: 200 len: 1093 time: 1.0930159 Dec 22 16:00:41.849852 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbd3215-cc3b-4a20-aeb9-cc2bd389c894', 'tag': '97604cc2-b420-478a-8aa5-d0d2bbef7982'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:00:41.878882 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Pushing event updated for resources: {'Port': ['ID=97604cc2-b420-478a-8aa5-d0d2bbef7982,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:00:41.885908 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:00:41.912027 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbd3215-cc3b-4a20-aeb9-cc2bd389c894', 'tag': '97604cc2-b420-478a-8aa5-d0d2bbef7982', 'status': 'completed', 'code': 200} Dec 22 16:00:42.010915 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb5ddb-431a-45cd-b501-dd49aa945466 req-e507a60f-ae22-46be-8719-1cb6cbf16aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:42.013610 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5ceb5ddb-431a-45cd-b501-dd49aa945466 req-e507a60f-ae22-46be-8719-1cb6cbf16aaa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 1096 time: 0.0800416 Dec 22 16:00:42.195619 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8726641-4b11-4e36-a1c5-ebb1b266b46b req-cfdf42a1-41fb-4f72-bd98-9447f79110e9 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:42.197972 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b8726641-4b11-4e36-a1c5-ebb1b266b46b req-cfdf42a1-41fb-4f72-bd98-9447f79110e9 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 943 time: 0.2130899 Dec 22 16:00:42.203516 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb5ddb-431a-45cd-b501-dd49aa945466 req-db9fca39-2a96-4b66-a8e3-89007de096e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:42.204977 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5ceb5ddb-431a-45cd-b501-dd49aa945466 req-db9fca39-2a96-4b66-a8e3-89007de096e8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1832142 Dec 22 16:00:42.243648 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b8726641-4b11-4e36-a1c5-ebb1b266b46b req-21f5709e-0596-42d1-810a-b22c524b9a09 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387614 Dec 22 16:00:42.348580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb5ddb-431a-45cd-b501-dd49aa945466 req-45ea94f1-5e50-4609-b6d7-0302254069fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:42.349949 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5ceb5ddb-431a-45cd-b501-dd49aa945466 req-45ea94f1-5e50-4609-b6d7-0302254069fb service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384091 Dec 22 16:00:42.582322 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa492e49-892e-406e-89bd-4102858f16d2 req-2656c189-5d9e-4d57-80a6-50093cda5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:42.583834 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa492e49-892e-406e-89bd-4102858f16d2 req-2656c189-5d9e-4d57-80a6-50093cda5d6c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 1096 time: 0.1974831 Dec 22 16:00:42.652404 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa492e49-892e-406e-89bd-4102858f16d2 req-baedbb3a-ef99-481a-89a6-7541a55cc6d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982 HTTP/1.1" status: 200 len: 217 time: 0.0612097 Dec 22 16:00:42.719732 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa492e49-892e-406e-89bd-4102858f16d2 req-17dd3475-1e91-4660-a03c-abeda9166928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:42.721221 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa492e49-892e-406e-89bd-4102858f16d2 req-17dd3475-1e91-4660-a03c-abeda9166928 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0630748 Dec 22 16:00:42.799419 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa492e49-892e-406e-89bd-4102858f16d2 req-67b618a1-1824-409a-9bdd-e74a12d265ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:42.800938 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa492e49-892e-406e-89bd-4102858f16d2 req-67b618a1-1824-409a-9bdd-e74a12d265ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728006 Dec 22 16:00:42.937806 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa492e49-892e-406e-89bd-4102858f16d2 req-bdbdf63f-0252-4cc8-9208-ab147b0e49f1 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300390 Dec 22 16:00:43.067936 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa492e49-892e-406e-89bd-4102858f16d2 req-a0b92cd6-84e9-4440-9cc6-512337f0cbaa service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234586 Dec 22 16:00:43.425005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590e634-6d3c-4267-b1e0-6ce4d65ef6cf req-c3c0800e-bb56-479d-bb65-a92f896ccb8a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:43.426463 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6590e634-6d3c-4267-b1e0-6ce4d65ef6cf req-c3c0800e-bb56-479d-bb65-a92f896ccb8a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 943 time: 0.0788956 Dec 22 16:00:43.472051 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6590e634-6d3c-4267-b1e0-6ce4d65ef6cf req-85ab140a-3bbe-435f-a342-37ad9a5e868d tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392087 Dec 22 16:00:44.659144 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3713ac8-8f32-4f71-ac43-6f6979155742 req-31bf4c93-adeb-450e-8a63-3b44a7959dda tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:44.660592 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b3713ac8-8f32-4f71-ac43-6f6979155742 req-31bf4c93-adeb-450e-8a63-3b44a7959dda tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 943 time: 0.0797119 Dec 22 16:00:44.705750 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b3713ac8-8f32-4f71-ac43-6f6979155742 req-ffd285a9-0668-4f85-9fbb-f6df9acc49fd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388789 Dec 22 16:00:45.890444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193a32a-ec30-4587-aaa0-0b79de1342d5 req-cac0d73d-c7b5-495c-803e-ddaa06f6e1df tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:45.891907 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b193a32a-ec30-4587-aaa0-0b79de1342d5 req-cac0d73d-c7b5-495c-803e-ddaa06f6e1df tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 943 time: 0.0828156 Dec 22 16:00:45.935311 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b193a32a-ec30-4587-aaa0-0b79de1342d5 req-004c1865-8888-4e21-9028-c48f0c58f960 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377641 Dec 22 16:00:46.335899 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 97604cc2-b420-478a-8aa5-d0d2bbef7982 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:00:46.467568 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 97604cc2-b420-478a-8aa5-d0d2bbef7982, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:00:46.480245 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '97604cc2-b420-478a-8aa5-d0d2bbef7982', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'port_id': '97604cc2-b420-478a-8aa5-d0d2bbef7982', 'mac_address': 'fa:16:3e:1c:e5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:00:46.533729 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:46.550176 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97604cc2-b420-478a-8aa5-d0d2bbef7982 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:00:46.564859 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 97604cc2-b420-478a-8aa5-d0d2bbef7982, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:00:46.646173 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:46.647937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:00:46.715067 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=97604cc2-b420-478a-8aa5-d0d2bbef7982,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:00:46.718005 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:00:47.019840 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['97604cc2-b420-478a-8aa5-d0d2bbef7982'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:00:47.122943 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2a106-80c5-49cb-9db4-1cda13064ac8 req-8dade698-f57b-4300-8153-71c2acb60a0c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:47.124465 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-79a2a106-80c5-49cb-9db4-1cda13064ac8 req-8dade698-f57b-4300-8153-71c2acb60a0c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 944 time: 0.0862281 Dec 22 16:00:47.169638 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-79a2a106-80c5-49cb-9db4-1cda13064ac8 req-95952bf4-99ef-4497-9d93-0812fb3d6d90 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393825 Dec 22 16:00:48.340217 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 97604cc2-b420-478a-8aa5-d0d2bbef7982 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:00:48.357441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57d287-f2f2-4f3c-9957-6a80d516cc49 req-648833bf-ef18-4a15-af7d-23a60cb7eb26 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:48.359040 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3d57d287-f2f2-4f3c-9957-6a80d516cc49 req-648833bf-ef18-4a15-af7d-23a60cb7eb26 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 944 time: 0.0832591 Dec 22 16:00:48.403708 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3d57d287-f2f2-4f3c-9957-6a80d516cc49 req-713c1599-f96a-465f-91af-4b6b90f85b3c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386126 Dec 22 16:00:48.529744 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 97604cc2-b420-478a-8aa5-d0d2bbef7982 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:00:48.534800 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 97604cc2-b420-478a-8aa5-d0d2bbef7982 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:00:48.535177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:48.685284 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:48.711546 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbd3215-cc3b-4a20-aeb9-cc2bd389c894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97604cc2-b420-478a-8aa5-d0d2bbef7982'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:00:48.721931 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 97604cc2-b420-478a-8aa5-d0d2bbef7982, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:00:48.755728 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbd3215-cc3b-4a20-aeb9-cc2bd389c894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97604cc2-b420-478a-8aa5-d0d2bbef7982', 'code': 200} Dec 22 16:00:48.811799 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:48.813957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:00:48.878799 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=97604cc2-b420-478a-8aa5-d0d2bbef7982,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:00:48.881886 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:00:49.145947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69408026-592d-436a-8874-2753845e510d req-e271d111-1ed5-4dde-85b3-c47c79093559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:49.147384 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-69408026-592d-436a-8874-2753845e510d req-e271d111-1ed5-4dde-85b3-c47c79093559 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 1098 time: 0.0770533 Dec 22 16:00:49.187960 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-69408026-592d-436a-8874-2753845e510d req-f005bbda-e5b7-4d33-9bd8-ad8227469538 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341384 Dec 22 16:00:49.585778 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba576708-02dd-471b-ad8c-42b5cfe1d29e req-20b66e6a-1cac-40e1-bbba-5c60b3479059 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:49.587374 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ba576708-02dd-471b-ad8c-42b5cfe1d29e req-20b66e6a-1cac-40e1-bbba-5c60b3479059 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0787382 Dec 22 16:00:49.638941 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ba576708-02dd-471b-ad8c-42b5cfe1d29e req-2abae3fa-ac6b-47b7-8d09-28083263302e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429466 Dec 22 16:00:50.835071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980ca59-4b25-4ad7-bf64-809312c82f01 req-7bcb47f4-9a4b-40c4-a7d6-314833db5de4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:50.836502 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1980ca59-4b25-4ad7-bf64-809312c82f01 req-7bcb47f4-9a4b-40c4-a7d6-314833db5de4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0829444 Dec 22 16:00:50.880887 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1980ca59-4b25-4ad7-bf64-809312c82f01 req-4c4e813a-7c0b-4aef-a49a-03e444d51c5c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380082 Dec 22 16:00:51.073952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df81ea0-5bcc-4eba-b30a-5f98a4e2e77d req-bff52ec1-c8ab-4cf0-bd70-bdc397a1b523 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:51.075429 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9df81ea0-5bcc-4eba-b30a-5f98a4e2e77d req-bff52ec1-c8ab-4cf0-bd70-bdc397a1b523 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0838284 Dec 22 16:00:51.084960 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 43780) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:51.090962 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-051924d0-def2-47ce-bbd0-cd0b603ebdcf tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Request body: {'floatingip': {'port_id': '97604cc2-b420-478a-8aa5-d0d2bbef7982'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:00:51.165238 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-051924d0-def2-47ce-bbd0-cd0b603ebdcf tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for floatingip, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:51.751567 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-051924d0-def2-47ce-bbd0-cd0b603ebdcf tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:51.815415 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-051924d0-def2-47ce-bbd0-cd0b603ebdcf tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:52.092715 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-051924d0-def2-47ce-bbd0-cd0b603ebdcf tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Floating IP 15dc66fa-c02a-4eae-8985-53c0ce3c08fc associated. External IP: 172.26.6.219, port: 97604cc2-b420-478a-8aa5-d0d2bbef7982. Dec 22 16:00:52.441523 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051924d0-def2-47ce-bbd0-cd0b603ebdcf tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Router c89d3e1d-096f-434f-a390-6c01f62c53b8 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:00:52.617046 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051924d0-def2-47ce-bbd0-cd0b603ebdcf tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:00:52.622581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-051924d0-def2-47ce-bbd0-cd0b603ebdcf tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:52.627568 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f33c96-c7d8-4cbf-9beb-508d35ac913c None None] Sync routers for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:00:52.637149 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f33c96-c7d8-4cbf-9beb-508d35ac913c None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:52.637678 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-06f33c96-c7d8-4cbf-9beb-508d35ac913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:00:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:00:52.679691 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-051924d0-def2-47ce-bbd0-cd0b603ebdcf tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "PUT /v2.0/floatingips/15dc66fa-c02a-4eae-8985-53c0ce3c08fc HTTP/1.1" status: 200 len: 992 time: 1.5934165 Dec 22 16:00:52.680175 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbd3215-cc3b-4a20-aeb9-cc2bd389c894', 'tag': '97604cc2-b420-478a-8aa5-d0d2bbef7982'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:00:52.777809 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbd3215-cc3b-4a20-aeb9-cc2bd389c894', 'tag': '97604cc2-b420-478a-8aa5-d0d2bbef7982', 'status': 'completed', 'code': 200} Dec 22 16:00:52.821390 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-06f33c96-c7d8-4cbf-9beb-508d35ac913c None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:00:52.869293 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fd9d3-2a29-40c6-85a0-d77ed186d241 req-72ae68ba-419e-450c-82d9-ba63b1a8d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:52.870836 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-823fd9d3-2a29-40c6-85a0-d77ed186d241 req-72ae68ba-419e-450c-82d9-ba63b1a8d5d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 1098 time: 0.0719891 Dec 22 16:00:53.008246 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fd9d3-2a29-40c6-85a0-d77ed186d241 req-be1afd18-d4ff-415d-b917-d514e3f6bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:53.009739 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-823fd9d3-2a29-40c6-85a0-d77ed186d241 req-be1afd18-d4ff-415d-b917-d514e3f6bd56 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1313348 Dec 22 16:00:53.115092 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-823fd9d3-2a29-40c6-85a0-d77ed186d241 req-f46aae2d-5a94-492f-8b18-25ed7473e61f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982 HTTP/1.1" status: 200 len: 1000 time: 0.0980785 Dec 22 16:00:53.182160 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fd9d3-2a29-40c6-85a0-d77ed186d241 req-bb9a4899-cfb0-4649-bc5e-f2114032dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:53.183639 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-823fd9d3-2a29-40c6-85a0-d77ed186d241 req-bb9a4899-cfb0-4649-bc5e-f2114032dc34 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0626013 Dec 22 16:00:53.194377 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-06f33c96-c7d8-4cbf-9beb-508d35ac913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '15dc66fa-c02a-4eae-8985-53c0ce3c08fc', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'port_id': '97604cc2-b420-478a-8aa5-d0d2bbef7982', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'mac_address': 'fa:16:3e:1c:e5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbd3215-cc3b-4a20-aeb9-cc2bd389c894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:53:57Z', 'updated_at': '2021-12-22T16:00:51Z', 'revision_number': 13, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:00:53.198482 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f33c96-c7d8-4cbf-9beb-508d35ac913c None None] Checking router: c89d3e1d-096f-434f-a390-6c01f62c53b8 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:00:53.206937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f33c96-c7d8-4cbf-9beb-508d35ac913c None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:53.207559 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-06f33c96-c7d8-4cbf-9beb-508d35ac913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:00:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:00:53.260516 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fd9d3-2a29-40c6-85a0-d77ed186d241 req-3d92d058-5dfa-4d18-9b62-a43196e98513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:00:53.261960 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-823fd9d3-2a29-40c6-85a0-d77ed186d241 req-3d92d058-5dfa-4d18-9b62-a43196e98513 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716412 Dec 22 16:00:53.387153 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-06f33c96-c7d8-4cbf-9beb-508d35ac913c None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:00:53.398781 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-823fd9d3-2a29-40c6-85a0-d77ed186d241 req-72d8230f-30e1-43e6-9f0e-1b0169e4a031 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290395 Dec 22 16:00:53.529581 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-823fd9d3-2a29-40c6-85a0-d77ed186d241 req-1e09893d-ba17-45f4-8a14-cc56b16ea223 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244526 Dec 22 16:00:53.740122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-06f33c96-c7d8-4cbf-9beb-508d35ac913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '15dc66fa-c02a-4eae-8985-53c0ce3c08fc', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'port_id': '97604cc2-b420-478a-8aa5-d0d2bbef7982', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'mac_address': 'fa:16:3e:1c:e5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbd3215-cc3b-4a20-aeb9-cc2bd389c894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:53:57Z', 'updated_at': '2021-12-22T16:00:51Z', 'revision_number': 13, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:00:53.744134 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f33c96-c7d8-4cbf-9beb-508d35ac913c None None] The sync data for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv is: [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '15dc66fa-c02a-4eae-8985-53c0ce3c08fc', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'port_id': '97604cc2-b420-478a-8aa5-d0d2bbef7982', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'mac_address': 'fa:16:3e:1c:e5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbd3215-cc3b-4a20-aeb9-cc2bd389c894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:53:57Z', 'updated_at': '2021-12-22T16:00:51Z', 'revision_number': 13, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:00:53.954328 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81671dd-39e0-4b7c-8751-679b6f40f5bc None None] New status for floating IP 15dc66fa-c02a-4eae-8985-53c0ce3c08fc: ACTIVE {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:00:55.228833 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-83c7c1ac-515d-4cf7-a7ec-f8e02a6ed986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:55.235093 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:00:57.753898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-193dbada-5770-4125-b6bb-87c28d67b0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:59.091537 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:00:59.100260 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:01:01.085569 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:01:06.393982 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:01:08.983835 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-53ad1349-daf2-454c-b85a-abe2f632bb6f req-82be123e-5a24-4ac7-9aea-f1c6876eb566 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796382 Dec 22 16:01:09.130901 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad1349-daf2-454c-b85a-abe2f632bb6f req-74a8b18e-02a5-4455-892a-6ca7e8e7c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:01:09.132376 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-53ad1349-daf2-454c-b85a-abe2f632bb6f req-74a8b18e-02a5-4455-892a-6ca7e8e7c3ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 1098 time: 0.0746403 Dec 22 16:01:09.409439 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad1349-daf2-454c-b85a-abe2f632bb6f req-ee32d0f8-29a3-4f4c-8e8b-f005385e580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:01:09.410911 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-53ad1349-daf2-454c-b85a-abe2f632bb6f req-ee32d0f8-29a3-4f4c-8e8b-f005385e580d service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.2583623 Dec 22 16:01:09.514349 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-53ad1349-daf2-454c-b85a-abe2f632bb6f req-980432a2-8af2-4c18-93d0-934b5387b5d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982 HTTP/1.1" status: 200 len: 1002 time: 0.0953777 Dec 22 16:01:09.575862 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad1349-daf2-454c-b85a-abe2f632bb6f req-5901c226-976e-4ea0-8e69-125fec385867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:01:09.577293 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-53ad1349-daf2-454c-b85a-abe2f632bb6f req-5901c226-976e-4ea0-8e69-125fec385867 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0563903 Dec 22 16:01:09.655794 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad1349-daf2-454c-b85a-abe2f632bb6f req-c4ec2c7e-04a3-44f9-86a8-9a6c7f9f973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:01:09.657304 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-53ad1349-daf2-454c-b85a-abe2f632bb6f req-c4ec2c7e-04a3-44f9-86a8-9a6c7f9f973d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734971 Dec 22 16:01:09.790181 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-53ad1349-daf2-454c-b85a-abe2f632bb6f req-e45af066-3d43-4f1a-b804-997c2b9fcb47 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255798 Dec 22 16:01:09.926646 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-53ad1349-daf2-454c-b85a-abe2f632bb6f req-3e84ebc7-5a4d-46fd-9c8f-0201a0af40c1 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296797 Dec 22 16:01:25.217107 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-69ef2b02-5f24-4fbb-9a89-ef86cc984f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:01:27.759912 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-49ccdb48-fb1b-4c59-97f0-c605c1a81a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:01:29.177329 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:01:29.239872 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:01:31.114541 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:01:32.233489 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:01:36.386507 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:01:55.213814 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f4ca-99c4-4e56-87b1-d587820306b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:01:57.722666 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7e0e57ce-acfc-46bc-b210-38881462a345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:01:59.114021 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:01:59.142871 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:02:01.076803 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:02:06.393651 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:02:09.231624 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:02:09.963292 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8c424ce2-c4c0-41ad-988c-152fc5cf882c req-8b422088-58ff-42d6-8b7d-40cbc4f669ff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705009 Dec 22 16:02:10.103313 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c424ce2-c4c0-41ad-988c-152fc5cf882c req-151b4342-1d80-4a20-88f1-9ce64ff0865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:10.104783 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8c424ce2-c4c0-41ad-988c-152fc5cf882c req-151b4342-1d80-4a20-88f1-9ce64ff0865b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 1098 time: 0.0704448 Dec 22 16:02:10.249101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c424ce2-c4c0-41ad-988c-152fc5cf882c req-dd8f24be-824b-4750-9aa4-1c27bc80975c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:10.250476 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8c424ce2-c4c0-41ad-988c-152fc5cf882c req-dd8f24be-824b-4750-9aa4-1c27bc80975c service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1258488 Dec 22 16:02:10.352236 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8c424ce2-c4c0-41ad-988c-152fc5cf882c req-a344bd2f-7e9d-4b9b-99ee-7baecbd780a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982 HTTP/1.1" status: 200 len: 1002 time: 0.0950596 Dec 22 16:02:10.418354 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c424ce2-c4c0-41ad-988c-152fc5cf882c req-9a793966-8347-4d22-a25d-faa0004165bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:10.419784 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8c424ce2-c4c0-41ad-988c-152fc5cf882c req-9a793966-8347-4d22-a25d-faa0004165bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0608146 Dec 22 16:02:10.494782 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c424ce2-c4c0-41ad-988c-152fc5cf882c req-49222a67-936d-4c05-9615-2a9ef46e1a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:10.496264 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8c424ce2-c4c0-41ad-988c-152fc5cf882c req-49222a67-936d-4c05-9615-2a9ef46e1a62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686917 Dec 22 16:02:10.634731 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8c424ce2-c4c0-41ad-988c-152fc5cf882c req-c35031da-3538-4f84-bae9-12aaf68cdf18 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306486 Dec 22 16:02:10.764590 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8c424ce2-c4c0-41ad-988c-152fc5cf882c req-3c2edf58-9771-4bc9-b2f4-88f1140d401a service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228189 Dec 22 16:02:20.586631 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def467ad-f0bf-4c21-b50d-3385bcf8a576 req-2a8b5708-a86e-4c58-b8db-9be3cb700a9c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:20.589072 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-def467ad-f0bf-4c21-b50d-3385bcf8a576 req-2a8b5708-a86e-4c58-b8db-9be3cb700a9c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0818074 Dec 22 16:02:20.631542 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-def467ad-f0bf-4c21-b50d-3385bcf8a576 req-9ea2396f-4f1c-4dd0-895a-1373f627ed7f tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369027 Dec 22 16:02:25.282184 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bbcda498-6909-4a4a-9caa-530770bc7f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:02:27.764881 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-29abdc2f-9871-4c06-a83b-4c9e7b05fde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:02:29.110776 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:02:29.131074 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:02:31.047836 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:02:32.201852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a98fb4-c2b4-4336-84a1-7a6355983609 req-a12874fa-ce3c-42dc-a991-36a07897e754 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:32.203321 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-83a98fb4-c2b4-4336-84a1-7a6355983609 req-a12874fa-ce3c-42dc-a991-36a07897e754 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0867014 Dec 22 16:02:32.248335 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-83a98fb4-c2b4-4336-84a1-7a6355983609 req-8132834e-6891-4857-8eb8-8a986772877b tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387952 Dec 22 16:02:32.403870 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-1561a52c-854a-4642-8120-58bda0887951 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1285400 Dec 22 16:02:33.445756 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467420a-fe0c-4948-90c5-a9cfe110bbd7 req-d0938368-9db2-47c5-b2f1-5ae6b54e78ad tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:33.447221 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6467420a-fe0c-4948-90c5-a9cfe110bbd7 req-d0938368-9db2-47c5-b2f1-5ae6b54e78ad tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0801497 Dec 22 16:02:33.490278 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6467420a-fe0c-4948-90c5-a9cfe110bbd7 req-177361d4-247a-426d-afaf-5db6f11b80b9 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372965 Dec 22 16:02:34.707302 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80393fa7-e5fb-473d-b415-b1613bc96cf8 req-290bd4c0-c9ac-4ec3-a5a4-a16208f612c9 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:34.708878 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-80393fa7-e5fb-473d-b415-b1613bc96cf8 req-290bd4c0-c9ac-4ec3-a5a4-a16208f612c9 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.1032765 Dec 22 16:02:34.714515 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-14260c09-af7a-4ba7-af80-27f4402042da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:34.716257 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-14260c09-af7a-4ba7-af80-27f4402042da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 1098 time: 0.0883079 Dec 22 16:02:34.757938 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-80393fa7-e5fb-473d-b415-b1613bc96cf8 req-e253faaa-5c81-4255-9d6d-8b1c7f6d0715 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401707 Dec 22 16:02:34.859043 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-04a6b89d-2893-4567-bdb6-1753191af645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:34.860482 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-04a6b89d-2893-4567-bdb6-1753191af645 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1362114 Dec 22 16:02:35.088860 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-0703c036-8127-47d6-b411-a032d6d147a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982 HTTP/1.1" status: 200 len: 1002 time: 0.2215548 Dec 22 16:02:35.152195 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-f0dfa3f9-0757-4799-b66b-d3fa51bb90b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:35.153645 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-f0dfa3f9-0757-4799-b66b-d3fa51bb90b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0578294 Dec 22 16:02:35.232383 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-7d1288c7-af62-4e15-99d3-dec1a4c76743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:35.233846 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-7d1288c7-af62-4e15-99d3-dec1a4c76743 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729747 Dec 22 16:02:35.365206 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-697ddf14-5857-41ef-9805-ced3657d4f3d service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242998 Dec 22 16:02:35.499011 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-bf94c68e-c823-48b9-b566-74c6031200f6 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276975 Dec 22 16:02:35.951815 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f7d83-54b0-40fc-a484-064b134a5365 req-b756d0ac-f2fa-4676-8e21-bace4f908322 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:35.953272 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-395f7d83-54b0-40fc-a484-064b134a5365 req-b756d0ac-f2fa-4676-8e21-bace4f908322 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0849690 Dec 22 16:02:36.001049 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-395f7d83-54b0-40fc-a484-064b134a5365 req-b6d28368-87af-4ade-abcc-f3278e244cea tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418558 Dec 22 16:02:36.388160 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:02:37.190131 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983a7da-0ec3-478d-8c1e-f23c601de486 req-5d7ab973-cb2a-4a0a-a9bc-870ed2c52b9f tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:37.192239 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2983a7da-0ec3-478d-8c1e-f23c601de486 req-5d7ab973-cb2a-4a0a-a9bc-870ed2c52b9f tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0798502 Dec 22 16:02:37.234058 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2983a7da-0ec3-478d-8c1e-f23c601de486 req-ba7f180f-437f-4566-8a1b-a63b502977e6 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363133 Dec 22 16:02:38.547938 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfa975-6cdb-4d01-918a-9eb0d849656f req-21ed677f-634b-4de6-9481-864397fa5052 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:38.549303 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-82bfa975-6cdb-4d01-918a-9eb0d849656f req-21ed677f-634b-4de6-9481-864397fa5052 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.2030344 Dec 22 16:02:38.592860 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-82bfa975-6cdb-4d01-918a-9eb0d849656f req-95538701-31cc-4d8e-9d33-af2f9bc5f981 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371051 Dec 22 16:02:39.781278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f357fb-7d5b-454d-b3cd-32d5ff7dc099 req-906450cc-0fa4-4528-bed5-ff8dec800dcb tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:39.782740 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-51f357fb-7d5b-454d-b3cd-32d5ff7dc099 req-906450cc-0fa4-4528-bed5-ff8dec800dcb tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0799344 Dec 22 16:02:39.826400 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-51f357fb-7d5b-454d-b3cd-32d5ff7dc099 req-afa11393-6662-4435-a6b3-b3c91b2ea539 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375097 Dec 22 16:02:41.017728 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f3be2-69c0-42a1-9527-406f6a40c7b6 req-42c3d776-3dcf-4229-9901-889565480cc0 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:41.019201 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ea7f3be2-69c0-42a1-9527-406f6a40c7b6 req-42c3d776-3dcf-4229-9901-889565480cc0 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0818157 Dec 22 16:02:41.061730 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ea7f3be2-69c0-42a1-9527-406f6a40c7b6 req-998130a9-fe62-427d-93cb-1a4803094f1a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369618 Dec 22 16:02:42.250064 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c77424-9e81-4689-87e2-1c5e012cd048 req-04490f69-dbd5-48d3-9cdd-de9440664e91 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:42.251575 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-53c77424-9e81-4689-87e2-1c5e012cd048 req-04490f69-dbd5-48d3-9cdd-de9440664e91 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0816669 Dec 22 16:02:42.299107 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-53c77424-9e81-4689-87e2-1c5e012cd048 req-7c1003d5-1a01-48e3-ae8c-38024d5eda67 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412092 Dec 22 16:02:43.484034 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46f5c8-3eb5-4c09-a886-a2c09a46c5a3 req-7cadc1b9-fb0e-4336-8ef1-95624f7e4312 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:43.485487 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6d46f5c8-3eb5-4c09-a886-a2c09a46c5a3 req-7cadc1b9-fb0e-4336-8ef1-95624f7e4312 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0797131 Dec 22 16:02:43.531247 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6d46f5c8-3eb5-4c09-a886-a2c09a46c5a3 req-64de02a2-eb0c-405d-9350-c755276144f6 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399826 Dec 22 16:02:44.734399 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbd9f7-d326-4445-ad5b-a06a2d4d3424 req-2d286fbb-08f1-44cb-b323-412ef04ebf0a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:44.736553 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-75dbd9f7-d326-4445-ad5b-a06a2d4d3424 req-2d286fbb-08f1-44cb-b323-412ef04ebf0a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0975661 Dec 22 16:02:44.786964 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-75dbd9f7-d326-4445-ad5b-a06a2d4d3424 req-f94a61e5-c244-45a2-bfe4-c4f3cbe1238a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437734 Dec 22 16:02:45.970575 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b8823-1010-4ec8-b709-c847479b886f req-1063b7fe-42e3-40db-a62e-96c5578263ab tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:45.972035 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9a3b8823-1010-4ec8-b709-c847479b886f req-1063b7fe-42e3-40db-a62e-96c5578263ab tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0797024 Dec 22 16:02:46.017659 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9a3b8823-1010-4ec8-b709-c847479b886f req-5ee27c81-3862-4062-9b60-0195e1421c36 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394876 Dec 22 16:02:46.231176 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:02:47.225682 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca04387-e1d0-4a77-82dc-c71e90341f1b req-07c358a0-3eb9-4167-8336-87bbeb34f663 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:47.227193 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6ca04387-e1d0-4a77-82dc-c71e90341f1b req-07c358a0-3eb9-4167-8336-87bbeb34f663 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0847485 Dec 22 16:02:47.272193 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6ca04387-e1d0-4a77-82dc-c71e90341f1b req-c6d51a47-3bef-4d4a-9caa-df5f9b6fb7b6 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394354 Dec 22 16:02:48.465461 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2420736-462e-44b9-83c6-b630336b584a req-8c5a2a72-ef6e-4ba8-9bdb-955ee7eace78 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:48.466828 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f2420736-462e-44b9-83c6-b630336b584a req-8c5a2a72-ef6e-4ba8-9bdb-955ee7eace78 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0848854 Dec 22 16:02:48.515758 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f2420736-462e-44b9-83c6-b630336b584a req-aaf30dc9-3e28-4113-ba9e-c91db2e6b2a9 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430262 Dec 22 16:02:49.702117 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1a7da-2aec-4283-9c07-95955d06d52c req-a90b4c51-16e3-464d-a202-4dbd1582f7dc tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:49.703600 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-afb1a7da-2aec-4283-9c07-95955d06d52c req-a90b4c51-16e3-464d-a202-4dbd1582f7dc tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0795012 Dec 22 16:02:49.747340 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-afb1a7da-2aec-4283-9c07-95955d06d52c req-d02399cd-bdb7-450f-bc33-9bf110ab3e0e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381334 Dec 22 16:02:50.933761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4d273-e965-494b-aafc-0f247b63af99 req-5ea986f8-8eee-4f0e-97ee-5c4f50a2b438 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:50.935218 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ced4d273-e965-494b-aafc-0f247b63af99 req-5ea986f8-8eee-4f0e-97ee-5c4f50a2b438 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0825036 Dec 22 16:02:50.979076 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ced4d273-e965-494b-aafc-0f247b63af99 req-c80f9a10-7785-426b-89d6-cabec47470d2 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381448 Dec 22 16:02:52.164073 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddd511-73da-4094-95c1-fdfeef960e5d req-ea544e67-2060-4bd1-b76a-64ef8ac63594 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:52.165516 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4bddd511-73da-4094-95c1-fdfeef960e5d req-ea544e67-2060-4bd1-b76a-64ef8ac63594 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0791869 Dec 22 16:02:52.209844 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4bddd511-73da-4094-95c1-fdfeef960e5d req-1e2a11c6-30cc-4b91-b5b5-b53363c235d2 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385602 Dec 22 16:02:53.398839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fe779-9129-44b2-80e6-8950cc822871 req-4abc20f2-f8cb-43f0-ab19-1feb035f0b39 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:53.400281 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5a2fe779-9129-44b2-80e6-8950cc822871 req-4abc20f2-f8cb-43f0-ab19-1feb035f0b39 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0829659 Dec 22 16:02:53.444134 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5a2fe779-9129-44b2-80e6-8950cc822871 req-399fff2d-7a82-4211-b140-918d36c51e2a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380805 Dec 22 16:02:54.636545 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ecce6-a8b6-46fa-a23e-08fdbe4864f0 req-245ee2c7-317b-4676-b147-189f4e5efd43 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:54.638137 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c15ecce6-a8b6-46fa-a23e-08fdbe4864f0 req-245ee2c7-317b-4676-b147-189f4e5efd43 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0792806 Dec 22 16:02:54.681507 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c15ecce6-a8b6-46fa-a23e-08fdbe4864f0 req-f83e0fb5-e502-4523-a1c4-d97d3e57d503 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376496 Dec 22 16:02:55.293069 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8369da3a-71c3-496c-bfe7-9822d64f2c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:02:55.876849 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7e408-c61a-4395-ba00-a8e7e71c50ba req-82fe7c68-ab5c-46f1-b124-353816c0216a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:55.878317 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a8a7e408-c61a-4395-ba00-a8e7e71c50ba req-82fe7c68-ab5c-46f1-b124-353816c0216a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0814180 Dec 22 16:02:55.921322 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a8a7e408-c61a-4395-ba00-a8e7e71c50ba req-a5d8c4f1-1cf5-4415-b3dd-d9b51f6ec75a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366390 Dec 22 16:02:57.104581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e22d5-571d-4e48-9882-9f1c0e7b1b01 req-e02fdae5-62f1-406f-aec7-5ab769dbd208 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:57.106116 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-811e22d5-571d-4e48-9882-9f1c0e7b1b01 req-e02fdae5-62f1-406f-aec7-5ab769dbd208 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0787590 Dec 22 16:02:57.154788 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-811e22d5-571d-4e48-9882-9f1c0e7b1b01 req-a29fb83b-1905-4968-9b09-6d7dbc913ba7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430253 Dec 22 16:02:57.736102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-52d8f7f2-bee4-4418-9ee8-83fcd2cdc3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:02:58.339442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b49fd-b6e1-4b20-a5ad-736698d8ff1a req-24203b3e-cdc6-4d1b-b7b1-cef72596eb02 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:58.341016 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de2b49fd-b6e1-4b20-a5ad-736698d8ff1a req-24203b3e-cdc6-4d1b-b7b1-cef72596eb02 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0798011 Dec 22 16:02:58.388388 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de2b49fd-b6e1-4b20-a5ad-736698d8ff1a req-28aab53e-1bd8-46ca-ace9-aef8a27f46c7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410485 Dec 22 16:02:58.791521 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-7b57efca-a0e7-4268-9355-767a56c62e7a service neutron] 10.222.0.57 "GET /v2.0/ports/97604cc2-b420-478a-8aa5-d0d2bbef7982/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0726326 Dec 22 16:02:59.081415 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:02:59.115985 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:02:59.532879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-17723c49-8f6b-4a28-b7f8-de231fbdd166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:59.534520 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-17723c49-8f6b-4a28-b7f8-de231fbdd166 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894&tenant_id=37cf14e131e243f5bce4759b30ba5d5b HTTP/1.1" status: 200 len: 1098 time: 0.0737307 Dec 22 16:02:59.591145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7afa4-5132-476b-8de4-00403dbfa73d req-cf703be5-0ef3-46d8-aa15-cec9a2db2d1c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:59.592623 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-41d7afa4-5132-476b-8de4-00403dbfa73d req-cf703be5-0ef3-46d8-aa15-cec9a2db2d1c tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0907197 Dec 22 16:02:59.627946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-84363c23-4506-4c0f-b2cd-fd952a584151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:59.629453 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-84363c23-4506-4c0f-b2cd-fd952a584151 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 1098 time: 0.0741596 Dec 22 16:02:59.637364 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-41d7afa4-5132-476b-8de4-00403dbfa73d req-ff4b76fd-a943-4b49-a3fd-e4196d73833f tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386841 Dec 22 16:02:59.758389 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-6c168b03-00fe-4c87-905a-d3783c6783a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:59.759848 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-6c168b03-00fe-4c87-905a-d3783c6783a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1243753 Dec 22 16:02:59.863458 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-491df231-174b-4d3e-bbdf-6b78c26370de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982 HTTP/1.1" status: 200 len: 1002 time: 0.0961225 Dec 22 16:02:59.939646 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-eebd6677-d22d-4616-8add-5e20a59bed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:02:59.941067 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-eebd6677-d22d-4616-8add-5e20a59bed4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0717287 Dec 22 16:03:00.017406 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-d61830aa-d7ce-4353-a376-1ca694d34752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:00.018897 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-d61830aa-d7ce-4353-a376-1ca694d34752 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715644 Dec 22 16:03:00.154098 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-33d45e8c-f627-4e66-a269-86109b9d0d38 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281915 Dec 22 16:03:00.283380 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-ed5c1d76-e818-4e76-909c-1a96b60cc753 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229467 Dec 22 16:03:00.824277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88d73c-0aaa-49ee-92cb-dd39aa151f23 req-09d5921d-9e75-47bf-9d54-bc5855575b30 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:00.825741 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3e88d73c-0aaa-49ee-92cb-dd39aa151f23 req-09d5921d-9e75-47bf-9d54-bc5855575b30 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0811698 Dec 22 16:03:00.870813 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3e88d73c-0aaa-49ee-92cb-dd39aa151f23 req-f6192077-3a18-4134-8dc1-ea45387aa91e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392799 Dec 22 16:03:00.960918 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 97604cc2-b420-478a-8aa5-d0d2bbef7982 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:03:01.084907 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:01.096664 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:01.114270 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbd3215-cc3b-4a20-aeb9-cc2bd389c894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97604cc2-b420-478a-8aa5-d0d2bbef7982'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:03:01.124534 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 97604cc2-b420-478a-8aa5-d0d2bbef7982, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:03:01.171147 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbd3215-cc3b-4a20-aeb9-cc2bd389c894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97604cc2-b420-478a-8aa5-d0d2bbef7982', 'code': 200} Dec 22 16:03:01.228023 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:01.230631 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:03:01.298407 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=97604cc2-b420-478a-8aa5-d0d2bbef7982,revision_number=6']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:03:01.305405 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:01.305718 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:01.306061 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:01.306436 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:01.306794 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:01.307106 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:01.307441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:01.307770 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:01.308100 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:01.308427 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:01.308749 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:01.309072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:01.313007 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:03:02.070442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ff474-0565-4629-8921-996bbe3a3ebc req-fb108ab0-7930-41e5-93b7-5d13a4ae4dac tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:02.071778 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b02ff474-0565-4629-8921-996bbe3a3ebc req-fb108ab0-7930-41e5-93b7-5d13a4ae4dac tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 943 time: 0.0919292 Dec 22 16:03:02.116886 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b02ff474-0565-4629-8921-996bbe3a3ebc req-e98dd895-7d8f-48b4-87ad-f4be31c23c6b tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394566 Dec 22 16:03:03.304439 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d8169-f297-4151-8282-0fccd89e5f5c req-502e8189-e089-41af-a12f-74a231311bd3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:03.305903 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a27d8169-f297-4151-8282-0fccd89e5f5c req-502e8189-e089-41af-a12f-74a231311bd3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 943 time: 0.0789337 Dec 22 16:03:03.354134 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a27d8169-f297-4151-8282-0fccd89e5f5c req-296f5925-4e1d-4b3d-a504-a16cefe0e515 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424447 Dec 22 16:03:04.539127 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d4308-6133-4412-ab8a-f46ae40293fc req-ec6bdc2e-f0c5-4f3a-9bb2-1b32c11b3a41 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:04.540566 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f94d4308-6133-4412-ab8a-f46ae40293fc req-ec6bdc2e-f0c5-4f3a-9bb2-1b32c11b3a41 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 943 time: 0.0801744 Dec 22 16:03:04.584517 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f94d4308-6133-4412-ab8a-f46ae40293fc req-4807dad8-4049-42f2-a38a-82ab20ea50ee tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383065 Dec 22 16:03:04.986524 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 97604cc2-b420-478a-8aa5-d0d2bbef7982 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:03:05.119423 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 97604cc2-b420-478a-8aa5-d0d2bbef7982, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:03:05.132760 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '97604cc2-b420-478a-8aa5-d0d2bbef7982', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'port_id': '97604cc2-b420-478a-8aa5-d0d2bbef7982', 'mac_address': 'fa:16:3e:1c:e5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:03:05.185387 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:05.201635 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97604cc2-b420-478a-8aa5-d0d2bbef7982 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:03:05.216754 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 97604cc2-b420-478a-8aa5-d0d2bbef7982, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:03:05.315494 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:05.317314 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:03:05.385558 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['97604cc2-b420-478a-8aa5-d0d2bbef7982'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:03:05.424236 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=97604cc2-b420-478a-8aa5-d0d2bbef7982,revision_number=7']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:03:05.433798 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:03:05.774153 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcb3d2-121e-4485-b1ca-d8ba7bcaa9ac req-0966a72f-a2bf-48d9-a5a0-003d70f8d739 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:05.775644 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0fdcb3d2-121e-4485-b1ca-d8ba7bcaa9ac req-0966a72f-a2bf-48d9-a5a0-003d70f8d739 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 944 time: 0.0858696 Dec 22 16:03:05.922989 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0fdcb3d2-121e-4485-b1ca-d8ba7bcaa9ac req-d05a7b9a-5a90-4c2f-a4c7-cb6fbd8b7297 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417437 Dec 22 16:03:06.412708 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:07.006417 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 97604cc2-b420-478a-8aa5-d0d2bbef7982 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:03:07.074013 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 97604cc2-b420-478a-8aa5-d0d2bbef7982 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:03:07.074428 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:07.114779 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac51927-601b-4758-895b-46cc6190762b req-75d1aa2a-0b62-4faf-946b-bd55ca848e4a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:07.116751 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6ac51927-601b-4758-895b-46cc6190762b req-75d1aa2a-0b62-4faf-946b-bd55ca848e4a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 944 time: 0.0859072 Dec 22 16:03:07.166312 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6ac51927-601b-4758-895b-46cc6190762b req-a81199bb-0b44-4922-87b6-a6faee887ea8 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400884 Dec 22 16:03:07.196504 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:07.222954 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbd3215-cc3b-4a20-aeb9-cc2bd389c894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97604cc2-b420-478a-8aa5-d0d2bbef7982'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:03:07.234858 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 97604cc2-b420-478a-8aa5-d0d2bbef7982, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:03:07.332887 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbd3215-cc3b-4a20-aeb9-cc2bd389c894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97604cc2-b420-478a-8aa5-d0d2bbef7982', 'code': 200} Dec 22 16:03:07.390030 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:07.391950 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:03:07.455893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=97604cc2-b420-478a-8aa5-d0d2bbef7982,revision_number=8']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:03:07.458844 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:03:08.357987 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651655c2-a649-40c1-aaec-b7209eb7090d req-95f7fc8d-0717-41a4-897b-8ecb32ee7e76 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:08.359464 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-651655c2-a649-40c1-aaec-b7209eb7090d req-95f7fc8d-0717-41a4-897b-8ecb32ee7e76 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0805137 Dec 22 16:03:08.404425 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-651655c2-a649-40c1-aaec-b7209eb7090d req-f8189f35-b184-4fe3-a0fe-321f0c7e04e5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392706 Dec 22 16:03:09.606359 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c15e52-d135-44f2-9219-fe51768c8f3a req-61c7374a-31a4-4dcb-877b-5d21b8c7552d tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:09.607732 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-97c15e52-d135-44f2-9219-fe51768c8f3a req-61c7374a-31a4-4dcb-877b-5d21b8c7552d tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0962121 Dec 22 16:03:09.664116 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-97c15e52-d135-44f2-9219-fe51768c8f3a req-7cc9d9e1-b6b7-405a-8575-2817c92a85df tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505900 Dec 22 16:03:10.851340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bd782-e8f8-4dc4-beec-24b122c0c337 req-ab8953c5-c1fa-4147-8c4d-33548fa0de38 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:10.852717 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f62bd782-e8f8-4dc4-beec-24b122c0c337 req-ab8953c5-c1fa-4147-8c4d-33548fa0de38 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0834439 Dec 22 16:03:10.897244 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f62bd782-e8f8-4dc4-beec-24b122c0c337 req-acbaf858-cf72-434f-bbf9-6eb595230119 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389338 Dec 22 16:03:11.994938 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2cc5f559-8632-4858-a334-41b574ad8b25 req-5ed6cd45-e102-4d58-94bc-f11e2dafcc3d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701094 Dec 22 16:03:12.142809 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5f559-8632-4858-a334-41b574ad8b25 req-ec8e36a2-cd37-4bd9-9d54-8504d9650269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:12.144310 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2cc5f559-8632-4858-a334-41b574ad8b25 req-ec8e36a2-cd37-4bd9-9d54-8504d9650269 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 1098 time: 0.0748358 Dec 22 16:03:12.229411 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a565f-104d-4fc2-a812-229c74e9e3a9 req-68f319cb-137e-42e5-bf6f-fb4640d45168 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:12.230797 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ac5a565f-104d-4fc2-a812-229c74e9e3a9 req-68f319cb-137e-42e5-bf6f-fb4640d45168 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0852475 Dec 22 16:03:12.275168 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ac5a565f-104d-4fc2-a812-229c74e9e3a9 req-9f057896-f6e6-494c-8cdc-6e518dc61cc5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387115 Dec 22 16:03:12.289677 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5f559-8632-4858-a334-41b574ad8b25 req-42b536aa-10bc-4fe3-b773-554f69344e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:12.291161 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2cc5f559-8632-4858-a334-41b574ad8b25 req-42b536aa-10bc-4fe3-b773-554f69344e1a service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1274717 Dec 22 16:03:12.396585 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2cc5f559-8632-4858-a334-41b574ad8b25 req-9c9bc75a-42c9-47f4-859f-07e251820e89 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982 HTTP/1.1" status: 200 len: 1002 time: 0.0987895 Dec 22 16:03:12.465081 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5f559-8632-4858-a334-41b574ad8b25 req-2fd695d7-d26d-4ddf-8963-2f5e499cb0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:12.466551 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2cc5f559-8632-4858-a334-41b574ad8b25 req-2fd695d7-d26d-4ddf-8963-2f5e499cb0d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0637631 Dec 22 16:03:12.542271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5f559-8632-4858-a334-41b574ad8b25 req-13759b29-7ff2-4be3-b5fa-b44652aee766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:12.543682 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2cc5f559-8632-4858-a334-41b574ad8b25 req-13759b29-7ff2-4be3-b5fa-b44652aee766 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705304 Dec 22 16:03:12.798314 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2cc5f559-8632-4858-a334-41b574ad8b25 req-f32ecdf0-5182-4503-8cab-c39d06841058 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480292 Dec 22 16:03:12.934689 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2cc5f559-8632-4858-a334-41b574ad8b25 req-524455a7-bfc4-404e-9b66-7aac7b46fa2b service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300125 Dec 22 16:03:13.134549 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd603e-4ae6-4ee1-849d-cf4b6eb65e78 req-aa51f1ef-b6c5-496a-8772-4f7c63bc4750 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:13.136591 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eadd603e-4ae6-4ee1-849d-cf4b6eb65e78 req-aa51f1ef-b6c5-496a-8772-4f7c63bc4750 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0804112 Dec 22 16:03:13.157044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-cd0cb4fd-4607-45a4-ac61-5bb6d178c22e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:13.157748 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-cd0cb4fd-4607-45a4-ac61-5bb6d178c22e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Synchronizing usage tracker for tenant:37cf14e131e243f5bce4759b30ba5d5b on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:03:13.180337 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eadd603e-4ae6-4ee1-849d-cf4b6eb65e78 req-376844df-0f5a-47b2-b739-d96377d24b26 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379429 Dec 22 16:03:13.241662 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-cd0cb4fd-4607-45a4-ac61-5bb6d178c22e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Unset dirty status for tenant:37cf14e131e243f5bce4759b30ba5d5b on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:03:13.242927 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-cd0cb4fd-4607-45a4-ac61-5bb6d178c22e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894&tenant_id=37cf14e131e243f5bce4759b30ba5d5b&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 945 time: 0.1760702 Dec 22 16:03:13.328881 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-7ef9b1c0-7b05-40d9-8a61-4212e21f0489 service neutron] 10.222.0.57 "GET /v2.0/ports/97604cc2-b420-478a-8aa5-d0d2bbef7982/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0799439 Dec 22 16:03:13.420867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-5100a981-336c-4c1e-b250-827719691d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:13.422396 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-5100a981-336c-4c1e-b250-827719691d69 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 1098 time: 0.0720251 Dec 22 16:03:13.556779 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-1b8c1625-4d22-4a9d-9a86-77b6b5766d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:13.558205 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-1b8c1625-4d22-4a9d-9a86-77b6b5766d04 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1295516 Dec 22 16:03:13.672398 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-1c682805-acb9-4694-b306-c73083c586e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982 HTTP/1.1" status: 200 len: 1002 time: 0.1066523 Dec 22 16:03:13.737665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-e2a14e50-108b-4e6a-ac76-643effd61bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:13.739301 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-e2a14e50-108b-4e6a-ac76-643effd61bdb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0608013 Dec 22 16:03:13.812929 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-7bf627c1-195c-48d9-86e7-ecc5dc5fecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:13.814473 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-7bf627c1-195c-48d9-86e7-ecc5dc5fecb5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692379 Dec 22 16:03:13.946311 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-dbaf3a41-ebba-4d63-916f-ebd1c75e9c77 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251330 Dec 22 16:03:14.076756 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-3d95b773-7129-4d37-9ecb-399d1431228c service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241469 Dec 22 16:03:14.369746 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1e9fe-75aa-4681-93af-94f048dd7461 req-f403565e-3bda-4903-a244-e45e3cca97ea tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:14.371404 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7ac1e9fe-75aa-4681-93af-94f048dd7461 req-f403565e-3bda-4903-a244-e45e3cca97ea tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0842743 Dec 22 16:03:14.416280 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7ac1e9fe-75aa-4681-93af-94f048dd7461 req-4cd973db-88d5-47ff-bdb2-8ccda0cc3ffa tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392802 Dec 22 16:03:15.606525 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245ad5c-a999-4526-8d97-4c3c429f674f req-e6ce9fb5-b315-495a-b988-45baaac8b21e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:15.607991 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3245ad5c-a999-4526-8d97-4c3c429f674f req-e6ce9fb5-b315-495a-b988-45baaac8b21e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0853601 Dec 22 16:03:15.657022 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3245ad5c-a999-4526-8d97-4c3c429f674f req-3c35a709-3930-47af-aa16-587a516ddb11 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433986 Dec 22 16:03:16.843255 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2af1e-793e-4be4-9683-63e1ba22b9f7 req-6e905c97-f34e-4498-b5ad-c00bdb854263 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:16.844725 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d3c2af1e-793e-4be4-9683-63e1ba22b9f7 req-6e905c97-f34e-4498-b5ad-c00bdb854263 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0825880 Dec 22 16:03:16.890792 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d3c2af1e-793e-4be4-9683-63e1ba22b9f7 req-ed248949-984c-490c-9b46-a254c9781c5b tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402541 Dec 22 16:03:18.081147 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974acc04-d551-4474-b76b-a1d46df3a63a req-e5696f38-4970-438c-8623-8f21c38805b6 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:18.082563 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-974acc04-d551-4474-b76b-a1d46df3a63a req-e5696f38-4970-438c-8623-8f21c38805b6 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0839357 Dec 22 16:03:18.128773 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-974acc04-d551-4474-b76b-a1d46df3a63a req-1054bce0-f47e-45af-9096-6f3614dc238b tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399210 Dec 22 16:03:18.415415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-fa98e157-5021-4928-b289-0e2c52c9789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:18.416936 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-fa98e157-5021-4928-b289-0e2c52c9789a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894&tenant_id=37cf14e131e243f5bce4759b30ba5d5b HTTP/1.1" status: 200 len: 1098 time: 0.0698509 Dec 22 16:03:18.512884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-0b7eb2bd-6fd2-4c30-800e-a3d4d50bb6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:18.514359 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-0b7eb2bd-6fd2-4c30-800e-a3d4d50bb6a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 1098 time: 0.0747664 Dec 22 16:03:18.642977 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-4f4a3fc2-5672-4429-b88d-4488de286443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:18.644317 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-4f4a3fc2-5672-4429-b88d-4488de286443 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 200 len: 912 time: 0.1239295 Dec 22 16:03:18.747743 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-f93e9bbd-e714-428f-afad-83d1cc7d2ba6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982 HTTP/1.1" status: 200 len: 1002 time: 0.0972891 Dec 22 16:03:18.809638 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-1ebd5cd2-e2df-4a76-9296-45c267d00c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:18.811098 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-1ebd5cd2-e2df-4a76-9296-45c267d00c7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 200 len: 850 time: 0.0568068 Dec 22 16:03:18.888661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-da6850c6-9288-48bf-a1c6-37203abf50ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:18.890126 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-da6850c6-9288-48bf-a1c6-37203abf50ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726700 Dec 22 16:03:19.095561 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 97604cc2-b420-478a-8aa5-d0d2bbef7982 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:03:19.145434 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-e9f7f34b-fea3-4122-865d-8dd13a2928b0 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484605 Dec 22 16:03:19.212413 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:19.242317 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbd3215-cc3b-4a20-aeb9-cc2bd389c894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97604cc2-b420-478a-8aa5-d0d2bbef7982'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:03:19.250702 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 97604cc2-b420-478a-8aa5-d0d2bbef7982, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:03:19.293871 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b2d91b2-9384-400e-b7cc-7010638d054a req-a05717a8-ed03-42d4-a6af-4fd25c73d226 service neutron] 10.222.0.57 "GET /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418822 Dec 22 16:03:19.315459 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbd3215-cc3b-4a20-aeb9-cc2bd389c894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97604cc2-b420-478a-8aa5-d0d2bbef7982', 'code': 200} Dec 22 16:03:19.326992 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:19.328932 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:03:19.344451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a92ea-fac6-4438-bd46-c049404c04fd req-9fe55e36-5373-4172-9d01-454096f60c96 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:19.352233 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-807a92ea-fac6-4438-bd46-c049404c04fd req-9fe55e36-5373-4172-9d01-454096f60c96 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.1065533 Dec 22 16:03:19.398850 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-807a92ea-fac6-4438-bd46-c049404c04fd req-fcd6520d-c834-4dfd-a3df-845bda4c0e59 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457571 Dec 22 16:03:19.407184 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=97604cc2-b420-478a-8aa5-d0d2bbef7982,revision_number=9']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:03:19.410543 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:03:20.598735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4192f2-2750-4433-afe8-2ccaa4edb66f req-ac26427c-4c0e-4b64-b2c5-df956fbdf4ea tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:20.600223 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6d4192f2-2750-4433-afe8-2ccaa4edb66f req-ac26427c-4c0e-4b64-b2c5-df956fbdf4ea tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 943 time: 0.0856934 Dec 22 16:03:20.645125 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6d4192f2-2750-4433-afe8-2ccaa4edb66f req-73633df9-cb1f-44b3-b7b9-6747de37d23e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385709 Dec 22 16:03:21.842026 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edb568-8453-4439-b2c2-7861bc5c8588 req-0bc2b3b9-1149-492c-aaf1-52593ea87ac8 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:21.843568 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f5edb568-8453-4439-b2c2-7861bc5c8588 req-0bc2b3b9-1149-492c-aaf1-52593ea87ac8 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 943 time: 0.0835407 Dec 22 16:03:21.890579 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f5edb568-8453-4439-b2c2-7861bc5c8588 req-3cf0cac4-ee6c-4c69-8b35-2d99b66b1119 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404823 Dec 22 16:03:23.085273 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3295203-65a4-4663-b34d-f9de6fc94567 req-d049f4aa-a9c8-46ce-923b-b04cfae9d083 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:23.090043 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a3295203-65a4-4663-b34d-f9de6fc94567 req-d049f4aa-a9c8-46ce-923b-b04cfae9d083 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 943 time: 0.0905437 Dec 22 16:03:23.112218 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 97604cc2-b420-478a-8aa5-d0d2bbef7982 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:03:23.153946 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a3295203-65a4-4663-b34d-f9de6fc94567 req-68cd5a64-31ce-40ab-8b77-f6787188aca3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602999 Dec 22 16:03:23.260902 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 97604cc2-b420-478a-8aa5-d0d2bbef7982, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:03:23.279227 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '97604cc2-b420-478a-8aa5-d0d2bbef7982', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'port_id': '97604cc2-b420-478a-8aa5-d0d2bbef7982', 'mac_address': 'fa:16:3e:1c:e5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:03:23.280776 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:03:23.345725 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:23.369034 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97604cc2-b420-478a-8aa5-d0d2bbef7982 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:03:23.384706 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 97604cc2-b420-478a-8aa5-d0d2bbef7982, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:03:23.476031 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:23.477837 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0e23fd46-84ea-431e-ab2b-384119417f89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:03:23.544707 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['97604cc2-b420-478a-8aa5-d0d2bbef7982'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:03:23.626111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=97604cc2-b420-478a-8aa5-d0d2bbef7982,revision_number=10']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:03:23.631080 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:03:24.336874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffea79-1ab4-42b3-977d-707754482fa1 req-0d88532e-c7f1-49c1-a010-4ba26b6e5dae tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:24.338519 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-59ffea79-1ab4-42b3-977d-707754482fa1 req-0d88532e-c7f1-49c1-a010-4ba26b6e5dae tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 945 time: 0.0809138 Dec 22 16:03:24.393324 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-59ffea79-1ab4-42b3-977d-707754482fa1 req-e71aac91-7508-41fd-887e-892fb8a3f090 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486591 Dec 22 16:03:25.115485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 97604cc2-b420-478a-8aa5-d0d2bbef7982 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:03:25.192057 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 97604cc2-b420-478a-8aa5-d0d2bbef7982 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:03:25.201132 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:25.280160 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-561a51b4-dd38-434c-95f4-b969aa853386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:25.307675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:25.334064 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbd3215-cc3b-4a20-aeb9-cc2bd389c894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97604cc2-b420-478a-8aa5-d0d2bbef7982'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:03:25.344374 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 97604cc2-b420-478a-8aa5-d0d2bbef7982, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:03:25.395177 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbd3215-cc3b-4a20-aeb9-cc2bd389c894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97604cc2-b420-478a-8aa5-d0d2bbef7982', 'code': 200} Dec 22 16:03:25.430142 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:25.432023 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:03:25.498134 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=97604cc2-b420-478a-8aa5-d0d2bbef7982,revision_number=11']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:03:25.501565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:03:25.584105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3408087-2fc9-4795-aae5-dfb8e128348d req-f5a71021-d3a8-440b-99ac-3259cbd286d0 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:25.585636 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e3408087-2fc9-4795-aae5-dfb8e128348d req-f5a71021-d3a8-440b-99ac-3259cbd286d0 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 946 time: 0.0795529 Dec 22 16:03:25.630605 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e3408087-2fc9-4795-aae5-dfb8e128348d req-49d2cd31-8065-4b1e-9cc1-6b891f42d58a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391188 Dec 22 16:03:26.825914 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52da68-e788-4878-b078-91603df26327 req-e1d5c0d0-0377-4208-81fe-ebe504d22326 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:26.827554 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1f52da68-e788-4878-b078-91603df26327 req-e1d5c0d0-0377-4208-81fe-ebe504d22326 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 946 time: 0.0886583 Dec 22 16:03:26.875550 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1f52da68-e788-4878-b078-91603df26327 req-b6f0af94-5732-4cfa-b964-b93c9499ee9b tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411353 Dec 22 16:03:27.732820 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-aafa72a0-1e00-47fc-aae3-53b8deb6b9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:28.062140 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea39ed-b6b3-4548-abea-a9eb5e1beaaf req-10b3b58b-a0b8-4390-9886-0ccfbfe2650f tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:28.063581 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-24ea39ed-b6b3-4548-abea-a9eb5e1beaaf req-10b3b58b-a0b8-4390-9886-0ccfbfe2650f tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 946 time: 0.0807981 Dec 22 16:03:28.108554 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-24ea39ed-b6b3-4548-abea-a9eb5e1beaaf req-0cd642eb-f1e0-4153-89b3-08beeaacefb7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392540 Dec 22 16:03:29.116601 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:29.160162 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:29.314719 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862f996-3f95-4b73-be11-59286259ed09 req-2a9a6c93-1e5f-4d4c-b882-04ca14ff9586 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:29.316362 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c862f996-3f95-4b73-be11-59286259ed09 req-2a9a6c93-1e5f-4d4c-b882-04ca14ff9586 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 946 time: 0.0957274 Dec 22 16:03:29.376874 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c862f996-3f95-4b73-be11-59286259ed09 req-5409e4eb-bc03-41bf-ba79-ad5521d6d6c2 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504858 Dec 22 16:03:30.572399 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16000d09-5b41-41a2-b167-c08bf3832514 req-b3c84766-1ebf-4ae6-939d-6e8d38b59dd5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:30.573845 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-16000d09-5b41-41a2-b167-c08bf3832514 req-b3c84766-1ebf-4ae6-939d-6e8d38b59dd5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 946 time: 0.0838664 Dec 22 16:03:30.621992 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-16000d09-5b41-41a2-b167-c08bf3832514 req-d92ef1b5-df42-48ac-9917-337ea874706d tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424600 Dec 22 16:03:30.942966 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9483e8-9dd8-4e23-ba42-360f9cc8e7dc req-717543b2-37ae-42aa-bb86-7004b386d248 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:30.944457 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eb9483e8-9dd8-4e23-ba42-360f9cc8e7dc req-717543b2-37ae-42aa-bb86-7004b386d248 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 946 time: 0.2090011 Dec 22 16:03:30.990831 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eb9483e8-9dd8-4e23-ba42-360f9cc8e7dc req-18adba8d-8cce-467f-86f0-a25210a13dbc tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401607 Dec 22 16:03:31.063861 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:31.193134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec965a-e7be-4142-a138-21d95cbad91e req-7bd27011-0f0c-41a1-a438-642b6e558f85 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:31.194605 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fdec965a-e7be-4142-a138-21d95cbad91e req-7bd27011-0f0c-41a1-a438-642b6e558f85 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 946 time: 0.0875425 Dec 22 16:03:31.243878 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fdec965a-e7be-4142-a138-21d95cbad91e req-8d04ba6b-bed9-4753-b452-16d0fc63f6e1 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435586 Dec 22 16:03:32.054133 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83f967-d272-496b-a28d-b48db66e17f8 req-d3ed6bde-9741-4470-a226-541ece897cf9 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:32.055651 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dd83f967-d272-496b-a28d-b48db66e17f8 req-d3ed6bde-9741-4470-a226-541ece897cf9 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 946 time: 0.0826132 Dec 22 16:03:32.116577 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dd83f967-d272-496b-a28d-b48db66e17f8 req-66928895-61a4-4b6e-b549-c7a6d222c491 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543835 Dec 22 16:03:33.305362 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559cdc5-2b41-4161-b8ac-f98fed19b6c1 req-a48ec75d-a4a7-4f29-8e1d-4b918ca6bf26 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:33.306856 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d559cdc5-2b41-4161-b8ac-f98fed19b6c1 req-a48ec75d-a4a7-4f29-8e1d-4b918ca6bf26 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 946 time: 0.0838542 Dec 22 16:03:33.349979 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d559cdc5-2b41-4161-b8ac-f98fed19b6c1 req-524f2893-efb7-4b75-9340-a6c150bf4e9e tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374136 Dec 22 16:03:34.549939 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761cc36-ca55-4a4a-bdcd-34200da7096f req-539f9a68-8fca-4193-8be8-136a05eb37db tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:34.551962 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c761cc36-ca55-4a4a-bdcd-34200da7096f req-539f9a68-8fca-4193-8be8-136a05eb37db tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 946 time: 0.0889163 Dec 22 16:03:34.556102 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555076d-48f3-4fe6-9469-61a5908c2fa7 req-1118d26e-ea2b-41c7-bfc2-23d8f8086c05 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:34.557755 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a555076d-48f3-4fe6-9469-61a5908c2fa7 req-1118d26e-ea2b-41c7-bfc2-23d8f8086c05 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 946 time: 0.0894372 Dec 22 16:03:34.612021 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a555076d-48f3-4fe6-9469-61a5908c2fa7 req-72c639c0-4bf9-4c46-9941-797737fc0fe8 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups?id=89ff5932-a984-4144-978b-ee7be96a6573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483062 Dec 22 16:03:34.640403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-c761cc36-ca55-4a4a-bdcd-34200da7096f req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Deleting port 97604cc2-b420-478a-8aa5-d0d2bbef7982 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:03:34.640665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c761cc36-ca55-4a4a-bdcd-34200da7096f req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:34.899452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-c761cc36-ca55-4a4a-bdcd-34200da7096f req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] For port 97604cc2-b420-478a-8aa5-d0d2bbef7982, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97604cc2-b420-478a-8aa5-d0d2bbef7982,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:03:34.899727 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c761cc36-ca55-4a4a-bdcd-34200da7096f req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:35.196459 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c761cc36-ca55-4a4a-bdcd-34200da7096f req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:35.196827 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c761cc36-ca55-4a4a-bdcd-34200da7096f req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:35.197137 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [req-c761cc36-ca55-4a4a-bdcd-34200da7096f req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Floating IP 15dc66fa-c02a-4eae-8985-53c0ce3c08fc disassociated. External IP: 172.26.6.219, port: 97604cc2-b420-478a-8aa5-d0d2bbef7982. Dec 22 16:03:35.197471 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-c761cc36-ca55-4a4a-bdcd-34200da7096f req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Calling delete_port for 97604cc2-b420-478a-8aa5-d0d2bbef7982 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:03:35.435492 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c761cc36-ca55-4a4a-bdcd-34200da7096f req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:35.441583 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8d69d336-8d38-4140-8086-33b6d5b3f2f5 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:03:35.488355 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Pushing event deleted for resources: {'Port': ['ID=97604cc2-b420-478a-8aa5-d0d2bbef7982,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:03:35.550377 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:35.551067 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:35.551174 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:35.551526 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:35.551881 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:35.552253 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:35.552620 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:35.552988 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:35.553908 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:35.554296 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:35.554689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:35.555024 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:35.563257 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:03:35.698417 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c761cc36-ca55-4a4a-bdcd-34200da7096f req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Router c89d3e1d-096f-434f-a390-6c01f62c53b8 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:03:35.774911 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3e652857-e6c9-4574-b3ba-9ef06d770181 req-9aceeb29-5650-48b2-89a8-233170f8bee0 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 210 time: 0.0435550 Dec 22 16:03:36.011450 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c761cc36-ca55-4a4a-bdcd-34200da7096f req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:03:36.022257 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e06cee8-8745-4cb1-8a51-e4d1de8eb5b9 None None] Sync routers for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:03:36.032484 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e06cee8-8745-4cb1-8a51-e4d1de8eb5b9 None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:03:36.033130 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6e06cee8-8745-4cb1-8a51-e4d1de8eb5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:03:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:03:36.085593 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-c761cc36-ca55-4a4a-bdcd-34200da7096f req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] No DVR routers for this DVR port 97604cc2-b420-478a-8aa5-d0d2bbef7982 on host hv-neutron-8226 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:03:36.088230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c761cc36-ca55-4a4a-bdcd-34200da7096f req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:36.092386 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbd3215-cc3b-4a20-aeb9-cc2bd389c894', 'name': 'network-vif-deleted', 'tag': '97604cc2-b420-478a-8aa5-d0d2bbef7982'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:03:36.184430 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c761cc36-ca55-4a4a-bdcd-34200da7096f req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.57 "DELETE /v2.0/ports/97604cc2-b420-478a-8aa5-d0d2bbef7982 HTTP/1.1" status: 204 len: 173 time: 1.6268606 Dec 22 16:03:36.189234 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbd3215-cc3b-4a20-aeb9-cc2bd389c894', 'name': 'network-vif-deleted', 'tag': '97604cc2-b420-478a-8aa5-d0d2bbef7982', 'status': 'completed', 'code': 200} Dec 22 16:03:36.216947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-6e06cee8-8745-4cb1-8a51-e4d1de8eb5b9 None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:03:36.470549 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:36.543429 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6e06cee8-8745-4cb1-8a51-e4d1de8eb5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:03:36.547718 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e06cee8-8745-4cb1-8a51-e4d1de8eb5b9 None None] Checking router: c89d3e1d-096f-434f-a390-6c01f62c53b8 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:03:36.556486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e06cee8-8745-4cb1-8a51-e4d1de8eb5b9 None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:03:36.557069 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6e06cee8-8745-4cb1-8a51-e4d1de8eb5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:03:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:03:36.739876 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-6e06cee8-8745-4cb1-8a51-e4d1de8eb5b9 None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:03:36.928510 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-86cada98-5d14-4f92-b64f-5171379dba3c req-0a9a7aab-d85e-4f18-809a-e5d5432b074f tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cbd3215-cc3b-4a20-aeb9-cc2bd389c894 HTTP/1.1" status: 200 len: 210 time: 0.0451791 Dec 22 16:03:37.112182 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6e06cee8-8745-4cb1-8a51-e4d1de8eb5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:03:37.117072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e06cee8-8745-4cb1-8a51-e4d1de8eb5b9 None None] The sync data for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv is: [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T15:53:53Z', 'revision_number': 4, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'f663bb92-f949-4e7c-ae7d-0a69c0a50be8', 'name': '', 'network_id': 'e96e0b5e-bd17-4da0-990f-7a6d5eaf1710', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'mac_address': 'fa:16:3e:b3:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:52Z', 'updated_at': '2021-12-22T15:53:59Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'subnets': [{'id': 'ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:03:37.197730 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 97604cc2-b420-478a-8aa5-d0d2bbef7982 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:03:37.231255 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 97604cc2-b420-478a-8aa5-d0d2bbef7982 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:03:37.231628 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 97604cc2-b420-478a-8aa5-d0d2bbef7982 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:03:37.359115 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedad2e4-cf30-4a5f-9dec-99dd64234127 None None] New status for floating IP 15dc66fa-c02a-4eae-8985-53c0ce3c08fc: DOWN {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:03:42.539189 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 44202) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:42.612961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c99efa7a-d50e-4286-a093-54f21b0177d3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:42.644376 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c99efa7a-d50e-4286-a093-54f21b0177d3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:42.778537 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c99efa7a-d50e-4286-a093-54f21b0177d3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:42.786460 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-44564372-6488-4527-be18-4cb3a62b5cde tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:03:42.806642 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99efa7a-d50e-4286-a093-54f21b0177d3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ff5932-a984-4144-978b-ee7be96a6573,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:03:42.814498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99efa7a-d50e-4286-a093-54f21b0177d3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:42.814897 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99efa7a-d50e-4286-a093-54f21b0177d3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:42.815285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99efa7a-d50e-4286-a093-54f21b0177d3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:42.815665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99efa7a-d50e-4286-a093-54f21b0177d3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:42.816040 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99efa7a-d50e-4286-a093-54f21b0177d3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:42.816425 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99efa7a-d50e-4286-a093-54f21b0177d3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:42.816808 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99efa7a-d50e-4286-a093-54f21b0177d3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:42.817181 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99efa7a-d50e-4286-a093-54f21b0177d3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:42.817571 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99efa7a-d50e-4286-a093-54f21b0177d3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:42.817929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99efa7a-d50e-4286-a093-54f21b0177d3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:42.818335 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99efa7a-d50e-4286-a093-54f21b0177d3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:42.819235 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99efa7a-d50e-4286-a093-54f21b0177d3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:03:42.822786 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c99efa7a-d50e-4286-a093-54f21b0177d3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:03:42.884813 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c99efa7a-d50e-4286-a093-54f21b0177d3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:42.886042 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c99efa7a-d50e-4286-a093-54f21b0177d3 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "DELETE /v2.0/security-groups/89ff5932-a984-4144-978b-ee7be96a6573 HTTP/1.1" status: 204 len: 168 time: 0.3440895 Dec 22 16:03:42.889021 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 44206) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:42.906110 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.api.v2.resource [None req-2656b0c6-58d6-4239-9ac1-1cb8f65ff073 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] show failed (client error): The resource could not be found. Dec 22 16:03:42.907162 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2656b0c6-58d6-4239-9ac1-1cb8f65ff073 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "GET /v2.0/security-groups/89ff5932-a984-4144-978b-ee7be96a6573 HTTP/1.1" status: 404 len: 347 time: 0.0171824 Dec 22 16:03:42.914118 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 44210) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:43.092978 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1353ba1a-528a-4176-a9f7-344fcd7f0665 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Deleting port 6e6f954e-7b6d-4cab-b03c-f187c0e9fb0f {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:03:43.093325 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1353ba1a-528a-4176-a9f7-344fcd7f0665 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:43.271735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1353ba1a-528a-4176-a9f7-344fcd7f0665 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:43.271997 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1353ba1a-528a-4176-a9f7-344fcd7f0665 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:43.401625 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1353ba1a-528a-4176-a9f7-344fcd7f0665 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Calling delete_port for 6e6f954e-7b6d-4cab-b03c-f187c0e9fb0f owned by network:floatingip {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:03:43.623693 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1353ba1a-528a-4176-a9f7-344fcd7f0665 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:43.628586 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-723d3a5f-8cb4-463a-81eb-7f8f90bd6e8a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:03:43.674185 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353ba1a-528a-4176-a9f7-344fcd7f0665 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Pushing event deleted for resources: {'Port': ['ID=6e6f954e-7b6d-4cab-b03c-f187c0e9fb0f,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:03:43.708899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1353ba1a-528a-4176-a9f7-344fcd7f0665 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:03:43.768980 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1353ba1a-528a-4176-a9f7-344fcd7f0665 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks [] for floatingip, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:43.793276 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1353ba1a-528a-4176-a9f7-344fcd7f0665 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:43.795222 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1353ba1a-528a-4176-a9f7-344fcd7f0665 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] 10.222.0.59 "DELETE /v2.0/floatingips/15dc66fa-c02a-4eae-8985-53c0ce3c08fc HTTP/1.1" status: 204 len: 168 time: 0.8799682 Dec 22 16:03:43.798072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 44214) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:44.647527 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74fd45a5-15f7-4147-9fc8-210dbc4bfd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:45.047017 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-74fd45a5-15f7-4147-9fc8-210dbc4bfd76 admin admin] Deleting port f663bb92-f949-4e7c-ae7d-0a69c0a50be8 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:03:45.047585 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74fd45a5-15f7-4147-9fc8-210dbc4bfd76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:45.262259 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-74fd45a5-15f7-4147-9fc8-210dbc4bfd76 admin admin] For port f663bb92-f949-4e7c-ae7d-0a69c0a50be8, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=f663bb92-f949-4e7c-ae7d-0a69c0a50be8,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:03:45.263105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74fd45a5-15f7-4147-9fc8-210dbc4bfd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:45.478546 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-74fd45a5-15f7-4147-9fc8-210dbc4bfd76 admin admin] Calling delete_port for f663bb92-f949-4e7c-ae7d-0a69c0a50be8 owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:03:45.738106 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74fd45a5-15f7-4147-9fc8-210dbc4bfd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:45.742364 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:03:45.788618 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd45a5-15f7-4147-9fc8-210dbc4bfd76 admin admin] Pushing event deleted for resources: {'Port': ['ID=f663bb92-f949-4e7c-ae7d-0a69c0a50be8,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:03:45.814709 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-74fd45a5-15f7-4147-9fc8-210dbc4bfd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:03:46.200409 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74fd45a5-15f7-4147-9fc8-210dbc4bfd76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:46.636133 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fd45a5-15f7-4147-9fc8-210dbc4bfd76 admin admin] Router c89d3e1d-096f-434f-a390-6c01f62c53b8 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:03:46.824170 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fd45a5-15f7-4147-9fc8-210dbc4bfd76 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:03:46.837065 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e0f4bb-b78a-419b-9296-e1fcb46dbf75 None None] Sync routers for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:03:46.838250 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-74fd45a5-15f7-4147-9fc8-210dbc4bfd76 admin admin] 10.222.0.59 "PUT /v2.0/routers/c89d3e1d-096f-434f-a390-6c01f62c53b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0388229 Dec 22 16:03:46.841270 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 44220) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:46.854421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e0f4bb-b78a-419b-9296-e1fcb46dbf75 None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:03:46.855466 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-66e0f4bb-b78a-419b-9296-e1fcb46dbf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:03:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:03:47.077847 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-66e0f4bb-b78a-419b-9296-e1fcb46dbf75 None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:03:47.100561 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7c4aec0c-5e38-4a77-8b50-2d967efa5b9b admin admin] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:47.337454 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7c4aec0c-5e38-4a77-8b50-2d967efa5b9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:47.386729 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-66e0f4bb-b78a-419b-9296-e1fcb46dbf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T16:03:45Z', 'revision_number': 5, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port': {'id': '25824ee3-ff02-4940-809c-dc2e5deaadca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:49Z', 'updated_at': '2021-12-22T15:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:03:47.392019 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e0f4bb-b78a-419b-9296-e1fcb46dbf75 None None] Checking router: c89d3e1d-096f-434f-a390-6c01f62c53b8 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:03:47.405980 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e0f4bb-b78a-419b-9296-e1fcb46dbf75 None None] Routers {'c89d3e1d-096f-434f-a390-6c01f62c53b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:03:47.406653 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-66e0f4bb-b78a-419b-9296-e1fcb46dbf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:03:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['c89d3e1d-096f-434f-a390-6c01f62c53b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:03:47.452520 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7c4aec0c-5e38-4a77-8b50-2d967efa5b9b admin admin] Deleting port 25824ee3-ff02-4940-809c-dc2e5deaadca {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:03:47.452876 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7c4aec0c-5e38-4a77-8b50-2d967efa5b9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:47.561210 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-66e0f4bb-b78a-419b-9296-e1fcb46dbf75 None None] Set router c89d3e1d-096f-434f-a390-6c01f62c53b8 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:03:47.683981 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-66e0f4bb-b78a-419b-9296-e1fcb46dbf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T16:03:47Z', 'revision_number': 6, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:03:47.688592 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e0f4bb-b78a-419b-9296-e1fcb46dbf75 None None] The sync data for ids ['c89d3e1d-096f-434f-a390-6c01f62c53b8'] in dv-neutron-822674-1-hyperv is: [{'id': 'c89d3e1d-096f-434f-a390-6c01f62c53b8', 'name': 'tempest-ServerActionsTestJSON-661669169-router', 'tenant_id': '37cf14e131e243f5bce4759b30ba5d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:48Z', 'updated_at': '2021-12-22T16:03:47Z', 'revision_number': 6, 'project_id': '37cf14e131e243f5bce4759b30ba5d5b', 'gw_port_host': None}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:03:47.785531 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7c4aec0c-5e38-4a77-8b50-2d967efa5b9b admin admin] For port 25824ee3-ff02-4940-809c-dc2e5deaadca, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=25824ee3-ff02-4940-809c-dc2e5deaadca,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:03:47.785892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7c4aec0c-5e38-4a77-8b50-2d967efa5b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:47.916855 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7c4aec0c-5e38-4a77-8b50-2d967efa5b9b admin admin] Calling delete_port for 25824ee3-ff02-4940-809c-dc2e5deaadca owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:03:48.216147 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7c4aec0c-5e38-4a77-8b50-2d967efa5b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:48.220475 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:03:48.271608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4aec0c-5e38-4a77-8b50-2d967efa5b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=25824ee3-ff02-4940-809c-dc2e5deaadca,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:03:48.274698 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7c4aec0c-5e38-4a77-8b50-2d967efa5b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:03:48.372188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7c4aec0c-5e38-4a77-8b50-2d967efa5b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:48.556297 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7c4aec0c-5e38-4a77-8b50-2d967efa5b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:48.559036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7c4aec0c-5e38-4a77-8b50-2d967efa5b9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:48.656355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7c4aec0c-5e38-4a77-8b50-2d967efa5b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:48.657019 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4aec0c-5e38-4a77-8b50-2d967efa5b9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c89d3e1d-096f-434f-a390-6c01f62c53b8 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:03:48.673986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7c4aec0c-5e38-4a77-8b50-2d967efa5b9b admin admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:48.675608 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7c4aec0c-5e38-4a77-8b50-2d967efa5b9b admin admin] 10.222.0.59 "DELETE /v2.0/routers/c89d3e1d-096f-434f-a390-6c01f62c53b8 HTTP/1.1" status: 204 len: 168 time: 1.8328471 Dec 22 16:03:48.678216 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 44224) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:48.744986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-231e4868-587e-470e-a9a9-bbdd71b44032 admin admin] Deleting subnet ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:03:48.749444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-231e4868-587e-470e-a9a9-bbdd71b44032 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:48.801980 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-231e4868-587e-470e-a9a9-bbdd71b44032 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:48.894146 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-231e4868-587e-470e-a9a9-bbdd71b44032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:49.058560 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-231e4868-587e-470e-a9a9-bbdd71b44032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:49.062530 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fe513dc2-1d27-427e-a85a-00aad50941d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:03:49.100426 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e4868-587e-470e-a9a9-bbdd71b44032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:03:49.103763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-231e4868-587e-470e-a9a9-bbdd71b44032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:03:49.107205 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-231e4868-587e-470e-a9a9-bbdd71b44032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:49.111504 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fda8b54-14ce-40c2-bab3-6ce926f2497e None None] Network e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:03:49.113498 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-231e4868-587e-470e-a9a9-bbdd71b44032 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ef1c4437-6b5a-430a-9e7e-7ae4ba002a7b HTTP/1.1" status: 204 len: 168 time: 0.4336503 Dec 22 16:03:49.116528 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 44228) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:49.235815 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:49.248328 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] Deleting port 928bf064-2c57-4ec2-930b-9596801c8d0a {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:03:49.248677 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:49.375221 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f663bb92-f949-4e7c-ae7d-0a69c0a50be8 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:03:49.416464 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: f663bb92-f949-4e7c-ae7d-0a69c0a50be8 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:03:49.416911 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device f663bb92-f949-4e7c-ae7d-0a69c0a50be8 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:03:49.417565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 25824ee3-ff02-4940-809c-dc2e5deaadca no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:03:49.444279 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e82d68-51e0-42d3-a2dd-4c7dd8c3f3d4 None None] DHCP port deletion for e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 16:03:49.456802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 25824ee3-ff02-4940-809c-dc2e5deaadca {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:03:49.457153 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 25824ee3-ff02-4940-809c-dc2e5deaadca not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:03:49.458815 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-b7e82d68-51e0-42d3-a2dd-4c7dd8c3f3d4 None None] Deleting port 928bf064-2c57-4ec2-930b-9596801c8d0a {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:03:49.459226 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b7e82d68-51e0-42d3-a2dd-4c7dd8c3f3d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:49.495315 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] For port 928bf064-2c57-4ec2-930b-9596801c8d0a, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=928bf064-2c57-4ec2-930b-9596801c8d0a,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:03:49.495681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:49.744430 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] Calling delete_port for 928bf064-2c57-4ec2-930b-9596801c8d0a owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:03:49.796156 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b7e82d68-51e0-42d3-a2dd-4c7dd8c3f3d4 None None] For port 928bf064-2c57-4ec2-930b-9596801c8d0a, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=928bf064-2c57-4ec2-930b-9596801c8d0a,segment=NetworkSegment(70afc143-fec5-4b3d-8f67-7e38960e08e1),segment_id=70afc143-fec5-4b3d-8f67-7e38960e08e1)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:03:49.796821 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b7e82d68-51e0-42d3-a2dd-4c7dd8c3f3d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:49.907753 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:49.912471 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:03:49.946735 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-b7e82d68-51e0-42d3-a2dd-4c7dd8c3f3d4 None None] Calling delete_port for 928bf064-2c57-4ec2-930b-9596801c8d0a owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:03:49.960937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] Pushing event deleted for resources: {'Port': ['ID=928bf064-2c57-4ec2-930b-9596801c8d0a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:03:49.962835 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] No DVR routers for this DVR port 928bf064-2c57-4ec2-930b-9596801c8d0a on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:03:49.964320 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:03:50.034324 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-b7e82d68-51e0-42d3-a2dd-4c7dd8c3f3d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:03:50.034610 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-b7e82d68-51e0-42d3-a2dd-4c7dd8c3f3d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 16:03:50.082359 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:50.110351 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e96e0b5e-bd17-4da0-990f-7a6d5eaf1710']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:03:50.123332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70afc143-fec5-4b3d-8f67-7e38960e08e1') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:03:50.123637 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70afc143-fec5-4b3d-8f67-7e38960e08e1') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:03:50.136712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:50.154279 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:50.160372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:03:50.160760 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:03:50.174174 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:03:50.332626 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:50.336184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-66bf5ced-4ddf-45b4-88e6-57584b381f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:03:50.349059 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:50.360007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] Pushing event deleted for resources: {'Network': ['ID=e96e0b5e-bd17-4da0-990f-7a6d5eaf1710,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:03:50.363192 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:03:50.441749 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e96e0b5e-bd17-4da0-990f-7a6d5eaf1710 HTTP/1.1" status: 204 len: 168 time: 1.3241074 Dec 22 16:03:50.535548 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-b7e82d68-51e0-42d3-a2dd-4c7dd8c3f3d4 None None] Deleting port 928bf064-2c57-4ec2-930b-9596801c8d0a {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:03:50.536125 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b7e82d68-51e0-42d3-a2dd-4c7dd8c3f3d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:50.612092 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-b7e82d68-51e0-42d3-a2dd-4c7dd8c3f3d4 None None] The port '928bf064-2c57-4ec2-930b-9596801c8d0a' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 16:03:50.923937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 44234) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:50.978530 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7abaa979-e868-42ba-8074-2e60225ec964 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=37cf14e131e243f5bce4759b30ba5d5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532570 Dec 22 16:03:50.981538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 44238) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:51.048526 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa69d306-eb3b-4cfa-9a7b-d8bd602d1514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:51.077203 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa69d306-eb3b-4cfa-9a7b-d8bd602d1514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:51.181612 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa69d306-eb3b-4cfa-9a7b-d8bd602d1514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:51.185994 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-618681ce-054f-4a11-aef7-13fba0eb0201 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:03:51.199004 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69d306-eb3b-4cfa-9a7b-d8bd602d1514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d136d768-e5e8-4598-9bc0-01d47c59e7fe,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:03:51.202306 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fa69d306-eb3b-4cfa-9a7b-d8bd602d1514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:03:51.207439 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa69d306-eb3b-4cfa-9a7b-d8bd602d1514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:51.208544 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fa69d306-eb3b-4cfa-9a7b-d8bd602d1514 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d136d768-e5e8-4598-9bc0-01d47c59e7fe HTTP/1.1" status: 204 len: 168 time: 0.2260525 Dec 22 16:03:51.353418 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 928bf064-2c57-4ec2-930b-9596801c8d0a no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:03:51.390671 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 928bf064-2c57-4ec2-930b-9596801c8d0a {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:03:51.391025 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 928bf064-2c57-4ec2-930b-9596801c8d0a not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:03:52.367551 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 44262) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:52.473430 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-692880818-network', 'tenant_id': 'df6e334d63fe40d6bab1dcab87b3309f'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:03:52.478451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:03:52.482618 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Usage tracker for resource:network and tenant:df6e334d63fe40d6bab1dcab87b3309f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:03:52.485520 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:03:52.491453 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:03:52.560341 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Made reservation on behalf of df6e334d63fe40d6bab1dcab87b3309f for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:03:52.562661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:52.575355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:52.590144 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:03:52.593930 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Usage tracker for resource:security_group_rule and tenant:df6e334d63fe40d6bab1dcab87b3309f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:03:52.596696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:03:52.602332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:03:52.681788 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:52.760482 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:52.763873 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3add81c6-cc48-4c84-b926-c779607555a4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:03:52.796947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:03:52.802220 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e281c9-694d-44dc-9af6-bf3c453bac42,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:03:52.806396 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:03:52.809893 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:52.815739 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Added segment 7a81a1a2-b6ff-4265-a23a-eeaa5039d24c of type vlan for network e200b176-21b4-4ff9-9fc3-bf11f65875f5 Dec 22 16:03:52.837258 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:52.960685 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:52.961665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:52.962293 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:52.965913 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5fbd0b18-ac8a-4334-8c21-d90aea377244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:03:53.073354 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Pushing event updated for resources: {'Network': ['ID=e200b176-21b4-4ff9-9fc3-bf11f65875f5,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:03:53.076039 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:03:53.083205 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network e200b176-21b4-4ff9-9fc3-bf11f65875f5 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 16:03:53.133824 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7650359 Dec 22 16:03:53.136716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 44268) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:53.142788 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-ff6366dd-bdb3-4deb-8a07-75d11b9020d8 admin admin] Request body: {'subnet': {'network_id': 'e200b176-21b4-4ff9-9fc3-bf11f65875f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-692880818-subnet', 'tenant_id': 'df6e334d63fe40d6bab1dcab87b3309f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:03:53.147805 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ff6366dd-bdb3-4deb-8a07-75d11b9020d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:03:53.151684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ff6366dd-bdb3-4deb-8a07-75d11b9020d8 admin admin] Usage tracker for resource:subnet and tenant:df6e334d63fe40d6bab1dcab87b3309f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:03:53.154658 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ff6366dd-bdb3-4deb-8a07-75d11b9020d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:03:53.160482 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ff6366dd-bdb3-4deb-8a07-75d11b9020d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:03:53.229673 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6366dd-bdb3-4deb-8a07-75d11b9020d8 admin admin] Made reservation on behalf of df6e334d63fe40d6bab1dcab87b3309f for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:03:53.232065 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff6366dd-bdb3-4deb-8a07-75d11b9020d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:53.497842 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff6366dd-bdb3-4deb-8a07-75d11b9020d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:53.501705 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2c102156-6380-48fd-aeaf-e112cccc7632 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:03:53.574103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6366dd-bdb3-4deb-8a07-75d11b9020d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3134e84c-1b2a-4a5f-9855-43fffc758c97,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:03:53.577954 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ff6366dd-bdb3-4deb-8a07-75d11b9020d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:03:53.585713 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6366dd-bdb3-4deb-8a07-75d11b9020d8 admin admin] Checking segment: {'id': '7a81a1a2-b6ff-4265-a23a-eeaa5039d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e200b176-21b4-4ff9-9fc3-bf11f65875f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:03:53.586070 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6366dd-bdb3-4deb-8a07-75d11b9020d8 admin admin] Network hostable DHCP agents. Network: e200b176-21b4-4ff9-9fc3-bf11f65875f5, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:03:53.663704 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6366dd-bdb3-4deb-8a07-75d11b9020d8 admin admin] Network e200b176-21b4-4ff9-9fc3-bf11f65875f5 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:03:53.758729 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-ff6366dd-bdb3-4deb-8a07-75d11b9020d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, e200b176-21b4-4ff9-9fc3-bf11f65875f5) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:03:53.762579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6366dd-bdb3-4deb-8a07-75d11b9020d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:53.763429 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff6366dd-bdb3-4deb-8a07-75d11b9020d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:53.767577 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f536b4-fd03-478a-a66a-0f60fd31e594 None None] Network e200b176-21b4-4ff9-9fc3-bf11f65875f5 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:03:53.862278 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ff6366dd-bdb3-4deb-8a07-75d11b9020d8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7243676 Dec 22 16:03:53.988835 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7f551b-2220-43cb-881b-e2b06147a70c None None] Network e200b176-21b4-4ff9-9fc3-bf11f65875f5 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:03:54.389909 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1d8b2519-6fe4-497f-b345-1354f7a24a9a tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:54.390610 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1d8b2519-6fe4-497f-b345-1354f7a24a9a tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Synchronizing usage tracker for tenant:df6e334d63fe40d6bab1dcab87b3309f on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:03:54.486439 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1d8b2519-6fe4-497f-b345-1354f7a24a9a tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Unset dirty status for tenant:df6e334d63fe40d6bab1dcab87b3309f on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:03:54.487605 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1d8b2519-6fe4-497f-b345-1354f7a24a9a tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/networks?id=e200b176-21b4-4ff9-9fc3-bf11f65875f5 HTTP/1.1" status: 200 len: 813 time: 0.2508354 Dec 22 16:03:54.502749 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-15cca554-a23c-4c5f-9c38-3ed692855bf5 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/quotas/df6e334d63fe40d6bab1dcab87b3309f HTTP/1.1" status: 200 len: 375 time: 0.0092475 Dec 22 16:03:54.549123 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-ca62aaf1-efcc-46b1-b131-7729b971970d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=df6e334d63fe40d6bab1dcab87b3309f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407040 Dec 22 16:03:54.723947 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-fb13bd5b-e51e-4547-b546-d29e1626f5c1 service neutron] 10.222.0.59 "GET /v2.0/networks/e200b176-21b4-4ff9-9fc3-bf11f65875f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678593 Dec 22 16:03:54.970584 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-85c0c1f9-5008-4e86-a2a6-8edb46b84385 service neutron] 10.222.0.59 "GET /v2.0/networks/e200b176-21b4-4ff9-9fc3-bf11f65875f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408128 Dec 22 16:03:55.196182 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-faf913b5-3e55-4572-bce3-7964d1433869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:55.249922 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-47e10053-316d-406e-9105-3b086935d025 req-110bb8c7-7838-44fc-8f6b-4afdc83a6533 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 210 time: 0.0413091 Dec 22 16:03:56.408822 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a81a9e1d-4912-4540-9006-7f521dc45c55 req-ba681cb8-9bbe-4e56-bad8-0783519ad575 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 210 time: 0.0474627 Dec 22 16:03:57.568504 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-312a85d8-0563-4d45-8a2d-41505f596f16 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:57.569937 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-312a85d8-0563-4d45-8a2d-41505f596f16 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.57 "GET /v2.0/networks?id=e200b176-21b4-4ff9-9fc3-bf11f65875f5 HTTP/1.1" status: 200 len: 813 time: 0.1552486 Dec 22 16:03:57.570102 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-52a4c8f2-f20c-4b9b-83f7-abcb6fa56fd8 req-58915b57-8031-4f8e-be1c-692323f2050c tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 210 time: 0.0439389 Dec 22 16:03:57.583338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-8b1167b4-1ac9-4c93-890d-15b34846981d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Request body: {'port': {'device_id': '9ca3c07f-0ff4-49f5-b105-5799a10c4657', 'network_id': 'e200b176-21b4-4ff9-9fc3-bf11f65875f5', 'admin_state_up': True, 'tenant_id': 'df6e334d63fe40d6bab1dcab87b3309f'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:03:57.729273 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-8b1167b4-1ac9-4c93-890d-15b34846981d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:03:57.733131 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-8b1167b4-1ac9-4c93-890d-15b34846981d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Usage tracker for resource:port and tenant:df6e334d63fe40d6bab1dcab87b3309f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:03:57.735997 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-8b1167b4-1ac9-4c93-890d-15b34846981d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:03:57.741662 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-8b1167b4-1ac9-4c93-890d-15b34846981d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:03:57.770586 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d897fac2-8ec7-46b2-9db6-b9ff68a414e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:57.852104 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-8b1167b4-1ac9-4c93-890d-15b34846981d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Made reservation on behalf of df6e334d63fe40d6bab1dcab87b3309f for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:03:57.855625 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-8b1167b4-1ac9-4c93-890d-15b34846981d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:58.030420 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-8b1167b4-1ac9-4c93-890d-15b34846981d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Allocated IP 172.20.0.13 (e200b176-21b4-4ff9-9fc3-bf11f65875f5/3134e84c-1b2a-4a5f-9855-43fffc758c97/e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:03:58.235142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-8b1167b4-1ac9-4c93-890d-15b34846981d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:58.338540 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-8b1167b4-1ac9-4c93-890d-15b34846981d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:58.344648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-52c11b10-a63f-42ba-9a52-0c013cf9c2af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:03:58.415575 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-8b1167b4-1ac9-4c93-890d-15b34846981d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Network e200b176-21b4-4ff9-9fc3-bf11f65875f5 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:03:58.418677 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-8b1167b4-1ac9-4c93-890d-15b34846981d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:03:58.422618 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-8b1167b4-1ac9-4c93-890d-15b34846981d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:03:58.453033 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1167b4-1ac9-4c93-890d-15b34846981d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Pushing event updated for resources: {'Port': ['ID=e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:03:58.459661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8b1167b4-1ac9-4c93-890d-15b34846981d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:03:58.488813 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-8b1167b4-1ac9-4c93-890d-15b34846981d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:58.489336 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-8b1167b4-1ac9-4c93-890d-15b34846981d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:58.578380 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-8b1167b4-1ac9-4c93-890d-15b34846981d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9996853 Dec 22 16:03:58.590496 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Request body: {'port': {'device_id': '9ca3c07f-0ff4-49f5-b105-5799a10c4657', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:03:58.711235 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:58.782134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23f3f3-b4b0-42cd-85a9-4572567f28c1 req-db363ba5-530a-40aa-9f99-cddc2a97e21c tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:58.782134 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0d23f3f3-b4b0-42cd-85a9-4572567f28c1 req-db363ba5-530a-40aa-9f99-cddc2a97e21c tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 932 time: 0.0918083 Dec 22 16:03:58.823810 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-0d23f3f3-b4b0-42cd-85a9-4572567f28c1 req-3aa677b8-cc22-409b-8011-bb7b10da6aa0 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Synchronizing usage tracker for tenant:df6e334d63fe40d6bab1dcab87b3309f on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:03:58.932027 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-0d23f3f3-b4b0-42cd-85a9-4572567f28c1 req-3aa677b8-cc22-409b-8011-bb7b10da6aa0 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Unset dirty status for tenant:df6e334d63fe40d6bab1dcab87b3309f on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:03:58.933334 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0d23f3f3-b4b0-42cd-85a9-4572567f28c1 req-3aa677b8-cc22-409b-8011-bb7b10da6aa0 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507776 Dec 22 16:03:59.070544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:03:59.077950 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:59.093074 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Transition to ACTIVE for port object e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:03:59.114993 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:59.143430 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:59.200734 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:59.204781 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-52390a1c-3cd9-404c-b986-e35783b64d30 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:03:59.360278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Pushing event updated for resources: {'Port': ['ID=e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:03:59.367155 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:03:59.563034 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Attempting to bind port e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:03:59.563376 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Attempting to bind port e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7a81a1a2-b6ff-4265-a23a-eeaa5039d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e200b176-21b4-4ff9-9fc3-bf11f65875f5'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:03:59.563714 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Attempting to bind port e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb on network e200b176-21b4-4ff9-9fc3-bf11f65875f5 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:03:59.568455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Port e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb on network e200b176-21b4-4ff9-9fc3-bf11f65875f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 16:03:59.569315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Attempting to bind port e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb on network e200b176-21b4-4ff9-9fc3-bf11f65875f5 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:03:59.575157 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:03:59.575500 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Checking segment: {'id': '7a81a1a2-b6ff-4265-a23a-eeaa5039d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e200b176-21b4-4ff9-9fc3-bf11f65875f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:03:59.575887 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Bound using segment: {'id': '7a81a1a2-b6ff-4265-a23a-eeaa5039d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e200b176-21b4-4ff9-9fc3-bf11f65875f5'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:03:59.576313 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Bound port: e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a81a1a2-b6ff-4265-a23a-eeaa5039d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e200b176-21b4-4ff9-9fc3-bf11f65875f5'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:03:59.576665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:59.669343 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] For port e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:03:59.672308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] For port e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb,segment=NetworkSegment(7a81a1a2-b6ff-4265-a23a-eeaa5039d24c),segment_id=7a81a1a2-b6ff-4265-a23a-eeaa5039d24c)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:03:59.772997 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:59.777011 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5cc575fb-25d2-4a30-b773-a061bc788fc0 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:03:59.833700 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:59.834814 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:03:59.836164 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] 10.222.0.57 "PUT /v2.0/ports/e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb HTTP/1.1" status: 200 len: 1094 time: 1.2500231 Dec 22 16:03:59.836684 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca3c07f-0ff4-49f5-b105-5799a10c4657', 'tag': 'e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:03:59.859162 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Pushing event updated for resources: {'Port': ['ID=e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:03:59.862415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:03:59.882245 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca3c07f-0ff4-49f5-b105-5799a10c4657', 'tag': 'e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb', 'status': 'completed', 'code': 200} Dec 22 16:03:59.979253 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3f0fe-2fca-485c-aae7-e21319b4c898 req-076d5fdd-dd4e-4d38-9d2d-8cac9c865e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:03:59.980912 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-79a3f0fe-2fca-485c-aae7-e21319b4c898 req-076d5fdd-dd4e-4d38-9d2d-8cac9c865e82 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df6e334d63fe40d6bab1dcab87b3309f&device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 1097 time: 0.0792985 Dec 22 16:04:00.136216 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3f0fe-2fca-485c-aae7-e21319b4c898 req-422d499e-ee73-4ad9-9bc7-7cd09a7c6493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:00.137592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5df3bc-dcf9-4bc8-95a3-bdb78ef8ac3c req-857d54f3-2800-4a4c-ab28-4541a0a749a9 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:00.138484 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-79a3f0fe-2fca-485c-aae7-e21319b4c898 req-422d499e-ee73-4ad9-9bc7-7cd09a7c6493 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=df6e334d63fe40d6bab1dcab87b3309f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1492672 Dec 22 16:04:00.139462 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5e5df3bc-dcf9-4bc8-95a3-bdb78ef8ac3c req-857d54f3-2800-4a4c-ab28-4541a0a749a9 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 944 time: 0.0893350 Dec 22 16:04:00.185955 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5e5df3bc-dcf9-4bc8-95a3-bdb78ef8ac3c req-a7401ec2-91b1-42df-8616-3913bca53e4a tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405030 Dec 22 16:04:00.271188 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:04:00.280154 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3f0fe-2fca-485c-aae7-e21319b4c898 req-350357a2-99c1-44ff-a411-60d95d4f4ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:00.281662 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-79a3f0fe-2fca-485c-aae7-e21319b4c898 req-350357a2-99c1-44ff-a411-60d95d4f4ee9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371317 Dec 22 16:04:00.397668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-3c5df663-f6af-4cb0-8f84-78c14e3c6fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:00.399434 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-3c5df663-f6af-4cb0-8f84-78c14e3c6fa9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df6e334d63fe40d6bab1dcab87b3309f&device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 1097 time: 0.0741210 Dec 22 16:04:00.471791 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-2ceab639-adbf-40bf-99c6-3f48b47e9f4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb HTTP/1.1" status: 200 len: 217 time: 0.0643110 Dec 22 16:04:00.532875 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-f2e8eef9-608a-4b6c-8823-d565fdbec19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:00.534306 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-f2e8eef9-608a-4b6c-8823-d565fdbec19b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3134e84c-1b2a-4a5f-9855-43fffc758c97 HTTP/1.1" status: 200 len: 853 time: 0.0566080 Dec 22 16:04:00.584778 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-ea21e6c7-72ef-4a3f-956b-74f8d7223676 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e200b176-21b4-4ff9-9fc3-bf11f65875f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432992 Dec 22 16:04:00.722319 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-b8f44625-ca8f-4373-9ce9-cd8793e3a8b9 service neutron] 10.222.0.57 "GET /v2.0/networks/e200b176-21b4-4ff9-9fc3-bf11f65875f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309350 Dec 22 16:04:00.862920 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fbadc461-b962-4ece-b783-9cb957a1a382 req-e7cf852b-dc8e-4dc3-99cd-1e4aeebb584d service neutron] 10.222.0.57 "GET /v2.0/networks/e200b176-21b4-4ff9-9fc3-bf11f65875f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343486 Dec 22 16:04:01.063793 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:01.391982 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f2642-105c-466c-a731-e662797fdb68 req-94f7b899-af4f-4449-8c43-59cf1e9b0ee4 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:01.393575 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b10f2642-105c-466c-a731-e662797fdb68 req-94f7b899-af4f-4449-8c43-59cf1e9b0ee4 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 944 time: 0.0956156 Dec 22 16:04:01.440481 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b10f2642-105c-466c-a731-e662797fdb68 req-089a6753-77cf-40df-bee8-b68052886471 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401306 Dec 22 16:04:02.625286 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d8649-d8d8-4923-843a-26fb704e4051 req-7c955abd-73e9-4d16-9be5-6afc519aea7f tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:02.626789 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9d8d8649-d8d8-4923-843a-26fb704e4051 req-7c955abd-73e9-4d16-9be5-6afc519aea7f tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 944 time: 0.0798073 Dec 22 16:04:02.671406 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9d8d8649-d8d8-4923-843a-26fb704e4051 req-439ce0e4-d2cd-4a33-9b92-1955374b8d67 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389040 Dec 22 16:04:03.313239 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:04:03.446543 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb,segment=NetworkSegment(7a81a1a2-b6ff-4265-a23a-eeaa5039d24c),segment_id=7a81a1a2-b6ff-4265-a23a-eeaa5039d24c)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:04:03.461382 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': 'e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb', 'network_id': 'e200b176-21b4-4ff9-9fc3-bf11f65875f5', 'port_id': 'e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb', 'mac_address': 'fa:16:3e:f0:5c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3134e84c-1b2a-4a5f-9855-43fffc758c97', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:04:03.526365 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:03.543190 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:04:03.557882 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb,segment=NetworkSegment(7a81a1a2-b6ff-4265-a23a-eeaa5039d24c),segment_id=7a81a1a2-b6ff-4265-a23a-eeaa5039d24c)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:04:03.656048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:03.657844 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:03.722890 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:03.730367 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:03.730721 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:03.731062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:03.731398 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:03.731749 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:03.732062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:03.732390 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:03.732721 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:03.733048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:03.733369 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:03.733691 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:03.734011 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:03.737955 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:03.868265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ac1af-a09e-4415-8a6d-60e3b1f2ac44 req-e017961a-6c32-4186-8ff3-b325b396ad89 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:03.869622 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-919ac1af-a09e-4415-8a6d-60e3b1f2ac44 req-e017961a-6c32-4186-8ff3-b325b396ad89 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 945 time: 0.0856366 Dec 22 16:04:03.913364 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-919ac1af-a09e-4415-8a6d-60e3b1f2ac44 req-0e9a0a92-7da1-44ca-86d2-26da9cd60b44 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380969 Dec 22 16:04:04.074093 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:04:05.092660 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d28d19-6cae-403d-baac-543168352285 req-7e8e9b4a-39da-455d-9fe6-051fc9c8465b tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:05.094143 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-14d28d19-6cae-403d-baac-543168352285 req-7e8e9b4a-39da-455d-9fe6-051fc9c8465b tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 945 time: 0.0782630 Dec 22 16:04:05.144826 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-14d28d19-6cae-403d-baac-543168352285 req-a4cb70f3-d578-4c17-a716-6e1c525b1d59 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450716 Dec 22 16:04:05.330513 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:04:05.543283 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:04:05.548691 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:04:05.552574 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:05.703422 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:05.729332 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca3c07f-0ff4-49f5-b105-5799a10c4657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:04:05.738451 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb,segment=NetworkSegment(7a81a1a2-b6ff-4265-a23a-eeaa5039d24c),segment_id=7a81a1a2-b6ff-4265-a23a-eeaa5039d24c)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:04:05.776417 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca3c07f-0ff4-49f5-b105-5799a10c4657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb', 'code': 200} Dec 22 16:04:05.817618 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:05.819484 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:05.884079 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:05.887026 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:06.133387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec06c77-bfb4-4a38-8157-a543503aa20a req-712bf970-a6b3-4a17-8b22-fd78cd5100fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:06.134817 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4ec06c77-bfb4-4a38-8157-a543503aa20a req-712bf970-a6b3-4a17-8b22-fd78cd5100fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 1099 time: 0.0695465 Dec 22 16:04:06.177439 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4ec06c77-bfb4-4a38-8157-a543503aa20a req-ce699fff-eace-4115-ad8a-f9f48464e8a9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358770 Dec 22 16:04:06.330327 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874256d9-61c5-4d19-ab44-129f7cbc0af2 req-4b9b8255-4dd9-4ecf-9baf-c65fe094ea00 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:06.331986 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-874256d9-61c5-4d19-ab44-129f7cbc0af2 req-4b9b8255-4dd9-4ecf-9baf-c65fe094ea00 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 946 time: 0.0809209 Dec 22 16:04:06.376837 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-874256d9-61c5-4d19-ab44-129f7cbc0af2 req-b19a1793-a844-4066-9b09-bc03bee0ccce tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389578 Dec 22 16:04:06.417767 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:07.571402 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b4d9e-3692-46bc-bc10-d1295855dfa8 req-4b16f074-77f1-4652-9d41-626d1311e93b tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:07.572864 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-668b4d9e-3692-46bc-bc10-d1295855dfa8 req-4b16f074-77f1-4652-9d41-626d1311e93b tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 946 time: 0.0850325 Dec 22 16:04:07.617628 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-668b4d9e-3692-46bc-bc10-d1295855dfa8 req-8c8d8c64-051b-4d8e-91ee-fc70373dc471 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390346 Dec 22 16:04:08.800033 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894cb33-d9d5-4c47-a400-3220c3f56d2b req-fa2d9e46-1ead-41c8-9026-c14c27630ac1 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:08.801471 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7894cb33-d9d5-4c47-a400-3220c3f56d2b req-fa2d9e46-1ead-41c8-9026-c14c27630ac1 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 946 time: 0.0785477 Dec 22 16:04:08.844466 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7894cb33-d9d5-4c47-a400-3220c3f56d2b req-fe225e2f-da12-4688-a6ae-5cf3caf3449d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372570 Dec 22 16:04:09.126063 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-b3e24ddb-4ab7-4857-8af3-e3c0f838e1e2 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:09.127545 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-b3e24ddb-4ab7-4857-8af3-e3c0f838e1e2 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/networks?id=e200b176-21b4-4ff9-9fc3-bf11f65875f5 HTTP/1.1" status: 200 len: 813 time: 0.1457672 Dec 22 16:04:09.143219 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-f744a880-a8dd-452c-8ca7-81d8fe9b1b3c tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/quotas/df6e334d63fe40d6bab1dcab87b3309f HTTP/1.1" status: 200 len: 375 time: 0.0095091 Dec 22 16:04:09.227006 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-01b479ee-1e26-4aeb-a890-589d0ba58766 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=df6e334d63fe40d6bab1dcab87b3309f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0781801 Dec 22 16:04:09.358159 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-11af6c27-4712-4369-99a6-1fe92c5fc541 service neutron] 10.222.0.59 "GET /v2.0/networks/e200b176-21b4-4ff9-9fc3-bf11f65875f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244450 Dec 22 16:04:09.493480 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-f3e9521b-0427-4490-a94d-a31f2305df09 service neutron] 10.222.0.59 "GET /v2.0/networks/e200b176-21b4-4ff9-9fc3-bf11f65875f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293628 Dec 22 16:04:09.743900 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f975339c-9b44-4fbd-baa2-37c7edd5294d req-2b4ed662-55e6-4b30-9834-0c55bb606fbe tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=04780cd4-108a-4ac9-9a0d-87010c8dd119 HTTP/1.1" status: 200 len: 210 time: 0.0424545 Dec 22 16:04:10.898485 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-737c7fab-67b0-4ad9-9e10-3c297e41e914 req-c5abd9a5-c8ad-4c00-bb25-999d9ceea705 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=04780cd4-108a-4ac9-9a0d-87010c8dd119 HTTP/1.1" status: 200 len: 210 time: 0.0465121 Dec 22 16:04:11.590959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-ced37b86-abd0-4a9d-9cec-10c7420083ee tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:11.592287 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-ced37b86-abd0-4a9d-9cec-10c7420083ee tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.57 "GET /v2.0/networks?id=e200b176-21b4-4ff9-9fc3-bf11f65875f5 HTTP/1.1" status: 200 len: 813 time: 0.1509175 Dec 22 16:04:11.603852 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-b135dbc6-c0d1-4526-ad57-427306a8e313 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Request body: {'port': {'device_id': '04780cd4-108a-4ac9-9a0d-87010c8dd119', 'network_id': 'e200b176-21b4-4ff9-9fc3-bf11f65875f5', 'admin_state_up': True, 'tenant_id': 'df6e334d63fe40d6bab1dcab87b3309f'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:04:11.746787 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-b135dbc6-c0d1-4526-ad57-427306a8e313 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:04:11.750777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-b135dbc6-c0d1-4526-ad57-427306a8e313 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Usage tracker for resource:port and tenant:df6e334d63fe40d6bab1dcab87b3309f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:04:11.753892 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-b135dbc6-c0d1-4526-ad57-427306a8e313 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:04:11.760723 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-b135dbc6-c0d1-4526-ad57-427306a8e313 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:04:11.861525 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-b135dbc6-c0d1-4526-ad57-427306a8e313 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Made reservation on behalf of df6e334d63fe40d6bab1dcab87b3309f for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:04:11.865503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-b135dbc6-c0d1-4526-ad57-427306a8e313 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:12.162764 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-b135dbc6-c0d1-4526-ad57-427306a8e313 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Allocated IP 172.20.0.5 (e200b176-21b4-4ff9-9fc3-bf11f65875f5/3134e84c-1b2a-4a5f-9855-43fffc758c97/e66c9f85-433b-4059-94f0-b7ab043c78cd) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:04:12.178311 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9da8164c-a7a0-4bef-ae58-1099bcc2a9f4 req-ebe60ac4-31b5-4aa7-9427-f708f07b6c35 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=04780cd4-108a-4ac9-9a0d-87010c8dd119 HTTP/1.1" status: 200 len: 210 time: 0.1668334 Dec 22 16:04:12.364161 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-b135dbc6-c0d1-4526-ad57-427306a8e313 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:12.475966 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-b135dbc6-c0d1-4526-ad57-427306a8e313 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:12.482373 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bfb3044c-6a7c-4ae7-9144-5ac3cacfe475 tempest-ServerDiskConfigTestJSON-319199590 tempest-ServerDiskConfigTestJSON-319199590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:12.488840 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:04:12.550203 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-b135dbc6-c0d1-4526-ad57-427306a8e313 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Network e200b176-21b4-4ff9-9fc3-bf11f65875f5 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:04:12.553419 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-b135dbc6-c0d1-4526-ad57-427306a8e313 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:04:12.557483 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-b135dbc6-c0d1-4526-ad57-427306a8e313 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:04:12.592999 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135dbc6-c0d1-4526-ad57-427306a8e313 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Pushing event updated for resources: {'Port': ['ID=e66c9f85-433b-4059-94f0-b7ab043c78cd,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:12.602780 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b135dbc6-c0d1-4526-ad57-427306a8e313 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:12.624989 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-b135dbc6-c0d1-4526-ad57-427306a8e313 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:12.625595 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-b135dbc6-c0d1-4526-ad57-427306a8e313 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:12.715328 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-b135dbc6-c0d1-4526-ad57-427306a8e313 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1150036 Dec 22 16:04:12.727022 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Request body: {'port': {'device_id': '04780cd4-108a-4ac9-9a0d-87010c8dd119', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:04:12.842756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:12.969930 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2c21003c-785e-4e14-a87f-39b61ea48c80 req-640fd8cd-f11b-4024-8d52-183f89801267 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691011 Dec 22 16:04:13.111842 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21003c-785e-4e14-a87f-39b61ea48c80 req-99cbbdeb-7789-4631-abf3-ab15f04757c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:13.113257 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2c21003c-785e-4e14-a87f-39b61ea48c80 req-99cbbdeb-7789-4631-abf3-ab15f04757c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df6e334d63fe40d6bab1dcab87b3309f&device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 1099 time: 0.0740314 Dec 22 16:04:13.188333 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66c9f85-433b-4059-94f0-b7ab043c78cd {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:04:13.196748 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:13.212020 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Transition to ACTIVE for port object e66c9f85-433b-4059-94f0-b7ab043c78cd will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:04:13.259690 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21003c-785e-4e14-a87f-39b61ea48c80 req-34ad980b-7b9e-481a-a9e4-142eae1a5247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:13.261247 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2c21003c-785e-4e14-a87f-39b61ea48c80 req-34ad980b-7b9e-481a-a9e4-142eae1a5247 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e200b176-21b4-4ff9-9fc3-bf11f65875f5 HTTP/1.1" status: 200 len: 914 time: 0.1287665 Dec 22 16:04:13.274912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:13.280072 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-20303308-0c32-4f6a-a231-b86ead13c5a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:13.374107 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2c21003c-785e-4e14-a87f-39b61ea48c80 req-7843fff4-176e-470e-999c-7f2eb110c43b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb HTTP/1.1" status: 200 len: 217 time: 0.1063969 Dec 22 16:04:13.435715 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Pushing event updated for resources: {'Port': ['ID=e66c9f85-433b-4059-94f0-b7ab043c78cd,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:13.442732 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:13.453198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21003c-785e-4e14-a87f-39b61ea48c80 req-4b4dbf5e-78f2-49b2-9af5-cd0b402d3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:13.454676 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2c21003c-785e-4e14-a87f-39b61ea48c80 req-4b4dbf5e-78f2-49b2-9af5-cd0b402d3791 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3134e84c-1b2a-4a5f-9855-43fffc758c97 HTTP/1.1" status: 200 len: 853 time: 0.0743878 Dec 22 16:04:13.507431 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2c21003c-785e-4e14-a87f-39b61ea48c80 req-0f259db9-1d97-4865-a58d-fac70ccd00a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e200b176-21b4-4ff9-9fc3-bf11f65875f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457067 Dec 22 16:04:13.507708 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Attempting to bind port e66c9f85-433b-4059-94f0-b7ab043c78cd on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:04:13.507924 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Attempting to bind port e66c9f85-433b-4059-94f0-b7ab043c78cd by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7a81a1a2-b6ff-4265-a23a-eeaa5039d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e200b176-21b4-4ff9-9fc3-bf11f65875f5'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:04:13.508259 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Attempting to bind port e66c9f85-433b-4059-94f0-b7ab043c78cd on network e200b176-21b4-4ff9-9fc3-bf11f65875f5 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:04:13.512869 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Port e66c9f85-433b-4059-94f0-b7ab043c78cd on network e200b176-21b4-4ff9-9fc3-bf11f65875f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 16:04:13.513442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Attempting to bind port e66c9f85-433b-4059-94f0-b7ab043c78cd on network e200b176-21b4-4ff9-9fc3-bf11f65875f5 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:04:13.515982 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c3c83-f624-42e7-b79e-9810ae032600 req-c5eded54-a999-4b29-acca-5ea4e64357cf tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:13.517372 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7f2c3c83-f624-42e7-b79e-9810ae032600 req-c5eded54-a999-4b29-acca-5ea4e64357cf tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=04780cd4-108a-4ac9-9a0d-87010c8dd119 HTTP/1.1" status: 200 len: 943 time: 0.2035344 Dec 22 16:04:13.518552 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:04:13.518892 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Checking segment: {'id': '7a81a1a2-b6ff-4265-a23a-eeaa5039d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e200b176-21b4-4ff9-9fc3-bf11f65875f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:04:13.519272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Bound using segment: {'id': '7a81a1a2-b6ff-4265-a23a-eeaa5039d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e200b176-21b4-4ff9-9fc3-bf11f65875f5'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:04:13.519689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Bound port: e66c9f85-433b-4059-94f0-b7ab043c78cd, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a81a1a2-b6ff-4265-a23a-eeaa5039d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e200b176-21b4-4ff9-9fc3-bf11f65875f5'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:04:13.520031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:13.614971 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] For port e66c9f85-433b-4059-94f0-b7ab043c78cd, host hv-neutron-8226, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:04:13.619220 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] For port e66c9f85-433b-4059-94f0-b7ab043c78cd, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e66c9f85-433b-4059-94f0-b7ab043c78cd,segment=NetworkSegment(7a81a1a2-b6ff-4265-a23a-eeaa5039d24c),segment_id=7a81a1a2-b6ff-4265-a23a-eeaa5039d24c)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:04:13.644638 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7f2c3c83-f624-42e7-b79e-9810ae032600 req-6af5ad56-c237-446a-8dfa-14a61d7c095e tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025980 Dec 22 16:04:13.680665 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2c21003c-785e-4e14-a87f-39b61ea48c80 req-d4351fdb-0808-40cc-a0b5-5279190fdd3c service neutron] 10.222.0.57 "GET /v2.0/networks/e200b176-21b4-4ff9-9fc3-bf11f65875f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623518 Dec 22 16:04:13.709120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:13.714300 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b135dbc6-c0d1-4526-ad57-427306a8e313 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:13.771965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:13.772583 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:13.775789 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] 10.222.0.57 "PUT /v2.0/ports/e66c9f85-433b-4059-94f0-b7ab043c78cd HTTP/1.1" status: 200 len: 1093 time: 1.0509787 Dec 22 16:04:13.775789 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04780cd4-108a-4ac9-9a0d-87010c8dd119', 'tag': 'e66c9f85-433b-4059-94f0-b7ab043c78cd'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:04:13.794590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Pushing event updated for resources: {'Port': ['ID=e66c9f85-433b-4059-94f0-b7ab043c78cd,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:13.799689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:13.827370 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04780cd4-108a-4ac9-9a0d-87010c8dd119', 'tag': 'e66c9f85-433b-4059-94f0-b7ab043c78cd', 'status': 'completed', 'code': 200} Dec 22 16:04:13.831413 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2c21003c-785e-4e14-a87f-39b61ea48c80 req-d28967ed-d777-4821-9cd1-d50739ea2095 service neutron] 10.222.0.57 "GET /v2.0/networks/e200b176-21b4-4ff9-9fc3-bf11f65875f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430106 Dec 22 16:04:13.923233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5a525-c826-46fb-a9b5-ab0b7ba85469 req-5b5c83a5-ddbe-4462-9e26-f71eae0b5c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:13.924819 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c9d5a525-c826-46fb-a9b5-ab0b7ba85469 req-5b5c83a5-ddbe-4462-9e26-f71eae0b5c7e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df6e334d63fe40d6bab1dcab87b3309f&device_id=04780cd4-108a-4ac9-9a0d-87010c8dd119 HTTP/1.1" status: 200 len: 1096 time: 0.0720599 Dec 22 16:04:14.061584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5a525-c826-46fb-a9b5-ab0b7ba85469 req-8e0aae8d-84d0-4a36-91bd-3bf1d45a74f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:14.063053 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c9d5a525-c826-46fb-a9b5-ab0b7ba85469 req-8e0aae8d-84d0-4a36-91bd-3bf1d45a74f4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=df6e334d63fe40d6bab1dcab87b3309f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1317706 Dec 22 16:04:14.214658 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5a525-c826-46fb-a9b5-ab0b7ba85469 req-88f8a56d-2762-4be9-85b6-abb83f51d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:14.216006 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c9d5a525-c826-46fb-a9b5-ab0b7ba85469 req-88f8a56d-2762-4be9-85b6-abb83f51d95c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1463487 Dec 22 16:04:14.322486 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-4f53deea-7d6e-42f5-ad03-2361ba2fab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:14.323932 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-4f53deea-7d6e-42f5-ad03-2361ba2fab2d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df6e334d63fe40d6bab1dcab87b3309f&device_id=04780cd4-108a-4ac9-9a0d-87010c8dd119 HTTP/1.1" status: 200 len: 1096 time: 0.0724640 Dec 22 16:04:14.393205 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-e923d26b-48fb-4e40-90d9-10d2243f5220 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e66c9f85-433b-4059-94f0-b7ab043c78cd HTTP/1.1" status: 200 len: 217 time: 0.0620480 Dec 22 16:04:14.466498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-d0190407-e5e0-4428-8e4f-00cc6be0e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:14.467869 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-d0190407-e5e0-4428-8e4f-00cc6be0e54f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3134e84c-1b2a-4a5f-9855-43fffc758c97 HTTP/1.1" status: 200 len: 853 time: 0.0690172 Dec 22 16:04:14.514207 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-eb6a24a2-fdda-4da6-b70b-b3b89e05c845 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e200b176-21b4-4ff9-9fc3-bf11f65875f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402722 Dec 22 16:04:14.785894 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-c38dfa78-883f-4387-a4d8-3324a4ac0340 service neutron] 10.222.0.57 "GET /v2.0/networks/e200b176-21b4-4ff9-9fc3-bf11f65875f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654626 Dec 22 16:04:14.945351 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126cd91-f048-4d33-9b52-b2037dbfee43 req-1690dd5d-8c4e-4b84-8439-a426f54258ce tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:14.946826 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9126cd91-f048-4d33-9b52-b2037dbfee43 req-1690dd5d-8c4e-4b84-8439-a426f54258ce tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=04780cd4-108a-4ac9-9a0d-87010c8dd119 HTTP/1.1" status: 200 len: 943 time: 0.1984420 Dec 22 16:04:14.948544 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-980d8236-3400-4c9a-80de-7bb7222878bc service neutron] 10.222.0.57 "GET /v2.0/networks/e200b176-21b4-4ff9-9fc3-bf11f65875f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560462 Dec 22 16:04:14.990190 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9126cd91-f048-4d33-9b52-b2037dbfee43 req-c333168f-32d7-4f8a-bd97-e1a4f2d41390 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376587 Dec 22 16:04:16.184609 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13126aad-610d-4a04-b9d9-d07111ec8b8c req-07755422-784d-4ee6-ab3e-ad9a48e7d0a5 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:16.186063 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-13126aad-610d-4a04-b9d9-d07111ec8b8c req-07755422-784d-4ee6-ab3e-ad9a48e7d0a5 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=04780cd4-108a-4ac9-9a0d-87010c8dd119 HTTP/1.1" status: 200 len: 943 time: 0.0836668 Dec 22 16:04:16.231951 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-13126aad-610d-4a04-b9d9-d07111ec8b8c req-3e9d2b7c-14f1-4748-a49c-2e5e208d4c98 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402732 Dec 22 16:04:17.391307 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device e66c9f85-433b-4059-94f0-b7ab043c78cd details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:04:17.414773 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e30f4e-bf89-4947-b6f1-c58c707911a2 req-878bde5e-90bf-4804-b0ba-42b858ad4201 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:17.416236 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8e30f4e-bf89-4947-b6f1-c58c707911a2 req-878bde5e-90bf-4804-b0ba-42b858ad4201 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=04780cd4-108a-4ac9-9a0d-87010c8dd119 HTTP/1.1" status: 200 len: 943 time: 0.0790148 Dec 22 16:04:17.464416 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8e30f4e-bf89-4947-b6f1-c58c707911a2 req-2b58c682-990b-406f-83f6-7495233ebd8f tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423565 Dec 22 16:04:17.533464 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port e66c9f85-433b-4059-94f0-b7ab043c78cd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e66c9f85-433b-4059-94f0-b7ab043c78cd,segment=NetworkSegment(7a81a1a2-b6ff-4265-a23a-eeaa5039d24c),segment_id=7a81a1a2-b6ff-4265-a23a-eeaa5039d24c)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:04:17.546048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': 'e66c9f85-433b-4059-94f0-b7ab043c78cd', 'network_id': 'e200b176-21b4-4ff9-9fc3-bf11f65875f5', 'port_id': 'e66c9f85-433b-4059-94f0-b7ab043c78cd', 'mac_address': 'fa:16:3e:54:af:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3134e84c-1b2a-4a5f-9855-43fffc758c97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:04:17.603333 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:17.620217 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66c9f85-433b-4059-94f0-b7ab043c78cd {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:04:17.635443 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port e66c9f85-433b-4059-94f0-b7ab043c78cd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e66c9f85-433b-4059-94f0-b7ab043c78cd,segment=NetworkSegment(7a81a1a2-b6ff-4265-a23a-eeaa5039d24c),segment_id=7a81a1a2-b6ff-4265-a23a-eeaa5039d24c)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:04:17.708588 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:17.710310 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0e23fd46-84ea-431e-ab2b-384119417f89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:17.774511 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=e66c9f85-433b-4059-94f0-b7ab043c78cd,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:17.778658 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:18.037353 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['e66c9f85-433b-4059-94f0-b7ab043c78cd'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:04:18.658373 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292c046-96b6-41e7-8d28-b8f2c58907f8 req-dba40065-44b0-440d-be2a-f7c862486680 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:18.659824 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5292c046-96b6-41e7-8d28-b8f2c58907f8 req-dba40065-44b0-440d-be2a-f7c862486680 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=04780cd4-108a-4ac9-9a0d-87010c8dd119 HTTP/1.1" status: 200 len: 944 time: 0.0820365 Dec 22 16:04:18.703663 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5292c046-96b6-41e7-8d28-b8f2c58907f8 req-c2944945-0bc8-4fc1-8681-db54afea4ac5 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377431 Dec 22 16:04:19.394977 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device e66c9f85-433b-4059-94f0-b7ab043c78cd up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:04:19.508436 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port e66c9f85-433b-4059-94f0-b7ab043c78cd completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:04:19.513729 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port e66c9f85-433b-4059-94f0-b7ab043c78cd triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:04:19.514102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:19.628939 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:19.655548 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04780cd4-108a-4ac9-9a0d-87010c8dd119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66c9f85-433b-4059-94f0-b7ab043c78cd'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:04:19.665691 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port e66c9f85-433b-4059-94f0-b7ab043c78cd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e66c9f85-433b-4059-94f0-b7ab043c78cd,segment=NetworkSegment(7a81a1a2-b6ff-4265-a23a-eeaa5039d24c),segment_id=7a81a1a2-b6ff-4265-a23a-eeaa5039d24c)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:04:19.698118 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04780cd4-108a-4ac9-9a0d-87010c8dd119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66c9f85-433b-4059-94f0-b7ab043c78cd', 'code': 200} Dec 22 16:04:19.737771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:19.739822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:19.809624 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=e66c9f85-433b-4059-94f0-b7ab043c78cd,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:19.813014 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:19.887717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba292ad1-21f3-47a6-a8c4-ed49dd016a7a req-d53f9557-2e06-47f0-8b50-d3f767a8366b tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:19.889365 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ba292ad1-21f3-47a6-a8c4-ed49dd016a7a req-d53f9557-2e06-47f0-8b50-d3f767a8366b tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=04780cd4-108a-4ac9-9a0d-87010c8dd119 HTTP/1.1" status: 200 len: 945 time: 0.0813112 Dec 22 16:04:19.944099 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ba292ad1-21f3-47a6-a8c4-ed49dd016a7a req-11e2ce21-c953-4982-9970-19054e34f6e8 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490613 Dec 22 16:04:20.042920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41a2c8-26a6-430c-9667-fb32efdd16f9 req-5c3f6b75-35ef-42d4-b542-72a4e211ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:20.044426 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4f41a2c8-26a6-430c-9667-fb32efdd16f9 req-5c3f6b75-35ef-42d4-b542-72a4e211ecea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=04780cd4-108a-4ac9-9a0d-87010c8dd119 HTTP/1.1" status: 200 len: 1098 time: 0.0725443 Dec 22 16:04:20.084759 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4f41a2c8-26a6-430c-9667-fb32efdd16f9 req-1261dfe3-9a3f-41ad-8e96-8ef280f00143 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328407 Dec 22 16:04:21.126137 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2f0e4-c757-4be1-8f9a-bd6a80f0c05b req-edf61302-ae89-4d6b-995a-a5ef37ddeab4 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:21.127654 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1ee2f0e4-c757-4be1-8f9a-bd6a80f0c05b req-edf61302-ae89-4d6b-995a-a5ef37ddeab4 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=04780cd4-108a-4ac9-9a0d-87010c8dd119 HTTP/1.1" status: 200 len: 945 time: 0.0795083 Dec 22 16:04:21.175728 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1ee2f0e4-c757-4be1-8f9a-bd6a80f0c05b req-19b62d3d-f6a9-4ed2-94b0-5a4695031b6c tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422418 Dec 22 16:04:22.362297 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88942d00-d080-4689-9dc4-f5e7745203d6 req-f9888ee1-88c6-4b1f-8fcb-4371bb0d9626 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:22.363747 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-88942d00-d080-4689-9dc4-f5e7745203d6 req-f9888ee1-88c6-4b1f-8fcb-4371bb0d9626 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=04780cd4-108a-4ac9-9a0d-87010c8dd119 HTTP/1.1" status: 200 len: 945 time: 0.0793576 Dec 22 16:04:22.407693 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-88942d00-d080-4689-9dc4-f5e7745203d6 req-1aec8332-b27b-4df8-ab87-cf1193e210d1 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377142 Dec 22 16:04:22.998553 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489c327-1591-4fce-9452-49b43d69d0bb req-372e30be-70a5-4401-adbf-dbef4df40b5b tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:23.000023 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f489c327-1591-4fce-9452-49b43d69d0bb req-372e30be-70a5-4401-adbf-dbef4df40b5b tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=04780cd4-108a-4ac9-9a0d-87010c8dd119 HTTP/1.1" status: 200 len: 945 time: 0.0833333 Dec 22 16:04:23.043406 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f489c327-1591-4fce-9452-49b43d69d0bb req-8b919be9-705f-4c27-bab7-5864148a9adb tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377653 Dec 22 16:04:24.235185 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852e3cf-dde5-4138-99d9-9ddc03c9c925 req-6b6a8c37-6619-4b1e-8dd0-7d629c313968 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:24.236623 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6852e3cf-dde5-4138-99d9-9ddc03c9c925 req-6b6a8c37-6619-4b1e-8dd0-7d629c313968 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=04780cd4-108a-4ac9-9a0d-87010c8dd119 HTTP/1.1" status: 200 len: 945 time: 0.0857768 Dec 22 16:04:24.280661 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6852e3cf-dde5-4138-99d9-9ddc03c9c925 req-cbc1e2ae-4256-4b69-9efa-2d3ba4998ac4 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376825 Dec 22 16:04:24.444731 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d32dde-daf5-463e-b9f5-fa88efe91c94 req-f63c60cf-9405-44a1-b680-275f57174980 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:24.446192 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-25d32dde-daf5-463e-b9f5-fa88efe91c94 req-f63c60cf-9405-44a1-b680-275f57174980 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.57 "GET /v2.0/ports?device_id=04780cd4-108a-4ac9-9a0d-87010c8dd119 HTTP/1.1" status: 200 len: 945 time: 0.0812745 Dec 22 16:04:24.514616 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-25d32dde-daf5-463e-b9f5-fa88efe91c94 req-95ee12a9-6dc1-4869-bbd3-59296642ea67 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Deleting port e66c9f85-433b-4059-94f0-b7ab043c78cd {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:04:24.514957 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-25d32dde-daf5-463e-b9f5-fa88efe91c94 req-95ee12a9-6dc1-4869-bbd3-59296642ea67 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:24.754496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-25d32dde-daf5-463e-b9f5-fa88efe91c94 req-95ee12a9-6dc1-4869-bbd3-59296642ea67 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] For port e66c9f85-433b-4059-94f0-b7ab043c78cd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e66c9f85-433b-4059-94f0-b7ab043c78cd,segment=NetworkSegment(7a81a1a2-b6ff-4265-a23a-eeaa5039d24c),segment_id=7a81a1a2-b6ff-4265-a23a-eeaa5039d24c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:04:24.754869 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-25d32dde-daf5-463e-b9f5-fa88efe91c94 req-95ee12a9-6dc1-4869-bbd3-59296642ea67 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:24.993689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-25d32dde-daf5-463e-b9f5-fa88efe91c94 req-95ee12a9-6dc1-4869-bbd3-59296642ea67 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Calling delete_port for e66c9f85-433b-4059-94f0-b7ab043c78cd owned by compute:nova {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:04:25.227429 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-25d32dde-daf5-463e-b9f5-fa88efe91c94 req-95ee12a9-6dc1-4869-bbd3-59296642ea67 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:25.233411 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:25.238879 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb', 'e66c9f85-433b-4059-94f0-b7ab043c78cd'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:04:25.270075 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e1e4b3bf-3f02-4492-9cc2-9befe0a6d315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:25.283390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee12a9-6dc1-4869-bbd3-59296642ea67 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Pushing event deleted for resources: {'Port': ['ID=e66c9f85-433b-4059-94f0-b7ab043c78cd,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:25.286487 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-95ee12a9-6dc1-4869-bbd3-59296642ea67 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:25.364716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d32dde-daf5-463e-b9f5-fa88efe91c94 req-95ee12a9-6dc1-4869-bbd3-59296642ea67 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] No DVR routers for this DVR port e66c9f85-433b-4059-94f0-b7ab043c78cd on host hv-neutron-8226 {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:04:25.367368 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-25d32dde-daf5-463e-b9f5-fa88efe91c94 req-95ee12a9-6dc1-4869-bbd3-59296642ea67 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:25.370161 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04780cd4-108a-4ac9-9a0d-87010c8dd119', 'name': 'network-vif-deleted', 'tag': 'e66c9f85-433b-4059-94f0-b7ab043c78cd'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:04:25.378923 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-25d32dde-daf5-463e-b9f5-fa88efe91c94 req-95ee12a9-6dc1-4869-bbd3-59296642ea67 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.57 "DELETE /v2.0/ports/e66c9f85-433b-4059-94f0-b7ab043c78cd HTTP/1.1" status: 204 len: 173 time: 0.9268639 Dec 22 16:04:25.423795 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04780cd4-108a-4ac9-9a0d-87010c8dd119', 'name': 'network-vif-deleted', 'tag': 'e66c9f85-433b-4059-94f0-b7ab043c78cd', 'status': 'completed', 'code': 200} Dec 22 16:04:25.442390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-fbc20ec6-487e-4736-abed-524e69527b68 req-ec229aab-9d7f-4243-ac1d-8383b885877c tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Synchronizing usage tracker for tenant:df6e334d63fe40d6bab1dcab87b3309f on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:04:25.605524 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-fbc20ec6-487e-4736-abed-524e69527b68 req-ec229aab-9d7f-4243-ac1d-8383b885877c tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Unset dirty status for tenant:df6e334d63fe40d6bab1dcab87b3309f on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:04:25.606757 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fbc20ec6-487e-4736-abed-524e69527b68 req-ec229aab-9d7f-4243-ac1d-8383b885877c tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=04780cd4-108a-4ac9-9a0d-87010c8dd119 HTTP/1.1" status: 200 len: 210 time: 0.2160239 Dec 22 16:04:26.860992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f6b4c-74c5-4e85-b2ce-4133b1c73b36 req-3fdff5a3-4d6e-45fe-8db7-f6f6146ce231 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:26.862467 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cc6f6b4c-74c5-4e85-b2ce-4133b1c73b36 req-3fdff5a3-4d6e-45fe-8db7-f6f6146ce231 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 946 time: 0.0793121 Dec 22 16:04:26.916926 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cc6f6b4c-74c5-4e85-b2ce-4133b1c73b36 req-d2eebe8f-c1b9-43de-ab26-dcb65b95bdff tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486014 Dec 22 16:04:27.119611 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef70ff-aa1d-4843-a402-d11f5c1b1399 req-5fae16fa-2572-4aba-820e-edaa71476967 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:27.121070 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-36ef70ff-aa1d-4843-a402-d11f5c1b1399 req-5fae16fa-2572-4aba-820e-edaa71476967 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 946 time: 0.0832319 Dec 22 16:04:27.164795 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-36ef70ff-aa1d-4843-a402-d11f5c1b1399 req-a142782c-dd35-4ef0-b653-078b4eef497e tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380464 Dec 22 16:04:27.354909 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8826b-07f4-43b7-a589-991c630ca66e req-3e773154-ee16-4da2-8882-d3220d89113b tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:27.356363 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c2b8826b-07f4-43b7-a589-991c630ca66e req-3e773154-ee16-4da2-8882-d3220d89113b tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 946 time: 0.0792341 Dec 22 16:04:27.399913 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c2b8826b-07f4-43b7-a589-991c630ca66e req-ffa6c7d2-1700-4c1e-8fef-a824ca8acc36 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379782 Dec 22 16:04:27.415179 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device e66c9f85-433b-4059-94f0-b7ab043c78cd no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:04:27.456930 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: e66c9f85-433b-4059-94f0-b7ab043c78cd {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:04:27.457368 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device e66c9f85-433b-4059-94f0-b7ab043c78cd not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:04:27.689908 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38163f1-8251-40a2-90e7-070d26551ed4 req-cbeecfff-39e3-4297-af0b-ff1096ff1394 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:27.691319 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d38163f1-8251-40a2-90e7-070d26551ed4 req-cbeecfff-39e3-4297-af0b-ff1096ff1394 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 946 time: 0.0826576 Dec 22 16:04:27.725835 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-76397f88-8f39-495c-bda2-ccaef161c180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:27.736170 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d38163f1-8251-40a2-90e7-070d26551ed4 req-c052ca74-91d3-40da-a139-0f218f5edf2f tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386178 Dec 22 16:04:27.943946 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e3200-d348-4f41-8648-e70f350b395e req-411bc9d7-3628-4b63-a211-9c85aa94dda4 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:27.945314 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bc3e3200-d348-4f41-8648-e70f350b395e req-411bc9d7-3628-4b63-a211-9c85aa94dda4 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 946 time: 0.1023312 Dec 22 16:04:27.994681 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bc3e3200-d348-4f41-8648-e70f350b395e req-7e1bb6af-9948-4c60-aab0-072f4dc41c4f tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435457 Dec 22 16:04:28.192021 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e621658-14af-4558-aaf8-161d40e92b48 req-742964a1-09eb-4976-9a3e-f9cffe622688 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:28.193470 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6e621658-14af-4558-aaf8-161d40e92b48 req-742964a1-09eb-4976-9a3e-f9cffe622688 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 946 time: 0.0815768 Dec 22 16:04:28.240372 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6e621658-14af-4558-aaf8-161d40e92b48 req-3c6473c0-94d5-4cdb-81c3-05c49ba0cc60 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408251 Dec 22 16:04:29.017091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f840834-3183-40c4-b5f1-b0a2985409ee req-df1fbb8d-416f-4d14-82ce-056e24db578a tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:29.018574 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5f840834-3183-40c4-b5f1-b0a2985409ee req-df1fbb8d-416f-4d14-82ce-056e24db578a tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 946 time: 0.0796657 Dec 22 16:04:29.066908 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5f840834-3183-40c4-b5f1-b0a2985409ee req-1e9f0568-4982-4eb0-a9c1-f5aa2ab7ce07 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415246 Dec 22 16:04:29.124672 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:29.125283 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:30.260138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3466aba-6f4d-4faa-8882-5fcfdc63d281 req-7b4d7cf6-17b7-4d9f-bc38-77ad639bba70 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:30.261609 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a3466aba-6f4d-4faa-8882-5fcfdc63d281 req-7b4d7cf6-17b7-4d9f-bc38-77ad639bba70 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 946 time: 0.0849907 Dec 22 16:04:30.306569 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a3466aba-6f4d-4faa-8882-5fcfdc63d281 req-dd030cf7-f999-4dd4-b8e7-c67a1db7c969 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/security-groups?id=36e281c9-694d-44dc-9af6-bf3c453bac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388141 Dec 22 16:04:30.563406 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cadef5-5bb2-4442-88ba-2fa8f542d900 req-033d9c5d-4e79-42dc-b76b-24e494a05ac5 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:30.565651 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-74cadef5-5bb2-4442-88ba-2fa8f542d900 req-033d9c5d-4e79-42dc-b76b-24e494a05ac5 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 946 time: 0.0873995 Dec 22 16:04:30.636653 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-74cadef5-5bb2-4442-88ba-2fa8f542d900 req-35e619f8-c561-47b8-97b8-2e616702116d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Deleting port e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:04:30.636909 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-74cadef5-5bb2-4442-88ba-2fa8f542d900 req-35e619f8-c561-47b8-97b8-2e616702116d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:30.895849 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-74cadef5-5bb2-4442-88ba-2fa8f542d900 req-35e619f8-c561-47b8-97b8-2e616702116d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] For port e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb,segment=NetworkSegment(7a81a1a2-b6ff-4265-a23a-eeaa5039d24c),segment_id=7a81a1a2-b6ff-4265-a23a-eeaa5039d24c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:04:30.896749 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-74cadef5-5bb2-4442-88ba-2fa8f542d900 req-35e619f8-c561-47b8-97b8-2e616702116d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:31.046122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:31.138385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-74cadef5-5bb2-4442-88ba-2fa8f542d900 req-35e619f8-c561-47b8-97b8-2e616702116d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Calling delete_port for e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb owned by compute:nova {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:04:31.348481 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-74cadef5-5bb2-4442-88ba-2fa8f542d900 req-35e619f8-c561-47b8-97b8-2e616702116d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:31.355663 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c576fbe2-813f-4929-a889-1878b3a74d16 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:31.362868 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:04:31.416804 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e619f8-c561-47b8-97b8-2e616702116d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Pushing event deleted for resources: {'Port': ['ID=e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:31.420324 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-35e619f8-c561-47b8-97b8-2e616702116d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:31.526921 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f5e9d136-bf30-48f1-8820-26efaaaea4a0 req-4e28da29-9d5b-4ee3-bea1-132bf50438b2 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3c07f-0ff4-49f5-b105-5799a10c4657 HTTP/1.1" status: 200 len: 210 time: 0.0763431 Dec 22 16:04:31.531976 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cadef5-5bb2-4442-88ba-2fa8f542d900 req-35e619f8-c561-47b8-97b8-2e616702116d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] No DVR routers for this DVR port e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb on host hv-neutron-8226 {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:04:31.534481 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-74cadef5-5bb2-4442-88ba-2fa8f542d900 req-35e619f8-c561-47b8-97b8-2e616702116d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:31.537082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca3c07f-0ff4-49f5-b105-5799a10c4657', 'name': 'network-vif-deleted', 'tag': 'e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:04:31.585602 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca3c07f-0ff4-49f5-b105-5799a10c4657', 'name': 'network-vif-deleted', 'tag': 'e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb', 'status': 'completed', 'code': 200} Dec 22 16:04:31.612172 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-74cadef5-5bb2-4442-88ba-2fa8f542d900 req-35e619f8-c561-47b8-97b8-2e616702116d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] 10.222.0.57 "DELETE /v2.0/ports/e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb HTTP/1.1" status: 204 len: 173 time: 1.0403709 Dec 22 16:04:32.633659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 44434) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:32.700180 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ef935e-8a1d-415a-8a6f-a0a573beba2c admin admin] Deleting subnet 3134e84c-1b2a-4a5f-9855-43fffc758c97 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:04:32.703132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04ef935e-8a1d-415a-8a6f-a0a573beba2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:32.752365 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04ef935e-8a1d-415a-8a6f-a0a573beba2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:32.812198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04ef935e-8a1d-415a-8a6f-a0a573beba2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:32.989088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04ef935e-8a1d-415a-8a6f-a0a573beba2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:32.993066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5ac4c458-a459-40c4-a705-b2aff592e725 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:33.029505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef935e-8a1d-415a-8a6f-a0a573beba2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3134e84c-1b2a-4a5f-9855-43fffc758c97,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:33.032702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-04ef935e-8a1d-415a-8a6f-a0a573beba2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:33.033856 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04ef935e-8a1d-415a-8a6f-a0a573beba2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:33.041567 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-04ef935e-8a1d-415a-8a6f-a0a573beba2c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3134e84c-1b2a-4a5f-9855-43fffc758c97 HTTP/1.1" status: 204 len: 168 time: 0.4068098 Dec 22 16:04:33.043978 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 44438) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:33.151034 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3e7e017-e6a2-484f-92e4-b531f9ad07c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:33.277009 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3e7e017-e6a2-484f-92e4-b531f9ad07c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:33.304332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-f3e7e017-e6a2-484f-92e4-b531f9ad07c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e200b176-21b4-4ff9-9fc3-bf11f65875f5']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:33.321508 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-f3e7e017-e6a2-484f-92e4-b531f9ad07c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a81a1a2-b6ff-4265-a23a-eeaa5039d24c') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:33.321807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-f3e7e017-e6a2-484f-92e4-b531f9ad07c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a81a1a2-b6ff-4265-a23a-eeaa5039d24c') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:33.334074 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3e7e017-e6a2-484f-92e4-b531f9ad07c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:33.350343 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3e7e017-e6a2-484f-92e4-b531f9ad07c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:33.356395 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e7e017-e6a2-484f-92e4-b531f9ad07c5 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:04:33.356783 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3e7e017-e6a2-484f-92e4-b531f9ad07c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:04:33.370171 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:04:33.436841 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:04:33.471362 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:04:33.471714 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device e58807a2-b0ef-4ee4-a2a1-2cceb9ee9dcb not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:04:33.520287 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3e7e017-e6a2-484f-92e4-b531f9ad07c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:33.525140 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3e7e017-e6a2-484f-92e4-b531f9ad07c5 admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:33.527924 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-78bdd188-5d3b-4315-a005-b6d2cf944ab7 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:33.553837 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7e017-e6a2-484f-92e4-b531f9ad07c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e200b176-21b4-4ff9-9fc3-bf11f65875f5,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:33.556384 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f3e7e017-e6a2-484f-92e4-b531f9ad07c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:33.611945 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f3e7e017-e6a2-484f-92e4-b531f9ad07c5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e200b176-21b4-4ff9-9fc3-bf11f65875f5 HTTP/1.1" status: 204 len: 168 time: 0.5669384 Dec 22 16:04:33.916253 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44444) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:33.967836 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1627954c-95cd-4950-b8d6-5851f48b5de9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=df6e334d63fe40d6bab1dcab87b3309f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503278 Dec 22 16:04:33.970092 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44448) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:34.027148 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2adf1715-da33-47db-a030-ffea4984ba05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:34.052309 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2adf1715-da33-47db-a030-ffea4984ba05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:34.199910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2adf1715-da33-47db-a030-ffea4984ba05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:34.203828 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:34.218191 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf1715-da33-47db-a030-ffea4984ba05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e281c9-694d-44dc-9af6-bf3c453bac42,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:34.220797 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2adf1715-da33-47db-a030-ffea4984ba05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:34.290585 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2adf1715-da33-47db-a030-ffea4984ba05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:34.291727 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2adf1715-da33-47db-a030-ffea4984ba05 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/36e281c9-694d-44dc-9af6-bf3c453bac42 HTTP/1.1" status: 204 len: 168 time: 0.3207288 Dec 22 16:04:35.399258 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44472) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:35.500616 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1381212294'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:04:35.506188 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:04:35.509978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Usage tracker for resource:network and tenant:a5814d0b863541bbb0b8c1c329f6ee80 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:04:35.512940 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:04:35.519815 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:04:35.598563 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Made reservation on behalf of a5814d0b863541bbb0b8c1c329f6ee80 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:04:35.602065 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:35.615769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:35.632178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:04:35.636108 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Usage tracker for resource:security_group_rule and tenant:a5814d0b863541bbb0b8c1c329f6ee80 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:04:35.639286 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:04:35.644942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:04:35.741612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:35.822561 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:35.825964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4dd59a6e-5fcc-4030-a1be-4eab50d51aa1 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:35.858879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:04:35.864208 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b41b34-4543-48fd-98ed-3b8144e3f37e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:35.874899 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:35.876371 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:35.876371 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:35.876371 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:35.876371 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:35.876838 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:35.877075 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:35.877442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:35.877803 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:35.878162 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:35.878553 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:35.878913 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:35.883307 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:35.883665 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Added segment 800c1686-806b-4f56-8451-4638e36dab52 of type vlan for network 39b0412c-dd40-4a37-b747-78f8a71ebcf6 Dec 22 16:04:35.884995 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:35.912630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:36.022648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:36.028243 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:36.028831 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:36.032664 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c7065d25-74e2-4f93-b756-35683702b389 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:36.144964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event updated for resources: {'Network': ['ID=39b0412c-dd40-4a37-b747-78f8a71ebcf6,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:36.147780 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:36.155510 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 39b0412c-dd40-4a37-b747-78f8a71ebcf6 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 16:04:36.221363 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8209758 Dec 22 16:04:36.456751 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:37.270054 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:04:39.462712 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44478) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:39.468531 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4a1c6d38-65da-41f5-b049-2e78261f5bc2 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Request body: {'subnet': {'network_id': '39b0412c-dd40-4a37-b747-78f8a71ebcf6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:04:39.701973 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4a1c6d38-65da-41f5-b049-2e78261f5bc2 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:04:39.705696 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4a1c6d38-65da-41f5-b049-2e78261f5bc2 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Usage tracker for resource:subnet and tenant:a5814d0b863541bbb0b8c1c329f6ee80 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:04:39.708744 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4a1c6d38-65da-41f5-b049-2e78261f5bc2 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:04:39.714473 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4a1c6d38-65da-41f5-b049-2e78261f5bc2 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:04:39.822573 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1c6d38-65da-41f5-b049-2e78261f5bc2 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Made reservation on behalf of a5814d0b863541bbb0b8c1c329f6ee80 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:04:39.826115 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4a1c6d38-65da-41f5-b049-2e78261f5bc2 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:40.108798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4a1c6d38-65da-41f5-b049-2e78261f5bc2 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:40.112568 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b8cc59c4-af40-47c5-8bf7-c2493fac5b1b tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:40.192065 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c6d38-65da-41f5-b049-2e78261f5bc2 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event updated for resources: {'Subnet': ['ID=d2541826-6c2f-4371-ab20-6169794b564e,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:40.196623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4a1c6d38-65da-41f5-b049-2e78261f5bc2 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:40.200593 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c6d38-65da-41f5-b049-2e78261f5bc2 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Checking segment: {'id': '800c1686-806b-4f56-8451-4638e36dab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '39b0412c-dd40-4a37-b747-78f8a71ebcf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:04:40.200953 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1c6d38-65da-41f5-b049-2e78261f5bc2 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Network hostable DHCP agents. Network: 39b0412c-dd40-4a37-b747-78f8a71ebcf6, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:04:40.285554 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1c6d38-65da-41f5-b049-2e78261f5bc2 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Network 39b0412c-dd40-4a37-b747-78f8a71ebcf6 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:04:40.360144 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4a1c6d38-65da-41f5-b049-2e78261f5bc2 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 39b0412c-dd40-4a37-b747-78f8a71ebcf6) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:04:40.367190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1c6d38-65da-41f5-b049-2e78261f5bc2 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:40.368466 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4a1c6d38-65da-41f5-b049-2e78261f5bc2 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:40.372480 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e24997b-4b73-42b9-ba85-861b6ebeb2d7 None None] Network 39b0412c-dd40-4a37-b747-78f8a71ebcf6 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:04:40.468807 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4a1c6d38-65da-41f5-b049-2e78261f5bc2 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0049534 Dec 22 16:04:40.472301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44482) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:40.478494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-58ede6e7-7584-41af-8f1a-97025319c490 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-375942322'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:04:40.483344 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-58ede6e7-7584-41af-8f1a-97025319c490 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:04:40.487064 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-58ede6e7-7584-41af-8f1a-97025319c490 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Usage tracker for resource:network and tenant:a5814d0b863541bbb0b8c1c329f6ee80 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:04:40.490485 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-58ede6e7-7584-41af-8f1a-97025319c490 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:04:40.496232 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-58ede6e7-7584-41af-8f1a-97025319c490 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:04:40.581049 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ede6e7-7584-41af-8f1a-97025319c490 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Made reservation on behalf of a5814d0b863541bbb0b8c1c329f6ee80 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:04:40.584594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58ede6e7-7584-41af-8f1a-97025319c490 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:40.599998 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-39b0412c-dd40-4a37-b747-78f8a71ebcf6', 'network_id': '39b0412c-dd40-4a37-b747-78f8a71ebcf6', 'tenant_id': 'a5814d0b863541bbb0b8c1c329f6ee80', 'fixed_ips': [{'subnet_id': 'd2541826-6c2f-4371-ab20-6169794b564e'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 16:04:40.600839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:40.613160 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ede6e7-7584-41af-8f1a-97025319c490 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:04:40.622718 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58ede6e7-7584-41af-8f1a-97025319c490 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:40.625798 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-58ede6e7-7584-41af-8f1a-97025319c490 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Added segment 3f5d3980-28b9-4d44-9b83-1dc340e0cef3 of type vlan for network 335b5455-9655-4910-ad13-269c8920d468 Dec 22 16:04:40.648616 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58ede6e7-7584-41af-8f1a-97025319c490 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:40.748442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58ede6e7-7584-41af-8f1a-97025319c490 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:40.754410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ede6e7-7584-41af-8f1a-97025319c490 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:40.760034 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58ede6e7-7584-41af-8f1a-97025319c490 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:40.760602 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3a927e9e-69b6-47a7-adf6-19feeda8937f tempest-RoutersNegativeIpV6Test-1714116648 tempest-RoutersNegativeIpV6Test-1714116648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:40.796806 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Allocated IP 2001:db8:0:ffff::2 (39b0412c-dd40-4a37-b747-78f8a71ebcf6/d2541826-6c2f-4371-ab20-6169794b564e/2c6f04f5-6172-416b-baa4-cf236f3ffe67) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:04:40.876408 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ede6e7-7584-41af-8f1a-97025319c490 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event updated for resources: {'Network': ['ID=335b5455-9655-4910-ad13-269c8920d468,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:40.879194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-58ede6e7-7584-41af-8f1a-97025319c490 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:40.903277 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-58ede6e7-7584-41af-8f1a-97025319c490 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4299119 Dec 22 16:04:40.906165 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44486) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:40.912611 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2cd6b022-c387-41ba-8a3e-33de0e704cee tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Request body: {'subnet': {'network_id': '335b5455-9655-4910-ad13-269c8920d468', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:04:40.914623 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 335b5455-9655-4910-ad13-269c8920d468 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 16:04:41.028043 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2cd6b022-c387-41ba-8a3e-33de0e704cee tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:04:41.031991 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2cd6b022-c387-41ba-8a3e-33de0e704cee tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Usage tracker for resource:subnet and tenant:a5814d0b863541bbb0b8c1c329f6ee80 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:04:41.034933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2cd6b022-c387-41ba-8a3e-33de0e704cee tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:04:41.041270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2cd6b022-c387-41ba-8a3e-33de0e704cee tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:04:41.096842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd6b022-c387-41ba-8a3e-33de0e704cee tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Made reservation on behalf of a5814d0b863541bbb0b8c1c329f6ee80 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:04:41.101311 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2cd6b022-c387-41ba-8a3e-33de0e704cee tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:41.161165 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:41.171365 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Transition to ACTIVE for port object 2c6f04f5-6172-416b-baa4-cf236f3ffe67 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:04:41.189052 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Transition to ACTIVE for port object 2c6f04f5-6172-416b-baa4-cf236f3ffe67 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:04:41.239974 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:41.243673 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:41.309473 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Network 39b0412c-dd40-4a37-b747-78f8a71ebcf6 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:04:41.312459 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:04:41.316208 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:04:41.322631 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Pushing event updated for resources: {'Port': ['ID=2c6f04f5-6172-416b-baa4-cf236f3ffe67,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:41.327879 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:41.411402 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2cd6b022-c387-41ba-8a3e-33de0e704cee tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:41.412089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Attempting to bind port 2c6f04f5-6172-416b-baa4-cf236f3ffe67 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:04:41.412565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Attempting to bind port 2c6f04f5-6172-416b-baa4-cf236f3ffe67 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '800c1686-806b-4f56-8451-4638e36dab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '39b0412c-dd40-4a37-b747-78f8a71ebcf6'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:04:41.412818 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Attempting to bind port 2c6f04f5-6172-416b-baa4-cf236f3ffe67 on network 39b0412c-dd40-4a37-b747-78f8a71ebcf6 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:04:41.416051 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0fde8303-63ce-4f3e-8c21-49ee9d3c7f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:41.418140 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:04:41.418545 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Checking segment: {'id': '800c1686-806b-4f56-8451-4638e36dab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '39b0412c-dd40-4a37-b747-78f8a71ebcf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:04:41.418949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:41.419371 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Bound using segment: {'id': '800c1686-806b-4f56-8451-4638e36dab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '39b0412c-dd40-4a37-b747-78f8a71ebcf6'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:04:41.419834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Bound port: 2c6f04f5-6172-416b-baa4-cf236f3ffe67, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800c1686-806b-4f56-8451-4638e36dab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '39b0412c-dd40-4a37-b747-78f8a71ebcf6'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:04:41.420213 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:41.499350 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6b022-c387-41ba-8a3e-33de0e704cee tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event updated for resources: {'Subnet': ['ID=4e99b365-5662-4222-a8ae-a92cbdd40e51,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:41.501769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6b022-c387-41ba-8a3e-33de0e704cee tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Checking segment: {'id': '3f5d3980-28b9-4d44-9b83-1dc340e0cef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '335b5455-9655-4910-ad13-269c8920d468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:04:41.502130 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd6b022-c387-41ba-8a3e-33de0e704cee tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Network hostable DHCP agents. Network: 335b5455-9655-4910-ad13-269c8920d468, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:04:41.507190 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] For port 2c6f04f5-6172-416b-baa4-cf236f3ffe67, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:04:41.508575 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2cd6b022-c387-41ba-8a3e-33de0e704cee tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:41.510273 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] For port 2c6f04f5-6172-416b-baa4-cf236f3ffe67, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2c6f04f5-6172-416b-baa4-cf236f3ffe67,segment=NetworkSegment(800c1686-806b-4f56-8451-4638e36dab52),segment_id=800c1686-806b-4f56-8451-4638e36dab52)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:04:41.593238 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:41.596898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:41.604896 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd6b022-c387-41ba-8a3e-33de0e704cee tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Network 335b5455-9655-4910-ad13-269c8920d468 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:04:41.676191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Pushing event updated for resources: {'Port': ['ID=2c6f04f5-6172-416b-baa4-cf236f3ffe67,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:41.679162 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:41.693298 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-2cd6b022-c387-41ba-8a3e-33de0e704cee tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 335b5455-9655-4910-ad13-269c8920d468) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:04:41.697877 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd6b022-c387-41ba-8a3e-33de0e704cee tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:41.698532 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2cd6b022-c387-41ba-8a3e-33de0e704cee tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:41.702331 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4284ca2-5c7a-4a69-988f-cdd39cd139f8 None None] Network 335b5455-9655-4910-ad13-269c8920d468 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:04:41.799338 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2cd6b022-c387-41ba-8a3e-33de0e704cee tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8920338 Dec 22 16:04:41.802021 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44490) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:41.938935 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-335b5455-9655-4910-ad13-269c8920d468', 'network_id': '335b5455-9655-4910-ad13-269c8920d468', 'tenant_id': 'a5814d0b863541bbb0b8c1c329f6ee80', 'fixed_ips': [{'subnet_id': '4e99b365-5662-4222-a8ae-a92cbdd40e51'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 16:04:41.939799 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:41.972060 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:42.042059 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:42.117797 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Allocated IP 2001:db8::2 (335b5455-9655-4910-ad13-269c8920d468/4e99b365-5662-4222-a8ae-a92cbdd40e51/8ed3515e-7534-4837-9c01-776776bd7802) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:04:42.323767 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:42.333989 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Transition to ACTIVE for port object 8ed3515e-7534-4837-9c01-776776bd7802 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:04:42.356587 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Transition to ACTIVE for port object 8ed3515e-7534-4837-9c01-776776bd7802 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:04:42.446000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:42.452015 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:42.522426 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Network 335b5455-9655-4910-ad13-269c8920d468 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:04:42.525318 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:04:42.528957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:04:42.534659 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Pushing event updated for resources: {'Port': ['ID=8ed3515e-7534-4837-9c01-776776bd7802,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:42.539154 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:42.549041 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:42.553516 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bd7b4dbc-af6e-4d5d-9de4-e67231e2cfe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:42.607359 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event deleted for resources: {'Subnet': ['ID=4e99b365-5662-4222-a8ae-a92cbdd40e51,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:42.609863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:42.628020 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Attempting to bind port 8ed3515e-7534-4837-9c01-776776bd7802 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:04:42.628486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Attempting to bind port 8ed3515e-7534-4837-9c01-776776bd7802 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '3f5d3980-28b9-4d44-9b83-1dc340e0cef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '335b5455-9655-4910-ad13-269c8920d468'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:04:42.628942 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Attempting to bind port 8ed3515e-7534-4837-9c01-776776bd7802 on network 335b5455-9655-4910-ad13-269c8920d468 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:04:42.635214 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:04:42.635681 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Checking segment: {'id': '3f5d3980-28b9-4d44-9b83-1dc340e0cef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '335b5455-9655-4910-ad13-269c8920d468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:04:42.636280 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:42.636758 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Bound using segment: {'id': '3f5d3980-28b9-4d44-9b83-1dc340e0cef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '335b5455-9655-4910-ad13-269c8920d468'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:04:42.637361 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Bound port: 8ed3515e-7534-4837-9c01-776776bd7802, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5d3980-28b9-4d44-9b83-1dc340e0cef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '335b5455-9655-4910-ad13-269c8920d468'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:04:42.637856 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:42.696814 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:42.704188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5b83f4-6a16-4ef1-b3e9-1f3120849838 None None] Network 39b0412c-dd40-4a37-b747-78f8a71ebcf6 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:04:42.723123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335b5455-9655-4910-ad13-269c8920d468']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:42.735695 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5d3980-28b9-4d44-9b83-1dc340e0cef3') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:42.735992 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5d3980-28b9-4d44-9b83-1dc340e0cef3') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:42.753561 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:42.765177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:42.772952 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:04:42.780690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:04:42.788704 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:04:42.871886 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] For port 8ed3515e-7534-4837-9c01-776776bd7802, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:04:42.876144 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] For port 8ed3515e-7534-4837-9c01-776776bd7802, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8ed3515e-7534-4837-9c01-776776bd7802,segment=NetworkSegment(3f5d3980-28b9-4d44-9b83-1dc340e0cef3),segment_id=3f5d3980-28b9-4d44-9b83-1dc340e0cef3)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:04:42.891256 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 16:04:42.891256 dv-neutron-822674-1-hyperv neutron-server[88217]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 16:04:42.891256 dv-neutron-822674-1-hyperv neutron-server[88217]: [parameters: {'id': '335b5455-9655-4910-ad13-269c8920d468'}] Dec 22 16:04:42.891256 dv-neutron-822674-1-hyperv neutron-server[88217]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:04:42.891794 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 16:04:42.936400 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d73a4fd6-f220-4f38-9aa8-192bd7f2722a None None] Provisioning for port 2c6f04f5-6172-416b-baa4-cf236f3ffe67 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:04:42.991299 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:42.998983 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:43.144344 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Pushing event updated for resources: {'Port': ['ID=8ed3515e-7534-4837-9c01-776776bd7802,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:43.156998 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:43.247712 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b050bab3-c084-4029-aa27-dcc906ae258e None None] Network 335b5455-9655-4910-ad13-269c8920d468 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:04:43.393288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:43.407825 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Deleting port 8ed3515e-7534-4837-9c01-776776bd7802 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:04:43.408494 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:43.484481 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2c6f04f5-6172-416b-baa4-cf236f3ffe67 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:04:43.632625 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f605291-b021-4707-8355-1a31d3474ee1 None None] get_active_networks_info from dv-neutron-822674-1-hyperv {{(pid=88219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 16:04:43.664232 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 2c6f04f5-6172-416b-baa4-cf236f3ffe67 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:04:43.680498 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 2c6f04f5-6172-416b-baa4-cf236f3ffe67 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:04:43.681031 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:43.768718 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] For port 8ed3515e-7534-4837-9c01-776776bd7802, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8ed3515e-7534-4837-9c01-776776bd7802,segment=NetworkSegment(3f5d3980-28b9-4d44-9b83-1dc340e0cef3),segment_id=3f5d3980-28b9-4d44-9b83-1dc340e0cef3)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:04:43.769542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:43.815755 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f605291-b021-4707-8355-1a31d3474ee1 None None] Resources bound (agent type, host, resource id): {{(pid=88219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 16:04:43.865177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:43.893337 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Calling delete_port for 8ed3515e-7534-4837-9c01-776776bd7802 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:04:43.969122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 2c6f04f5-6172-416b-baa4-cf236f3ffe67, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2c6f04f5-6172-416b-baa4-cf236f3ffe67,segment=NetworkSegment(800c1686-806b-4f56-8451-4638e36dab52),segment_id=800c1686-806b-4f56-8451-4638e36dab52)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:04:44.051323 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:44.056724 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-00c4b4b5-1e80-4590-8ba0-ea8b2468f289 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:44.074938 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:44.078160 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:44.105100 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event deleted for resources: {'Port': ['ID=8ed3515e-7534-4837-9c01-776776bd7802,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:44.107109 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] No DVR routers for this DVR port 8ed3515e-7534-4837-9c01-776776bd7802 on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:04:44.108624 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:44.203080 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=2c6f04f5-6172-416b-baa4-cf236f3ffe67,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:44.207549 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:44.236154 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:44.262081 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335b5455-9655-4910-ad13-269c8920d468']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:44.274854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5d3980-28b9-4d44-9b83-1dc340e0cef3') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:44.275162 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5d3980-28b9-4d44-9b83-1dc340e0cef3') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:44.287007 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:44.304025 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:44.310101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:04:44.310517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:04:44.324756 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:04:44.490682 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:44.495036 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:44.497952 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f7115279-4bdf-4f29-bce7-760662669242 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:44.523515 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event deleted for resources: {'Network': ['ID=335b5455-9655-4910-ad13-269c8920d468,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:44.525925 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:44.528919 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "DELETE /v2.0/networks/335b5455-9655-4910-ad13-269c8920d468 HTTP/1.1" status: 204 len: 168 time: 2.7255392 Dec 22 16:04:44.532394 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44494) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:44.538725 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-59b816f6-92c4-43b6-91f5-29e45f87c26f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-963991831'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:04:44.543798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-59b816f6-92c4-43b6-91f5-29e45f87c26f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:04:44.547686 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-59b816f6-92c4-43b6-91f5-29e45f87c26f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Usage tracker for resource:network and tenant:a5814d0b863541bbb0b8c1c329f6ee80 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:04:44.550595 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-59b816f6-92c4-43b6-91f5-29e45f87c26f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:04:44.557008 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-59b816f6-92c4-43b6-91f5-29e45f87c26f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:04:44.663561 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b816f6-92c4-43b6-91f5-29e45f87c26f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Made reservation on behalf of a5814d0b863541bbb0b8c1c329f6ee80 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:04:44.667136 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-59b816f6-92c4-43b6-91f5-29e45f87c26f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:44.695592 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b816f6-92c4-43b6-91f5-29e45f87c26f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:04:44.704679 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-59b816f6-92c4-43b6-91f5-29e45f87c26f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:44.705038 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-59b816f6-92c4-43b6-91f5-29e45f87c26f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Added segment b08bcd5f-19c2-4b02-b7df-26645b281a4b of type vlan for network 6ac6b453-5424-402f-a1cc-1dadfa131f44 Dec 22 16:04:44.733961 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-59b816f6-92c4-43b6-91f5-29e45f87c26f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:44.828778 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-59b816f6-92c4-43b6-91f5-29e45f87c26f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:44.835027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b816f6-92c4-43b6-91f5-29e45f87c26f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:44.835856 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-59b816f6-92c4-43b6-91f5-29e45f87c26f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:44.840241 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cb14c4ac-7d15-441b-a4e5-4dda97181f88 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:44.944500 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b816f6-92c4-43b6-91f5-29e45f87c26f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event updated for resources: {'Network': ['ID=6ac6b453-5424-402f-a1cc-1dadfa131f44,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:44.947083 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-59b816f6-92c4-43b6-91f5-29e45f87c26f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:44.954514 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 6ac6b453-5424-402f-a1cc-1dadfa131f44 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 16:04:44.988752 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-59b816f6-92c4-43b6-91f5-29e45f87c26f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4552925 Dec 22 16:04:44.992346 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44498) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:44.997784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-cff712fd-90fb-4ef9-a5a0-922040cdf4a4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Request body: {'subnet': {'network_id': '6ac6b453-5424-402f-a1cc-1dadfa131f44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:04:45.109328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cff712fd-90fb-4ef9-a5a0-922040cdf4a4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:04:45.113671 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cff712fd-90fb-4ef9-a5a0-922040cdf4a4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Usage tracker for resource:subnet and tenant:a5814d0b863541bbb0b8c1c329f6ee80 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:04:45.117779 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cff712fd-90fb-4ef9-a5a0-922040cdf4a4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:04:45.127122 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cff712fd-90fb-4ef9-a5a0-922040cdf4a4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:04:45.205080 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff712fd-90fb-4ef9-a5a0-922040cdf4a4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Made reservation on behalf of a5814d0b863541bbb0b8c1c329f6ee80 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:04:45.208698 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cff712fd-90fb-4ef9-a5a0-922040cdf4a4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:45.301477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.ipam_backend_mixin [None req-cff712fd-90fb-4ef9-a5a0-922040cdf4a4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Performing IP validity checks on allocation pools {{(pid=88217) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 16:04:45.302017 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.ipam_backend_mixin [None req-cff712fd-90fb-4ef9-a5a0-922040cdf4a4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88217) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 16:04:45.391379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2c6f04f5-6172-416b-baa4-cf236f3ffe67 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:04:45.508384 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cff712fd-90fb-4ef9-a5a0-922040cdf4a4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:45.513320 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4a1c6d38-65da-41f5-b049-2e78261f5bc2 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:45.520285 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 2c6f04f5-6172-416b-baa4-cf236f3ffe67 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:04:45.521179 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:45.587110 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff712fd-90fb-4ef9-a5a0-922040cdf4a4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event updated for resources: {'Subnet': ['ID=b8882735-74cf-425a-8fa7-304b73adf5bd,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:45.589753 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cff712fd-90fb-4ef9-a5a0-922040cdf4a4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:45.599056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff712fd-90fb-4ef9-a5a0-922040cdf4a4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Checking segment: {'id': 'b08bcd5f-19c2-4b02-b7df-26645b281a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6ac6b453-5424-402f-a1cc-1dadfa131f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:04:45.599418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff712fd-90fb-4ef9-a5a0-922040cdf4a4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Network hostable DHCP agents. Network: 6ac6b453-5424-402f-a1cc-1dadfa131f44, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:04:45.673062 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff712fd-90fb-4ef9-a5a0-922040cdf4a4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Network 6ac6b453-5424-402f-a1cc-1dadfa131f44 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:04:45.742082 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-cff712fd-90fb-4ef9-a5a0-922040cdf4a4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 6ac6b453-5424-402f-a1cc-1dadfa131f44) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:04:45.746638 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff712fd-90fb-4ef9-a5a0-922040cdf4a4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:45.747651 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cff712fd-90fb-4ef9-a5a0-922040cdf4a4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:45.750760 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d55e3e6-1336-4a2c-a2c5-809bca8b3245 None None] Network 6ac6b453-5424-402f-a1cc-1dadfa131f44 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:04:45.857443 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cff712fd-90fb-4ef9-a5a0-922040cdf4a4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8640332 Dec 22 16:04:45.860054 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44502) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:45.959459 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-6ac6b453-5424-402f-a1cc-1dadfa131f44', 'network_id': '6ac6b453-5424-402f-a1cc-1dadfa131f44', 'tenant_id': 'a5814d0b863541bbb0b8c1c329f6ee80', 'fixed_ips': [{'subnet_id': 'b8882735-74cf-425a-8fa7-304b73adf5bd'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 16:04:45.960338 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:46.004678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:46.079354 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:46.117346 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Allocated IP 2001:db8::3 (6ac6b453-5424-402f-a1cc-1dadfa131f44/b8882735-74cf-425a-8fa7-304b73adf5bd/e94540c1-bdc4-4d24-863d-be7ad3895623) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:04:46.332775 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:46.343189 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Transition to ACTIVE for port object e94540c1-bdc4-4d24-863d-be7ad3895623 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:04:46.361946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Transition to ACTIVE for port object e94540c1-bdc4-4d24-863d-be7ad3895623 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:04:46.440099 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:46.445360 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:46.508746 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Network 6ac6b453-5424-402f-a1cc-1dadfa131f44 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:04:46.511557 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:04:46.515404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:04:46.521582 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Pushing event updated for resources: {'Port': ['ID=e94540c1-bdc4-4d24-863d-be7ad3895623,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:46.525331 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:46.537253 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:46.541390 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f1cf9d79-d007-4fbe-ab11-5028ef68195d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:46.576311 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event deleted for resources: {'Subnet': ['ID=b8882735-74cf-425a-8fa7-304b73adf5bd,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:46.580126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:46.610425 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Attempting to bind port e94540c1-bdc4-4d24-863d-be7ad3895623 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:04:46.610807 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Attempting to bind port e94540c1-bdc4-4d24-863d-be7ad3895623 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'b08bcd5f-19c2-4b02-b7df-26645b281a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6ac6b453-5424-402f-a1cc-1dadfa131f44'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:04:46.611178 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Attempting to bind port e94540c1-bdc4-4d24-863d-be7ad3895623 on network 6ac6b453-5424-402f-a1cc-1dadfa131f44 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:04:46.616472 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:04:46.616875 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Checking segment: {'id': 'b08bcd5f-19c2-4b02-b7df-26645b281a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6ac6b453-5424-402f-a1cc-1dadfa131f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:04:46.617280 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:46.617675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Bound using segment: {'id': 'b08bcd5f-19c2-4b02-b7df-26645b281a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6ac6b453-5424-402f-a1cc-1dadfa131f44'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:04:46.618137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Bound port: e94540c1-bdc4-4d24-863d-be7ad3895623, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08bcd5f-19c2-4b02-b7df-26645b281a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6ac6b453-5424-402f-a1cc-1dadfa131f44'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:04:46.618539 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:46.676655 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:46.702859 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac6b453-5424-402f-a1cc-1dadfa131f44']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:46.706872 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] For port e94540c1-bdc4-4d24-863d-be7ad3895623, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:04:46.710542 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] For port e94540c1-bdc4-4d24-863d-be7ad3895623, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e94540c1-bdc4-4d24-863d-be7ad3895623,segment=NetworkSegment(b08bcd5f-19c2-4b02-b7df-26645b281a4b),segment_id=b08bcd5f-19c2-4b02-b7df-26645b281a4b)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:04:46.716477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08bcd5f-19c2-4b02-b7df-26645b281a4b') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:46.716785 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08bcd5f-19c2-4b02-b7df-26645b281a4b') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:46.729171 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:46.800046 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:46.802485 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:46.804096 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:46.809653 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:04:46.810058 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:04:46.829859 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:04:46.922523 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Pushing event updated for resources: {'Port': ['ID=e94540c1-bdc4-4d24-863d-be7ad3895623,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:46.927411 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:46.948362 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 16:04:46.948362 dv-neutron-822674-1-hyperv neutron-server[88217]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 16:04:46.948362 dv-neutron-822674-1-hyperv neutron-server[88217]: [parameters: {'id': '6ac6b453-5424-402f-a1cc-1dadfa131f44'}] Dec 22 16:04:46.948362 dv-neutron-822674-1-hyperv neutron-server[88217]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:04:46.949134 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 16:04:46.949249 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6116185-53ca-4ca9-8b83-a85d0954b35b None None] Network 6ac6b453-5424-402f-a1cc-1dadfa131f44 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:04:47.160763 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc997f93-fa43-4658-8e4b-ac45c5f17186 None None] get_active_networks_info from dv-neutron-822674-1-hyperv {{(pid=88219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 16:04:47.254331 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc997f93-fa43-4658-8e4b-ac45c5f17186 None None] Resources bound (agent type, host, resource id): {{(pid=88219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 16:04:47.449959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:47.475257 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Deleting port e94540c1-bdc4-4d24-863d-be7ad3895623 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:04:47.475596 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:47.811379 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] For port e94540c1-bdc4-4d24-863d-be7ad3895623, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e94540c1-bdc4-4d24-863d-be7ad3895623,segment=NetworkSegment(b08bcd5f-19c2-4b02-b7df-26645b281a4b),segment_id=b08bcd5f-19c2-4b02-b7df-26645b281a4b)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:04:47.811654 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:47.933953 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Calling delete_port for e94540c1-bdc4-4d24-863d-be7ad3895623 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:04:48.096044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:48.099915 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:48.143359 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event deleted for resources: {'Port': ['ID=e94540c1-bdc4-4d24-863d-be7ad3895623,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:48.147013 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:48.149189 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] No DVR routers for this DVR port e94540c1-bdc4-4d24-863d-be7ad3895623 on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:04:48.271787 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:48.297467 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac6b453-5424-402f-a1cc-1dadfa131f44']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:48.309755 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08bcd5f-19c2-4b02-b7df-26645b281a4b') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:48.310055 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08bcd5f-19c2-4b02-b7df-26645b281a4b') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:48.321891 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:48.337484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:48.343291 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:04:48.343675 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:04:48.357671 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:04:48.514328 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:48.519974 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b7b59f15-187b-4c33-a9d9-f6e09f92c3f5 tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:48.534504 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:48.545403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event deleted for resources: {'Network': ['ID=6ac6b453-5424-402f-a1cc-1dadfa131f44,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:48.549631 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:48.553273 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "DELETE /v2.0/networks/6ac6b453-5424-402f-a1cc-1dadfa131f44 HTTP/1.1" status: 204 len: 168 time: 2.6922584 Dec 22 16:04:48.557019 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44506) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:48.562580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f143c8f8-c723-4db4-ae27-52ed0d0e828f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-253170056'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:04:48.568519 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f143c8f8-c723-4db4-ae27-52ed0d0e828f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:04:48.572503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f143c8f8-c723-4db4-ae27-52ed0d0e828f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Usage tracker for resource:network and tenant:a5814d0b863541bbb0b8c1c329f6ee80 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:04:48.575340 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f143c8f8-c723-4db4-ae27-52ed0d0e828f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:04:48.581793 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f143c8f8-c723-4db4-ae27-52ed0d0e828f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:04:48.639660 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f143c8f8-c723-4db4-ae27-52ed0d0e828f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Made reservation on behalf of a5814d0b863541bbb0b8c1c329f6ee80 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:04:48.643229 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f143c8f8-c723-4db4-ae27-52ed0d0e828f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:48.671743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f143c8f8-c723-4db4-ae27-52ed0d0e828f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:04:48.680994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f143c8f8-c723-4db4-ae27-52ed0d0e828f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:48.681502 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-f143c8f8-c723-4db4-ae27-52ed0d0e828f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Added segment 65df8b30-473e-40ed-ad48-1cb57b721242 of type vlan for network 0e863d6c-edee-4737-8e55-d9f0442d2179 Dec 22 16:04:48.711944 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f143c8f8-c723-4db4-ae27-52ed0d0e828f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:48.822322 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f143c8f8-c723-4db4-ae27-52ed0d0e828f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:48.827870 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f143c8f8-c723-4db4-ae27-52ed0d0e828f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:48.828457 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f143c8f8-c723-4db4-ae27-52ed0d0e828f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:48.832189 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cb6e939c-fd08-4937-8ce8-84fa17c12e98 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:48.947621 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143c8f8-c723-4db4-ae27-52ed0d0e828f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event updated for resources: {'Network': ['ID=0e863d6c-edee-4737-8e55-d9f0442d2179,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:48.950257 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f143c8f8-c723-4db4-ae27-52ed0d0e828f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:48.958320 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 0e863d6c-edee-4737-8e55-d9f0442d2179 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 16:04:48.999738 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f143c8f8-c723-4db4-ae27-52ed0d0e828f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4414594 Dec 22 16:04:49.002725 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44510) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:49.008450 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6237703c-9273-4d52-a027-f594d66e21dd tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Request body: {'subnet': {'network_id': '0e863d6c-edee-4737-8e55-d9f0442d2179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:04:49.120648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6237703c-9273-4d52-a027-f594d66e21dd tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:04:49.124497 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6237703c-9273-4d52-a027-f594d66e21dd tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Usage tracker for resource:subnet and tenant:a5814d0b863541bbb0b8c1c329f6ee80 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:04:49.127330 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6237703c-9273-4d52-a027-f594d66e21dd tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:04:49.133657 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6237703c-9273-4d52-a027-f594d66e21dd tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:04:49.210292 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6237703c-9273-4d52-a027-f594d66e21dd tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Made reservation on behalf of a5814d0b863541bbb0b8c1c329f6ee80 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:04:49.213761 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6237703c-9273-4d52-a027-f594d66e21dd tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:49.508254 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6237703c-9273-4d52-a027-f594d66e21dd tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:49.511926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:49.584472 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237703c-9273-4d52-a027-f594d66e21dd tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event updated for resources: {'Subnet': ['ID=2b06e967-9f56-4ed6-8fc5-1991dd5c8c35,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:49.587240 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6237703c-9273-4d52-a027-f594d66e21dd tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:49.596126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6237703c-9273-4d52-a027-f594d66e21dd tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Checking segment: {'id': '65df8b30-473e-40ed-ad48-1cb57b721242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0e863d6c-edee-4737-8e55-d9f0442d2179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:04:49.596482 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6237703c-9273-4d52-a027-f594d66e21dd tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Network hostable DHCP agents. Network: 0e863d6c-edee-4737-8e55-d9f0442d2179, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:04:49.684856 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6237703c-9273-4d52-a027-f594d66e21dd tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Network 0e863d6c-edee-4737-8e55-d9f0442d2179 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:04:49.782496 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-6237703c-9273-4d52-a027-f594d66e21dd tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 0e863d6c-edee-4737-8e55-d9f0442d2179) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:04:49.786667 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6237703c-9273-4d52-a027-f594d66e21dd tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:49.787279 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6237703c-9273-4d52-a027-f594d66e21dd tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:49.791710 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df63a6d-f25e-4ef3-a96f-583b7e2e18d1 None None] Network 0e863d6c-edee-4737-8e55-d9f0442d2179 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:04:49.954445 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6237703c-9273-4d52-a027-f594d66e21dd tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9506092 Dec 22 16:04:49.958773 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 44514) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:49.964565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-464509876'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:04:49.970148 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:04:49.974819 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Usage tracker for resource:network and tenant:a5814d0b863541bbb0b8c1c329f6ee80 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:04:49.978165 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:04:49.984685 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:04:49.999910 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-0e863d6c-edee-4737-8e55-d9f0442d2179', 'network_id': '0e863d6c-edee-4737-8e55-d9f0442d2179', 'tenant_id': 'a5814d0b863541bbb0b8c1c329f6ee80', 'fixed_ips': [{'subnet_id': '2b06e967-9f56-4ed6-8fc5-1991dd5c8c35'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 16:04:50.000762 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:50.056695 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Made reservation on behalf of a5814d0b863541bbb0b8c1c329f6ee80 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:04:50.060645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:50.089201 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:04:50.098667 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:50.099068 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Added segment 85babede-0695-4117-9104-5e1b0a079857 of type vlan for network 3f10d6b3-8685-4dd5-ae3f-86bbd61dba4e Dec 22 16:04:50.125790 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:50.157585 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Allocated IP 2001:db8::2 (0e863d6c-edee-4737-8e55-d9f0442d2179/2b06e967-9f56-4ed6-8fc5-1991dd5c8c35/67fa9a59-6b12-46d8-b671-79be7b7d5806) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:04:50.244644 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:50.250174 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:50.250848 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:50.256133 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-16634b06-4c5c-4dcf-a7ac-f163feaabc07 tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:50.362279 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:50.366534 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event updated for resources: {'Network': ['ID=3f10d6b3-8685-4dd5-ae3f-86bbd61dba4e,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:50.377374 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Transition to ACTIVE for port object 67fa9a59-6b12-46d8-b671-79be7b7d5806 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:04:50.377505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:50.377505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:50.377505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:50.377505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:50.377505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:50.377505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:50.377505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:50.377505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:50.377505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:50.377505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:50.378607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:50.378607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:04:50.381621 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:50.391374 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 3f10d6b3-8685-4dd5-ae3f-86bbd61dba4e details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 16:04:50.405297 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Transition to ACTIVE for port object 67fa9a59-6b12-46d8-b671-79be7b7d5806 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:04:50.469025 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5091174 Dec 22 16:04:50.472050 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 44518) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:50.478322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-85acec10-2cfd-49f6-94a5-76cfa0b6c7a8 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Request body: {'subnet': {'network_id': '3f10d6b3-8685-4dd5-ae3f-86bbd61dba4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:04:50.502497 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:50.506082 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:50.567541 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Network 0e863d6c-edee-4737-8e55-d9f0442d2179 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:04:50.570588 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:04:50.574181 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:04:50.579996 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Pushing event updated for resources: {'Port': ['ID=67fa9a59-6b12-46d8-b671-79be7b7d5806,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:50.584292 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:50.588598 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-85acec10-2cfd-49f6-94a5-76cfa0b6c7a8 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:04:50.592392 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-85acec10-2cfd-49f6-94a5-76cfa0b6c7a8 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Usage tracker for resource:subnet and tenant:a5814d0b863541bbb0b8c1c329f6ee80 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:04:50.595208 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-85acec10-2cfd-49f6-94a5-76cfa0b6c7a8 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:04:50.601440 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-85acec10-2cfd-49f6-94a5-76cfa0b6c7a8 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:04:50.662818 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85acec10-2cfd-49f6-94a5-76cfa0b6c7a8 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Made reservation on behalf of a5814d0b863541bbb0b8c1c329f6ee80 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:04:50.666550 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-85acec10-2cfd-49f6-94a5-76cfa0b6c7a8 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:50.669075 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Attempting to bind port 67fa9a59-6b12-46d8-b671-79be7b7d5806 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:04:50.669457 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Attempting to bind port 67fa9a59-6b12-46d8-b671-79be7b7d5806 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '65df8b30-473e-40ed-ad48-1cb57b721242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0e863d6c-edee-4737-8e55-d9f0442d2179'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:04:50.669834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Attempting to bind port 67fa9a59-6b12-46d8-b671-79be7b7d5806 on network 0e863d6c-edee-4737-8e55-d9f0442d2179 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:04:50.675169 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:04:50.675553 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Checking segment: {'id': '65df8b30-473e-40ed-ad48-1cb57b721242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0e863d6c-edee-4737-8e55-d9f0442d2179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:04:50.675959 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:50.676362 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Bound using segment: {'id': '65df8b30-473e-40ed-ad48-1cb57b721242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0e863d6c-edee-4737-8e55-d9f0442d2179'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:04:50.676854 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Bound port: 67fa9a59-6b12-46d8-b671-79be7b7d5806, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65df8b30-473e-40ed-ad48-1cb57b721242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0e863d6c-edee-4737-8e55-d9f0442d2179'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:04:50.677231 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:50.762972 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] For port 67fa9a59-6b12-46d8-b671-79be7b7d5806, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:04:50.766189 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] For port 67fa9a59-6b12-46d8-b671-79be7b7d5806, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=67fa9a59-6b12-46d8-b671-79be7b7d5806,segment=NetworkSegment(65df8b30-473e-40ed-ad48-1cb57b721242),segment_id=65df8b30-473e-40ed-ad48-1cb57b721242)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:04:50.891379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:50.895282 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:50.972720 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Pushing event updated for resources: {'Port': ['ID=67fa9a59-6b12-46d8-b671-79be7b7d5806,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:50.976002 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:51.057376 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-85acec10-2cfd-49f6-94a5-76cfa0b6c7a8 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:51.061651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-04ef935e-8a1d-415a-8a6f-a0a573beba2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:51.154334 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acec10-2cfd-49f6-94a5-76cfa0b6c7a8 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event updated for resources: {'Subnet': ['ID=2447a7c0-0ba8-4aa4-b15c-e1980111cb3f,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:51.157326 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-85acec10-2cfd-49f6-94a5-76cfa0b6c7a8 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:51.162576 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85acec10-2cfd-49f6-94a5-76cfa0b6c7a8 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Checking segment: {'id': '85babede-0695-4117-9104-5e1b0a079857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3f10d6b3-8685-4dd5-ae3f-86bbd61dba4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:04:51.163175 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85acec10-2cfd-49f6-94a5-76cfa0b6c7a8 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Network hostable DHCP agents. Network: 3f10d6b3-8685-4dd5-ae3f-86bbd61dba4e, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:04:51.257002 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85acec10-2cfd-49f6-94a5-76cfa0b6c7a8 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Network 3f10d6b3-8685-4dd5-ae3f-86bbd61dba4e is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:04:51.319804 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-85acec10-2cfd-49f6-94a5-76cfa0b6c7a8 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 3f10d6b3-8685-4dd5-ae3f-86bbd61dba4e) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:04:51.323884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85acec10-2cfd-49f6-94a5-76cfa0b6c7a8 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:51.324467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-85acec10-2cfd-49f6-94a5-76cfa0b6c7a8 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:51.329907 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9352d8-846c-445a-a30c-e121afa4f516 None None] Network 3f10d6b3-8685-4dd5-ae3f-86bbd61dba4e requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:04:51.414648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44522) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:51.415549 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-85acec10-2cfd-49f6-94a5-76cfa0b6c7a8 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9421854 Dec 22 16:04:51.447721 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 67fa9a59-6b12-46d8-b671-79be7b7d5806 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:04:51.559528 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-712a4e17-bac9-41a0-baab-6176ae7ed50d tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:51.620529 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559b051f-1f47-46b3-b70c-240502076de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-3f10d6b3-8685-4dd5-ae3f-86bbd61dba4e', 'network_id': '3f10d6b3-8685-4dd5-ae3f-86bbd61dba4e', 'tenant_id': 'a5814d0b863541bbb0b8c1c329f6ee80', 'fixed_ips': [{'subnet_id': '2447a7c0-0ba8-4aa4-b15c-e1980111cb3f'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 16:04:51.622115 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-559b051f-1f47-46b3-b70c-240502076de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:51.640142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-712a4e17-bac9-41a0-baab-6176ae7ed50d tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:51.707851 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 67fa9a59-6b12-46d8-b671-79be7b7d5806 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:04:51.794888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-712a4e17-bac9-41a0-baab-6176ae7ed50d tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:51.800030 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d4d39456-98de-412a-abbd-7c07b1ce61d4 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server [None req-559b051f-1f47-46b3-b70c-240502076de4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2447a7c0-0ba8-4aa4-b15c-e1980111cb3f: This subnet is being modified by another concurrent operation. Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server raise exception Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2447a7c0-0ba8-4aa4-b15c-e1980111cb3f: This subnet is being modified by another concurrent operation. Dec 22 16:04:51.824560 dv-neutron-822674-1-hyperv neutron-server[88219]: ERROR oslo_messaging.rpc.server Dec 22 16:04:51.848329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a4e17-bac9-41a0-baab-6176ae7ed50d tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event deleted for resources: {'Subnet': ['ID=2447a7c0-0ba8-4aa4-b15c-e1980111cb3f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:51.853575 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b06c0a6-af40-42f8-ba90-a9e23a5cdabd None None] Network 3f10d6b3-8685-4dd5-ae3f-86bbd61dba4e requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:04:51.864018 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-712a4e17-bac9-41a0-baab-6176ae7ed50d tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:51.949016 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-712a4e17-bac9-41a0-baab-6176ae7ed50d tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:51.967094 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eb1726-9559-4275-a819-15f7fdeb52bf None None] Network 0e863d6c-edee-4737-8e55-d9f0442d2179 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:04:51.979765 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-712a4e17-bac9-41a0-baab-6176ae7ed50d tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f10d6b3-8685-4dd5-ae3f-86bbd61dba4e']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:51.992309 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-712a4e17-bac9-41a0-baab-6176ae7ed50d tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85babede-0695-4117-9104-5e1b0a079857') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:51.992612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-712a4e17-bac9-41a0-baab-6176ae7ed50d tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85babede-0695-4117-9104-5e1b0a079857') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:52.003932 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-712a4e17-bac9-41a0-baab-6176ae7ed50d tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:52.020244 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-712a4e17-bac9-41a0-baab-6176ae7ed50d tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:52.026776 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712a4e17-bac9-41a0-baab-6176ae7ed50d tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:04:52.027167 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-712a4e17-bac9-41a0-baab-6176ae7ed50d tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:04:52.041424 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:04:52.166601 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-77903f49-593a-4739-b34b-4a06fcf315f5 None None] Provisioning for port 67fa9a59-6b12-46d8-b671-79be7b7d5806 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:04:52.182409 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-77903f49-593a-4739-b34b-4a06fcf315f5 None None] Provisioning complete for port 67fa9a59-6b12-46d8-b671-79be7b7d5806 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:04:52.182789 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-77903f49-593a-4739-b34b-4a06fcf315f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:52.193441 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-712a4e17-bac9-41a0-baab-6176ae7ed50d tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:52.196883 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-58ef347b-3fe4-45fe-930a-f6fffc3078a1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:52.213901 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-712a4e17-bac9-41a0-baab-6176ae7ed50d tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:52.222326 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a4e17-bac9-41a0-baab-6176ae7ed50d tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event deleted for resources: {'Network': ['ID=3f10d6b3-8685-4dd5-ae3f-86bbd61dba4e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:52.225132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-712a4e17-bac9-41a0-baab-6176ae7ed50d tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:52.230207 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-712a4e17-bac9-41a0-baab-6176ae7ed50d tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "DELETE /v2.0/networks/3f10d6b3-8685-4dd5-ae3f-86bbd61dba4e HTTP/1.1" status: 204 len: 168 time: 0.8105006 Dec 22 16:04:52.230207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44526) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:52.269610 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9206b01-0440-44b1-8d32-d611aa45a237 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] GET failed (client error): The resource could not be found. Dec 22 16:04:52.270133 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a9206b01-0440-44b1-8d32-d611aa45a237 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Synchronizing usage tracker for tenant:a5814d0b863541bbb0b8c1c329f6ee80 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:04:52.354455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a9206b01-0440-44b1-8d32-d611aa45a237 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Unset dirty status for tenant:a5814d0b863541bbb0b8c1c329f6ee80 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:04:52.358508 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a9206b01-0440-44b1-8d32-d611aa45a237 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "GET /v2.0/subnets/2447a7c0-0ba8-4aa4-b15c-e1980111cb3f HTTP/1.1" status: 404 len: 337 time: 0.1247337 Dec 22 16:04:52.358885 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 44530) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:52.394989 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06514e6-6b83-41cd-b14b-0ec0c2f75d9a tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] DELETE failed (client error): The resource could not be found. Dec 22 16:04:52.395484 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06514e6-6b83-41cd-b14b-0ec0c2f75d9a tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88218) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 16:04:52.398322 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a06514e6-6b83-41cd-b14b-0ec0c2f75d9a tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "DELETE /v2.0/networks/3f10d6b3-8685-4dd5-ae3f-86bbd61dba4e HTTP/1.1" status: 404 len: 339 time: 0.0382392 Dec 22 16:04:52.400212 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-77903f49-593a-4739-b34b-4a06fcf315f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:52.402727 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44534) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:52.448075 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b4df89-5b48-4253-847b-1e9650b154e3 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] DELETE failed (client error): The resource could not be found. Dec 22 16:04:52.448809 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b4df89-5b48-4253-847b-1e9650b154e3 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 16:04:52.451245 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-39b4df89-5b48-4253-847b-1e9650b154e3 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "DELETE /v2.0/subnets/2447a7c0-0ba8-4aa4-b15c-e1980111cb3f HTTP/1.1" status: 404 len: 337 time: 0.0473247 Dec 22 16:04:52.472218 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-77903f49-593a-4739-b34b-4a06fcf315f5 None None] For port 67fa9a59-6b12-46d8-b671-79be7b7d5806, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=67fa9a59-6b12-46d8-b671-79be7b7d5806,segment=NetworkSegment(65df8b30-473e-40ed-ad48-1cb57b721242),segment_id=65df8b30-473e-40ed-ad48-1cb57b721242)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:04:52.475391 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44538) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:52.505658 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-731fe6c4-55ce-408f-85ec-44a46349a162 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] DELETE failed (client error): The resource could not be found. Dec 22 16:04:52.506112 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-731fe6c4-55ce-408f-85ec-44a46349a162 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 16:04:52.507879 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-731fe6c4-55ce-408f-85ec-44a46349a162 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "DELETE /v2.0/networks/3f10d6b3-8685-4dd5-ae3f-86bbd61dba4e HTTP/1.1" status: 404 len: 339 time: 0.0314608 Dec 22 16:04:52.510578 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44542) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:52.565755 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-77903f49-593a-4739-b34b-4a06fcf315f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:52.569613 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:52.644972 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77903f49-593a-4739-b34b-4a06fcf315f5 None None] Pushing event updated for resources: {'Port': ['ID=67fa9a59-6b12-46d8-b671-79be7b7d5806,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:52.649657 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-77903f49-593a-4739-b34b-4a06fcf315f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:52.664556 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd45eb57-4968-4d49-923b-3cae7b80abd9 None None] get_active_networks_info from dv-neutron-822674-1-hyperv {{(pid=88219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 16:04:52.711044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8af8bed-0196-4455-83bf-02ad7135af75 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Deleting subnet 2b06e967-9f56-4ed6-8fc5-1991dd5c8c35 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:04:52.714192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c8af8bed-0196-4455-83bf-02ad7135af75 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:52.726806 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a580da29-bb3a-4ea7-a9ea-7638f34ea7a5 None None] Provisioning complete for port 67fa9a59-6b12-46d8-b671-79be7b7d5806 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:04:52.727180 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a580da29-bb3a-4ea7-a9ea-7638f34ea7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:52.772093 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c8af8bed-0196-4455-83bf-02ad7135af75 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:52.819891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd45eb57-4968-4d49-923b-3cae7b80abd9 None None] Resources bound (agent type, host, resource id): {{(pid=88219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 16:04:52.860343 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c8af8bed-0196-4455-83bf-02ad7135af75 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:53.022210 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c8af8bed-0196-4455-83bf-02ad7135af75 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:53.026325 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f7fb4b33-1be7-46c1-9e23-6766da9d4e3c tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:53.065256 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af8bed-0196-4455-83bf-02ad7135af75 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event deleted for resources: {'Subnet': ['ID=2b06e967-9f56-4ed6-8fc5-1991dd5c8c35,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:53.067733 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c8af8bed-0196-4455-83bf-02ad7135af75 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:53.072963 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c8af8bed-0196-4455-83bf-02ad7135af75 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:53.143268 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c8af8bed-0196-4455-83bf-02ad7135af75 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "DELETE /v2.0/subnets/2b06e967-9f56-4ed6-8fc5-1991dd5c8c35 HTTP/1.1" status: 204 len: 168 time: 0.6316183 Dec 22 16:04:53.145757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44546) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:53.160960 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62b6c7c-578d-405d-a085-9a0f3f15ed49 None None] Network 0e863d6c-edee-4737-8e55-d9f0442d2179 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:04:53.260959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:53.271903 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Deleting port 67fa9a59-6b12-46d8-b671-79be7b7d5806 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:04:53.272263 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:53.426993 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba46fd83-412f-40db-9e16-67e00bf55e76 None None] DHCP port deletion for 0e863d6c-edee-4737-8e55-d9f0442d2179 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 16:04:53.431605 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ba46fd83-412f-40db-9e16-67e00bf55e76 None None] Deleting port 67fa9a59-6b12-46d8-b671-79be7b7d5806 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:04:53.432110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ba46fd83-412f-40db-9e16-67e00bf55e76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:53.489790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] For port 67fa9a59-6b12-46d8-b671-79be7b7d5806, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=67fa9a59-6b12-46d8-b671-79be7b7d5806,segment=NetworkSegment(65df8b30-473e-40ed-ad48-1cb57b721242),segment_id=65df8b30-473e-40ed-ad48-1cb57b721242)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:04:53.490436 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:53.613624 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Calling delete_port for 67fa9a59-6b12-46d8-b671-79be7b7d5806 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:04:53.636953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ba46fd83-412f-40db-9e16-67e00bf55e76 None None] For port 67fa9a59-6b12-46d8-b671-79be7b7d5806, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=67fa9a59-6b12-46d8-b671-79be7b7d5806,segment=NetworkSegment(65df8b30-473e-40ed-ad48-1cb57b721242),segment_id=65df8b30-473e-40ed-ad48-1cb57b721242)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:04:53.638219 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ba46fd83-412f-40db-9e16-67e00bf55e76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:53.798549 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ba46fd83-412f-40db-9e16-67e00bf55e76 None None] Calling delete_port for 67fa9a59-6b12-46d8-b671-79be7b7d5806 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:04:53.800157 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:53.806645 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-05dc44e1-91ed-4894-82d6-efadf7671ac6 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:53.851079 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event deleted for resources: {'Port': ['ID=67fa9a59-6b12-46d8-b671-79be7b7d5806,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:53.855672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] No DVR routers for this DVR port 67fa9a59-6b12-46d8-b671-79be7b7d5806 on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:04:53.855672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:53.883103 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-ba46fd83-412f-40db-9e16-67e00bf55e76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:04:53.883374 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-ba46fd83-412f-40db-9e16-67e00bf55e76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 16:04:53.978529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:54.003805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e863d6c-edee-4737-8e55-d9f0442d2179']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:54.020454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65df8b30-473e-40ed-ad48-1cb57b721242') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:54.020768 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65df8b30-473e-40ed-ad48-1cb57b721242') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:54.036925 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:54.053402 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:54.059571 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:04:54.059960 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:04:54.074009 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:04:54.222088 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:54.226203 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-21f08d2e-253e-4484-ab54-38e4f31a9837 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:54.241152 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:54.257907 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event deleted for resources: {'Network': ['ID=0e863d6c-edee-4737-8e55-d9f0442d2179,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:54.260640 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "DELETE /v2.0/networks/0e863d6c-edee-4737-8e55-d9f0442d2179 HTTP/1.1" status: 204 len: 168 time: 1.1137426 Dec 22 16:04:54.261446 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:54.263077 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44550) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:54.303565 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-e456aee8-1fd0-416a-b6a3-e6633c0375b3 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] DELETE failed (client error): The resource could not be found. Dec 22 16:04:54.304019 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e456aee8-1fd0-416a-b6a3-e6633c0375b3 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 16:04:54.305716 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e456aee8-1fd0-416a-b6a3-e6633c0375b3 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "DELETE /v2.0/subnets/b8882735-74cf-425a-8fa7-304b73adf5bd HTTP/1.1" status: 404 len: 337 time: 0.0416791 Dec 22 16:04:54.309048 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44554) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:54.338583 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46b6e81-e342-4102-9bfc-62b94d480441 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] DELETE failed (client error): The resource could not be found. Dec 22 16:04:54.339049 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46b6e81-e342-4102-9bfc-62b94d480441 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 16:04:54.340751 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b46b6e81-e342-4102-9bfc-62b94d480441 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "DELETE /v2.0/networks/6ac6b453-5424-402f-a1cc-1dadfa131f44 HTTP/1.1" status: 404 len: 339 time: 0.0308213 Dec 22 16:04:54.343591 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44558) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:54.381597 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc056c51-6a64-4cc4-8bde-fe89643f325c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] DELETE failed (client error): The resource could not be found. Dec 22 16:04:54.382063 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc056c51-6a64-4cc4-8bde-fe89643f325c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 16:04:54.384022 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dc056c51-6a64-4cc4-8bde-fe89643f325c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "DELETE /v2.0/subnets/4e99b365-5662-4222-a8ae-a92cbdd40e51 HTTP/1.1" status: 404 len: 337 time: 0.0393066 Dec 22 16:04:54.384198 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ba46fd83-412f-40db-9e16-67e00bf55e76 None None] Deleting port 67fa9a59-6b12-46d8-b671-79be7b7d5806 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:04:54.384587 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ba46fd83-412f-40db-9e16-67e00bf55e76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:54.386463 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44562) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:54.415390 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-a889fc19-23f8-4694-ad49-92e1e53fdea2 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] DELETE failed (client error): The resource could not be found. Dec 22 16:04:54.415893 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a889fc19-23f8-4694-ad49-92e1e53fdea2 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 16:04:54.417628 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a889fc19-23f8-4694-ad49-92e1e53fdea2 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "DELETE /v2.0/networks/335b5455-9655-4910-ad13-269c8920d468 HTTP/1.1" status: 404 len: 339 time: 0.0302157 Dec 22 16:04:54.420277 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44566) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:54.450882 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-ba46fd83-412f-40db-9e16-67e00bf55e76 None None] The port '67fa9a59-6b12-46d8-b671-79be7b7d5806' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 16:04:54.491821 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dcae619-f559-4fe8-b349-5cf808166c87 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Deleting subnet d2541826-6c2f-4371-ab20-6169794b564e {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:04:54.494699 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4dcae619-f559-4fe8-b349-5cf808166c87 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:54.549990 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4dcae619-f559-4fe8-b349-5cf808166c87 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:54.649061 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4dcae619-f559-4fe8-b349-5cf808166c87 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:54.783215 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4dcae619-f559-4fe8-b349-5cf808166c87 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:54.787671 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cd9b28f5-69e4-4b79-a59f-feae944099ae tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:54.826186 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcae619-f559-4fe8-b349-5cf808166c87 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event deleted for resources: {'Subnet': ['ID=d2541826-6c2f-4371-ab20-6169794b564e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:54.828296 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4dcae619-f559-4fe8-b349-5cf808166c87 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:54.831113 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4dcae619-f559-4fe8-b349-5cf808166c87 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:54.832552 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa705b04-f3db-4ea3-a0cf-1c85cee19af0 None None] Network 39b0412c-dd40-4a37-b747-78f8a71ebcf6 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:04:54.839723 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4dcae619-f559-4fe8-b349-5cf808166c87 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "DELETE /v2.0/subnets/d2541826-6c2f-4371-ab20-6169794b564e HTTP/1.1" status: 204 len: 168 time: 0.4183035 Dec 22 16:04:54.842128 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44570) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:54.958056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:54.970523 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Deleting port 2c6f04f5-6172-416b-baa4-cf236f3ffe67 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:04:54.970876 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:55.083310 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e1df65-9718-44c1-a1d2-25a15efe65a3 None None] DHCP port deletion for 39b0412c-dd40-4a37-b747-78f8a71ebcf6 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 16:04:55.087661 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-a8e1df65-9718-44c1-a1d2-25a15efe65a3 None None] Deleting port 2c6f04f5-6172-416b-baa4-cf236f3ffe67 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:04:55.088074 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a8e1df65-9718-44c1-a1d2-25a15efe65a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:55.200257 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] For port 2c6f04f5-6172-416b-baa4-cf236f3ffe67, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2c6f04f5-6172-416b-baa4-cf236f3ffe67,segment=NetworkSegment(800c1686-806b-4f56-8451-4638e36dab52),segment_id=800c1686-806b-4f56-8451-4638e36dab52)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:04:55.200664 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:55.227945 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b60db244-77e6-42c2-93d5-ea4f9dffe2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:55.322536 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-a8e1df65-9718-44c1-a1d2-25a15efe65a3 None None] For port 2c6f04f5-6172-416b-baa4-cf236f3ffe67, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2c6f04f5-6172-416b-baa4-cf236f3ffe67,segment=NetworkSegment(800c1686-806b-4f56-8451-4638e36dab52),segment_id=800c1686-806b-4f56-8451-4638e36dab52)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:04:55.322536 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a8e1df65-9718-44c1-a1d2-25a15efe65a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:55.329565 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Calling delete_port for 2c6f04f5-6172-416b-baa4-cf236f3ffe67 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:04:55.444195 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 67fa9a59-6b12-46d8-b671-79be7b7d5806 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:04:55.478704 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-a8e1df65-9718-44c1-a1d2-25a15efe65a3 None None] Calling delete_port for 2c6f04f5-6172-416b-baa4-cf236f3ffe67 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:04:55.519756 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 67fa9a59-6b12-46d8-b671-79be7b7d5806 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:04:55.520118 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 67fa9a59-6b12-46d8-b671-79be7b7d5806 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:04:55.520574 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2c6f04f5-6172-416b-baa4-cf236f3ffe67 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:04:55.645435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:55.650490 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:55.657774 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-a8e1df65-9718-44c1-a1d2-25a15efe65a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:04:55.658146 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-a8e1df65-9718-44c1-a1d2-25a15efe65a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 16:04:55.658818 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:55.694332 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event deleted for resources: {'Port': ['ID=2c6f04f5-6172-416b-baa4-cf236f3ffe67,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:55.697433 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:55.698277 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] No DVR routers for this DVR port 2c6f04f5-6172-416b-baa4-cf236f3ffe67 on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:04:55.824132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:55.850658 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b0412c-dd40-4a37-b747-78f8a71ebcf6']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:55.862455 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800c1686-806b-4f56-8451-4638e36dab52') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:55.862757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800c1686-806b-4f56-8451-4638e36dab52') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:04:55.873845 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:55.890631 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:55.902823 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:04:55.902823 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:04:55.912738 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:04:56.051673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:56.055143 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8b09f100-e056-4554-b66c-653eef02b7ea tempest-BulkNetworkOpsIpV6Test-1604369205 tempest-BulkNetworkOpsIpV6Test-1604369205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:56.069782 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:56.081088 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Pushing event deleted for resources: {'Network': ['ID=39b0412c-dd40-4a37-b747-78f8a71ebcf6,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:56.084541 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:56.087117 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] 10.222.0.59 "DELETE /v2.0/networks/39b0412c-dd40-4a37-b747-78f8a71ebcf6 HTTP/1.1" status: 204 len: 168 time: 1.2431417 Dec 22 16:04:56.159385 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-a8e1df65-9718-44c1-a1d2-25a15efe65a3 None None] Deleting port 2c6f04f5-6172-416b-baa4-cf236f3ffe67 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:04:56.159679 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a8e1df65-9718-44c1-a1d2-25a15efe65a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:56.226608 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-a8e1df65-9718-44c1-a1d2-25a15efe65a3 None None] The port '2c6f04f5-6172-416b-baa4-cf236f3ffe67' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 16:04:56.508864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44578) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:56.665972 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7704e18c-bceb-4fb2-93da-d4a0961c40e0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a5814d0b863541bbb0b8c1c329f6ee80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557798 Dec 22 16:04:56.668274 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44584) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:56.728972 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec8b664f-8898-4491-afd1-43f02b187834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:56.754409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec8b664f-8898-4491-afd1-43f02b187834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:56.873430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec8b664f-8898-4491-afd1-43f02b187834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:56.877260 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bf2f7d48-3e24-4ad8-871c-adf080f4dff2 tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:56.890772 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b664f-8898-4491-afd1-43f02b187834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b41b34-4543-48fd-98ed-3b8144e3f37e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:56.893630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ec8b664f-8898-4491-afd1-43f02b187834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:56.895693 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec8b664f-8898-4491-afd1-43f02b187834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:56.896859 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ec8b664f-8898-4491-afd1-43f02b187834 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d8b41b34-4543-48fd-98ed-3b8144e3f37e HTTP/1.1" status: 204 len: 168 time: 0.2276368 Dec 22 16:04:57.759489 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3168dcf6-cca4-4c51-896d-87e2f0c399b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:57.922754 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44608) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:58.034964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d2e56a55-9d0d-481a-9c31-683a82ae37ad tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1610353182', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:04:58.041928 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d2e56a55-9d0d-481a-9c31-683a82ae37ad tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:04:58.046092 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d2e56a55-9d0d-481a-9c31-683a82ae37ad tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Usage tracker for resource:router and tenant:d18c165d4727455b9a77ea8cb5756753 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:04:58.049151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d2e56a55-9d0d-481a-9c31-683a82ae37ad tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:04:58.056624 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d2e56a55-9d0d-481a-9c31-683a82ae37ad tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:04:58.132427 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d2e56a55-9d0d-481a-9c31-683a82ae37ad tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:58.133547 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d2e56a55-9d0d-481a-9c31-683a82ae37ad tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:58.150179 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d2e56a55-9d0d-481a-9c31-683a82ae37ad tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:58.285827 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d2e56a55-9d0d-481a-9c31-683a82ae37ad tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:58.370692 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d2e56a55-9d0d-481a-9c31-683a82ae37ad tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:58.372133 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d2e56a55-9d0d-481a-9c31-683a82ae37ad tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4480994 Dec 22 16:04:58.374964 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44614) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:58.381978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1896968210'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:04:58.386980 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:04:58.392434 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Usage tracker for resource:network and tenant:d18c165d4727455b9a77ea8cb5756753 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:04:58.395734 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:04:58.401927 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:04:58.490774 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Made reservation on behalf of d18c165d4727455b9a77ea8cb5756753 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:04:58.494321 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:58.507209 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:58.522858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:04:58.526794 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Usage tracker for resource:security_group_rule and tenant:d18c165d4727455b9a77ea8cb5756753 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:04:58.529678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:04:58.535454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:04:58.624243 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:58.730281 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:58.733476 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dfb70ade-42ed-4cea-92c9-e4351d0112fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:58.764278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:04:58.774123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad5dff6-bb19-468d-bb9f-ed8e6829725e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:58.777428 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:58.782534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:58.782534 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Added segment cbe9019c-a8ae-4e68-bccb-42b37b2da406 of type vlan for network 85139be3-a133-42cb-9f6c-6129e6490f2c Dec 22 16:04:58.810833 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:58.919623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:58.925280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:04:58.928866 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:58.929824 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a367d5d1-e010-4485-85b0-9f18f8ecabc1 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:59.057135 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Pushing event updated for resources: {'Network': ['ID=85139be3-a133-42cb-9f6c-6129e6490f2c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:59.059894 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:59.068607 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 85139be3-a133-42cb-9f6c-6129e6490f2c details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 16:04:59.085100 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:59.136685 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:59.155412 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5bdfcd4b-959c-465a-81f2-4e793e99dbf4 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7793272 Dec 22 16:04:59.158988 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44618) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:59.165417 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-26bc9b4a-342d-48b0-898e-c63e3f66f515 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Request body: {'subnet': {'network_id': '85139be3-a133-42cb-9f6c-6129e6490f2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:04:59.282633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-26bc9b4a-342d-48b0-898e-c63e3f66f515 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:04:59.286514 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-26bc9b4a-342d-48b0-898e-c63e3f66f515 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Usage tracker for resource:subnet and tenant:d18c165d4727455b9a77ea8cb5756753 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:04:59.289406 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-26bc9b4a-342d-48b0-898e-c63e3f66f515 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:04:59.295238 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-26bc9b4a-342d-48b0-898e-c63e3f66f515 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:04:59.359456 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bc9b4a-342d-48b0-898e-c63e3f66f515 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Made reservation on behalf of d18c165d4727455b9a77ea8cb5756753 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:04:59.363244 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-26bc9b4a-342d-48b0-898e-c63e3f66f515 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:59.646148 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-26bc9b4a-342d-48b0-898e-c63e3f66f515 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:04:59.650133 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e1864530-2b78-458b-a9b9-a0e1751588a0 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:04:59.731160 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc9b4a-342d-48b0-898e-c63e3f66f515 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Pushing event updated for resources: {'Subnet': ['ID=9e6f18b1-2b9d-4072-be03-1faffcf921c1,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:04:59.734535 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-26bc9b4a-342d-48b0-898e-c63e3f66f515 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:04:59.740529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bc9b4a-342d-48b0-898e-c63e3f66f515 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Checking segment: {'id': 'cbe9019c-a8ae-4e68-bccb-42b37b2da406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '85139be3-a133-42cb-9f6c-6129e6490f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:04:59.740890 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bc9b4a-342d-48b0-898e-c63e3f66f515 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Network hostable DHCP agents. Network: 85139be3-a133-42cb-9f6c-6129e6490f2c, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:05:00.050989 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bc9b4a-342d-48b0-898e-c63e3f66f515 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Network 85139be3-a133-42cb-9f6c-6129e6490f2c is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:05:00.194449 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-26bc9b4a-342d-48b0-898e-c63e3f66f515 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 85139be3-a133-42cb-9f6c-6129e6490f2c) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:05:00.198484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bc9b4a-342d-48b0-898e-c63e3f66f515 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:00.199101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-26bc9b4a-342d-48b0-898e-c63e3f66f515 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:00.205413 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f42a3ff-83bc-4826-a1d6-91df26558b1b None None] Network 85139be3-a133-42cb-9f6c-6129e6490f2c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:05:00.329500 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-26bc9b4a-342d-48b0-898e-c63e3f66f515 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1661692 Dec 22 16:05:00.329719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44622) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:00.335921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-414911d2-f75e-4236-9f48-1a136c46edda tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-671280250'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:05:00.341654 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-414911d2-f75e-4236-9f48-1a136c46edda tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:05:00.346156 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-414911d2-f75e-4236-9f48-1a136c46edda tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Usage tracker for resource:network and tenant:d18c165d4727455b9a77ea8cb5756753 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:05:00.349575 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-414911d2-f75e-4236-9f48-1a136c46edda tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:05:00.356415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-414911d2-f75e-4236-9f48-1a136c46edda tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:05:00.456000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-85139be3-a133-42cb-9f6c-6129e6490f2c', 'network_id': '85139be3-a133-42cb-9f6c-6129e6490f2c', 'tenant_id': 'd18c165d4727455b9a77ea8cb5756753', 'fixed_ips': [{'subnet_id': '9e6f18b1-2b9d-4072-be03-1faffcf921c1'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 16:05:00.456837 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:00.462138 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414911d2-f75e-4236-9f48-1a136c46edda tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Made reservation on behalf of d18c165d4727455b9a77ea8cb5756753 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:05:00.465798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-414911d2-f75e-4236-9f48-1a136c46edda tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:00.497590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414911d2-f75e-4236-9f48-1a136c46edda tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:05:00.502739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-414911d2-f75e-4236-9f48-1a136c46edda tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:00.503094 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-414911d2-f75e-4236-9f48-1a136c46edda tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Added segment e4735646-9c18-402d-b82a-40f9ae1e5f0c of type vlan for network d7695ca4-6b22-458b-beba-00f4c64b97f4 Dec 22 16:05:00.531026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-414911d2-f75e-4236-9f48-1a136c46edda tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:00.607150 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Allocated IP 172.20.0.2 (85139be3-a133-42cb-9f6c-6129e6490f2c/9e6f18b1-2b9d-4072-be03-1faffcf921c1/26c70e1d-86c1-484b-a8d2-f99c9ed3c15e) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:05:00.633203 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-414911d2-f75e-4236-9f48-1a136c46edda tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:00.639745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414911d2-f75e-4236-9f48-1a136c46edda tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:00.640341 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-414911d2-f75e-4236-9f48-1a136c46edda tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:00.646104 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-58ede6e7-7584-41af-8f1a-97025319c490 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:00.765202 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-414911d2-f75e-4236-9f48-1a136c46edda tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4342384 Dec 22 16:05:00.768967 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44626) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:00.776836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-bd83afe1-3f89-48eb-8c1d-ef26b0bbd321 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Request body: {'subnet': {'network_id': 'd7695ca4-6b22-458b-beba-00f4c64b97f4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:05:00.801153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414911d2-f75e-4236-9f48-1a136c46edda tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Pushing event updated for resources: {'Network': ['ID=d7695ca4-6b22-458b-beba-00f4c64b97f4,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:00.805511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-414911d2-f75e-4236-9f48-1a136c46edda tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:00.815691 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network d7695ca4-6b22-458b-beba-00f4c64b97f4 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 16:05:00.831028 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:00.888021 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Transition to ACTIVE for port object 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:05:00.893562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bd83afe1-3f89-48eb-8c1d-ef26b0bbd321 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:05:00.897672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bd83afe1-3f89-48eb-8c1d-ef26b0bbd321 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Usage tracker for resource:subnet and tenant:d18c165d4727455b9a77ea8cb5756753 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:05:00.900511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bd83afe1-3f89-48eb-8c1d-ef26b0bbd321 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:05:00.906156 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bd83afe1-3f89-48eb-8c1d-ef26b0bbd321 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:05:00.936946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Transition to ACTIVE for port object 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:05:00.993227 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd83afe1-3f89-48eb-8c1d-ef26b0bbd321 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Made reservation on behalf of d18c165d4727455b9a77ea8cb5756753 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:05:00.996771 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bd83afe1-3f89-48eb-8c1d-ef26b0bbd321 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:01.016722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:01.022287 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:01.085173 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:01.088976 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Network 85139be3-a133-42cb-9f6c-6129e6490f2c is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:05:01.092224 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:05:01.096227 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:05:01.105768 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Pushing event updated for resources: {'Port': ['ID=26c70e1d-86c1-484b-a8d2-f99c9ed3c15e,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:01.133027 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:01.197041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Attempting to bind port 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:05:01.197422 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Attempting to bind port 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'cbe9019c-a8ae-4e68-bccb-42b37b2da406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '85139be3-a133-42cb-9f6c-6129e6490f2c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:05:01.197796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Attempting to bind port 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e on network 85139be3-a133-42cb-9f6c-6129e6490f2c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:05:01.203037 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:05:01.203415 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Checking segment: {'id': 'cbe9019c-a8ae-4e68-bccb-42b37b2da406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '85139be3-a133-42cb-9f6c-6129e6490f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:05:01.203883 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:01.204288 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Bound using segment: {'id': 'cbe9019c-a8ae-4e68-bccb-42b37b2da406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '85139be3-a133-42cb-9f6c-6129e6490f2c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:05:01.204761 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Bound port: 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe9019c-a8ae-4e68-bccb-42b37b2da406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '85139be3-a133-42cb-9f6c-6129e6490f2c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:05:01.205137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:01.291323 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] For port 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:05:01.296245 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] For port 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=26c70e1d-86c1-484b-a8d2-f99c9ed3c15e,segment=NetworkSegment(cbe9019c-a8ae-4e68-bccb-42b37b2da406),segment_id=cbe9019c-a8ae-4e68-bccb-42b37b2da406)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:05:01.365954 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:01.369715 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:01.439486 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bd83afe1-3f89-48eb-8c1d-ef26b0bbd321 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:01.445417 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-89306175-33a9-40c1-be1e-9e9d9fa28b16 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:01.461095 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Pushing event updated for resources: {'Port': ['ID=26c70e1d-86c1-484b-a8d2-f99c9ed3c15e,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:01.463813 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:01.530694 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83afe1-3f89-48eb-8c1d-ef26b0bbd321 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Pushing event updated for resources: {'Subnet': ['ID=fa052439-8e6f-4059-b3c2-d3c8d18387d0,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:01.534325 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bd83afe1-3f89-48eb-8c1d-ef26b0bbd321 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:01.541453 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83afe1-3f89-48eb-8c1d-ef26b0bbd321 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Checking segment: {'id': 'e4735646-9c18-402d-b82a-40f9ae1e5f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd7695ca4-6b22-458b-beba-00f4c64b97f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:05:01.541820 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd83afe1-3f89-48eb-8c1d-ef26b0bbd321 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Network hostable DHCP agents. Network: d7695ca4-6b22-458b-beba-00f4c64b97f4, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:05:01.628270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd83afe1-3f89-48eb-8c1d-ef26b0bbd321 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Network d7695ca4-6b22-458b-beba-00f4c64b97f4 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:05:01.691013 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-bd83afe1-3f89-48eb-8c1d-ef26b0bbd321 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, d7695ca4-6b22-458b-beba-00f4c64b97f4) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:05:01.695753 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd83afe1-3f89-48eb-8c1d-ef26b0bbd321 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:01.696447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bd83afe1-3f89-48eb-8c1d-ef26b0bbd321 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:01.700147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145886c2-e4d9-4a0c-8c35-dd181aa0bc30 None None] Network d7695ca4-6b22-458b-beba-00f4c64b97f4 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:05:01.794712 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bd83afe1-3f89-48eb-8c1d-ef26b0bbd321 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0249443 Dec 22 16:05:01.797443 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44630) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:01.802894 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0494869f-b26e-425f-baa3-96383494a254 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd7695ca4-6b22-458b-beba-00f4c64b97f4'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:05:01.920667 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-d7695ca4-6b22-458b-beba-00f4c64b97f4', 'network_id': 'd7695ca4-6b22-458b-beba-00f4c64b97f4', 'tenant_id': 'd18c165d4727455b9a77ea8cb5756753', 'fixed_ips': [{'subnet_id': 'fa052439-8e6f-4059-b3c2-d3c8d18387d0'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 16:05:01.921866 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:02.078938 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Allocated IP 172.21.0.2 (d7695ca4-6b22-458b-beba-00f4c64b97f4/fa052439-8e6f-4059-b3c2-d3c8d18387d0/ff003bee-1dea-4214-a867-3efd6baeaf7c) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:05:02.199965 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0494869f-b26e-425f-baa3-96383494a254 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:02.294740 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:02.305375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Transition to ACTIVE for port object ff003bee-1dea-4214-a867-3efd6baeaf7c will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:05:02.341655 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Transition to ACTIVE for port object ff003bee-1dea-4214-a867-3efd6baeaf7c will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:05:02.409240 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c057b76-3171-4ba1-b8a4-cf34e91f1d80 None None] Network 85139be3-a133-42cb-9f6c-6129e6490f2c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:05:02.423738 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-0494869f-b26e-425f-baa3-96383494a254 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 16:05:02.424761 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0494869f-b26e-425f-baa3-96383494a254 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] 10.222.0.59 "PUT /v2.0/routers/52483b68-52fe-4eb2-a6e4-91045ace3d99 HTTP/1.1" status: 400 len: 364 time: 0.6263890 Dec 22 16:05:02.430686 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44634) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:02.487465 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:02.499093 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:02.504032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4144c9-f7c8-413a-861a-a03f52e0b6fd tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Deleting subnet fa052439-8e6f-4059-b3c2-d3c8d18387d0 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:05:02.507225 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc4144c9-f7c8-413a-861a-a03f52e0b6fd tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:02.562841 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc4144c9-f7c8-413a-861a-a03f52e0b6fd tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:02.608246 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Network d7695ca4-6b22-458b-beba-00f4c64b97f4 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:05:02.612457 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:05:02.625129 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:05:02.651166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc4144c9-f7c8-413a-861a-a03f52e0b6fd tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:02.670431 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Pushing event updated for resources: {'Port': ['ID=ff003bee-1dea-4214-a867-3efd6baeaf7c,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:02.690881 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:02.734587 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4a424490-ae69-46f3-98a2-6a4fb8383551 None None] Provisioning for port 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:05:02.819032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Attempting to bind port ff003bee-1dea-4214-a867-3efd6baeaf7c on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:05:02.819397 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Attempting to bind port ff003bee-1dea-4214-a867-3efd6baeaf7c by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'e4735646-9c18-402d-b82a-40f9ae1e5f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd7695ca4-6b22-458b-beba-00f4c64b97f4'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:05:02.819795 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Attempting to bind port ff003bee-1dea-4214-a867-3efd6baeaf7c on network d7695ca4-6b22-458b-beba-00f4c64b97f4 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:05:02.822604 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc4144c9-f7c8-413a-861a-a03f52e0b6fd tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:02.827697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:02.829202 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:05:02.829500 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Checking segment: {'id': 'e4735646-9c18-402d-b82a-40f9ae1e5f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd7695ca4-6b22-458b-beba-00f4c64b97f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:05:02.829907 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:02.830334 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Bound using segment: {'id': 'e4735646-9c18-402d-b82a-40f9ae1e5f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd7695ca4-6b22-458b-beba-00f4c64b97f4'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:05:02.830818 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Bound port: ff003bee-1dea-4214-a867-3efd6baeaf7c, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4735646-9c18-402d-b82a-40f9ae1e5f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd7695ca4-6b22-458b-beba-00f4c64b97f4'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:05:02.831195 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:02.863531 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4144c9-f7c8-413a-861a-a03f52e0b6fd tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Pushing event deleted for resources: {'Subnet': ['ID=fa052439-8e6f-4059-b3c2-d3c8d18387d0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:02.866073 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bc4144c9-f7c8-413a-861a-a03f52e0b6fd tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:02.868824 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc4144c9-f7c8-413a-861a-a03f52e0b6fd tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:02.874953 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bc4144c9-f7c8-413a-861a-a03f52e0b6fd tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] 10.222.0.59 "DELETE /v2.0/subnets/fa052439-8e6f-4059-b3c2-d3c8d18387d0 HTTP/1.1" status: 204 len: 168 time: 0.4432685 Dec 22 16:05:02.877467 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44638) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:02.971409 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] For port ff003bee-1dea-4214-a867-3efd6baeaf7c, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:05:02.975184 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] For port ff003bee-1dea-4214-a867-3efd6baeaf7c, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ff003bee-1dea-4214-a867-3efd6baeaf7c,segment=NetworkSegment(e4735646-9c18-402d-b82a-40f9ae1e5f0c),segment_id=e4735646-9c18-402d-b82a-40f9ae1e5f0c)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:05:02.996301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:03.007504 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Deleting port ff003bee-1dea-4214-a867-3efd6baeaf7c {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:05:03.007844 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:03.052409 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:03.056685 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:03.172079 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Pushing event updated for resources: {'Port': ['ID=ff003bee-1dea-4214-a867-3efd6baeaf7c,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:03.180596 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:03.219088 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7fd2ca-d44e-454c-ae2d-1cc53816cf64 None None] Network d7695ca4-6b22-458b-beba-00f4c64b97f4 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:05:03.383881 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] For port ff003bee-1dea-4214-a867-3efd6baeaf7c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ff003bee-1dea-4214-a867-3efd6baeaf7c,segment=NetworkSegment(e4735646-9c18-402d-b82a-40f9ae1e5f0c),segment_id=e4735646-9c18-402d-b82a-40f9ae1e5f0c)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:05:03.384248 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:03.427514 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f06603-2f97-45f4-8807-4015ec35e17e None None] get_active_networks_info from dv-neutron-822674-1-hyperv {{(pid=88219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 16:05:03.463468 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:05:03.516617 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Calling delete_port for ff003bee-1dea-4214-a867-3efd6baeaf7c owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:05:03.572707 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f06603-2f97-45f4-8807-4015ec35e17e None None] Resources bound (agent type, host, resource id): {{(pid=88219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 16:05:03.651913 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:05:03.667265 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:05:03.667643 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:03.673562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:03.678590 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4955bec6-7839-41f5-a8f5-c77215e0b5e7 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:03.721643 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Pushing event deleted for resources: {'Port': ['ID=ff003bee-1dea-4214-a867-3efd6baeaf7c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:03.724875 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:03.725627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] No DVR routers for this DVR port ff003bee-1dea-4214-a867-3efd6baeaf7c on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:05:03.861103 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:03.881493 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:03.887586 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7695ca4-6b22-458b-beba-00f4c64b97f4']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:03.900468 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4735646-9c18-402d-b82a-40f9ae1e5f0c') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:03.900785 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4735646-9c18-402d-b82a-40f9ae1e5f0c') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:03.912217 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:03.923882 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=26c70e1d-86c1-484b-a8d2-f99c9ed3c15e,segment=NetworkSegment(cbe9019c-a8ae-4e68-bccb-42b37b2da406),segment_id=cbe9019c-a8ae-4e68-bccb-42b37b2da406)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:05:03.928101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:03.934100 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:05:03.934538 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:05:03.949361 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:05:03.999710 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:04.002694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:04.070178 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=26c70e1d-86c1-484b-a8d2-f99c9ed3c15e,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:04.077274 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:04.079044 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:04.079044 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:04.079044 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:04.079044 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:04.079044 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:04.079490 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:04.079596 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:04.079873 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:04.080186 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:04.080501 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:04.080811 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:04.084719 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:04.136867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:04.140931 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-414911d2-f75e-4236-9f48-1a136c46edda tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:04.155150 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:04.165936 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Pushing event deleted for resources: {'Network': ['ID=d7695ca4-6b22-458b-beba-00f4c64b97f4,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:04.168627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:04.170703 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] 10.222.0.59 "DELETE /v2.0/networks/d7695ca4-6b22-458b-beba-00f4c64b97f4 HTTP/1.1" status: 204 len: 168 time: 1.2919989 Dec 22 16:05:04.173029 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44642) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:04.243048 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c563b9e-a99f-4554-bf22-749b809506f3 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Deleting subnet 9e6f18b1-2b9d-4072-be03-1faffcf921c1 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:05:04.245958 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6c563b9e-a99f-4554-bf22-749b809506f3 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:04.298849 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6c563b9e-a99f-4554-bf22-749b809506f3 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:04.384901 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6c563b9e-a99f-4554-bf22-749b809506f3 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:04.536931 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6c563b9e-a99f-4554-bf22-749b809506f3 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:04.540868 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4854f05e-c4b0-4722-bd37-0818da9e43a8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:04.576692 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c563b9e-a99f-4554-bf22-749b809506f3 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6f18b1-2b9d-4072-be03-1faffcf921c1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:04.579553 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6c563b9e-a99f-4554-bf22-749b809506f3 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:04.580507 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6c563b9e-a99f-4554-bf22-749b809506f3 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:04.586677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbac437d-35fc-4022-8ca1-7296a4fcf3e9 None None] Network 85139be3-a133-42cb-9f6c-6129e6490f2c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:05:04.588077 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6c563b9e-a99f-4554-bf22-749b809506f3 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] 10.222.0.59 "DELETE /v2.0/subnets/9e6f18b1-2b9d-4072-be03-1faffcf921c1 HTTP/1.1" status: 204 len: 168 time: 0.4140565 Dec 22 16:05:04.590503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44646) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:04.703502 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:04.714464 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Deleting port 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:05:04.714784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:04.845672 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0de3bd-23d6-4e14-aa9c-2abb7e79d2a7 None None] DHCP port deletion for 85139be3-a133-42cb-9f6c-6129e6490f2c request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 16:05:04.849766 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-6f0de3bd-23d6-4e14-aa9c-2abb7e79d2a7 None None] Deleting port 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:05:04.850157 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6f0de3bd-23d6-4e14-aa9c-2abb7e79d2a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:04.929906 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] For port 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=26c70e1d-86c1-484b-a8d2-f99c9ed3c15e,segment=NetworkSegment(cbe9019c-a8ae-4e68-bccb-42b37b2da406),segment_id=cbe9019c-a8ae-4e68-bccb-42b37b2da406)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:05:04.930284 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:05.053533 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Calling delete_port for 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:05:05.095930 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6f0de3bd-23d6-4e14-aa9c-2abb7e79d2a7 None None] For port 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=26c70e1d-86c1-484b-a8d2-f99c9ed3c15e,segment=NetworkSegment(cbe9019c-a8ae-4e68-bccb-42b37b2da406),segment_id=cbe9019c-a8ae-4e68-bccb-42b37b2da406)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:05:05.096231 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6f0de3bd-23d6-4e14-aa9c-2abb7e79d2a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:05.215729 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-6f0de3bd-23d6-4e14-aa9c-2abb7e79d2a7 None None] Calling delete_port for 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:05:05.267862 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:05.272885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:05.284691 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-6f0de3bd-23d6-4e14-aa9c-2abb7e79d2a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:05:05.285041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-6f0de3bd-23d6-4e14-aa9c-2abb7e79d2a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 16:05:05.320225 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Pushing event deleted for resources: {'Port': ['ID=26c70e1d-86c1-484b-a8d2-f99c9ed3c15e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:05.321931 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] No DVR routers for this DVR port 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:05:05.323514 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:05.393038 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:05:05.431421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:05:05.431772 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:05:05.449435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:05.474449 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85139be3-a133-42cb-9f6c-6129e6490f2c']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:05.486074 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe9019c-a8ae-4e68-bccb-42b37b2da406') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:05.486405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe9019c-a8ae-4e68-bccb-42b37b2da406') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:05.498144 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:05.513837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:05.520966 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:05:05.521238 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:05:05.535360 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:05:05.786055 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-6f0de3bd-23d6-4e14-aa9c-2abb7e79d2a7 None None] Deleting port 26c70e1d-86c1-484b-a8d2-f99c9ed3c15e {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:05:05.786660 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6f0de3bd-23d6-4e14-aa9c-2abb7e79d2a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:05.799102 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:05.804575 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:05.807347 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cee93937-20f9-4294-b92c-e2a8644a4d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:05.831026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Pushing event deleted for resources: {'Network': ['ID=85139be3-a133-42cb-9f6c-6129e6490f2c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:05.833464 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:05.835457 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] 10.222.0.59 "DELETE /v2.0/networks/85139be3-a133-42cb-9f6c-6129e6490f2c HTTP/1.1" status: 204 len: 168 time: 1.2439411 Dec 22 16:05:05.838325 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44650) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:05.852219 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-6f0de3bd-23d6-4e14-aa9c-2abb7e79d2a7 None None] The port '26c70e1d-86c1-484b-a8d2-f99c9ed3c15e' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 16:05:05.884786 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-947caacf-9e3a-4133-a326-859f9292a106 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Synchronizing usage tracker for tenant:d18c165d4727455b9a77ea8cb5756753 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:05:05.959188 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-947caacf-9e3a-4133-a326-859f9292a106 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Unset dirty status for tenant:d18c165d4727455b9a77ea8cb5756753 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:05:05.960362 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-947caacf-9e3a-4133-a326-859f9292a106 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] 10.222.0.59 "GET /v2.0/ports?device_id=52483b68-52fe-4eb2-a6e4-91045ace3d99 HTTP/1.1" status: 200 len: 205 time: 0.1211212 Dec 22 16:05:05.962843 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44654) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:06.092950 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd115448-ec00-4e17-9312-81ddc4103b25 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:06.382533 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd115448-ec00-4e17-9312-81ddc4103b25 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:06.384963 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd115448-ec00-4e17-9312-81ddc4103b25 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:06.461951 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:06.490318 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd115448-ec00-4e17-9312-81ddc4103b25 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:06.490858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd115448-ec00-4e17-9312-81ddc4103b25 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Fanout notify agent at l3_agent the message router_deleted on router 52483b68-52fe-4eb2-a6e4-91045ace3d99 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:05:06.502358 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd115448-ec00-4e17-9312-81ddc4103b25 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:06.503308 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fd115448-ec00-4e17-9312-81ddc4103b25 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] 10.222.0.59 "DELETE /v2.0/routers/52483b68-52fe-4eb2-a6e4-91045ace3d99 HTTP/1.1" status: 204 len: 168 time: 0.5395811 Dec 22 16:05:06.969154 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44662) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:07.145276 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7e221279-1b62-459b-9d7b-4811c9b4f293 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d18c165d4727455b9a77ea8cb5756753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1747935 Dec 22 16:05:07.147737 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44668) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:07.204713 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-80b93e05-24f8-45e5-8cba-14716edb2293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:07.230985 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-80b93e05-24f8-45e5-8cba-14716edb2293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:07.352446 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-80b93e05-24f8-45e5-8cba-14716edb2293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:07.356258 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5a6ff5d2-3fa1-4e42-b3c2-80a75f28c997 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:07.367337 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b93e05-24f8-45e5-8cba-14716edb2293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad5dff6-bb19-468d-bb9f-ed8e6829725e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:07.370832 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-80b93e05-24f8-45e5-8cba-14716edb2293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:07.374658 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-80b93e05-24f8-45e5-8cba-14716edb2293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:07.376001 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-80b93e05-24f8-45e5-8cba-14716edb2293 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ad5dff6-bb19-468d-bb9f-ed8e6829725e HTTP/1.1" status: 204 len: 168 time: 0.2271338 Dec 22 16:05:08.442058 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 44692) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:08.549145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1071047861-network', 'tenant_id': '05a2993cb6324cf6a9e1b77c66187daa'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:05:08.554544 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:05:08.558829 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Usage tracker for resource:network and tenant:05a2993cb6324cf6a9e1b77c66187daa is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:05:08.562471 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:05:08.568932 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:05:08.667689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Made reservation on behalf of 05a2993cb6324cf6a9e1b77c66187daa for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:05:08.670046 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:08.683238 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:08.697648 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:05:08.701495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Usage tracker for resource:security_group_rule and tenant:05a2993cb6324cf6a9e1b77c66187daa is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:05:08.704265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:05:08.709780 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:05:08.788802 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:08.964704 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:08.969007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-53398c07-7fb7-4095-9755-b18e6595cbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:08.996283 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:05:09.008324 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e08f55-292e-4c7d-a8b7-c575d6864958,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:09.011636 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:09.014595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:09.014915 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Added segment dad49009-7e41-4a17-9500-dba04a59c2a6 of type vlan for network 1cc8aa01-d088-4652-acb5-e1d408ae2d1e Dec 22 16:05:09.048840 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:09.176311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:09.177960 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:09.178628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:09.182278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2b36b0e8-4aa7-41af-aa13-89687766f27a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:09.281391 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Pushing event updated for resources: {'Network': ['ID=1cc8aa01-d088-4652-acb5-e1d408ae2d1e,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:09.284104 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:09.291358 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 1cc8aa01-d088-4652-acb5-e1d408ae2d1e details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 16:05:09.363527 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9170384 Dec 22 16:05:09.363862 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44698) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:09.370520 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3a905497-4d3d-4cf5-b86b-8405db052ec1 admin admin] Request body: {'subnet': {'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1071047861-subnet', 'tenant_id': '05a2993cb6324cf6a9e1b77c66187daa', 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:05:09.377717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3a905497-4d3d-4cf5-b86b-8405db052ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:05:09.384281 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3a905497-4d3d-4cf5-b86b-8405db052ec1 admin admin] Usage tracker for resource:subnet and tenant:05a2993cb6324cf6a9e1b77c66187daa is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:05:09.387558 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3a905497-4d3d-4cf5-b86b-8405db052ec1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:05:09.394635 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3a905497-4d3d-4cf5-b86b-8405db052ec1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:05:09.490962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a905497-4d3d-4cf5-b86b-8405db052ec1 admin admin] Made reservation on behalf of 05a2993cb6324cf6a9e1b77c66187daa for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:05:09.493393 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a905497-4d3d-4cf5-b86b-8405db052ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:09.776574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a905497-4d3d-4cf5-b86b-8405db052ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:09.780401 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2cd6b022-c387-41ba-8a3e-33de0e704cee tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:09.847260 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a905497-4d3d-4cf5-b86b-8405db052ec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=922d5783-aa0d-48e1-99ce-958ecd2817cd,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:09.851406 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3a905497-4d3d-4cf5-b86b-8405db052ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:09.858213 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a905497-4d3d-4cf5-b86b-8405db052ec1 admin admin] Checking segment: {'id': 'dad49009-7e41-4a17-9500-dba04a59c2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:05:09.863208 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a905497-4d3d-4cf5-b86b-8405db052ec1 admin admin] Network hostable DHCP agents. Network: 1cc8aa01-d088-4652-acb5-e1d408ae2d1e, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:05:09.936140 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a905497-4d3d-4cf5-b86b-8405db052ec1 admin admin] Network 1cc8aa01-d088-4652-acb5-e1d408ae2d1e is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:05:10.004210 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-3a905497-4d3d-4cf5-b86b-8405db052ec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 1cc8aa01-d088-4652-acb5-e1d408ae2d1e) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:05:10.008105 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a905497-4d3d-4cf5-b86b-8405db052ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:10.008685 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a905497-4d3d-4cf5-b86b-8405db052ec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:10.012966 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947404cd-fa51-46c9-8295-66b1c3f3f8ef None None] Network 1cc8aa01-d088-4652-acb5-e1d408ae2d1e requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:05:10.097027 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3a905497-4d3d-4cf5-b86b-8405db052ec1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7313805 Dec 22 16:05:10.100546 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44702) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:10.105722 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1071047861-router', 'tenant_id': '05a2993cb6324cf6a9e1b77c66187daa', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:05:10.110467 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:05:10.114388 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Usage tracker for resource:router and tenant:05a2993cb6324cf6a9e1b77c66187daa is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:05:10.117389 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:05:10.123329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:05:10.193710 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:10.194921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:10.210326 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:10.227708 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-1cc8aa01-d088-4652-acb5-e1d408ae2d1e', 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e', 'tenant_id': '05a2993cb6324cf6a9e1b77c66187daa', 'fixed_ips': [{'subnet_id': '922d5783-aa0d-48e1-99ce-958ecd2817cd'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 16:05:10.228563 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:10.385676 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Allocated IP 172.20.0.2 (1cc8aa01-d088-4652-acb5-e1d408ae2d1e/922d5783-aa0d-48e1-99ce-958ecd2817cd/cb51da24-e815-420d-b302-21fa30a317e9) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:05:10.599222 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:10.609831 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Transition to ACTIVE for port object cb51da24-e815-420d-b302-21fa30a317e9 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:05:10.628024 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Transition to ACTIVE for port object cb51da24-e815-420d-b302-21fa30a317e9 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:05:10.657377 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:10.702707 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:10.707106 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:10.771992 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Network 1cc8aa01-d088-4652-acb5-e1d408ae2d1e is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:05:10.774958 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:05:10.778675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:05:10.784507 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Pushing event updated for resources: {'Port': ['ID=cb51da24-e815-420d-b302-21fa30a317e9,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:10.788925 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:10.872027 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Attempting to bind port cb51da24-e815-420d-b302-21fa30a317e9 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:05:10.872419 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Attempting to bind port cb51da24-e815-420d-b302-21fa30a317e9 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'dad49009-7e41-4a17-9500-dba04a59c2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:05:10.872787 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Attempting to bind port cb51da24-e815-420d-b302-21fa30a317e9 on network 1cc8aa01-d088-4652-acb5-e1d408ae2d1e {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:05:10.878501 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:05:10.878888 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Checking segment: {'id': 'dad49009-7e41-4a17-9500-dba04a59c2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:05:10.879304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:10.879741 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Bound using segment: {'id': 'dad49009-7e41-4a17-9500-dba04a59c2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:05:10.880220 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Bound port: cb51da24-e815-420d-b302-21fa30a317e9, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad49009-7e41-4a17-9500-dba04a59c2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:05:10.880640 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:10.968321 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] For port cb51da24-e815-420d-b302-21fa30a317e9, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:05:10.971246 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] For port cb51da24-e815-420d-b302-21fa30a317e9, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=cb51da24-e815-420d-b302-21fa30a317e9,segment=NetworkSegment(dad49009-7e41-4a17-9500-dba04a59c2a6),segment_id=dad49009-7e41-4a17-9500-dba04a59c2a6)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:05:11.045286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:11.045641 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:11.048972 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:11.075463 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:11.130767 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Pushing event updated for resources: {'Port': ['ID=cb51da24-e815-420d-b302-21fa30a317e9,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:11.133898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:11.224735 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Allocated IP 172.26.6.160 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:05:11.380869 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:11.479574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:11.483528 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4a4fd0b4-8e2c-40ec-bcc4-c17c23ad405a tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:11.546721 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:05:11.549511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:05:11.553718 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:05:11.592546 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Pushing event updated for resources: {'Port': ['ID=e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:11.599157 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:12.049071 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:12.130626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5affe692-be96-4588-b82b-af6b2c1ea2ac None None] Network 1cc8aa01-d088-4652-acb5-e1d408ae2d1e requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:05:12.372982 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7e2d1257-6bb3-4699-a5ca-81dc600cd7bb None None] Provisioning for port cb51da24-e815-420d-b302-21fa30a317e9 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:05:12.537269 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:12.793281 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Router a86aac2c-660a-444d-88a2-f526cb67f0b8 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 16:05:12.972918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:05:12.982786 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] Sync routers for ids ['a86aac2c-660a-444d-88a2-f526cb67f0b8'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:05:12.992467 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] Routers {'a86aac2c-660a-444d-88a2-f526cb67f0b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:12.993090 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:04:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['a86aac2c-660a-444d-88a2-f526cb67f0b8'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:13.062143 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:13.065079 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9618883 Dec 22 16:05:13.066195 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 44706) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:13.168920 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] Set router a86aac2c-660a-444d-88a2-f526cb67f0b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:05:13.445859 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device cb51da24-e815-420d-b302-21fa30a317e9 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:05:13.469541 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86aac2c-660a-444d-88a2-f526cb67f0b8', 'name': 'tempest-TestEncryptedCinderVolumes-1071047861-router', 'tenant_id': '05a2993cb6324cf6a9e1b77c66187daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:10Z', 'updated_at': '2021-12-22T16:05:11Z', 'revision_number': 3, 'project_id': '05a2993cb6324cf6a9e1b77c66187daa', 'gw_port': {'id': 'e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86aac2c-660a-444d-88a2-f526cb67f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:13.473971 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] Checking router: a86aac2c-660a-444d-88a2-f526cb67f0b8 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:05:13.474550 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] Updating router a86aac2c-660a-444d-88a2-f526cb67f0b8 port e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:05:13.527765 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:13.576329 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port cb51da24-e815-420d-b302-21fa30a317e9 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:05:13.583752 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port cb51da24-e815-420d-b302-21fa30a317e9 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:05:13.584406 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:13.709245 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:13.743798 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port cb51da24-e815-420d-b302-21fa30a317e9, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=cb51da24-e815-420d-b302-21fa30a317e9,segment=NetworkSegment(dad49009-7e41-4a17-9500-dba04a59c2a6),segment_id=dad49009-7e41-4a17-9500-dba04a59c2a6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:05:13.758503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:13.827784 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:13.831198 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:13.900761 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=cb51da24-e815-420d-b302-21fa30a317e9,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:13.903656 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:13.923836 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:13.938708 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] Transition to ACTIVE for port object e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:05:14.004819 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:14.008408 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-16758e6e-46c1-4dfc-a304-c56ce8ee6613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:14.080103 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] Attempting to bind port e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:05:14.080472 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] Attempting to bind port e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:05:14.080838 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] Attempting to bind port e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:05:14.086891 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedb778-f5ee-4e35-bdbc-bffa4579b2f1 None None] Pushing event updated for resources: {'Port': ['ID=e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc,revision_number=2']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:14.091802 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:05:14.098183 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:05:14.098183 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:14.098183 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:05:14.098183 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] Bound port: e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:05:14.098183 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:14.121804 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Allocated IP 172.20.0.1 (1cc8aa01-d088-4652-acb5-e1d408ae2d1e/922d5783-aa0d-48e1-99ce-958ecd2817cd/196023bd-20ac-4eee-9cfd-05e1595bacfb) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:05:14.124272 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedb778-f5ee-4e35-bdbc-bffa4579b2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:14.124625 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedb778-f5ee-4e35-bdbc-bffa4579b2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:14.124961 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedb778-f5ee-4e35-bdbc-bffa4579b2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:14.125285 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedb778-f5ee-4e35-bdbc-bffa4579b2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:14.125611 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedb778-f5ee-4e35-bdbc-bffa4579b2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:14.125931 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedb778-f5ee-4e35-bdbc-bffa4579b2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:14.126271 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedb778-f5ee-4e35-bdbc-bffa4579b2f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:14.126631 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedb778-f5ee-4e35-bdbc-bffa4579b2f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:14.126906 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedb778-f5ee-4e35-bdbc-bffa4579b2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:14.127216 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedb778-f5ee-4e35-bdbc-bffa4579b2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:14.127528 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedb778-f5ee-4e35-bdbc-bffa4579b2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:14.127840 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedb778-f5ee-4e35-bdbc-bffa4579b2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:05:14.138740 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-9dedb778-f5ee-4e35-bdbc-bffa4579b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:14.183286 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] For port e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:05:14.186195 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] For port e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:05:14.251034 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:14.256424 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-a4bd67dd-f9fc-4358-874c-227474f747ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:14.275924 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:14.298511 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Transition to ACTIVE for port object 196023bd-20ac-4eee-9cfd-05e1595bacfb will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:05:14.311435 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:05:14.338349 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] Routers {'a86aac2c-660a-444d-88a2-f526cb67f0b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:14.338977 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:04:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['a86aac2c-660a-444d-88a2-f526cb67f0b8'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:14.382219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:14.386317 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-455797e6-bc58-42f6-a664-22b83633984c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:14.413616 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedb778-f5ee-4e35-bdbc-bffa4579b2f1 None None] Pushing event updated for resources: {'Port': ['ID=e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:14.418707 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-9dedb778-f5ee-4e35-bdbc-bffa4579b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:14.449350 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Network 1cc8aa01-d088-4652-acb5-e1d408ae2d1e is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:05:14.452108 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:05:14.455738 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:05:14.494869 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Pushing event updated for resources: {'Port': ['ID=196023bd-20ac-4eee-9cfd-05e1595bacfb,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:14.503428 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:14.521760 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:14.524852 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] Set router a86aac2c-660a-444d-88a2-f526cb67f0b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:05:14.739003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:14.801318 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1c636d29-c403-4b87-818a-8249d82e6afb None None] Provisioning for port 196023bd-20ac-4eee-9cfd-05e1595bacfb completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:05:14.806143 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1c636d29-c403-4b87-818a-8249d82e6afb None None] Provisioning complete for port 196023bd-20ac-4eee-9cfd-05e1595bacfb triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:05:14.806753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1c636d29-c403-4b87-818a-8249d82e6afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:14.826132 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86aac2c-660a-444d-88a2-f526cb67f0b8', 'name': 'tempest-TestEncryptedCinderVolumes-1071047861-router', 'tenant_id': '05a2993cb6324cf6a9e1b77c66187daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:10Z', 'updated_at': '2021-12-22T16:05:11Z', 'revision_number': 3, 'project_id': '05a2993cb6324cf6a9e1b77c66187daa', 'gw_port': {'id': 'e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86aac2c-660a-444d-88a2-f526cb67f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:14.830171 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8b917f-961e-4928-bde6-c1673e4e02ca None None] The sync data for ids ['a86aac2c-660a-444d-88a2-f526cb67f0b8'] in dv-neutron-822674-1-hyperv is: [{'id': 'a86aac2c-660a-444d-88a2-f526cb67f0b8', 'name': 'tempest-TestEncryptedCinderVolumes-1071047861-router', 'tenant_id': '05a2993cb6324cf6a9e1b77c66187daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:10Z', 'updated_at': '2021-12-22T16:05:11Z', 'revision_number': 3, 'project_id': '05a2993cb6324cf6a9e1b77c66187daa', 'gw_port': {'id': 'e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86aac2c-660a-444d-88a2-f526cb67f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:05:14.866777 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-1c636d29-c403-4b87-818a-8249d82e6afb None None] Port 196023bd-20ac-4eee-9cfd-05e1595bacfb cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:05:14.975748 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:15.044351 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:15.069372 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:15.154298 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Pushing event updated for resources: {'Port': ['ID=196023bd-20ac-4eee-9cfd-05e1595bacfb,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:15.157148 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:15.160268 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:15.305178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Network 1cc8aa01-d088-4652-acb5-e1d408ae2d1e is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:05:15.306191 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:05:15.502890 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:05:15.547116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Router a86aac2c-660a-444d-88a2-f526cb67f0b8 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:05:15.595809 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-03c410e4-e362-45d6-9acf-722690eb6faa None None] Provisioning complete for port 196023bd-20ac-4eee-9cfd-05e1595bacfb triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:05:15.596117 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-03c410e4-e362-45d6-9acf-722690eb6faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:15.650201 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-03c410e4-e362-45d6-9acf-722690eb6faa None None] Port 196023bd-20ac-4eee-9cfd-05e1595bacfb cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:05:15.656259 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:05:15.661916 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:05:15.662337 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:15.740104 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:05:15.753003 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] 10.222.0.59 "PUT /v2.0/routers/a86aac2c-660a-444d-88a2-f526cb67f0b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6819704 Dec 22 16:05:15.786066 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:15.802518 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:05:15.884675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:15.885580 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device cb51da24-e815-420d-b302-21fa30a317e9 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:05:15.913861 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:16.007642 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:16.012302 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:16.019581 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port cb51da24-e815-420d-b302-21fa30a317e9 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:05:16.019962 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:16.368968 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] Sync routers for ids ['a86aac2c-660a-444d-88a2-f526cb67f0b8'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:05:16.377857 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] Routers {'a86aac2c-660a-444d-88a2-f526cb67f0b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:16.378518 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:04:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['a86aac2c-660a-444d-88a2-f526cb67f0b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:16.481044 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 44724) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:16.487327 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2013791176-network', 'tenant_id': 'fc5f215c1a5f433ba2632fd9daf0843f'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:05:16.492974 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:05:16.496800 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Usage tracker for resource:network and tenant:fc5f215c1a5f433ba2632fd9daf0843f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:05:16.499746 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:05:16.506463 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:05:16.556364 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] Set router a86aac2c-660a-444d-88a2-f526cb67f0b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:05:16.559332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Made reservation on behalf of fc5f215c1a5f433ba2632fd9daf0843f for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:05:16.561726 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:16.581970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:16.600083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:05:16.611749 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Usage tracker for resource:security_group_rule and tenant:fc5f215c1a5f433ba2632fd9daf0843f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:05:16.614717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:05:16.620556 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:05:16.702253 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:16.771461 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:16.774756 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-acfe079d-3f28-44d9-ace5-f646204c98ae tempest-TestVolumeBootPattern-1314816012 tempest-TestVolumeBootPattern-1314816012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:16.805116 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:05:16.813717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330e2734-93b7-475a-9c01-52d0216db55d,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:16.817083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:16.821337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:16.821529 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Added segment 99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5 of type vlan for network 8bac89b0-5d38-4e01-8904-6bd486d07846 Dec 22 16:05:16.850565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:16.924667 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86aac2c-660a-444d-88a2-f526cb67f0b8', 'name': 'tempest-TestEncryptedCinderVolumes-1071047861-router', 'tenant_id': '05a2993cb6324cf6a9e1b77c66187daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:10Z', 'updated_at': '2021-12-22T16:05:14Z', 'revision_number': 4, 'project_id': '05a2993cb6324cf6a9e1b77c66187daa', 'gw_port': {'id': 'e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86aac2c-660a-444d-88a2-f526cb67f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '196023bd-20ac-4eee-9cfd-05e1595bacfb', 'name': '', 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e', 'tenant_id': '05a2993cb6324cf6a9e1b77c66187daa', 'mac_address': 'fa:16:3e:8e:39:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86aac2c-660a-444d-88a2-f526cb67f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '922d5783-aa0d-48e1-99ce-958ecd2817cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:13Z', 'updated_at': '2021-12-22T16:05:14Z', 'revision_number': 2, 'project_id': '05a2993cb6324cf6a9e1b77c66187daa', 'subnets': [{'id': '922d5783-aa0d-48e1-99ce-958ecd2817cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:16.928795 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] Checking router: a86aac2c-660a-444d-88a2-f526cb67f0b8 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:05:16.929161 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] Updating router a86aac2c-660a-444d-88a2-f526cb67f0b8 port 196023bd-20ac-4eee-9cfd-05e1595bacfb binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:05:16.953124 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:16.954194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:16.954831 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:16.960470 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8beffc50-6570-4f9d-8495-e34c2c0d9eef tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:16.984251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:17.058839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Pushing event updated for resources: {'Network': ['ID=8bac89b0-5d38-4e01-8904-6bd486d07846,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:17.061531 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:17.091282 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 8bac89b0-5d38-4e01-8904-6bd486d07846 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 16:05:17.119733 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6369243 Dec 22 16:05:17.122420 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 44728) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:17.128309 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-b2a5e273-0389-4fd9-9dfc-819ea179a53d admin admin] Request body: {'subnet': {'network_id': '8bac89b0-5d38-4e01-8904-6bd486d07846', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2013791176-subnet', 'tenant_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'ip_version': 4}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:05:17.133762 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b2a5e273-0389-4fd9-9dfc-819ea179a53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:05:17.137692 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b2a5e273-0389-4fd9-9dfc-819ea179a53d admin admin] Usage tracker for resource:subnet and tenant:fc5f215c1a5f433ba2632fd9daf0843f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:05:17.141141 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b2a5e273-0389-4fd9-9dfc-819ea179a53d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:05:17.147546 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b2a5e273-0389-4fd9-9dfc-819ea179a53d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:05:17.233250 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a5e273-0389-4fd9-9dfc-819ea179a53d admin admin] Made reservation on behalf of fc5f215c1a5f433ba2632fd9daf0843f for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:05:17.235526 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b2a5e273-0389-4fd9-9dfc-819ea179a53d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:17.418064 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:05:17.449931 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:17.477857 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] Transition to ACTIVE for port object 196023bd-20ac-4eee-9cfd-05e1595bacfb will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:05:17.499331 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:05:17.499634 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:17.541306 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b2a5e273-0389-4fd9-9dfc-819ea179a53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:17.546565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c3576651-43c4-4743-8828-1ed60d15ba24 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:17.593791 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:17.604074 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d941f0fd-9321-47a2-a6e2-4a0036233569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:17.620653 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5e273-0389-4fd9-9dfc-819ea179a53d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0bd701a-2171-44f7-aa54-fbf8086b3b49,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:17.623383 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b2a5e273-0389-4fd9-9dfc-819ea179a53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:17.626209 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a5e273-0389-4fd9-9dfc-819ea179a53d admin admin] Checking segment: {'id': '99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bac89b0-5d38-4e01-8904-6bd486d07846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:05:17.626446 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a5e273-0389-4fd9-9dfc-819ea179a53d admin admin] Network hostable DHCP agents. Network: 8bac89b0-5d38-4e01-8904-6bd486d07846, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:05:17.707631 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a5e273-0389-4fd9-9dfc-819ea179a53d admin admin] Network 8bac89b0-5d38-4e01-8904-6bd486d07846 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:05:17.749391 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1922d9-2593-4872-b0bf-23c5da5c6610 None None] Pushing event updated for resources: {'Port': ['ID=196023bd-20ac-4eee-9cfd-05e1595bacfb,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:17.776482 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-b2a5e273-0389-4fd9-9dfc-819ea179a53d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 8bac89b0-5d38-4e01-8904-6bd486d07846) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:05:17.780092 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bf1922d9-2593-4872-b0bf-23c5da5c6610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:17.782189 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a5e273-0389-4fd9-9dfc-819ea179a53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:17.783046 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b2a5e273-0389-4fd9-9dfc-819ea179a53d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:17.787124 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c383600-4bd4-43bd-810b-57d4a5c93018 None None] Network 8bac89b0-5d38-4e01-8904-6bd486d07846 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:05:17.904768 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b2a5e273-0389-4fd9-9dfc-819ea179a53d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7789192 Dec 22 16:05:17.904990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 44732) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:17.909941 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2013791176-router', 'tenant_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:05:17.915437 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:05:17.915785 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] Attempting to bind port 196023bd-20ac-4eee-9cfd-05e1595bacfb on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:05:17.916164 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] Attempting to bind port 196023bd-20ac-4eee-9cfd-05e1595bacfb by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'dad49009-7e41-4a17-9500-dba04a59c2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:05:17.916535 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] Attempting to bind port 196023bd-20ac-4eee-9cfd-05e1595bacfb on network 1cc8aa01-d088-4652-acb5-e1d408ae2d1e {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:05:17.919422 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Usage tracker for resource:router and tenant:fc5f215c1a5f433ba2632fd9daf0843f is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:05:17.922436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:05:17.925932 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:05:17.926540 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] Checking segment: {'id': 'dad49009-7e41-4a17-9500-dba04a59c2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:05:17.927335 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:17.927677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] Bound using segment: {'id': 'dad49009-7e41-4a17-9500-dba04a59c2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:05:17.928154 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] Bound port: 196023bd-20ac-4eee-9cfd-05e1595bacfb, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad49009-7e41-4a17-9500-dba04a59c2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:05:17.928535 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:17.929047 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:05:18.021918 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:18.023302 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:18.038672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:18.092413 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] For port 196023bd-20ac-4eee-9cfd-05e1595bacfb, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:05:18.097111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] For port 196023bd-20ac-4eee-9cfd-05e1595bacfb, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=196023bd-20ac-4eee-9cfd-05e1595bacfb,segment=NetworkSegment(dad49009-7e41-4a17-9500-dba04a59c2a6),segment_id=dad49009-7e41-4a17-9500-dba04a59c2a6)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:05:18.141010 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-8bac89b0-5d38-4e01-8904-6bd486d07846', 'network_id': '8bac89b0-5d38-4e01-8904-6bd486d07846', 'tenant_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'fixed_ips': [{'subnet_id': 'b0bd701a-2171-44f7-aa54-fbf8086b3b49'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 16:05:18.141975 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:18.213188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:18.224093 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:18.394804 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:18.414500 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1922d9-2593-4872-b0bf-23c5da5c6610 None None] Pushing event updated for resources: {'Port': ['ID=196023bd-20ac-4eee-9cfd-05e1595bacfb,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:18.419226 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] Routers {'a86aac2c-660a-444d-88a2-f526cb67f0b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:18.419867 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:04:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['a86aac2c-660a-444d-88a2-f526cb67f0b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:18.466616 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bf1922d9-2593-4872-b0bf-23c5da5c6610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:18.516109 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Allocated IP 172.20.0.2 (8bac89b0-5d38-4e01-8904-6bd486d07846/b0bd701a-2171-44f7-aa54-fbf8086b3b49/59b53c38-fd96-41d8-84ed-0039d682e107) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:05:18.721971 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] Set router a86aac2c-660a-444d-88a2-f526cb67f0b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:05:18.902825 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:18.935362 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:19.045665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:19.069469 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Transition to ACTIVE for port object 59b53c38-fd96-41d8-84ed-0039d682e107 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:05:19.071999 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Allocated IP 172.26.6.241 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/40127cfe-eaa7-4a71-83e6-7164a84b107c) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:05:19.121734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Transition to ACTIVE for port object 59b53c38-fd96-41d8-84ed-0039d682e107 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:05:19.148415 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86aac2c-660a-444d-88a2-f526cb67f0b8', 'name': 'tempest-TestEncryptedCinderVolumes-1071047861-router', 'tenant_id': '05a2993cb6324cf6a9e1b77c66187daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:10Z', 'updated_at': '2021-12-22T16:05:14Z', 'revision_number': 4, 'project_id': '05a2993cb6324cf6a9e1b77c66187daa', 'gw_port': {'id': 'e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86aac2c-660a-444d-88a2-f526cb67f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '196023bd-20ac-4eee-9cfd-05e1595bacfb', 'name': '', 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e', 'tenant_id': '05a2993cb6324cf6a9e1b77c66187daa', 'mac_address': 'fa:16:3e:8e:39:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86aac2c-660a-444d-88a2-f526cb67f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '922d5783-aa0d-48e1-99ce-958ecd2817cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:13Z', 'updated_at': '2021-12-22T16:05:18Z', 'revision_number': 4, 'project_id': '05a2993cb6324cf6a9e1b77c66187daa', 'subnets': [{'id': '922d5783-aa0d-48e1-99ce-958ecd2817cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:19.152402 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f0a375-2ca6-433d-895a-adb47295f363 None None] The sync data for ids ['a86aac2c-660a-444d-88a2-f526cb67f0b8'] in dv-neutron-822674-1-hyperv is: [{'id': 'a86aac2c-660a-444d-88a2-f526cb67f0b8', 'name': 'tempest-TestEncryptedCinderVolumes-1071047861-router', 'tenant_id': '05a2993cb6324cf6a9e1b77c66187daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:10Z', 'updated_at': '2021-12-22T16:05:14Z', 'revision_number': 4, 'project_id': '05a2993cb6324cf6a9e1b77c66187daa', 'gw_port': {'id': 'e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86aac2c-660a-444d-88a2-f526cb67f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '196023bd-20ac-4eee-9cfd-05e1595bacfb', 'name': '', 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e', 'tenant_id': '05a2993cb6324cf6a9e1b77c66187daa', 'mac_address': 'fa:16:3e:8e:39:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86aac2c-660a-444d-88a2-f526cb67f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '922d5783-aa0d-48e1-99ce-958ecd2817cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:13Z', 'updated_at': '2021-12-22T16:05:18Z', 'revision_number': 4, 'project_id': '05a2993cb6324cf6a9e1b77c66187daa', 'subnets': [{'id': '922d5783-aa0d-48e1-99ce-958ecd2817cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:05:19.206732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:19.218332 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:19.255734 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:19.286172 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Network 8bac89b0-5d38-4e01-8904-6bd486d07846 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:05:19.289298 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:05:19.293289 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:05:19.302797 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Pushing event updated for resources: {'Port': ['ID=59b53c38-fd96-41d8-84ed-0039d682e107,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:19.329310 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:19.347478 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:19.353742 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-74fd45a5-15f7-4147-9fc8-210dbc4bfd76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:19.420761 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Attempting to bind port 59b53c38-fd96-41d8-84ed-0039d682e107 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:05:19.421146 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Attempting to bind port 59b53c38-fd96-41d8-84ed-0039d682e107 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bac89b0-5d38-4e01-8904-6bd486d07846'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:05:19.421582 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Attempting to bind port 59b53c38-fd96-41d8-84ed-0039d682e107 on network 8bac89b0-5d38-4e01-8904-6bd486d07846 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:05:19.428372 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:05:19.428945 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Checking segment: {'id': '99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bac89b0-5d38-4e01-8904-6bd486d07846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:05:19.429486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:19.429816 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Bound using segment: {'id': '99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bac89b0-5d38-4e01-8904-6bd486d07846'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:05:19.430562 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Bound port: 59b53c38-fd96-41d8-84ed-0039d682e107, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bac89b0-5d38-4e01-8904-6bd486d07846'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:05:19.430752 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:19.437524 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:05:19.441353 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:05:19.445586 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:05:19.485846 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 196023bd-20ac-4eee-9cfd-05e1595bacfb up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:05:19.486096 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Pushing event updated for resources: {'Port': ['ID=40127cfe-eaa7-4a71-83e6-7164a84b107c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:19.495580 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:19.586272 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] For port 59b53c38-fd96-41d8-84ed-0039d682e107, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:05:19.589884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] For port 59b53c38-fd96-41d8-84ed-0039d682e107, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=59b53c38-fd96-41d8-84ed-0039d682e107,segment=NetworkSegment(99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5),segment_id=99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:05:19.726205 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:19.730140 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:19.768278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 196023bd-20ac-4eee-9cfd-05e1595bacfb completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:05:19.794184 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 196023bd-20ac-4eee-9cfd-05e1595bacfb triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:05:19.794562 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:19.865233 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Pushing event updated for resources: {'Port': ['ID=59b53c38-fd96-41d8-84ed-0039d682e107,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:19.872077 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:19.953819 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:19.990689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:19.992447 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 196023bd-20ac-4eee-9cfd-05e1595bacfb, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=196023bd-20ac-4eee-9cfd-05e1595bacfb,segment=NetworkSegment(dad49009-7e41-4a17-9500-dba04a59c2a6),segment_id=dad49009-7e41-4a17-9500-dba04a59c2a6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:05:20.090859 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:20.093134 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:20.172664 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=196023bd-20ac-4eee-9cfd-05e1595bacfb,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:20.183324 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:20.408238 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:20.827272 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Router e3a98b01-bcfc-4efa-a1c6-85529920b2b8 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 16:05:20.883674 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e356d23-e00e-463a-b75d-d5e66b596a72 None None] Network 8bac89b0-5d38-4e01-8904-6bd486d07846 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:05:21.006570 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:05:21.020050 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] Sync routers for ids ['e3a98b01-bcfc-4efa-a1c6-85529920b2b8'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:05:21.032736 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] Routers {'e3a98b01-bcfc-4efa-a1c6-85529920b2b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:21.033500 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:04:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e3a98b01-bcfc-4efa-a1c6-85529920b2b8'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:21.095957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-342c4135-f927-4584-8231-8ada3dc80b84 None None] Provisioning for port 59b53c38-fd96-41d8-84ed-0039d682e107 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:05:21.119167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:21.120596 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2145202 Dec 22 16:05:21.125006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 44736) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:21.212403 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] Set router e3a98b01-bcfc-4efa-a1c6-85529920b2b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:05:21.532885 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 59b53c38-fd96-41d8-84ed-0039d682e107 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:05:21.541297 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a98b01-bcfc-4efa-a1c6-85529920b2b8', 'name': 'tempest-TestEncryptedCinderVolumes-2013791176-router', 'tenant_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '40127cfe-eaa7-4a71-83e6-7164a84b107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:18Z', 'updated_at': '2021-12-22T16:05:19Z', 'revision_number': 3, 'project_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'gw_port': {'id': '40127cfe-eaa7-4a71-83e6-7164a84b107c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a98b01-bcfc-4efa-a1c6-85529920b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:18Z', 'updated_at': '2021-12-22T16:05:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:21.545331 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] Checking router: e3a98b01-bcfc-4efa-a1c6-85529920b2b8 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:05:21.545686 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] Updating router e3a98b01-bcfc-4efa-a1c6-85529920b2b8 port 40127cfe-eaa7-4a71-83e6-7164a84b107c binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:05:21.602252 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:21.684751 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 59b53c38-fd96-41d8-84ed-0039d682e107 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:05:21.690595 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 59b53c38-fd96-41d8-84ed-0039d682e107 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:05:21.690999 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:21.814385 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:21.849723 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 59b53c38-fd96-41d8-84ed-0039d682e107, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=59b53c38-fd96-41d8-84ed-0039d682e107,segment=NetworkSegment(99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5),segment_id=99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:05:21.861012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:21.932777 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:21.945006 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] Transition to ACTIVE for port object 40127cfe-eaa7-4a71-83e6-7164a84b107c will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:05:21.953008 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:21.953903 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 196023bd-20ac-4eee-9cfd-05e1595bacfb up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:05:21.977409 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:22.010863 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:22.017006 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-a4bd67dd-f9fc-4358-874c-227474f747ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:22.068576 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Allocated IP 172.20.0.1 (8bac89b0-5d38-4e01-8904-6bd486d07846/b0bd701a-2171-44f7-aa54-fbf8086b3b49/5e4f4687-098c-47f6-95cb-35fd94a0c7ae) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:05:22.071200 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=59b53c38-fd96-41d8-84ed-0039d682e107,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:22.074968 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:22.086551 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 196023bd-20ac-4eee-9cfd-05e1595bacfb triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:05:22.087086 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:22.100069 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f3d13-fef6-4915-8373-7350582caea2 None None] Pushing event updated for resources: {'Port': ['ID=40127cfe-eaa7-4a71-83e6-7164a84b107c,revision_number=2']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:22.106305 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] Attempting to bind port 40127cfe-eaa7-4a71-83e6-7164a84b107c on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:05:22.106881 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] Attempting to bind port 40127cfe-eaa7-4a71-83e6-7164a84b107c by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:05:22.107407 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] Attempting to bind port 40127cfe-eaa7-4a71-83e6-7164a84b107c on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:05:22.112929 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-396f3d13-fef6-4915-8373-7350582caea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:22.114345 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:05:22.114902 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:05:22.115293 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:22.115706 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:05:22.116171 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] Bound port: 40127cfe-eaa7-4a71-83e6-7164a84b107c, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:05:22.116744 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:22.192287 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] For port 40127cfe-eaa7-4a71-83e6-7164a84b107c, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:05:22.195703 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] For port 40127cfe-eaa7-4a71-83e6-7164a84b107c, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=40127cfe-eaa7-4a71-83e6-7164a84b107c,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:05:22.245350 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:22.253544 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-5f9a61ea-b370-420f-a8aa-7e341b6c1efd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:22.323957 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] Routers {'e3a98b01-bcfc-4efa-a1c6-85529920b2b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:22.324605 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:04:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e3a98b01-bcfc-4efa-a1c6-85529920b2b8'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:22.362713 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:22.382458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Transition to ACTIVE for port object 5e4f4687-098c-47f6-95cb-35fd94a0c7ae will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:05:22.402531 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f3d13-fef6-4915-8373-7350582caea2 None None] Pushing event updated for resources: {'Port': ['ID=40127cfe-eaa7-4a71-83e6-7164a84b107c,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:22.407502 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-396f3d13-fef6-4915-8373-7350582caea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:22.462300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:22.466155 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b589f54a-622d-46a0-a51c-67c877c13a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:22.510120 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] Set router e3a98b01-bcfc-4efa-a1c6-85529920b2b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:05:22.532265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Network 8bac89b0-5d38-4e01-8904-6bd486d07846 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:05:22.535080 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:05:22.539177 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:05:22.568263 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Pushing event updated for resources: {'Port': ['ID=5e4f4687-098c-47f6-95cb-35fd94a0c7ae,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:22.574652 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:22.596729 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:22.814175 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a98b01-bcfc-4efa-a1c6-85529920b2b8', 'name': 'tempest-TestEncryptedCinderVolumes-2013791176-router', 'tenant_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '40127cfe-eaa7-4a71-83e6-7164a84b107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:18Z', 'updated_at': '2021-12-22T16:05:19Z', 'revision_number': 3, 'project_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'gw_port': {'id': '40127cfe-eaa7-4a71-83e6-7164a84b107c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a98b01-bcfc-4efa-a1c6-85529920b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:18Z', 'updated_at': '2021-12-22T16:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:22.818184 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f2799-d470-47ef-95b1-b9cf8bfe09bd None None] The sync data for ids ['e3a98b01-bcfc-4efa-a1c6-85529920b2b8'] in dv-neutron-822674-1-hyperv is: [{'id': 'e3a98b01-bcfc-4efa-a1c6-85529920b2b8', 'name': 'tempest-TestEncryptedCinderVolumes-2013791176-router', 'tenant_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '40127cfe-eaa7-4a71-83e6-7164a84b107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:18Z', 'updated_at': '2021-12-22T16:05:19Z', 'revision_number': 3, 'project_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'gw_port': {'id': '40127cfe-eaa7-4a71-83e6-7164a84b107c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a98b01-bcfc-4efa-a1c6-85529920b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:18Z', 'updated_at': '2021-12-22T16:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:05:22.879248 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b371380c-b324-468d-8e64-5a0e95b0dfa6 None None] Provisioning for port 5e4f4687-098c-47f6-95cb-35fd94a0c7ae completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:05:22.884678 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b371380c-b324-468d-8e64-5a0e95b0dfa6 None None] Provisioning complete for port 5e4f4687-098c-47f6-95cb-35fd94a0c7ae triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:05:22.885065 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b371380c-b324-468d-8e64-5a0e95b0dfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:22.942749 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-b371380c-b324-468d-8e64-5a0e95b0dfa6 None None] Port 5e4f4687-098c-47f6-95cb-35fd94a0c7ae cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:05:22.948139 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:23.219077 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:23.330191 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:23.364521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cc36c7fc-0885-47ee-9d0b-1b25580618f7 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:23.452981 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:23.456674 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Pushing event updated for resources: {'Port': ['ID=5e4f4687-098c-47f6-95cb-35fd94a0c7ae,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:23.460140 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:23.500661 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 40127cfe-eaa7-4a71-83e6-7164a84b107c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:05:23.597833 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Network 8bac89b0-5d38-4e01-8904-6bd486d07846 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:05:23.599581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:05:23.674282 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 40127cfe-eaa7-4a71-83e6-7164a84b107c completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:05:23.680545 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 40127cfe-eaa7-4a71-83e6-7164a84b107c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:05:23.684704 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:23.811296 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Router e3a98b01-bcfc-4efa-a1c6-85529920b2b8 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:05:23.813671 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:23.837609 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 40127cfe-eaa7-4a71-83e6-7164a84b107c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=40127cfe-eaa7-4a71-83e6-7164a84b107c,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:05:23.871391 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-fd90ccef-83dc-43c3-b8de-48eb5992e5a7 None None] Provisioning complete for port 5e4f4687-098c-47f6-95cb-35fd94a0c7ae triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:05:23.871391 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fd90ccef-83dc-43c3-b8de-48eb5992e5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:23.922170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-fd90ccef-83dc-43c3-b8de-48eb5992e5a7 None None] Port 5e4f4687-098c-47f6-95cb-35fd94a0c7ae cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:05:23.930196 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:23.931138 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 59b53c38-fd96-41d8-84ed-0039d682e107 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:05:23.954697 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3b53629d-3dbb-4c9a-922a-82263759b658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:24.003081 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:05:24.012594 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] 10.222.0.59 "PUT /v2.0/routers/e3a98b01-bcfc-4efa-a1c6-85529920b2b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8866172 Dec 22 16:05:24.048471 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=40127cfe-eaa7-4a71-83e6-7164a84b107c,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:24.052045 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:24.060965 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 59b53c38-fd96-41d8-84ed-0039d682e107 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:05:24.061347 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:24.484654 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] Sync routers for ids ['e3a98b01-bcfc-4efa-a1c6-85529920b2b8'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:05:24.494761 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] Routers {'e3a98b01-bcfc-4efa-a1c6-85529920b2b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:24.495387 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:04:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e3a98b01-bcfc-4efa-a1c6-85529920b2b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:24.671535 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] Set router e3a98b01-bcfc-4efa-a1c6-85529920b2b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:05:25.047381 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a98b01-bcfc-4efa-a1c6-85529920b2b8', 'name': 'tempest-TestEncryptedCinderVolumes-2013791176-router', 'tenant_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '40127cfe-eaa7-4a71-83e6-7164a84b107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:18Z', 'updated_at': '2021-12-22T16:05:22Z', 'revision_number': 4, 'project_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'gw_port': {'id': '40127cfe-eaa7-4a71-83e6-7164a84b107c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a98b01-bcfc-4efa-a1c6-85529920b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:18Z', 'updated_at': '2021-12-22T16:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '5e4f4687-098c-47f6-95cb-35fd94a0c7ae', 'name': '', 'network_id': '8bac89b0-5d38-4e01-8904-6bd486d07846', 'tenant_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'mac_address': 'fa:16:3e:5a:3d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a98b01-bcfc-4efa-a1c6-85529920b2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b0bd701a-2171-44f7-aa54-fbf8086b3b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:21Z', 'updated_at': '2021-12-22T16:05:23Z', 'revision_number': 2, 'project_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'subnets': [{'id': 'b0bd701a-2171-44f7-aa54-fbf8086b3b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:25.051841 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] Checking router: e3a98b01-bcfc-4efa-a1c6-85529920b2b8 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:05:25.052200 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] Updating router e3a98b01-bcfc-4efa-a1c6-85529920b2b8 port 5e4f4687-098c-47f6-95cb-35fd94a0c7ae binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:05:25.089544 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-291f20e3-d3fa-47d2-bf0f-0b2ea2f61d8c tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:25.090270 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-291f20e3-d3fa-47d2-bf0f-0b2ea2f61d8c tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Synchronizing usage tracker for tenant:05a2993cb6324cf6a9e1b77c66187daa on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:05:25.104816 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:25.181537 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-291f20e3-d3fa-47d2-bf0f-0b2ea2f61d8c tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Unset dirty status for tenant:05a2993cb6324cf6a9e1b77c66187daa on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:05:25.182728 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-291f20e3-d3fa-47d2-bf0f-0b2ea2f61d8c tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/networks?id=1cc8aa01-d088-4652-acb5-e1d408ae2d1e HTTP/1.1" status: 200 len: 817 time: 0.3742170 Dec 22 16:05:25.198608 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-0f3ce836-388d-4e56-8623-57a90330c53d tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/quotas/05a2993cb6324cf6a9e1b77c66187daa HTTP/1.1" status: 200 len: 375 time: 0.0101166 Dec 22 16:05:25.233563 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-24d345db-2b46-486e-9adf-cf398d59972d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:25.281423 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-0ea73e06-f587-492d-8c54-d8db1dcecf40 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=05a2993cb6324cf6a9e1b77c66187daa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773015 Dec 22 16:05:25.426046 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-16b7fb48-f9ef-42a4-89ef-fa26d3ffb086 service neutron] 10.222.0.59 "GET /v2.0/networks/1cc8aa01-d088-4652-acb5-e1d408ae2d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332042 Dec 22 16:05:25.436850 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 40127cfe-eaa7-4a71-83e6-7164a84b107c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:05:25.514176 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:25.531898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] Transition to ACTIVE for port object 5e4f4687-098c-47f6-95cb-35fd94a0c7ae will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:05:25.546671 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 40127cfe-eaa7-4a71-83e6-7164a84b107c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:05:25.547044 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:25.563538 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-fe14bf7f-8633-4328-9be5-b9f698bf657a service neutron] 10.222.0.59 "GET /v2.0/networks/1cc8aa01-d088-4652-acb5-e1d408ae2d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313863 Dec 22 16:05:25.641352 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:25.651598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:25.820686 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960a6aa-3b96-4d38-b910-ae0fd8efc2ff None None] Pushing event updated for resources: {'Port': ['ID=5e4f4687-098c-47f6-95cb-35fd94a0c7ae,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:25.828456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b960a6aa-3b96-4d38-b910-ae0fd8efc2ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:25.847288 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-acc2030b-c8ac-4423-83dd-16d9b98173f1 req-e18e66ab-d390-42e1-8eb2-3e4be3f24244 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0605183 Dec 22 16:05:25.899968 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] Attempting to bind port 5e4f4687-098c-47f6-95cb-35fd94a0c7ae on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:05:25.900636 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] Attempting to bind port 5e4f4687-098c-47f6-95cb-35fd94a0c7ae by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bac89b0-5d38-4e01-8904-6bd486d07846'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:05:25.900849 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] Attempting to bind port 5e4f4687-098c-47f6-95cb-35fd94a0c7ae on network 8bac89b0-5d38-4e01-8904-6bd486d07846 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:05:25.906893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:05:25.907278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] Checking segment: {'id': '99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bac89b0-5d38-4e01-8904-6bd486d07846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:05:25.907688 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:25.908274 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] Bound using segment: {'id': '99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bac89b0-5d38-4e01-8904-6bd486d07846'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:05:25.909050 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] Bound port: 5e4f4687-098c-47f6-95cb-35fd94a0c7ae, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bac89b0-5d38-4e01-8904-6bd486d07846'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:05:25.909607 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:25.999192 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] For port 5e4f4687-098c-47f6-95cb-35fd94a0c7ae, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:05:26.002072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] For port 5e4f4687-098c-47f6-95cb-35fd94a0c7ae, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=5e4f4687-098c-47f6-95cb-35fd94a0c7ae,segment=NetworkSegment(99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5),segment_id=99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:05:26.079108 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:26.082914 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bf1922d9-2593-4872-b0bf-23c5da5c6610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:26.162061 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] Routers {'e3a98b01-bcfc-4efa-a1c6-85529920b2b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:26.162721 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:04:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e3a98b01-bcfc-4efa-a1c6-85529920b2b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:26.225374 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960a6aa-3b96-4d38-b910-ae0fd8efc2ff None None] Pushing event updated for resources: {'Port': ['ID=5e4f4687-098c-47f6-95cb-35fd94a0c7ae,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:26.229919 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b960a6aa-3b96-4d38-b910-ae0fd8efc2ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:26.357642 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] Set router e3a98b01-bcfc-4efa-a1c6-85529920b2b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:05:26.724554 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a98b01-bcfc-4efa-a1c6-85529920b2b8', 'name': 'tempest-TestEncryptedCinderVolumes-2013791176-router', 'tenant_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '40127cfe-eaa7-4a71-83e6-7164a84b107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:18Z', 'updated_at': '2021-12-22T16:05:22Z', 'revision_number': 4, 'project_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'gw_port': {'id': '40127cfe-eaa7-4a71-83e6-7164a84b107c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a98b01-bcfc-4efa-a1c6-85529920b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:18Z', 'updated_at': '2021-12-22T16:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '5e4f4687-098c-47f6-95cb-35fd94a0c7ae', 'name': '', 'network_id': '8bac89b0-5d38-4e01-8904-6bd486d07846', 'tenant_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'mac_address': 'fa:16:3e:5a:3d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a98b01-bcfc-4efa-a1c6-85529920b2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b0bd701a-2171-44f7-aa54-fbf8086b3b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:21Z', 'updated_at': '2021-12-22T16:05:25Z', 'revision_number': 4, 'project_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'subnets': [{'id': 'b0bd701a-2171-44f7-aa54-fbf8086b3b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:05:26.728662 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2ba524-8398-47bb-9aba-ba2e1f922a51 None None] The sync data for ids ['e3a98b01-bcfc-4efa-a1c6-85529920b2b8'] in dv-neutron-822674-1-hyperv is: [{'id': 'e3a98b01-bcfc-4efa-a1c6-85529920b2b8', 'name': 'tempest-TestEncryptedCinderVolumes-2013791176-router', 'tenant_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '40127cfe-eaa7-4a71-83e6-7164a84b107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:18Z', 'updated_at': '2021-12-22T16:05:22Z', 'revision_number': 4, 'project_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'gw_port': {'id': '40127cfe-eaa7-4a71-83e6-7164a84b107c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a98b01-bcfc-4efa-a1c6-85529920b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:18Z', 'updated_at': '2021-12-22T16:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '5e4f4687-098c-47f6-95cb-35fd94a0c7ae', 'name': '', 'network_id': '8bac89b0-5d38-4e01-8904-6bd486d07846', 'tenant_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'mac_address': 'fa:16:3e:5a:3d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a98b01-bcfc-4efa-a1c6-85529920b2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b0bd701a-2171-44f7-aa54-fbf8086b3b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:21Z', 'updated_at': '2021-12-22T16:05:25Z', 'revision_number': 4, 'project_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'subnets': [{'id': 'b0bd701a-2171-44f7-aa54-fbf8086b3b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:05:27.009269 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-88bcdbd2-df00-43d1-96b5-d8b91fabd3f2 req-f0dcf90a-cc0d-42e5-af77-3ee96ab0c31d tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0434647 Dec 22 16:05:27.432920 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 5e4f4687-098c-47f6-95cb-35fd94a0c7ae up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:05:27.552992 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 5e4f4687-098c-47f6-95cb-35fd94a0c7ae completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:05:27.558588 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 5e4f4687-098c-47f6-95cb-35fd94a0c7ae triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:05:27.558971 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:27.691047 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:27.725365 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 5e4f4687-098c-47f6-95cb-35fd94a0c7ae, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=5e4f4687-098c-47f6-95cb-35fd94a0c7ae,segment=NetworkSegment(99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5),segment_id=99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:05:27.758755 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9bcc9c57-6a72-4307-a7de-0c98e58e378d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:27.788244 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:27.791144 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:27.867023 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=5e4f4687-098c-47f6-95cb-35fd94a0c7ae,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:27.870000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:28.166670 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6bfdd3bc-4a5a-42b0-ad29-afb5912a454c req-11ed7cef-d1d6-4858-907a-1a5e1134e261 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0432153 Dec 22 16:05:28.440278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-ba1f8eea-f21c-423a-90a4-e6d59a3b4eb3 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:28.441709 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-ba1f8eea-f21c-423a-90a4-e6d59a3b4eb3 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.57 "GET /v2.0/networks?id=1cc8aa01-d088-4652-acb5-e1d408ae2d1e HTTP/1.1" status: 200 len: 817 time: 0.1495259 Dec 22 16:05:28.453599 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-17c2f270-7fb3-4c42-bbbd-fdebe993884b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Request body: {'port': {'device_id': '715c3884-71cb-4afa-82fa-a6cab18e6ef5', 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e', 'admin_state_up': True, 'tenant_id': '05a2993cb6324cf6a9e1b77c66187daa'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:05:28.589630 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-17c2f270-7fb3-4c42-bbbd-fdebe993884b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:05:28.594381 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-17c2f270-7fb3-4c42-bbbd-fdebe993884b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Usage tracker for resource:port and tenant:05a2993cb6324cf6a9e1b77c66187daa is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:05:28.597207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-17c2f270-7fb3-4c42-bbbd-fdebe993884b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:05:28.603433 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-17c2f270-7fb3-4c42-bbbd-fdebe993884b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:05:28.684577 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-17c2f270-7fb3-4c42-bbbd-fdebe993884b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Made reservation on behalf of 05a2993cb6324cf6a9e1b77c66187daa for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:05:28.688154 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-17c2f270-7fb3-4c42-bbbd-fdebe993884b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:28.858406 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-17c2f270-7fb3-4c42-bbbd-fdebe993884b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Allocated IP 172.20.0.7 (1cc8aa01-d088-4652-acb5-e1d408ae2d1e/922d5783-aa0d-48e1-99ce-958ecd2817cd/6e81847c-a7d6-4921-a333-7d70e432c7a2) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:05:29.061941 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:29.084652 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:29.086249 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-17c2f270-7fb3-4c42-bbbd-fdebe993884b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:29.102515 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-17c2f270-7fb3-4c42-bbbd-fdebe993884b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Transition to ACTIVE for port object 6e81847c-a7d6-4921-a333-7d70e432c7a2 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:05:29.159158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-17c2f270-7fb3-4c42-bbbd-fdebe993884b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:29.165424 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8ddab172-3140-448a-b462-5028d6406e69 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:29.232194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-17c2f270-7fb3-4c42-bbbd-fdebe993884b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Network 1cc8aa01-d088-4652-acb5-e1d408ae2d1e is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:05:29.233949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-17c2f270-7fb3-4c42-bbbd-fdebe993884b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:05:29.237644 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-17c2f270-7fb3-4c42-bbbd-fdebe993884b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:05:29.288909 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2f270-7fb3-4c42-bbbd-fdebe993884b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Pushing event updated for resources: {'Port': ['ID=6e81847c-a7d6-4921-a333-7d70e432c7a2,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:29.327595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-17c2f270-7fb3-4c42-bbbd-fdebe993884b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:29.358656 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-17c2f270-7fb3-4c42-bbbd-fdebe993884b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:29.359312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-17c2f270-7fb3-4c42-bbbd-fdebe993884b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:29.407607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76598191-736d-42cd-81aa-1aaaa85c25fe req-e2fc26d7-e8ab-4fc4-8c35-22b7de94c881 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:29.408435 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-76598191-736d-42cd-81aa-1aaaa85c25fe req-e2fc26d7-e8ab-4fc4-8c35-22b7de94c881 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Synchronizing usage tracker for tenant:05a2993cb6324cf6a9e1b77c66187daa on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:05:29.418182 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 5e4f4687-098c-47f6-95cb-35fd94a0c7ae up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:05:29.445618 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-17c2f270-7fb3-4c42-bbbd-fdebe993884b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9957347 Dec 22 16:05:29.493748 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 5e4f4687-098c-47f6-95cb-35fd94a0c7ae triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:05:29.494172 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:29.501770 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-76598191-736d-42cd-81aa-1aaaa85c25fe req-e2fc26d7-e8ab-4fc4-8c35-22b7de94c881 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Unset dirty status for tenant:05a2993cb6324cf6a9e1b77c66187daa on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:05:29.503159 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-76598191-736d-42cd-81aa-1aaaa85c25fe req-e2fc26d7-e8ab-4fc4-8c35-22b7de94c881 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 931 time: 0.2189498 Dec 22 16:05:29.553703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-76598191-736d-42cd-81aa-1aaaa85c25fe req-4c07a155-ef70-4648-8fb2-dd63a9584b6a tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Synchronizing usage tracker for tenant:05a2993cb6324cf6a9e1b77c66187daa on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:05:29.567503 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Request body: {'port': {'device_id': '715c3884-71cb-4afa-82fa-a6cab18e6ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:05:29.638405 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bbcba902-1ddf-4650-9565-dfb61ef1ebd0 None None] Provisioning for port 6e81847c-a7d6-4921-a333-7d70e432c7a2 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:05:29.643873 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-bbcba902-1ddf-4650-9565-dfb61ef1ebd0 None None] Provisioning complete for port 6e81847c-a7d6-4921-a333-7d70e432c7a2 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:05:29.644249 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bbcba902-1ddf-4650-9565-dfb61ef1ebd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:29.696718 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-76598191-736d-42cd-81aa-1aaaa85c25fe req-4c07a155-ef70-4648-8fb2-dd63a9584b6a tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Unset dirty status for tenant:05a2993cb6324cf6a9e1b77c66187daa on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:05:29.698317 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-76598191-736d-42cd-81aa-1aaaa85c25fe req-4c07a155-ef70-4648-8fb2-dd63a9584b6a tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887522 Dec 22 16:05:29.702932 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-bbcba902-1ddf-4650-9565-dfb61ef1ebd0 None None] Port 6e81847c-a7d6-4921-a333-7d70e432c7a2 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:05:29.712994 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:30.196185 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e81847c-a7d6-4921-a333-7d70e432c7a2 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:05:30.203501 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:30.218097 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Transition to ACTIVE for port object 6e81847c-a7d6-4921-a333-7d70e432c7a2 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:05:30.278831 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:30.282634 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1353ba1a-528a-4176-a9f7-344fcd7f0665 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:30.411783 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Pushing event updated for resources: {'Port': ['ID=6e81847c-a7d6-4921-a333-7d70e432c7a2,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:30.415183 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:30.529557 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Attempting to bind port 6e81847c-a7d6-4921-a333-7d70e432c7a2 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:05:30.529943 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Attempting to bind port 6e81847c-a7d6-4921-a333-7d70e432c7a2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'dad49009-7e41-4a17-9500-dba04a59c2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:05:30.530250 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Attempting to bind port 6e81847c-a7d6-4921-a333-7d70e432c7a2 on network 1cc8aa01-d088-4652-acb5-e1d408ae2d1e {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:05:30.535450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Port 6e81847c-a7d6-4921-a333-7d70e432c7a2 on network 1cc8aa01-d088-4652-acb5-e1d408ae2d1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 16:05:30.535813 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Attempting to bind port 6e81847c-a7d6-4921-a333-7d70e432c7a2 on network 1cc8aa01-d088-4652-acb5-e1d408ae2d1e {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:05:30.541384 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:05:30.541727 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Checking segment: {'id': 'dad49009-7e41-4a17-9500-dba04a59c2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:05:30.542312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Bound using segment: {'id': 'dad49009-7e41-4a17-9500-dba04a59c2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:05:30.542781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Bound port: 6e81847c-a7d6-4921-a333-7d70e432c7a2, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad49009-7e41-4a17-9500-dba04a59c2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:05:30.543139 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:30.638907 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] For port 6e81847c-a7d6-4921-a333-7d70e432c7a2, host hv-neutron-8226, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:05:30.642838 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] For port 6e81847c-a7d6-4921-a333-7d70e432c7a2, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6e81847c-a7d6-4921-a333-7d70e432c7a2,segment=NetworkSegment(dad49009-7e41-4a17-9500-dba04a59c2a6),segment_id=dad49009-7e41-4a17-9500-dba04a59c2a6)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:05:30.701578 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:30.706249 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-064cdb70-bde9-47f0-a66b-f9b0c358a63c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:30.762612 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:30.763496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:30.765226 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] 10.222.0.57 "PUT /v2.0/ports/6e81847c-a7d6-4921-a333-7d70e432c7a2 HTTP/1.1" status: 200 len: 1093 time: 1.3120415 Dec 22 16:05:30.768499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '715c3884-71cb-4afa-82fa-a6cab18e6ef5', 'tag': '6e81847c-a7d6-4921-a333-7d70e432c7a2'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:05:30.807809 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Pushing event updated for resources: {'Port': ['ID=6e81847c-a7d6-4921-a333-7d70e432c7a2,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:30.813038 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:30.886424 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '715c3884-71cb-4afa-82fa-a6cab18e6ef5', 'tag': '6e81847c-a7d6-4921-a333-7d70e432c7a2', 'status': 'completed', 'code': 200} Dec 22 16:05:30.990702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6d580-8c9d-49c2-ae33-5f2784d17be0 req-ce70f61e-c577-47dc-9e80-e911dcc92f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:30.992240 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30d6d580-8c9d-49c2-ae33-5f2784d17be0 req-ce70f61e-c577-47dc-9e80-e911dcc92f3b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=05a2993cb6324cf6a9e1b77c66187daa&device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 1096 time: 0.1048894 Dec 22 16:05:31.000038 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd29a0d-acb7-4690-9a13-b9319dca9b6d req-0e5c527c-fe11-433a-9786-fb28629d0c0f tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:31.001544 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-acd29a0d-acb7-4690-9a13-b9319dca9b6d req-0e5c527c-fe11-433a-9786-fb28629d0c0f tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 943 time: 0.1789699 Dec 22 16:05:31.087640 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:31.138302 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-acd29a0d-acb7-4690-9a13-b9319dca9b6d req-59e8ce91-d021-4c0d-bde9-c88035b74b47 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133027 Dec 22 16:05:31.179978 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6d580-8c9d-49c2-ae33-5f2784d17be0 req-6dfbcd55-d2fe-4b62-8f2a-4b544150457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:31.181444 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30d6d580-8c9d-49c2-ae33-5f2784d17be0 req-6dfbcd55-d2fe-4b62-8f2a-4b544150457b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=05a2993cb6324cf6a9e1b77c66187daa&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1790133 Dec 22 16:05:31.328545 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6d580-8c9d-49c2-ae33-5f2784d17be0 req-d2db50af-f80d-4bff-b5ab-b721d47079ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:31.329936 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30d6d580-8c9d-49c2-ae33-5f2784d17be0 req-d2db50af-f80d-4bff-b5ab-b721d47079ab service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1424410 Dec 22 16:05:31.445843 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-2a664057-a355-4b16-aa62-8367d7d5061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:31.447376 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-2a664057-a355-4b16-aa62-8367d7d5061c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=05a2993cb6324cf6a9e1b77c66187daa&device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 1096 time: 0.0743294 Dec 22 16:05:31.528081 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-f34b2e75-09e5-4a11-bcbc-09ea502d286d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e81847c-a7d6-4921-a333-7d70e432c7a2 HTTP/1.1" status: 200 len: 217 time: 0.0738182 Dec 22 16:05:31.591260 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-620bac6e-7bd6-4e36-b50a-e490cec9726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:31.592624 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-620bac6e-7bd6-4e36-b50a-e490cec9726d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=922d5783-aa0d-48e1-99ce-958ecd2817cd HTTP/1.1" status: 200 len: 856 time: 0.0590398 Dec 22 16:05:31.668618 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-f9025c8b-9fe0-4f9c-a764-82c2d51d7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:31.670096 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-f9025c8b-9fe0-4f9c-a764-82c2d51d7fb6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cc8aa01-d088-4652-acb5-e1d408ae2d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710549 Dec 22 16:05:31.809055 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-f556b86a-7158-47ee-96e8-36b0d81e3fca service neutron] 10.222.0.57 "GET /v2.0/networks/1cc8aa01-d088-4652-acb5-e1d408ae2d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324651 Dec 22 16:05:31.961925 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-03cac3bf-922e-4fb7-ad04-47a88d3de44d req-a123db7f-7b4b-4802-80ed-9c8b87347980 service neutron] 10.222.0.57 "GET /v2.0/networks/1cc8aa01-d088-4652-acb5-e1d408ae2d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466043 Dec 22 16:05:32.508282 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafefa21-6e2f-46c8-ab05-c056598a991a req-8ab7327d-afa5-43d9-8657-d10ce92658bb tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:32.509960 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cafefa21-6e2f-46c8-ab05-c056598a991a req-8ab7327d-afa5-43d9-8657-d10ce92658bb tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 943 time: 0.2186482 Dec 22 16:05:32.577631 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cafefa21-6e2f-46c8-ab05-c056598a991a req-b5f5c6ee-ceb5-4e97-91b4-ea0906c77cd8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610766 Dec 22 16:05:33.841836 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b559d-feaa-46a3-bd15-c621eee31e68 req-00fa002e-025d-4b71-bd22-d4aeed9835c2 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:33.843508 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5e7b559d-feaa-46a3-bd15-c621eee31e68 req-00fa002e-025d-4b71-bd22-d4aeed9835c2 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 943 time: 0.1464844 Dec 22 16:05:33.901913 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5e7b559d-feaa-46a3-bd15-c621eee31e68 req-37930caf-570f-41e1-8cb5-6df0698d19e4 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486541 Dec 22 16:05:35.093443 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe559e-2d0e-4da5-a49c-6d3ec9c18ec5 req-03efd76b-5912-45d8-bf97-138c3f4e982b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:35.094987 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-55fe559e-2d0e-4da5-a49c-6d3ec9c18ec5 req-03efd76b-5912-45d8-bf97-138c3f4e982b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 943 time: 0.0819209 Dec 22 16:05:35.140196 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-55fe559e-2d0e-4da5-a49c-6d3ec9c18ec5 req-c2c7cc98-4ed7-4316-8a9b-b4deca4d11be tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387669 Dec 22 16:05:35.631175 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 6e81847c-a7d6-4921-a333-7d70e432c7a2 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:05:35.772221 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 6e81847c-a7d6-4921-a333-7d70e432c7a2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6e81847c-a7d6-4921-a333-7d70e432c7a2,segment=NetworkSegment(dad49009-7e41-4a17-9500-dba04a59c2a6),segment_id=dad49009-7e41-4a17-9500-dba04a59c2a6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:05:35.785433 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '6e81847c-a7d6-4921-a333-7d70e432c7a2', 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e', 'port_id': '6e81847c-a7d6-4921-a333-7d70e432c7a2', 'mac_address': 'fa:16:3e:45:f8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922d5783-aa0d-48e1-99ce-958ecd2817cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:05:35.842336 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:35.860844 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e81847c-a7d6-4921-a333-7d70e432c7a2 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:05:35.877432 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 6e81847c-a7d6-4921-a333-7d70e432c7a2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6e81847c-a7d6-4921-a333-7d70e432c7a2,segment=NetworkSegment(dad49009-7e41-4a17-9500-dba04a59c2a6),segment_id=dad49009-7e41-4a17-9500-dba04a59c2a6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:05:35.959165 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:35.960960 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b960a6aa-3b96-4d38-b910-ae0fd8efc2ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:36.030854 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=6e81847c-a7d6-4921-a333-7d70e432c7a2,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:36.033877 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:36.268297 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['6e81847c-a7d6-4921-a333-7d70e432c7a2'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:05:36.342010 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de481f-1c3a-4af8-a6fe-b4953da7fadc req-8adcaabc-0256-4bbc-9fdf-f99be2174c18 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:36.343491 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-70de481f-1c3a-4af8-a6fe-b4953da7fadc req-8adcaabc-0256-4bbc-9fdf-f99be2174c18 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 944 time: 0.0858352 Dec 22 16:05:36.395544 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-70de481f-1c3a-4af8-a6fe-b4953da7fadc req-ba76c989-e963-4616-bf5a-5ef9682be5c8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445070 Dec 22 16:05:36.467002 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:37.594299 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd670f79-3724-44eb-bf9a-04d8d5d0b71e req-8eb74511-cd24-45b6-9146-29aa794572ba tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:37.599586 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bd670f79-3724-44eb-bf9a-04d8d5d0b71e req-8eb74511-cd24-45b6-9146-29aa794572ba tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 944 time: 0.0935378 Dec 22 16:05:37.652413 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bd670f79-3724-44eb-bf9a-04d8d5d0b71e req-70009ab0-09b3-4e55-926b-391b04ad3c25 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469325 Dec 22 16:05:37.659150 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 6e81847c-a7d6-4921-a333-7d70e432c7a2 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:05:37.804673 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 6e81847c-a7d6-4921-a333-7d70e432c7a2 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:05:37.809989 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 6e81847c-a7d6-4921-a333-7d70e432c7a2 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:05:37.810440 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:37.934604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:37.963793 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715c3884-71cb-4afa-82fa-a6cab18e6ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e81847c-a7d6-4921-a333-7d70e432c7a2'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:05:37.974348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 6e81847c-a7d6-4921-a333-7d70e432c7a2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6e81847c-a7d6-4921-a333-7d70e432c7a2,segment=NetworkSegment(dad49009-7e41-4a17-9500-dba04a59c2a6),segment_id=dad49009-7e41-4a17-9500-dba04a59c2a6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:05:38.030146 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715c3884-71cb-4afa-82fa-a6cab18e6ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e81847c-a7d6-4921-a333-7d70e432c7a2', 'code': 200} Dec 22 16:05:38.044154 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:38.046134 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:05:38.115204 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=6e81847c-a7d6-4921-a333-7d70e432c7a2,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:05:38.118448 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:05:38.484803 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbefcf-1d59-472c-8c96-9762386bdac1 req-a7a1a943-ac07-401b-b44d-f0a9aa603027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:38.486291 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-50cbefcf-1d59-472c-8c96-9762386bdac1 req-a7a1a943-ac07-401b-b44d-f0a9aa603027 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 1098 time: 0.1979887 Dec 22 16:05:38.527342 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-50cbefcf-1d59-472c-8c96-9762386bdac1 req-d3a0ede1-8bb1-4f87-8a2f-62acb1768ae3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345924 Dec 22 16:05:38.838899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8e44d-de2a-4c37-9ed4-3443e511d13f req-a98e86fa-dc96-4064-ac68-12bcc1289be0 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:38.840435 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3bd8e44d-de2a-4c37-9ed4-3443e511d13f req-a98e86fa-dc96-4064-ac68-12bcc1289be0 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 945 time: 0.0843592 Dec 22 16:05:38.889382 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3bd8e44d-de2a-4c37-9ed4-3443e511d13f req-ff49c240-b85a-4b71-b934-f896877f1f76 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432596 Dec 22 16:05:40.082523 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f21933-6174-4483-836c-aca831a685c3 req-5897a341-d031-4e4d-9712-40dead18f310 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:40.083981 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-35f21933-6174-4483-836c-aca831a685c3 req-5897a341-d031-4e4d-9712-40dead18f310 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 945 time: 0.0854478 Dec 22 16:05:40.131362 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-35f21933-6174-4483-836c-aca831a685c3 req-7740a283-27cd-4b90-ae4c-181986f96108 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414412 Dec 22 16:05:41.333448 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f3255-57ea-4255-aa5a-21f3916e76ac req-730d6fae-7e6e-4811-a941-9d5293880a29 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:41.335550 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b82f3255-57ea-4255-aa5a-21f3916e76ac req-730d6fae-7e6e-4811-a941-9d5293880a29 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 945 time: 0.0956829 Dec 22 16:05:41.395611 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b82f3255-57ea-4255-aa5a-21f3916e76ac req-92e8c7d4-84ba-4897-92c4-bb62e92181ad tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517778 Dec 22 16:05:41.606811 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5642f2a-1ae1-4979-81dd-a8862c34c235 req-9bc17a93-fe36-4201-ab63-85f7c43d99fc tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:05:41.608392 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a5642f2a-1ae1-4979-81dd-a8862c34c235 req-9bc17a93-fe36-4201-ab63-85f7c43d99fc tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 945 time: 0.0837317 Dec 22 16:05:41.654706 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a5642f2a-1ae1-4979-81dd-a8862c34c235 req-4bae07cf-30eb-488e-8ac2-daf59f7b4da6 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395224 Dec 22 16:05:51.301640 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:05:55.227438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7f628ea3-5b95-435a-b1e6-a2ad8ebc0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:57.765779 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8b39c008-17f3-40f5-b733-b9b372f80a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:59.061356 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:05:59.137849 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:00.329693 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c54023-3161-41c6-9fb4-0202e271d56f req-37af091d-8613-454a-a1f4-571ca8bf754f tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:00.331213 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c8c54023-3161-41c6-9fb4-0202e271d56f req-37af091d-8613-454a-a1f4-571ca8bf754f tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 945 time: 0.0861356 Dec 22 16:06:00.377891 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c8c54023-3161-41c6-9fb4-0202e271d56f req-f392f16a-9359-46c0-a2df-4cac8e8658ea tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397670 Dec 22 16:06:01.101224 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:01.568330 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41944e54-78cb-48a2-a0e1-e96df082ea97 req-1af44175-8508-4747-ab8c-6332cb6b360b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:01.569846 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-41944e54-78cb-48a2-a0e1-e96df082ea97 req-1af44175-8508-4747-ab8c-6332cb6b360b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 945 time: 0.0796652 Dec 22 16:06:01.618758 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-41944e54-78cb-48a2-a0e1-e96df082ea97 req-081d61d6-c5a3-48e9-a586-43f4a981cb23 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431468 Dec 22 16:06:02.276605 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a505d-1aa3-4d68-bc67-75cfd560f20c req-d2a4ea34-fbdb-4d60-a6ab-fcbd972d2786 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:02.278093 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-170a505d-1aa3-4d68-bc67-75cfd560f20c req-d2a4ea34-fbdb-4d60-a6ab-fcbd972d2786 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.57 "GET /v2.0/ports?device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 945 time: 0.0789282 Dec 22 16:06:02.347147 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-170a505d-1aa3-4d68-bc67-75cfd560f20c req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Deleting port 6e81847c-a7d6-4921-a333-7d70e432c7a2 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:06:02.348599 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-170a505d-1aa3-4d68-bc67-75cfd560f20c req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:02.597406 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-170a505d-1aa3-4d68-bc67-75cfd560f20c req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] For port 6e81847c-a7d6-4921-a333-7d70e432c7a2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6e81847c-a7d6-4921-a333-7d70e432c7a2,segment=NetworkSegment(dad49009-7e41-4a17-9500-dba04a59c2a6),segment_id=dad49009-7e41-4a17-9500-dba04a59c2a6)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:06:02.598121 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-170a505d-1aa3-4d68-bc67-75cfd560f20c req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:02.729157 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-170a505d-1aa3-4d68-bc67-75cfd560f20c req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Calling delete_port for 6e81847c-a7d6-4921-a333-7d70e432c7a2 owned by compute:nova {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:06:02.906574 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65651e9-c28d-4eea-9142-550f89038dec req-d05161f7-bf89-464f-be70-a8d63158d03c tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:02.908081 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a65651e9-c28d-4eea-9142-550f89038dec req-d05161f7-bf89-464f-be70-a8d63158d03c tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 945 time: 0.1502650 Dec 22 16:06:02.968674 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a65651e9-c28d-4eea-9142-550f89038dec req-3e14e8c4-de64-4c99-a516-c26baa653b17 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534215 Dec 22 16:06:03.026990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-170a505d-1aa3-4d68-bc67-75cfd560f20c req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:03.032641 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b99302ca-1e6e-4bb2-a478-2c469732d674 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:03.039623 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['6e81847c-a7d6-4921-a333-7d70e432c7a2'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:06:03.080066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Pushing event deleted for resources: {'Port': ['ID=6e81847c-a7d6-4921-a333-7d70e432c7a2,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:03.126547 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:03.126938 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:03.127316 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:03.127702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:03.128079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:03.128447 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:03.128853 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:03.131163 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:03.131560 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:03.131947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:03.132331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:03.133139 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:03.163664 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:03.176953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-170a505d-1aa3-4d68-bc67-75cfd560f20c req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] No DVR routers for this DVR port 6e81847c-a7d6-4921-a333-7d70e432c7a2 on host hv-neutron-8226 {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:06:03.179539 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-170a505d-1aa3-4d68-bc67-75cfd560f20c req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:03.182328 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715c3884-71cb-4afa-82fa-a6cab18e6ef5', 'name': 'network-vif-deleted', 'tag': '6e81847c-a7d6-4921-a333-7d70e432c7a2'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:06:03.245167 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-170a505d-1aa3-4d68-bc67-75cfd560f20c req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.57 "DELETE /v2.0/ports/6e81847c-a7d6-4921-a333-7d70e432c7a2 HTTP/1.1" status: 204 len: 173 time: 0.9616668 Dec 22 16:06:03.300102 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715c3884-71cb-4afa-82fa-a6cab18e6ef5', 'name': 'network-vif-deleted', 'tag': '6e81847c-a7d6-4921-a333-7d70e432c7a2', 'status': 'completed', 'code': 200} Dec 22 16:06:04.145557 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-4dca1c15-4134-4fd5-82d5-6b5465d20448 req-2b25c533-e2a1-4389-9cbe-06e708f52cbe tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Synchronizing usage tracker for tenant:05a2993cb6324cf6a9e1b77c66187daa on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:06:04.227107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-4dca1c15-4134-4fd5-82d5-6b5465d20448 req-2b25c533-e2a1-4389-9cbe-06e708f52cbe tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Unset dirty status for tenant:05a2993cb6324cf6a9e1b77c66187daa on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:06:04.228384 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4dca1c15-4134-4fd5-82d5-6b5465d20448 req-2b25c533-e2a1-4389-9cbe-06e708f52cbe tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c3884-71cb-4afa-82fa-a6cab18e6ef5 HTTP/1.1" status: 200 len: 210 time: 0.1281505 Dec 22 16:06:05.804246 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 6e81847c-a7d6-4921-a333-7d70e432c7a2 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:06:05.838190 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 6e81847c-a7d6-4921-a333-7d70e432c7a2 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:06:05.838573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 6e81847c-a7d6-4921-a333-7d70e432c7a2 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:06:06.185287 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde9971-9b49-43ca-9438-115deec36ced req-61778b1f-ffd5-4aac-9acb-529bf42faa0b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:06.186779 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5dde9971-9b49-43ca-9438-115deec36ced req-61778b1f-ffd5-4aac-9acb-529bf42faa0b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/networks?id=1cc8aa01-d088-4652-acb5-e1d408ae2d1e HTTP/1.1" status: 200 len: 817 time: 0.1454690 Dec 22 16:06:06.202553 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5dde9971-9b49-43ca-9438-115deec36ced req-f4a5be81-1f15-4faf-ba69-cb6c6b5c7812 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/quotas/05a2993cb6324cf6a9e1b77c66187daa HTTP/1.1" status: 200 len: 375 time: 0.0095797 Dec 22 16:06:06.400153 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5dde9971-9b49-43ca-9438-115deec36ced req-c19282e6-4ae5-4fd5-9c05-c4d64f561a3f tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=05a2993cb6324cf6a9e1b77c66187daa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1917460 Dec 22 16:06:06.463048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [req-5dde9971-9b49-43ca-9438-115deec36ced req-f1754173-b2e6-49f8-aba4-ad18a8ce421e service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:06:06.464098 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5dde9971-9b49-43ca-9438-115deec36ced req-f1754173-b2e6-49f8-aba4-ad18a8ce421e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519357 Dec 22 16:06:06.478050 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:06.600003 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5dde9971-9b49-43ca-9438-115deec36ced req-16f2cebc-dc5e-47ac-aebb-6d0048924a12 service neutron] 10.222.0.59 "GET /v2.0/networks/1cc8aa01-d088-4652-acb5-e1d408ae2d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278796 Dec 22 16:06:06.731505 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5dde9971-9b49-43ca-9438-115deec36ced req-52ccb682-13cd-4660-8ae4-d9ee9f0a7999 service neutron] 10.222.0.59 "GET /v2.0/networks/1cc8aa01-d088-4652-acb5-e1d408ae2d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255937 Dec 22 16:06:06.982495 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-81248cef-3dd4-46e4-b37e-e3440367ceee req-22fc3f6c-e519-4439-853a-77a41b2d269a tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=82d4c685-b056-41d8-b25e-d688ddf1b120 HTTP/1.1" status: 200 len: 210 time: 0.0419912 Dec 22 16:06:08.132300 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6f72d9a8-982b-4cd2-9251-d666e0978489 req-8fc4e6d1-b4a1-485b-b10f-ad9be5b52daf tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=82d4c685-b056-41d8-b25e-d688ddf1b120 HTTP/1.1" status: 200 len: 210 time: 0.0468469 Dec 22 16:06:08.789149 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde9971-9b49-43ca-9438-115deec36ced req-7b588646-4cc1-41da-bbb1-b596d50fdbd2 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:08.790733 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5dde9971-9b49-43ca-9438-115deec36ced req-7b588646-4cc1-41da-bbb1-b596d50fdbd2 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.57 "GET /v2.0/networks?id=1cc8aa01-d088-4652-acb5-e1d408ae2d1e HTTP/1.1" status: 200 len: 817 time: 0.1514754 Dec 22 16:06:08.803199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-5dde9971-9b49-43ca-9438-115deec36ced req-c1a751e0-b6cc-4f9f-b9cf-949560fc0602 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Request body: {'port': {'device_id': '82d4c685-b056-41d8-b25e-d688ddf1b120', 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e', 'admin_state_up': True, 'tenant_id': '05a2993cb6324cf6a9e1b77c66187daa'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:06:08.939801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-5dde9971-9b49-43ca-9438-115deec36ced req-c1a751e0-b6cc-4f9f-b9cf-949560fc0602 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:06:08.949824 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-5dde9971-9b49-43ca-9438-115deec36ced req-c1a751e0-b6cc-4f9f-b9cf-949560fc0602 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:06:09.009282 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dde9971-9b49-43ca-9438-115deec36ced req-c1a751e0-b6cc-4f9f-b9cf-949560fc0602 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Made reservation on behalf of 05a2993cb6324cf6a9e1b77c66187daa for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:06:09.012867 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-5dde9971-9b49-43ca-9438-115deec36ced req-c1a751e0-b6cc-4f9f-b9cf-949560fc0602 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:09.186792 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [req-5dde9971-9b49-43ca-9438-115deec36ced req-c1a751e0-b6cc-4f9f-b9cf-949560fc0602 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Allocated IP 172.20.0.11 (1cc8aa01-d088-4652-acb5-e1d408ae2d1e/922d5783-aa0d-48e1-99ce-958ecd2817cd/243ba123-aee6-4ee2-a9dc-1d5f55715b48) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:06:09.324409 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-58c5b74a-43a6-443b-8681-c4fcb2bbf6c4 req-a600061d-2042-4a72-8550-b58f9b060c71 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=82d4c685-b056-41d8-b25e-d688ddf1b120 HTTP/1.1" status: 200 len: 210 time: 0.0820889 Dec 22 16:06:09.465222 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-5dde9971-9b49-43ca-9438-115deec36ced req-c1a751e0-b6cc-4f9f-b9cf-949560fc0602 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:09.483005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-5dde9971-9b49-43ca-9438-115deec36ced req-c1a751e0-b6cc-4f9f-b9cf-949560fc0602 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Transition to ACTIVE for port object 243ba123-aee6-4ee2-a9dc-1d5f55715b48 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:06:09.547068 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-5dde9971-9b49-43ca-9438-115deec36ced req-c1a751e0-b6cc-4f9f-b9cf-949560fc0602 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:09.553500 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:09.622578 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dde9971-9b49-43ca-9438-115deec36ced req-c1a751e0-b6cc-4f9f-b9cf-949560fc0602 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Network 1cc8aa01-d088-4652-acb5-e1d408ae2d1e is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:06:09.625600 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [req-5dde9971-9b49-43ca-9438-115deec36ced req-c1a751e0-b6cc-4f9f-b9cf-949560fc0602 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:06:09.630045 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dde9971-9b49-43ca-9438-115deec36ced req-c1a751e0-b6cc-4f9f-b9cf-949560fc0602 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:06:09.661383 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a751e0-b6cc-4f9f-b9cf-949560fc0602 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Pushing event updated for resources: {'Port': ['ID=243ba123-aee6-4ee2-a9dc-1d5f55715b48,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:09.668168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c1a751e0-b6cc-4f9f-b9cf-949560fc0602 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:09.698344 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde9971-9b49-43ca-9438-115deec36ced req-c1a751e0-b6cc-4f9f-b9cf-949560fc0602 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:09.698967 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-5dde9971-9b49-43ca-9438-115deec36ced req-c1a751e0-b6cc-4f9f-b9cf-949560fc0602 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:09.799049 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5dde9971-9b49-43ca-9438-115deec36ced req-c1a751e0-b6cc-4f9f-b9cf-949560fc0602 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9999809 Dec 22 16:06:09.811522 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Request body: {'port': {'device_id': '82d4c685-b056-41d8-b25e-d688ddf1b120', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:06:09.924494 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:09.935261 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-023855b6-299d-4886-8cf4-c2017b361fd1 None None] Provisioning for port 243ba123-aee6-4ee2-a9dc-1d5f55715b48 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:06:09.940433 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-023855b6-299d-4886-8cf4-c2017b361fd1 None None] Provisioning complete for port 243ba123-aee6-4ee2-a9dc-1d5f55715b48 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:06:09.941895 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-023855b6-299d-4886-8cf4-c2017b361fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:09.997838 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-023855b6-299d-4886-8cf4-c2017b361fd1 None None] Port 243ba123-aee6-4ee2-a9dc-1d5f55715b48 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:06:10.384957 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 243ba123-aee6-4ee2-a9dc-1d5f55715b48 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:06:10.392941 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:10.407450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Transition to ACTIVE for port object 243ba123-aee6-4ee2-a9dc-1d5f55715b48 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:06:10.477717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:10.486943 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:10.658119 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Pushing event updated for resources: {'Port': ['ID=243ba123-aee6-4ee2-a9dc-1d5f55715b48,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:10.667775 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:10.736919 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56161684-2f22-4358-bbf3-d5dde486c65f req-12bc4be0-13ad-4193-b98a-0957a0ae9ddf tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:10.737633 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-56161684-2f22-4358-bbf3-d5dde486c65f req-12bc4be0-13ad-4193-b98a-0957a0ae9ddf tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Synchronizing usage tracker for tenant:05a2993cb6324cf6a9e1b77c66187daa on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:06:10.768405 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Attempting to bind port 243ba123-aee6-4ee2-a9dc-1d5f55715b48 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:06:10.768743 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Attempting to bind port 243ba123-aee6-4ee2-a9dc-1d5f55715b48 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'dad49009-7e41-4a17-9500-dba04a59c2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:06:10.769078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Attempting to bind port 243ba123-aee6-4ee2-a9dc-1d5f55715b48 on network 1cc8aa01-d088-4652-acb5-e1d408ae2d1e {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:06:10.774413 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Port 243ba123-aee6-4ee2-a9dc-1d5f55715b48 on network 1cc8aa01-d088-4652-acb5-e1d408ae2d1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 16:06:10.774743 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Attempting to bind port 243ba123-aee6-4ee2-a9dc-1d5f55715b48 on network 1cc8aa01-d088-4652-acb5-e1d408ae2d1e {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:06:10.779920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:06:10.784307 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Checking segment: {'id': 'dad49009-7e41-4a17-9500-dba04a59c2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:06:10.784307 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Bound using segment: {'id': 'dad49009-7e41-4a17-9500-dba04a59c2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:06:10.784307 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Bound port: 243ba123-aee6-4ee2-a9dc-1d5f55715b48, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad49009-7e41-4a17-9500-dba04a59c2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:06:10.784307 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:10.852011 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-56161684-2f22-4358-bbf3-d5dde486c65f req-12bc4be0-13ad-4193-b98a-0957a0ae9ddf tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Unset dirty status for tenant:05a2993cb6324cf6a9e1b77c66187daa on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:06:10.853245 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-56161684-2f22-4358-bbf3-d5dde486c65f req-12bc4be0-13ad-4193-b98a-0957a0ae9ddf tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=82d4c685-b056-41d8-b25e-d688ddf1b120 HTTP/1.1" status: 200 len: 944 time: 0.4114325 Dec 22 16:06:10.951079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] For port 243ba123-aee6-4ee2-a9dc-1d5f55715b48, host hv-neutron-8226, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:06:10.968985 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-56161684-2f22-4358-bbf3-d5dde486c65f req-77f7465c-5e1a-4f45-85b0-37c150eed548 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090879 Dec 22 16:06:10.973104 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] For port 243ba123-aee6-4ee2-a9dc-1d5f55715b48, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=243ba123-aee6-4ee2-a9dc-1d5f55715b48,segment=NetworkSegment(dad49009-7e41-4a17-9500-dba04a59c2a6),segment_id=dad49009-7e41-4a17-9500-dba04a59c2a6)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:06:11.027082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:11.031032 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:11.095693 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:11.096289 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:11.098493 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5dde9971-9b49-43ca-9438-115deec36ced req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] 10.222.0.57 "PUT /v2.0/ports/243ba123-aee6-4ee2-a9dc-1d5f55715b48 HTTP/1.1" status: 200 len: 1094 time: 1.2911692 Dec 22 16:06:11.098493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d4c685-b056-41d8-b25e-d688ddf1b120', 'tag': '243ba123-aee6-4ee2-a9dc-1d5f55715b48'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:06:11.124471 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Pushing event updated for resources: {'Port': ['ID=243ba123-aee6-4ee2-a9dc-1d5f55715b48,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:11.129451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:11.196455 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d4c685-b056-41d8-b25e-d688ddf1b120', 'tag': '243ba123-aee6-4ee2-a9dc-1d5f55715b48', 'status': 'completed', 'code': 200} Dec 22 16:06:11.282785 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde9971-9b49-43ca-9438-115deec36ced req-39701a0d-11a9-40ce-9ef3-9b753a038808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:11.284374 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5dde9971-9b49-43ca-9438-115deec36ced req-39701a0d-11a9-40ce-9ef3-9b753a038808 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=05a2993cb6324cf6a9e1b77c66187daa&device_id=82d4c685-b056-41d8-b25e-d688ddf1b120 HTTP/1.1" status: 200 len: 1097 time: 0.0805769 Dec 22 16:06:11.357593 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5dde9971-9b49-43ca-9438-115deec36ced req-1a75b66c-0eaa-4bc4-894d-6bf19fd3a406 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=243ba123-aee6-4ee2-a9dc-1d5f55715b48 HTTP/1.1" status: 200 len: 217 time: 0.0662725 Dec 22 16:06:11.421274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde9971-9b49-43ca-9438-115deec36ced req-af27ad74-b3fe-45c5-afe4-acc31d7edfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:11.422769 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5dde9971-9b49-43ca-9438-115deec36ced req-af27ad74-b3fe-45c5-afe4-acc31d7edfe5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=922d5783-aa0d-48e1-99ce-958ecd2817cd HTTP/1.1" status: 200 len: 856 time: 0.0590992 Dec 22 16:06:11.502313 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde9971-9b49-43ca-9438-115deec36ced req-24394f74-1ba0-419e-899d-6aaf94dff9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:11.504237 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5dde9971-9b49-43ca-9438-115deec36ced req-24394f74-1ba0-419e-899d-6aaf94dff9f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cc8aa01-d088-4652-acb5-e1d408ae2d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745699 Dec 22 16:06:11.638992 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5dde9971-9b49-43ca-9438-115deec36ced req-43e07f4b-9334-495b-a30f-e202ae86dbe2 service neutron] 10.222.0.57 "GET /v2.0/networks/1cc8aa01-d088-4652-acb5-e1d408ae2d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288815 Dec 22 16:06:11.775508 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5dde9971-9b49-43ca-9438-115deec36ced req-af84c062-8b66-49ce-b51f-993849797376 service neutron] 10.222.0.57 "GET /v2.0/networks/1cc8aa01-d088-4652-acb5-e1d408ae2d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292100 Dec 22 16:06:11.984699 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f2eac-9cec-43b8-9d8a-71b3784103c2 req-2f05c264-53e9-44ad-8c65-2a4298c521fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:11.986185 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-458f2eac-9cec-43b8-9d8a-71b3784103c2 req-2f05c264-53e9-44ad-8c65-2a4298c521fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=05a2993cb6324cf6a9e1b77c66187daa&device_id=82d4c685-b056-41d8-b25e-d688ddf1b120 HTTP/1.1" status: 200 len: 1097 time: 0.0711393 Dec 22 16:06:12.176822 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f2eac-9cec-43b8-9d8a-71b3784103c2 req-bc83c1fc-98cb-4256-87da-eca51af5962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:12.178331 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-458f2eac-9cec-43b8-9d8a-71b3784103c2 req-bc83c1fc-98cb-4256-87da-eca51af5962a service neutron] 10.222.0.57 "GET /v2.0/networks?id=1cc8aa01-d088-4652-acb5-e1d408ae2d1e HTTP/1.1" status: 200 len: 918 time: 0.1858811 Dec 22 16:06:12.249584 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-458f2eac-9cec-43b8-9d8a-71b3784103c2 req-f21448cd-f74b-43f0-916c-0057685f92f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=243ba123-aee6-4ee2-a9dc-1d5f55715b48 HTTP/1.1" status: 200 len: 217 time: 0.0637636 Dec 22 16:06:12.257313 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b39b72-76b9-4840-9e5c-6e18a4bf7da2 req-c95794cb-e0c4-433d-b004-d28e002bd32d tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:12.258831 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b2b39b72-76b9-4840-9e5c-6e18a4bf7da2 req-c95794cb-e0c4-433d-b004-d28e002bd32d tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=82d4c685-b056-41d8-b25e-d688ddf1b120 HTTP/1.1" status: 200 len: 944 time: 0.1810222 Dec 22 16:06:12.480572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f2eac-9cec-43b8-9d8a-71b3784103c2 req-db1cb789-d218-4829-961e-bf52724887cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:12.482014 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-458f2eac-9cec-43b8-9d8a-71b3784103c2 req-db1cb789-d218-4829-961e-bf52724887cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=922d5783-aa0d-48e1-99ce-958ecd2817cd HTTP/1.1" status: 200 len: 856 time: 0.2222407 Dec 22 16:06:12.485028 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b2b39b72-76b9-4840-9e5c-6e18a4bf7da2 req-a18b2e58-9e2d-4158-8d3d-97dc02393103 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951933 Dec 22 16:06:12.566390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f2eac-9cec-43b8-9d8a-71b3784103c2 req-b4d1a6cc-3562-480b-bc56-3d2a3a593c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:12.567872 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-458f2eac-9cec-43b8-9d8a-71b3784103c2 req-b4d1a6cc-3562-480b-bc56-3d2a3a593c04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cc8aa01-d088-4652-acb5-e1d408ae2d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788069 Dec 22 16:06:12.705206 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-458f2eac-9cec-43b8-9d8a-71b3784103c2 req-e07895d0-f850-46e5-83e1-0768e7175224 service neutron] 10.222.0.57 "GET /v2.0/networks/1cc8aa01-d088-4652-acb5-e1d408ae2d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304665 Dec 22 16:06:12.842878 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-458f2eac-9cec-43b8-9d8a-71b3784103c2 req-32f7fc0d-da08-4132-9053-c847d0866360 service neutron] 10.222.0.57 "GET /v2.0/networks/1cc8aa01-d088-4652-acb5-e1d408ae2d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306505 Dec 22 16:06:13.691124 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9529d-8598-486e-81f8-6fde3c3d4826 req-d6e816fd-494c-4278-8fe3-28b572f05ae2 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:13.692667 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ebb9529d-8598-486e-81f8-6fde3c3d4826 req-d6e816fd-494c-4278-8fe3-28b572f05ae2 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=82d4c685-b056-41d8-b25e-d688ddf1b120 HTTP/1.1" status: 200 len: 944 time: 0.0892687 Dec 22 16:06:13.738799 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ebb9529d-8598-486e-81f8-6fde3c3d4826 req-55f045bf-425b-4aa6-b1f5-6fb2210fad1d tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397189 Dec 22 16:06:13.835348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 243ba123-aee6-4ee2-a9dc-1d5f55715b48 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:06:14.000348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 243ba123-aee6-4ee2-a9dc-1d5f55715b48, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=243ba123-aee6-4ee2-a9dc-1d5f55715b48,segment=NetworkSegment(dad49009-7e41-4a17-9500-dba04a59c2a6),segment_id=dad49009-7e41-4a17-9500-dba04a59c2a6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:06:14.012486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '243ba123-aee6-4ee2-a9dc-1d5f55715b48', 'network_id': '1cc8aa01-d088-4652-acb5-e1d408ae2d1e', 'port_id': '243ba123-aee6-4ee2-a9dc-1d5f55715b48', 'mac_address': 'fa:16:3e:be:0b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922d5783-aa0d-48e1-99ce-958ecd2817cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:06:14.067059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:14.083836 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 243ba123-aee6-4ee2-a9dc-1d5f55715b48 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:06:14.099489 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 243ba123-aee6-4ee2-a9dc-1d5f55715b48, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=243ba123-aee6-4ee2-a9dc-1d5f55715b48,segment=NetworkSegment(dad49009-7e41-4a17-9500-dba04a59c2a6),segment_id=dad49009-7e41-4a17-9500-dba04a59c2a6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:06:14.175344 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:14.177140 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-269d8a29-2a9f-4891-a609-9c914c0919c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:14.244077 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=243ba123-aee6-4ee2-a9dc-1d5f55715b48,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:14.251252 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:14.251544 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:14.251885 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:14.252222 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:14.252556 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:14.252887 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:14.253215 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:14.254052 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:14.254409 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:14.254736 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:14.255060 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:14.255382 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:14.259171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:14.491213 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['243ba123-aee6-4ee2-a9dc-1d5f55715b48'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:06:14.933475 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea129ce-eb3f-43dc-84ac-f5e2b9fc1800 req-46b135d3-eddb-4d6c-b4f4-f8351977f647 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:14.934939 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8ea129ce-eb3f-43dc-84ac-f5e2b9fc1800 req-46b135d3-eddb-4d6c-b4f4-f8351977f647 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=82d4c685-b056-41d8-b25e-d688ddf1b120 HTTP/1.1" status: 200 len: 945 time: 0.0884593 Dec 22 16:06:14.979271 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8ea129ce-eb3f-43dc-84ac-f5e2b9fc1800 req-c4d523e8-52a2-4bb0-b2a1-c83bcd937485 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386043 Dec 22 16:06:15.843269 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 243ba123-aee6-4ee2-a9dc-1d5f55715b48 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:06:15.957865 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 243ba123-aee6-4ee2-a9dc-1d5f55715b48 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:06:15.963168 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 243ba123-aee6-4ee2-a9dc-1d5f55715b48 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:06:15.963553 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:16.079788 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:16.108498 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d4c685-b056-41d8-b25e-d688ddf1b120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243ba123-aee6-4ee2-a9dc-1d5f55715b48'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:06:16.118020 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 243ba123-aee6-4ee2-a9dc-1d5f55715b48, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=243ba123-aee6-4ee2-a9dc-1d5f55715b48,segment=NetworkSegment(dad49009-7e41-4a17-9500-dba04a59c2a6),segment_id=dad49009-7e41-4a17-9500-dba04a59c2a6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:06:16.154678 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d4c685-b056-41d8-b25e-d688ddf1b120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243ba123-aee6-4ee2-a9dc-1d5f55715b48', 'code': 200} Dec 22 16:06:16.168266 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aeb758-e1dd-43de-93d5-3efa217ffc35 req-fafd3062-aadc-4844-9af2-0a4c83b74ab3 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:16.169761 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-56aeb758-e1dd-43de-93d5-3efa217ffc35 req-fafd3062-aadc-4844-9af2-0a4c83b74ab3 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=82d4c685-b056-41d8-b25e-d688ddf1b120 HTTP/1.1" status: 200 len: 945 time: 0.0866609 Dec 22 16:06:16.175675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:16.177804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:16.220542 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-56aeb758-e1dd-43de-93d5-3efa217ffc35 req-17a7e4de-07e9-4141-ae6c-c1f37b4b17ca tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429215 Dec 22 16:06:16.243011 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=243ba123-aee6-4ee2-a9dc-1d5f55715b48,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:16.246017 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:16.469469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39f105-c6c9-4227-a770-4c60723388da req-64fb3229-f5c8-43d0-b164-03a9ec5a4152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:16.471010 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ac39f105-c6c9-4227-a770-4c60723388da req-64fb3229-f5c8-43d0-b164-03a9ec5a4152 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=82d4c685-b056-41d8-b25e-d688ddf1b120 HTTP/1.1" status: 200 len: 1099 time: 0.0694630 Dec 22 16:06:16.513522 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ac39f105-c6c9-4227-a770-4c60723388da req-9e82a56e-2e19-409e-9f80-4ca2188fb9cd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365520 Dec 22 16:06:17.408896 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde3035-0855-457c-9502-2edc2459dc58 req-1dc8a4fc-8eb9-4438-8ce9-186365ce0bfb tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:17.410919 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fdde3035-0855-457c-9502-2edc2459dc58 req-1dc8a4fc-8eb9-4438-8ce9-186365ce0bfb tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=82d4c685-b056-41d8-b25e-d688ddf1b120 HTTP/1.1" status: 200 len: 946 time: 0.0818582 Dec 22 16:06:17.455113 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fdde3035-0855-457c-9502-2edc2459dc58 req-e4abee93-ef09-4432-aa4c-6144d4346034 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385003 Dec 22 16:06:18.644766 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ea861-c754-43cf-bec1-372115764746 req-3d6ad77f-b89f-4d15-9afb-d85a933e69c9 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:18.646146 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-428ea861-c754-43cf-bec1-372115764746 req-3d6ad77f-b89f-4d15-9afb-d85a933e69c9 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=82d4c685-b056-41d8-b25e-d688ddf1b120 HTTP/1.1" status: 200 len: 946 time: 0.0832045 Dec 22 16:06:18.689853 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-428ea861-c754-43cf-bec1-372115764746 req-02a5a630-08dc-4516-bb71-93cde53832ad tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380676 Dec 22 16:06:18.873558 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ba1e3-02d6-43f6-91b5-13efde8819b4 req-8150c10c-10d1-46ba-88f8-e7ebe00fb01e tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:18.875059 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5f2ba1e3-02d6-43f6-91b5-13efde8819b4 req-8150c10c-10d1-46ba-88f8-e7ebe00fb01e tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=82d4c685-b056-41d8-b25e-d688ddf1b120 HTTP/1.1" status: 200 len: 946 time: 0.0832336 Dec 22 16:06:18.921567 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5f2ba1e3-02d6-43f6-91b5-13efde8819b4 req-2614a1a7-3a4d-433a-8917-e809f4cd36dc tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403965 Dec 22 16:06:25.232364 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fdf49ff0-16c2-44f4-aee1-9958fe91c72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:27.746253 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-df37a684-d99d-49ab-b611-243b0b110fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:28.303801 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:06:29.060515 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:29.093257 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:31.077847 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:36.466561 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:37.115879 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81092c-5245-4d7a-a7d6-47072f828b17 req-530ef50e-3bcb-410e-b678-872a123de95b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:37.117525 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bb81092c-5245-4d7a-a7d6-47072f828b17 req-530ef50e-3bcb-410e-b678-872a123de95b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=82d4c685-b056-41d8-b25e-d688ddf1b120 HTTP/1.1" status: 200 len: 946 time: 0.1044362 Dec 22 16:06:37.168288 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bb81092c-5245-4d7a-a7d6-47072f828b17 req-8d3577c7-c96b-4076-a89f-af4c3754e4e7 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448337 Dec 22 16:06:38.354048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d4ba8-d883-497a-979e-ffbf4047046b req-94f0a774-6db6-473a-848c-342d65447dbd tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:38.355521 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-022d4ba8-d883-497a-979e-ffbf4047046b req-94f0a774-6db6-473a-848c-342d65447dbd tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=82d4c685-b056-41d8-b25e-d688ddf1b120 HTTP/1.1" status: 200 len: 946 time: 0.0777833 Dec 22 16:06:38.404245 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-022d4ba8-d883-497a-979e-ffbf4047046b req-d2128e7a-9c78-4887-83b9-c796b3798e55 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430660 Dec 22 16:06:38.871505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c61698-931a-4833-822d-f23a0c98a03b req-4d55d609-fdac-4f35-8c57-5f41fe17a5ab tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:38.872930 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e5c61698-931a-4833-822d-f23a0c98a03b req-4d55d609-fdac-4f35-8c57-5f41fe17a5ab tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.57 "GET /v2.0/ports?device_id=82d4c685-b056-41d8-b25e-d688ddf1b120 HTTP/1.1" status: 200 len: 946 time: 0.0788682 Dec 22 16:06:38.942285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-e5c61698-931a-4833-822d-f23a0c98a03b req-991f08c2-cd9d-4ef8-b78c-62854bde9456 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Deleting port 243ba123-aee6-4ee2-a9dc-1d5f55715b48 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:06:38.942635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-e5c61698-931a-4833-822d-f23a0c98a03b req-991f08c2-cd9d-4ef8-b78c-62854bde9456 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:39.193949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-e5c61698-931a-4833-822d-f23a0c98a03b req-991f08c2-cd9d-4ef8-b78c-62854bde9456 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] For port 243ba123-aee6-4ee2-a9dc-1d5f55715b48, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=243ba123-aee6-4ee2-a9dc-1d5f55715b48,segment=NetworkSegment(dad49009-7e41-4a17-9500-dba04a59c2a6),segment_id=dad49009-7e41-4a17-9500-dba04a59c2a6)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:06:39.194348 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-e5c61698-931a-4833-822d-f23a0c98a03b req-991f08c2-cd9d-4ef8-b78c-62854bde9456 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:39.322468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-e5c61698-931a-4833-822d-f23a0c98a03b req-991f08c2-cd9d-4ef8-b78c-62854bde9456 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Calling delete_port for 243ba123-aee6-4ee2-a9dc-1d5f55715b48 owned by compute:nova {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:06:39.651712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0df1f2-7230-4281-bc48-240a77ea79c1 req-817ae682-323b-46d6-b78d-6510725bf785 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:39.653215 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5a0df1f2-7230-4281-bc48-240a77ea79c1 req-817ae682-323b-46d6-b78d-6510725bf785 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=82d4c685-b056-41d8-b25e-d688ddf1b120 HTTP/1.1" status: 200 len: 946 time: 0.1411958 Dec 22 16:06:39.695463 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-e5c61698-931a-4833-822d-f23a0c98a03b req-991f08c2-cd9d-4ef8-b78c-62854bde9456 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:39.703016 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-369f3e00-a3c5-4b66-97a0-5e422e0583ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:39.707248 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['243ba123-aee6-4ee2-a9dc-1d5f55715b48'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:06:39.735360 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5a0df1f2-7230-4281-bc48-240a77ea79c1 req-57e88a50-0506-4b86-9bfb-393b529ba02f tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e08f55-292e-4c7d-a8b7-c575d6864958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765219 Dec 22 16:06:39.759175 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f08c2-cd9d-4ef8-b78c-62854bde9456 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Pushing event deleted for resources: {'Port': ['ID=243ba123-aee6-4ee2-a9dc-1d5f55715b48,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:39.787800 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-991f08c2-cd9d-4ef8-b78c-62854bde9456 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:39.835250 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c61698-931a-4833-822d-f23a0c98a03b req-991f08c2-cd9d-4ef8-b78c-62854bde9456 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] No DVR routers for this DVR port 243ba123-aee6-4ee2-a9dc-1d5f55715b48 on host hv-neutron-8226 {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:06:39.838034 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-e5c61698-931a-4833-822d-f23a0c98a03b req-991f08c2-cd9d-4ef8-b78c-62854bde9456 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:39.840761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d4c685-b056-41d8-b25e-d688ddf1b120', 'name': 'network-vif-deleted', 'tag': '243ba123-aee6-4ee2-a9dc-1d5f55715b48'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:06:39.908082 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d4c685-b056-41d8-b25e-d688ddf1b120', 'name': 'network-vif-deleted', 'tag': '243ba123-aee6-4ee2-a9dc-1d5f55715b48', 'status': 'completed', 'code': 200} Dec 22 16:06:39.928136 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e5c61698-931a-4833-822d-f23a0c98a03b req-991f08c2-cd9d-4ef8-b78c-62854bde9456 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.57 "DELETE /v2.0/ports/243ba123-aee6-4ee2-a9dc-1d5f55715b48 HTTP/1.1" status: 204 len: 173 time: 1.0485108 Dec 22 16:06:40.900608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-03852447-df03-46ca-8f67-247593a91f9c req-888dd39f-0734-45fd-937a-51fd009a4562 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Synchronizing usage tracker for tenant:05a2993cb6324cf6a9e1b77c66187daa on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:06:41.002931 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-03852447-df03-46ca-8f67-247593a91f9c req-888dd39f-0734-45fd-937a-51fd009a4562 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Unset dirty status for tenant:05a2993cb6324cf6a9e1b77c66187daa on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:06:41.004023 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-03852447-df03-46ca-8f67-247593a91f9c req-888dd39f-0734-45fd-937a-51fd009a4562 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] 10.222.0.59 "GET /v2.0/ports?device_id=82d4c685-b056-41d8-b25e-d688ddf1b120 HTTP/1.1" status: 200 len: 210 time: 0.1488602 Dec 22 16:06:41.982363 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 243ba123-aee6-4ee2-a9dc-1d5f55715b48 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:06:42.016201 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 243ba123-aee6-4ee2-a9dc-1d5f55715b48 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:06:42.016553 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 243ba123-aee6-4ee2-a9dc-1d5f55715b48 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:06:42.190166 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45052) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:42.729415 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0c9fb7d3-24bc-411f-9116-b62aa8c73560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:43.075542 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-0c9fb7d3-24bc-411f-9116-b62aa8c73560 admin admin] Deleting port 196023bd-20ac-4eee-9cfd-05e1595bacfb {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:06:43.075891 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0c9fb7d3-24bc-411f-9116-b62aa8c73560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:43.375602 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-0c9fb7d3-24bc-411f-9116-b62aa8c73560 admin admin] For port 196023bd-20ac-4eee-9cfd-05e1595bacfb, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=196023bd-20ac-4eee-9cfd-05e1595bacfb,segment=NetworkSegment(dad49009-7e41-4a17-9500-dba04a59c2a6),segment_id=dad49009-7e41-4a17-9500-dba04a59c2a6)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:06:43.376262 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0c9fb7d3-24bc-411f-9116-b62aa8c73560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:43.500812 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-0c9fb7d3-24bc-411f-9116-b62aa8c73560 admin admin] Calling delete_port for 196023bd-20ac-4eee-9cfd-05e1595bacfb owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:06:43.878331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0c9fb7d3-24bc-411f-9116-b62aa8c73560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:43.882389 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b1ac6fc7-c4c1-416a-9554-f28c03157535 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:43.931472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fb7d3-24bc-411f-9116-b62aa8c73560 admin admin] Pushing event deleted for resources: {'Port': ['ID=196023bd-20ac-4eee-9cfd-05e1595bacfb,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:43.934473 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0c9fb7d3-24bc-411f-9116-b62aa8c73560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:44.213386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0c9fb7d3-24bc-411f-9116-b62aa8c73560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:44.568207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9fb7d3-24bc-411f-9116-b62aa8c73560 admin admin] Router a86aac2c-660a-444d-88a2-f526cb67f0b8 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:06:44.875280 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9fb7d3-24bc-411f-9116-b62aa8c73560 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:06:44.884903 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cbf94b-c53f-47fb-a771-9b7b79830685 None None] Sync routers for ids ['a86aac2c-660a-444d-88a2-f526cb67f0b8'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:06:44.893975 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cbf94b-c53f-47fb-a771-9b7b79830685 None None] Routers {'a86aac2c-660a-444d-88a2-f526cb67f0b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:06:44.894701 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-22cbf94b-c53f-47fb-a771-9b7b79830685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:06:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['a86aac2c-660a-444d-88a2-f526cb67f0b8'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:06:44.953600 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0c9fb7d3-24bc-411f-9116-b62aa8c73560 admin admin] 10.222.0.59 "PUT /v2.0/routers/a86aac2c-660a-444d-88a2-f526cb67f0b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7616925 Dec 22 16:06:44.956151 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45056) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:45.093825 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-22cbf94b-c53f-47fb-a771-9b7b79830685 None None] Set router a86aac2c-660a-444d-88a2-f526cb67f0b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:06:45.137172 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1d4c-00d0-418d-bf5b-4b6e57ce499e admin admin] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:45.320089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1d4c-00d0-418d-bf5b-4b6e57ce499e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:45.374876 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c1d4c-00d0-418d-bf5b-4b6e57ce499e admin admin] Deleting port e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:06:45.375352 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1d4c-00d0-418d-bf5b-4b6e57ce499e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:45.379095 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-22cbf94b-c53f-47fb-a771-9b7b79830685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86aac2c-660a-444d-88a2-f526cb67f0b8', 'name': 'tempest-TestEncryptedCinderVolumes-1071047861-router', 'tenant_id': '05a2993cb6324cf6a9e1b77c66187daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:10Z', 'updated_at': '2021-12-22T16:06:43Z', 'revision_number': 5, 'project_id': '05a2993cb6324cf6a9e1b77c66187daa', 'gw_port': {'id': 'e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86aac2c-660a-444d-88a2-f526cb67f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:06:45.383027 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cbf94b-c53f-47fb-a771-9b7b79830685 None None] Checking router: a86aac2c-660a-444d-88a2-f526cb67f0b8 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:06:45.392438 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cbf94b-c53f-47fb-a771-9b7b79830685 None None] Routers {'a86aac2c-660a-444d-88a2-f526cb67f0b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:06:45.392438 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-22cbf94b-c53f-47fb-a771-9b7b79830685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:06:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['a86aac2c-660a-444d-88a2-f526cb67f0b8'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:06:45.544499 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-22cbf94b-c53f-47fb-a771-9b7b79830685 None None] Set router a86aac2c-660a-444d-88a2-f526cb67f0b8 gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:06:45.562609 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-9d5c1d4c-00d0-418d-bf5b-4b6e57ce499e admin admin] For port e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:06:45.562968 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1d4c-00d0-418d-bf5b-4b6e57ce499e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:45.657404 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-22cbf94b-c53f-47fb-a771-9b7b79830685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86aac2c-660a-444d-88a2-f526cb67f0b8', 'name': 'tempest-TestEncryptedCinderVolumes-1071047861-router', 'tenant_id': '05a2993cb6324cf6a9e1b77c66187daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:10Z', 'updated_at': '2021-12-22T16:06:45Z', 'revision_number': 6, 'project_id': '05a2993cb6324cf6a9e1b77c66187daa', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:06:45.661512 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cbf94b-c53f-47fb-a771-9b7b79830685 None None] The sync data for ids ['a86aac2c-660a-444d-88a2-f526cb67f0b8'] in dv-neutron-822674-1-hyperv is: [{'id': 'a86aac2c-660a-444d-88a2-f526cb67f0b8', 'name': 'tempest-TestEncryptedCinderVolumes-1071047861-router', 'tenant_id': '05a2993cb6324cf6a9e1b77c66187daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:10Z', 'updated_at': '2021-12-22T16:06:45Z', 'revision_number': 6, 'project_id': '05a2993cb6324cf6a9e1b77c66187daa', 'gw_port_host': None}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:06:45.685444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c1d4c-00d0-418d-bf5b-4b6e57ce499e admin admin] Calling delete_port for e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:06:45.900616 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1d4c-00d0-418d-bf5b-4b6e57ce499e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:45.904436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d854973a-e17f-4b10-9289-98fdeddbec40 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:45.948204 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c1d4c-00d0-418d-bf5b-4b6e57ce499e admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:45.951166 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9d5c1d4c-00d0-418d-bf5b-4b6e57ce499e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:46.041385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1d4c-00d0-418d-bf5b-4b6e57ce499e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:46.343171 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1d4c-00d0-418d-bf5b-4b6e57ce499e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:46.345398 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1d4c-00d0-418d-bf5b-4b6e57ce499e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:46.438052 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1d4c-00d0-418d-bf5b-4b6e57ce499e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:46.438584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5c1d4c-00d0-418d-bf5b-4b6e57ce499e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a86aac2c-660a-444d-88a2-f526cb67f0b8 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:06:46.452447 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1d4c-00d0-418d-bf5b-4b6e57ce499e admin admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:46.453601 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9d5c1d4c-00d0-418d-bf5b-4b6e57ce499e admin admin] 10.222.0.59 "DELETE /v2.0/routers/a86aac2c-660a-444d-88a2-f526cb67f0b8 HTTP/1.1" status: 204 len: 168 time: 1.4965158 Dec 22 16:06:46.456032 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45060) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:46.527803 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2ecbbd-39fd-42ee-ba1a-d4d6e3fc973a admin admin] Deleting subnet 922d5783-aa0d-48e1-99ce-958ecd2817cd {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:06:46.532035 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7d2ecbbd-39fd-42ee-ba1a-d4d6e3fc973a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:46.589241 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7d2ecbbd-39fd-42ee-ba1a-d4d6e3fc973a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:46.669651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7d2ecbbd-39fd-42ee-ba1a-d4d6e3fc973a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:46.803790 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7d2ecbbd-39fd-42ee-ba1a-d4d6e3fc973a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:46.807579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e4c9dac0-a01a-470e-9c65-f17a6128f83b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:46.846669 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ecbbd-39fd-42ee-ba1a-d4d6e3fc973a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=922d5783-aa0d-48e1-99ce-958ecd2817cd,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:46.850889 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7d2ecbbd-39fd-42ee-ba1a-d4d6e3fc973a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:46.853311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7d2ecbbd-39fd-42ee-ba1a-d4d6e3fc973a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:46.858626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48d4601-d8dc-484e-87fa-5b9d0998489f None None] Network 1cc8aa01-d088-4652-acb5-e1d408ae2d1e requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:06:46.864255 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7d2ecbbd-39fd-42ee-ba1a-d4d6e3fc973a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/922d5783-aa0d-48e1-99ce-958ecd2817cd HTTP/1.1" status: 204 len: 168 time: 0.4040391 Dec 22 16:06:46.864255 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45064) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:46.972658 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:46.982715 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] Deleting port cb51da24-e815-420d-b302-21fa30a317e9 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:06:46.983047 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:47.106168 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f986e013-7b6d-4568-94fa-ba0c678fe358 None None] DHCP port deletion for 1cc8aa01-d088-4652-acb5-e1d408ae2d1e request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 16:06:47.110203 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f986e013-7b6d-4568-94fa-ba0c678fe358 None None] Deleting port cb51da24-e815-420d-b302-21fa30a317e9 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:06:47.110633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f986e013-7b6d-4568-94fa-ba0c678fe358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:47.186070 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] For port cb51da24-e815-420d-b302-21fa30a317e9, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=cb51da24-e815-420d-b302-21fa30a317e9,segment=NetworkSegment(dad49009-7e41-4a17-9500-dba04a59c2a6),segment_id=dad49009-7e41-4a17-9500-dba04a59c2a6)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:06:47.186464 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:47.309628 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-f986e013-7b6d-4568-94fa-ba0c678fe358 None None] For port cb51da24-e815-420d-b302-21fa30a317e9, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=cb51da24-e815-420d-b302-21fa30a317e9,segment=NetworkSegment(dad49009-7e41-4a17-9500-dba04a59c2a6),segment_id=dad49009-7e41-4a17-9500-dba04a59c2a6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:06:47.309949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f986e013-7b6d-4568-94fa-ba0c678fe358 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:47.319676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] Calling delete_port for cb51da24-e815-420d-b302-21fa30a317e9 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:06:47.455113 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:47.459961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3996dad4-0b99-40e5-a1dc-bf6185cc8f96 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:47.465716 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:06:47.499753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f986e013-7b6d-4568-94fa-ba0c678fe358 None None] Calling delete_port for cb51da24-e815-420d-b302-21fa30a317e9 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:06:47.504689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] Pushing event deleted for resources: {'Port': ['ID=cb51da24-e815-420d-b302-21fa30a317e9,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:47.507805 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:47.512420 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] No DVR routers for this DVR port cb51da24-e815-420d-b302-21fa30a317e9 on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:06:47.536902 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:06:47.537251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e7f7296d-d6c9-4f68-8ffa-170cfbb3d3fc not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:06:47.537684 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device cb51da24-e815-420d-b302-21fa30a317e9 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:06:47.583408 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: cb51da24-e815-420d-b302-21fa30a317e9 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:06:47.583656 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device cb51da24-e815-420d-b302-21fa30a317e9 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:06:47.584095 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 196023bd-20ac-4eee-9cfd-05e1595bacfb no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:06:47.622719 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 196023bd-20ac-4eee-9cfd-05e1595bacfb {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:06:47.623072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 196023bd-20ac-4eee-9cfd-05e1595bacfb not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:06:47.631222 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:47.643039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-f986e013-7b6d-4568-94fa-ba0c678fe358 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:06:47.643409 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-f986e013-7b6d-4568-94fa-ba0c678fe358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 16:06:47.664408 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc8aa01-d088-4652-acb5-e1d408ae2d1e']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:06:47.678887 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad49009-7e41-4a17-9500-dba04a59c2a6') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:06:47.679190 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad49009-7e41-4a17-9500-dba04a59c2a6') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:06:47.690598 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:47.707112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:47.713201 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:06:47.713590 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:06:47.726667 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:06:47.855044 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:47.858943 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-19fc2910-fb49-49bb-9ec0-8747ce66eabb tempest-DHCPAgentSchedulersTestJSON-47597771 tempest-DHCPAgentSchedulersTestJSON-47597771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:47.877015 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:47.888357 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] Pushing event deleted for resources: {'Network': ['ID=1cc8aa01-d088-4652-acb5-e1d408ae2d1e,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:47.891998 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:47.941680 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] 10.222.0.59 "DELETE /v2.0/networks/1cc8aa01-d088-4652-acb5-e1d408ae2d1e HTTP/1.1" status: 204 len: 168 time: 1.0765433 Dec 22 16:06:47.944751 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45068) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:48.144671 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f986e013-7b6d-4568-94fa-ba0c678fe358 None None] Deleting port cb51da24-e815-420d-b302-21fa30a317e9 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:06:48.145239 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f986e013-7b6d-4568-94fa-ba0c678fe358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:48.213060 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f986e013-7b6d-4568-94fa-ba0c678fe358 None None] The port 'cb51da24-e815-420d-b302-21fa30a317e9' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 16:06:48.629502 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba737cc3-e3d9-4739-99e1-bd8416fb3349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:48.988949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ba737cc3-e3d9-4739-99e1-bd8416fb3349 admin admin] Deleting port 5e4f4687-098c-47f6-95cb-35fd94a0c7ae {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:06:48.989707 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba737cc3-e3d9-4739-99e1-bd8416fb3349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:49.198508 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ba737cc3-e3d9-4739-99e1-bd8416fb3349 admin admin] For port 5e4f4687-098c-47f6-95cb-35fd94a0c7ae, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=5e4f4687-098c-47f6-95cb-35fd94a0c7ae,segment=NetworkSegment(99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5),segment_id=99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:06:49.198868 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba737cc3-e3d9-4739-99e1-bd8416fb3349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:49.323176 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ba737cc3-e3d9-4739-99e1-bd8416fb3349 admin admin] Calling delete_port for 5e4f4687-098c-47f6-95cb-35fd94a0c7ae owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:06:49.552729 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba737cc3-e3d9-4739-99e1-bd8416fb3349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:49.558688 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cddfb34d-f065-4bc9-83df-a78cfa394d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:49.605033 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba737cc3-e3d9-4739-99e1-bd8416fb3349 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4f4687-098c-47f6-95cb-35fd94a0c7ae,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:49.608155 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ba737cc3-e3d9-4739-99e1-bd8416fb3349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:49.881922 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba737cc3-e3d9-4739-99e1-bd8416fb3349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:50.375553 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba737cc3-e3d9-4739-99e1-bd8416fb3349 admin admin] Router e3a98b01-bcfc-4efa-a1c6-85529920b2b8 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:06:50.565131 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba737cc3-e3d9-4739-99e1-bd8416fb3349 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:06:50.574710 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ba737cc3-e3d9-4739-99e1-bd8416fb3349 admin admin] 10.222.0.59 "PUT /v2.0/routers/e3a98b01-bcfc-4efa-a1c6-85529920b2b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6282787 Dec 22 16:06:50.576873 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8acc5f2-4d97-4dc6-a0fc-fe4d3c140b44 None None] Sync routers for ids ['e3a98b01-bcfc-4efa-a1c6-85529920b2b8'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:06:50.577341 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45072) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:50.586975 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8acc5f2-4d97-4dc6-a0fc-fe4d3c140b44 None None] Routers {'e3a98b01-bcfc-4efa-a1c6-85529920b2b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:06:50.587597 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c8acc5f2-4d97-4dc6-a0fc-fe4d3c140b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:06:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e3a98b01-bcfc-4efa-a1c6-85529920b2b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:06:50.759387 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c8acc5f2-4d97-4dc6-a0fc-fe4d3c140b44 None None] Set router e3a98b01-bcfc-4efa-a1c6-85529920b2b8 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:06:50.768322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f44e86c-049a-4a87-ac11-55b76d0e26b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:50.950285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f44e86c-049a-4a87-ac11-55b76d0e26b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:51.015055 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7f44e86c-049a-4a87-ac11-55b76d0e26b9 admin admin] Deleting port 40127cfe-eaa7-4a71-83e6-7164a84b107c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:06:51.015319 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f44e86c-049a-4a87-ac11-55b76d0e26b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:51.046780 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c8acc5f2-4d97-4dc6-a0fc-fe4d3c140b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a98b01-bcfc-4efa-a1c6-85529920b2b8', 'name': 'tempest-TestEncryptedCinderVolumes-2013791176-router', 'tenant_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '40127cfe-eaa7-4a71-83e6-7164a84b107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:18Z', 'updated_at': '2021-12-22T16:06:49Z', 'revision_number': 5, 'project_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'gw_port': {'id': '40127cfe-eaa7-4a71-83e6-7164a84b107c', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a98b01-bcfc-4efa-a1c6-85529920b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:18Z', 'updated_at': '2021-12-22T16:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:06:51.050948 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8acc5f2-4d97-4dc6-a0fc-fe4d3c140b44 None None] Checking router: e3a98b01-bcfc-4efa-a1c6-85529920b2b8 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:06:51.059466 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8acc5f2-4d97-4dc6-a0fc-fe4d3c140b44 None None] Routers {'e3a98b01-bcfc-4efa-a1c6-85529920b2b8'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:06:51.060104 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c8acc5f2-4d97-4dc6-a0fc-fe4d3c140b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:06:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e3a98b01-bcfc-4efa-a1c6-85529920b2b8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:06:51.189427 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7f44e86c-049a-4a87-ac11-55b76d0e26b9 admin admin] For port 40127cfe-eaa7-4a71-83e6-7164a84b107c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=40127cfe-eaa7-4a71-83e6-7164a84b107c,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:06:51.189782 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f44e86c-049a-4a87-ac11-55b76d0e26b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:51.215354 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c8acc5f2-4d97-4dc6-a0fc-fe4d3c140b44 None None] Set router e3a98b01-bcfc-4efa-a1c6-85529920b2b8 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:06:51.317846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7f44e86c-049a-4a87-ac11-55b76d0e26b9 admin admin] Calling delete_port for 40127cfe-eaa7-4a71-83e6-7164a84b107c owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:06:51.329840 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c8acc5f2-4d97-4dc6-a0fc-fe4d3c140b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a98b01-bcfc-4efa-a1c6-85529920b2b8', 'name': 'tempest-TestEncryptedCinderVolumes-2013791176-router', 'tenant_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:18Z', 'updated_at': '2021-12-22T16:06:50Z', 'revision_number': 6, 'project_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:06:51.333949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8acc5f2-4d97-4dc6-a0fc-fe4d3c140b44 None None] The sync data for ids ['e3a98b01-bcfc-4efa-a1c6-85529920b2b8'] in dv-neutron-822674-1-hyperv is: [{'id': 'e3a98b01-bcfc-4efa-a1c6-85529920b2b8', 'name': 'tempest-TestEncryptedCinderVolumes-2013791176-router', 'tenant_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:18Z', 'updated_at': '2021-12-22T16:06:50Z', 'revision_number': 6, 'project_id': 'fc5f215c1a5f433ba2632fd9daf0843f', 'gw_port_host': None}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:06:51.523186 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f44e86c-049a-4a87-ac11-55b76d0e26b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:51.526848 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5bbea3ea-bfff-46d2-be8b-eb9ea488cc5b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:51.694924 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44e86c-049a-4a87-ac11-55b76d0e26b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=40127cfe-eaa7-4a71-83e6-7164a84b107c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:51.698263 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7f44e86c-049a-4a87-ac11-55b76d0e26b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:51.724324 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 5e4f4687-098c-47f6-95cb-35fd94a0c7ae no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:06:51.764397 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 5e4f4687-098c-47f6-95cb-35fd94a0c7ae {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:06:51.764757 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 5e4f4687-098c-47f6-95cb-35fd94a0c7ae not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:06:51.795601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f44e86c-049a-4a87-ac11-55b76d0e26b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:51.979841 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f44e86c-049a-4a87-ac11-55b76d0e26b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:51.981945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f44e86c-049a-4a87-ac11-55b76d0e26b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:52.084073 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f44e86c-049a-4a87-ac11-55b76d0e26b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:52.084591 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f44e86c-049a-4a87-ac11-55b76d0e26b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3a98b01-bcfc-4efa-a1c6-85529920b2b8 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:06:52.103004 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7f44e86c-049a-4a87-ac11-55b76d0e26b9 admin admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:52.104981 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7f44e86c-049a-4a87-ac11-55b76d0e26b9 admin admin] 10.222.0.59 "DELETE /v2.0/routers/e3a98b01-bcfc-4efa-a1c6-85529920b2b8 HTTP/1.1" status: 204 len: 168 time: 1.5265460 Dec 22 16:06:52.107628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45076) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:52.212839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6dc37fe-3e4c-4bcd-8c64-8df1966c5f75 admin admin] Deleting subnet b0bd701a-2171-44f7-aa54-fbf8086b3b49 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:06:52.216774 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6dc37fe-3e4c-4bcd-8c64-8df1966c5f75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:52.269522 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6dc37fe-3e4c-4bcd-8c64-8df1966c5f75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:52.354499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6dc37fe-3e4c-4bcd-8c64-8df1966c5f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:52.507297 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6dc37fe-3e4c-4bcd-8c64-8df1966c5f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:52.511163 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b2a5e273-0389-4fd9-9dfc-819ea179a53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:52.549015 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc37fe-3e4c-4bcd-8c64-8df1966c5f75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0bd701a-2171-44f7-aa54-fbf8086b3b49,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:52.552593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d6dc37fe-3e4c-4bcd-8c64-8df1966c5f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:52.555143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6dc37fe-3e4c-4bcd-8c64-8df1966c5f75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:52.561162 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf24045-ad6f-4bde-970c-d3b9c085ab63 None None] Network 8bac89b0-5d38-4e01-8904-6bd486d07846 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:06:52.561326 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d6dc37fe-3e4c-4bcd-8c64-8df1966c5f75 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b0bd701a-2171-44f7-aa54-fbf8086b3b49 HTTP/1.1" status: 204 len: 168 time: 0.4522436 Dec 22 16:06:52.563785 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45080) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:52.674563 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:52.685621 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] Deleting port 59b53c38-fd96-41d8-84ed-0039d682e107 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:06:52.685963 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:52.853192 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d85d606-c14e-4531-b3d6-7e95d452d361 None None] DHCP port deletion for 8bac89b0-5d38-4e01-8904-6bd486d07846 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 16:06:52.857469 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-9d85d606-c14e-4531-b3d6-7e95d452d361 None None] Deleting port 59b53c38-fd96-41d8-84ed-0039d682e107 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:06:52.857849 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9d85d606-c14e-4531-b3d6-7e95d452d361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:52.900427 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] For port 59b53c38-fd96-41d8-84ed-0039d682e107, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=59b53c38-fd96-41d8-84ed-0039d682e107,segment=NetworkSegment(99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5),segment_id=99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:06:52.900783 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:53.024737 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] Calling delete_port for 59b53c38-fd96-41d8-84ed-0039d682e107 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:06:53.064487 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-9d85d606-c14e-4531-b3d6-7e95d452d361 None None] For port 59b53c38-fd96-41d8-84ed-0039d682e107, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=59b53c38-fd96-41d8-84ed-0039d682e107,segment=NetworkSegment(99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5),segment_id=99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:06:53.064835 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9d85d606-c14e-4531-b3d6-7e95d452d361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:53.185845 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-9d85d606-c14e-4531-b3d6-7e95d452d361 None None] Calling delete_port for 59b53c38-fd96-41d8-84ed-0039d682e107 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:06:53.186172 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:53.190043 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:53.231285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] Pushing event deleted for resources: {'Port': ['ID=59b53c38-fd96-41d8-84ed-0039d682e107,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:53.235153 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:53.238466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] No DVR routers for this DVR port 59b53c38-fd96-41d8-84ed-0039d682e107 on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:06:53.264223 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-9d85d606-c14e-4531-b3d6-7e95d452d361 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:06:53.264607 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-9d85d606-c14e-4531-b3d6-7e95d452d361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 16:06:53.352440 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:53.378273 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bac89b0-5d38-4e01-8904-6bd486d07846']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:06:53.395142 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:06:53.395444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b0876e-4cb1-4bd4-8f1f-2f03bf9fe4a5') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:06:53.407721 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:53.426832 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:53.437250 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:06:53.437869 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:53.446301 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 40127cfe-eaa7-4a71-83e6-7164a84b107c no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:06:53.461781 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:06:53.480249 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 40127cfe-eaa7-4a71-83e6-7164a84b107c {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:06:53.480598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 40127cfe-eaa7-4a71-83e6-7164a84b107c not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:06:53.481036 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 59b53c38-fd96-41d8-84ed-0039d682e107 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:06:53.514390 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 59b53c38-fd96-41d8-84ed-0039d682e107 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:06:53.514746 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 59b53c38-fd96-41d8-84ed-0039d682e107 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:06:53.626659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:53.630267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e8f8fb1e-9c78-4498-8424-80bd7f9a7810 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:53.644070 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:53.657846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] Pushing event deleted for resources: {'Network': ['ID=8bac89b0-5d38-4e01-8904-6bd486d07846,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:53.661438 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:53.663677 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] 10.222.0.59 "DELETE /v2.0/networks/8bac89b0-5d38-4e01-8904-6bd486d07846 HTTP/1.1" status: 204 len: 168 time: 1.0983047 Dec 22 16:06:53.766496 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-9d85d606-c14e-4531-b3d6-7e95d452d361 None None] Deleting port 59b53c38-fd96-41d8-84ed-0039d682e107 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:06:53.766911 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9d85d606-c14e-4531-b3d6-7e95d452d361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:53.834395 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-9d85d606-c14e-4531-b3d6-7e95d452d361 None None] The port '59b53c38-fd96-41d8-84ed-0039d682e107' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 16:06:54.061904 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45086) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:54.111206 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8763c8a8-a896-4722-a04a-d9ac347bb23e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=05a2993cb6324cf6a9e1b77c66187daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479279 Dec 22 16:06:54.113610 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45090) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:54.314914 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c16c3b26-c78b-4cd5-8f8e-06a6742f70c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:54.340555 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c16c3b26-c78b-4cd5-8f8e-06a6742f70c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:54.500349 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c16c3b26-c78b-4cd5-8f8e-06a6742f70c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:54.504803 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-05ff0ab9-7fec-4f6e-9165-e9bc46bba117 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:54.518479 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c3b26-c78b-4cd5-8f8e-06a6742f70c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e08f55-292e-4c7d-a8b7-c575d6864958,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:54.526147 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c3b26-c78b-4cd5-8f8e-06a6742f70c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:54.526562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c3b26-c78b-4cd5-8f8e-06a6742f70c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:54.526936 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c3b26-c78b-4cd5-8f8e-06a6742f70c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:54.527303 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c3b26-c78b-4cd5-8f8e-06a6742f70c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:54.527673 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c3b26-c78b-4cd5-8f8e-06a6742f70c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:54.528098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c3b26-c78b-4cd5-8f8e-06a6742f70c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:54.528462 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c3b26-c78b-4cd5-8f8e-06a6742f70c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:54.528821 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c3b26-c78b-4cd5-8f8e-06a6742f70c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:54.529206 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c3b26-c78b-4cd5-8f8e-06a6742f70c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:54.529559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c3b26-c78b-4cd5-8f8e-06a6742f70c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:54.529935 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c3b26-c78b-4cd5-8f8e-06a6742f70c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:54.530309 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c3b26-c78b-4cd5-8f8e-06a6742f70c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:06:54.534207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c16c3b26-c78b-4cd5-8f8e-06a6742f70c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:54.602047 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c16c3b26-c78b-4cd5-8f8e-06a6742f70c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:54.603147 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c16c3b26-c78b-4cd5-8f8e-06a6742f70c6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/56e08f55-292e-4c7d-a8b7-c575d6864958 HTTP/1.1" status: 204 len: 168 time: 0.4886594 Dec 22 16:06:55.232510 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8468aa38-c132-4ed4-bbbf-f8851d8e8b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:55.308401 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45098) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:55.362814 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1cd99c29-c244-4410-a950-1b65dcef5022 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fc5f215c1a5f433ba2632fd9daf0843f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526423 Dec 22 16:06:55.365545 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45102) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:55.423941 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3b3c8e1d-8ff2-4415-9b7e-0a833d347ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:55.449409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3b3c8e1d-8ff2-4415-9b7e-0a833d347ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:55.563232 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3b3c8e1d-8ff2-4415-9b7e-0a833d347ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:55.567104 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3bdd73e9-fe9a-4978-8db9-dee2d08e3d33 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:55.579875 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c8e1d-8ff2-4415-9b7e-0a833d347ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330e2734-93b7-475a-9c01-52d0216db55d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:55.583397 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3b3c8e1d-8ff2-4415-9b7e-0a833d347ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:55.586524 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3b3c8e1d-8ff2-4415-9b7e-0a833d347ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:55.587632 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3b3c8e1d-8ff2-4415-9b7e-0a833d347ac7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/330e2734-93b7-475a-9c01-52d0216db55d HTTP/1.1" status: 204 len: 168 time: 0.2212071 Dec 22 16:06:56.694818 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45126) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:56.798554 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-858152960-network', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:06:56.803329 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:06:56.807167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Usage tracker for resource:network and tenant:c7ff63c978c1485a810f3548c4aa4c0b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:06:56.810467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:06:56.816182 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:06:56.888657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Made reservation on behalf of c7ff63c978c1485a810f3548c4aa4c0b for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:06:56.891268 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:56.904526 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:56.919122 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:06:56.922937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Usage tracker for resource:security_group_rule and tenant:c7ff63c978c1485a810f3548c4aa4c0b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:06:56.926065 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:06:56.931735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:06:57.012344 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:57.066839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:57.069886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9732bf17-d33b-40a7-b54f-ec6e90af6c1e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:57.100325 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:06:57.105603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3937f2fd-2a89-4636-8997-395713f15d95,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:57.109218 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:57.113286 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:57.114345 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Added segment cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf of type vlan for network a658416c-a114-46b4-9f45-0b29f80fabff Dec 22 16:06:57.141768 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:57.220517 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:57.221824 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:57.222434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:57.229032 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-455fccc4-7ffd-49de-9042-d370665f6c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:57.443210 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Pushing event updated for resources: {'Network': ['ID=a658416c-a114-46b4-9f45-0b29f80fabff,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:57.445933 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:57.452784 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network a658416c-a114-46b4-9f45-0b29f80fabff details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 16:06:57.506727 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8104177 Dec 22 16:06:57.509494 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45132) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:57.515100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-656680e5-41e3-4e9c-8642-87ac8cc77daf admin admin] Request body: {'subnet': {'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-858152960-subnet', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'ip_version': 4}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:06:57.520499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-656680e5-41e3-4e9c-8642-87ac8cc77daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:06:57.524656 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-656680e5-41e3-4e9c-8642-87ac8cc77daf admin admin] Usage tracker for resource:subnet and tenant:c7ff63c978c1485a810f3548c4aa4c0b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:06:57.527545 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-656680e5-41e3-4e9c-8642-87ac8cc77daf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:06:57.533280 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-656680e5-41e3-4e9c-8642-87ac8cc77daf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:06:57.608865 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656680e5-41e3-4e9c-8642-87ac8cc77daf admin admin] Made reservation on behalf of c7ff63c978c1485a810f3548c4aa4c0b for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:06:57.611256 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-656680e5-41e3-4e9c-8642-87ac8cc77daf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:57.763906 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-37858bb8-96cc-4230-af0d-66668edcfe8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:57.877480 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-656680e5-41e3-4e9c-8642-87ac8cc77daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:57.881678 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c4f1f190-0174-4ad1-8cc3-71a147923552 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:57.947372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656680e5-41e3-4e9c-8642-87ac8cc77daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e92d1c2-9110-4ffd-8032-a9698f854480,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:57.951701 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-656680e5-41e3-4e9c-8642-87ac8cc77daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:57.960890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656680e5-41e3-4e9c-8642-87ac8cc77daf admin admin] Checking segment: {'id': 'cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:06:57.961248 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656680e5-41e3-4e9c-8642-87ac8cc77daf admin admin] Network hostable DHCP agents. Network: a658416c-a114-46b4-9f45-0b29f80fabff, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:06:58.083192 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656680e5-41e3-4e9c-8642-87ac8cc77daf admin admin] Network a658416c-a114-46b4-9f45-0b29f80fabff is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:06:58.146382 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-656680e5-41e3-4e9c-8642-87ac8cc77daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, a658416c-a114-46b4-9f45-0b29f80fabff) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:06:58.150393 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656680e5-41e3-4e9c-8642-87ac8cc77daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:06:58.150983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-656680e5-41e3-4e9c-8642-87ac8cc77daf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:58.155197 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aacaec4-ddd7-45b3-a6f2-3663f72803b0 None None] Network a658416c-a114-46b4-9f45-0b29f80fabff requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:06:58.223026 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-656680e5-41e3-4e9c-8642-87ac8cc77daf admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7108433 Dec 22 16:06:58.224316 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45136) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:58.230126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-858152960-router', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:06:58.235024 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:06:58.239430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Usage tracker for resource:router and tenant:c7ff63c978c1485a810f3548c4aa4c0b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:06:58.242769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:06:58.248180 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:06:58.295397 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:58.296436 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:58.312307 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:58.369208 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-a658416c-a114-46b4-9f45-0b29f80fabff', 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'fixed_ips': [{'subnet_id': '6e92d1c2-9110-4ffd-8032-a9698f854480'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 16:06:58.370057 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:58.531106 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Allocated IP 172.20.0.2 (a658416c-a114-46b4-9f45-0b29f80fabff/6e92d1c2-9110-4ffd-8032-a9698f854480/507397d3-7baf-46a5-bf26-a6b49c38ebc0) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:06:58.631898 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:58.734578 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:58.745386 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Transition to ACTIVE for port object 507397d3-7baf-46a5-bf26-a6b49c38ebc0 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:06:58.763847 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Transition to ACTIVE for port object 507397d3-7baf-46a5-bf26-a6b49c38ebc0 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:06:58.849961 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:58.855765 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-7ed37416-1a14-47b9-83b2-55631dcea765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:58.917448 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Network a658416c-a114-46b4-9f45-0b29f80fabff is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:06:58.918627 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:06:58.921230 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:06:59.006173 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Pushing event updated for resources: {'Port': ['ID=507397d3-7baf-46a5-bf26-a6b49c38ebc0,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:59.031422 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:59.035266 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:59.061493 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:59.074870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Attempting to bind port 507397d3-7baf-46a5-bf26-a6b49c38ebc0 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:06:59.077073 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Attempting to bind port 507397d3-7baf-46a5-bf26-a6b49c38ebc0 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:06:59.077073 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Attempting to bind port 507397d3-7baf-46a5-bf26-a6b49c38ebc0 on network a658416c-a114-46b4-9f45-0b29f80fabff {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:06:59.080968 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:06:59.081348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Checking segment: {'id': 'cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:06:59.081755 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:59.082148 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Bound using segment: {'id': 'cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:06:59.082689 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Bound port: 507397d3-7baf-46a5-bf26-a6b49c38ebc0, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:06:59.083042 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:59.130466 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:59.147351 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:59.177807 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] For port 507397d3-7baf-46a5-bf26-a6b49c38ebc0, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:06:59.181214 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] For port 507397d3-7baf-46a5-bf26-a6b49c38ebc0, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=507397d3-7baf-46a5-bf26-a6b49c38ebc0,segment=NetworkSegment(cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf),segment_id=cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:06:59.213892 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Allocated IP 172.26.6.151 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/e9130f66-f504-4662-a391-e6c15b03a393) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:06:59.232202 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:59.236858 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:59.323859 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Pushing event updated for resources: {'Port': ['ID=507397d3-7baf-46a5-bf26-a6b49c38ebc0,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:59.327013 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:06:59.377843 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:59.467513 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:06:59.472178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9c7ee10d-f578-4d73-ad79-1a68c4702c48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:06:59.540953 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:06:59.543772 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:06:59.546505 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:06:59.585715 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Pushing event updated for resources: {'Port': ['ID=e9130f66-f504-4662-a391-e6c15b03a393,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:06:59.589217 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:00.211751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:00.261668 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e76f5f2-4680-4e59-9f0a-70926beb2943 None None] Network a658416c-a114-46b4-9f45-0b29f80fabff requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:07:00.477364 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2f010bdf-28d7-468a-9bee-d775c13b976d None None] Provisioning for port 507397d3-7baf-46a5-bf26-a6b49c38ebc0 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:07:00.560597 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:00.849111 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Router 82064b22-f718-49aa-b6ee-252bf474f918 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 16:07:01.027408 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:07:01.045434 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] Sync routers for ids ['82064b22-f718-49aa-b6ee-252bf474f918'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:07:01.049039 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] Routers {'82064b22-f718-49aa-b6ee-252bf474f918'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:01.052890 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:06:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['82064b22-f718-49aa-b6ee-252bf474f918'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:07:01.111907 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:01.129728 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:01.131087 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9057155 Dec 22 16:07:01.134027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45140) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:01.226636 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] Set router 82064b22-f718-49aa-b6ee-252bf474f918 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:07:01.485453 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 507397d3-7baf-46a5-bf26-a6b49c38ebc0 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:07:01.559188 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82064b22-f718-49aa-b6ee-252bf474f918', 'name': 'tempest-TestMinimumBasicScenario-858152960-router', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:06:58Z', 'updated_at': '2021-12-22T16:06:59Z', 'revision_number': 3, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'gw_port': {'id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:06:59Z', 'updated_at': '2021-12-22T16:06:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:07:01.563242 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] Checking router: 82064b22-f718-49aa-b6ee-252bf474f918 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:07:01.571308 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] Updating router 82064b22-f718-49aa-b6ee-252bf474f918 port e9130f66-f504-4662-a391-e6c15b03a393 binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:07:01.621434 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:01.626131 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 507397d3-7baf-46a5-bf26-a6b49c38ebc0 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:07:01.631267 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 507397d3-7baf-46a5-bf26-a6b49c38ebc0 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:07:01.631773 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:01.759823 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:01.794410 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 507397d3-7baf-46a5-bf26-a6b49c38ebc0, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=507397d3-7baf-46a5-bf26-a6b49c38ebc0,segment=NetworkSegment(cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf),segment_id=cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:07:01.889253 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:01.891903 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:01.964620 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=507397d3-7baf-46a5-bf26-a6b49c38ebc0,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:01.966058 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:01.968061 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:01.977852 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] Transition to ACTIVE for port object e9130f66-f504-4662-a391-e6c15b03a393 will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:07:01.979436 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:02.048763 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:02.059961 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-396f3d13-fef6-4915-8373-7350582caea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:02.134401 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] Attempting to bind port e9130f66-f504-4662-a391-e6c15b03a393 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:07:02.134780 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] Attempting to bind port e9130f66-f504-4662-a391-e6c15b03a393 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:07:02.135150 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] Attempting to bind port e9130f66-f504-4662-a391-e6c15b03a393 on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:07:02.144323 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad2ba2-cfeb-4c93-a566-c10d34b0ec41 None None] Pushing event updated for resources: {'Port': ['ID=e9130f66-f504-4662-a391-e6c15b03a393,revision_number=2']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:02.146503 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:07:02.146887 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:07:02.147291 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:02.147688 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:07:02.148155 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] Bound port: e9130f66-f504-4662-a391-e6c15b03a393, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:07:02.148527 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:02.192732 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Allocated IP 172.20.0.1 (a658416c-a114-46b4-9f45-0b29f80fabff/6e92d1c2-9110-4ffd-8032-a9698f854480/81f9c88f-a611-4a55-b802-c6a9af01323c) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:07:02.194340 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad2ba2-cfeb-4c93-a566-c10d34b0ec41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:02.194695 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad2ba2-cfeb-4c93-a566-c10d34b0ec41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:02.195035 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad2ba2-cfeb-4c93-a566-c10d34b0ec41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:02.195369 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad2ba2-cfeb-4c93-a566-c10d34b0ec41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:02.195705 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad2ba2-cfeb-4c93-a566-c10d34b0ec41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:02.196037 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad2ba2-cfeb-4c93-a566-c10d34b0ec41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:02.196363 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad2ba2-cfeb-4c93-a566-c10d34b0ec41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:02.196703 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad2ba2-cfeb-4c93-a566-c10d34b0ec41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:02.197007 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad2ba2-cfeb-4c93-a566-c10d34b0ec41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:02.197326 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad2ba2-cfeb-4c93-a566-c10d34b0ec41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:02.197645 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad2ba2-cfeb-4c93-a566-c10d34b0ec41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:02.197959 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad2ba2-cfeb-4c93-a566-c10d34b0ec41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:02.203304 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-04ad2ba2-cfeb-4c93-a566-c10d34b0ec41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:02.234131 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] For port e9130f66-f504-4662-a391-e6c15b03a393, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:07:02.237192 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] For port e9130f66-f504-4662-a391-e6c15b03a393, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e9130f66-f504-4662-a391-e6c15b03a393,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:07:02.324304 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:02.328005 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-92941c7e-d370-4814-8145-46dfaea464e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:02.354255 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:02.370768 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Transition to ACTIVE for port object 81f9c88f-a611-4a55-b802-c6a9af01323c will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:07:02.405644 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] Routers {'82064b22-f718-49aa-b6ee-252bf474f918'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:02.406293 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:06:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['82064b22-f718-49aa-b6ee-252bf474f918'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:07:02.462907 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad2ba2-cfeb-4c93-a566-c10d34b0ec41 None None] Pushing event updated for resources: {'Port': ['ID=e9130f66-f504-4662-a391-e6c15b03a393,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:02.472635 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-04ad2ba2-cfeb-4c93-a566-c10d34b0ec41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:02.477593 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:02.482333 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:02.543369 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Network a658416c-a114-46b4-9f45-0b29f80fabff is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:07:02.546193 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:07:02.550405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:07:02.589400 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] Set router 82064b22-f718-49aa-b6ee-252bf474f918 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:07:02.590922 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Pushing event updated for resources: {'Port': ['ID=81f9c88f-a611-4a55-b802-c6a9af01323c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:02.595395 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:02.608405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:02.841225 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:02.877559 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82064b22-f718-49aa-b6ee-252bf474f918', 'name': 'tempest-TestMinimumBasicScenario-858152960-router', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:06:58Z', 'updated_at': '2021-12-22T16:06:59Z', 'revision_number': 3, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'gw_port': {'id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:06:59Z', 'updated_at': '2021-12-22T16:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:07:02.882345 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e940c595-a9ec-4be6-b6f1-b416306680f9 None None] The sync data for ids ['82064b22-f718-49aa-b6ee-252bf474f918'] in dv-neutron-822674-1-hyperv is: [{'id': '82064b22-f718-49aa-b6ee-252bf474f918', 'name': 'tempest-TestMinimumBasicScenario-858152960-router', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:06:58Z', 'updated_at': '2021-12-22T16:06:59Z', 'revision_number': 3, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'gw_port': {'id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:06:59Z', 'updated_at': '2021-12-22T16:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:07:02.906127 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-db58525f-7133-48ca-8446-f28dcb656ece None None] Provisioning for port 81f9c88f-a611-4a55-b802-c6a9af01323c completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:07:02.911734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-db58525f-7133-48ca-8446-f28dcb656ece None None] Provisioning complete for port 81f9c88f-a611-4a55-b802-c6a9af01323c triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:07:02.912114 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-db58525f-7133-48ca-8446-f28dcb656ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:02.984843 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-db58525f-7133-48ca-8446-f28dcb656ece None None] Port 81f9c88f-a611-4a55-b802-c6a9af01323c cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:07:03.075832 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:03.157656 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:03.183366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-079f359c-6c8d-40b5-b42b-21e257b3c502 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:03.263661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:03.267408 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Pushing event updated for resources: {'Port': ['ID=81f9c88f-a611-4a55-b802-c6a9af01323c,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:03.271353 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:03.408037 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Network a658416c-a114-46b4-9f45-0b29f80fabff is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:07:03.410250 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:07:03.566969 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 507397d3-7baf-46a5-bf26-a6b49c38ebc0 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:07:03.668297 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 507397d3-7baf-46a5-bf26-a6b49c38ebc0 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:07:03.668739 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:03.738089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-793bc022-f55d-43d5-9647-97b2d92ef2b6 None None] Provisioning complete for port 81f9c88f-a611-4a55-b802-c6a9af01323c triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:07:03.738774 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-793bc022-f55d-43d5-9647-97b2d92ef2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:03.782294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Router 82064b22-f718-49aa-b6ee-252bf474f918 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:07:03.799378 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-793bc022-f55d-43d5-9647-97b2d92ef2b6 None None] Port 81f9c88f-a611-4a55-b802-c6a9af01323c cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:07:03.858170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e9130f66-f504-4662-a391-e6c15b03a393 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:07:03.969448 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port e9130f66-f504-4662-a391-e6c15b03a393 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:07:03.976383 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port e9130f66-f504-4662-a391-e6c15b03a393 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:07:03.976763 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:03.985490 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:07:04.002354 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] 10.222.0.59 "PUT /v2.0/routers/82064b22-f718-49aa-b6ee-252bf474f918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8603642 Dec 22 16:07:04.097742 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:04.115914 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port e9130f66-f504-4662-a391-e6c15b03a393, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e9130f66-f504-4662-a391-e6c15b03a393,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:07:04.169065 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:04.170991 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:04.240943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=e9130f66-f504-4662-a391-e6c15b03a393,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:04.244782 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:04.442655 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] Sync routers for ids ['82064b22-f718-49aa-b6ee-252bf474f918'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:07:04.454178 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] Routers {'82064b22-f718-49aa-b6ee-252bf474f918'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:04.454884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:06:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['82064b22-f718-49aa-b6ee-252bf474f918'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:07:04.635159 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] Set router 82064b22-f718-49aa-b6ee-252bf474f918 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:07:04.695985 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45158) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:04.701661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1256135038-network', 'tenant_id': '0e3db7c4bb3943719699593ce8137543'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:07:04.706940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:07:04.710958 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Usage tracker for resource:network and tenant:0e3db7c4bb3943719699593ce8137543 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:07:04.714173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:07:04.721477 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:07:04.826286 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Made reservation on behalf of 0e3db7c4bb3943719699593ce8137543 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:07:04.828639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:04.841017 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:04.856659 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:07:04.860569 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Usage tracker for resource:security_group_rule and tenant:0e3db7c4bb3943719699593ce8137543 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:07:04.863911 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:07:04.870195 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:07:04.957357 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:04.998506 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82064b22-f718-49aa-b6ee-252bf474f918', 'name': 'tempest-TestMinimumBasicScenario-858152960-router', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:06:58Z', 'updated_at': '2021-12-22T16:07:02Z', 'revision_number': 4, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'gw_port': {'id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:06:59Z', 'updated_at': '2021-12-22T16:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '81f9c88f-a611-4a55-b802-c6a9af01323c', 'name': '', 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'mac_address': 'fa:16:3e:36:fd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6e92d1c2-9110-4ffd-8032-a9698f854480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:02Z', 'updated_at': '2021-12-22T16:07:02Z', 'revision_number': 2, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'subnets': [{'id': '6e92d1c2-9110-4ffd-8032-a9698f854480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:07:05.002486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] Checking router: 82064b22-f718-49aa-b6ee-252bf474f918 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:07:05.003423 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] Updating router 82064b22-f718-49aa-b6ee-252bf474f918 port 81f9c88f-a611-4a55-b802-c6a9af01323c binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:07:05.026311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:05.030651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-52d7fb6a-c2ff-4f46-88d1-b36b9a9f2fa6 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:05.056052 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:05.057983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:07:05.066283 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e04e8d5-a704-4364-be61-1be978fd847c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:05.076795 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:05.077270 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:05.077635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:05.078007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:05.078400 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:05.078833 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:05.079138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:05.079502 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:05.079940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:05.080310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:05.080695 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:05.081061 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:05.085692 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:05.086729 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:05.087064 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Added segment c341153a-9560-4ae0-a85a-6330ff69f25b of type vlan for network 29b31582-61eb-48f5-8fda-cf7184637ba8 Dec 22 16:07:05.118151 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:05.197753 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:05.198861 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:05.199448 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:05.204481 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-03347485-95a5-4df0-8d9e-b29302727c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:05.303571 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Pushing event updated for resources: {'Network': ['ID=29b31582-61eb-48f5-8fda-cf7184637ba8,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:05.303989 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:07:05.306439 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:05.313078 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 29b31582-61eb-48f5-8fda-cf7184637ba8 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 16:07:05.358710 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6616287 Dec 22 16:07:05.361519 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45162) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:05.367294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f6fdc435-97fe-434c-9cb8-614f61e0ae52 admin admin] Request body: {'subnet': {'network_id': '29b31582-61eb-48f5-8fda-cf7184637ba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1256135038-subnet', 'tenant_id': '0e3db7c4bb3943719699593ce8137543', 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:07:05.372220 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f6fdc435-97fe-434c-9cb8-614f61e0ae52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:07:05.376493 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f6fdc435-97fe-434c-9cb8-614f61e0ae52 admin admin] Usage tracker for resource:subnet and tenant:0e3db7c4bb3943719699593ce8137543 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:07:05.380080 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f6fdc435-97fe-434c-9cb8-614f61e0ae52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:07:05.386398 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f6fdc435-97fe-434c-9cb8-614f61e0ae52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:07:05.474046 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e9130f66-f504-4662-a391-e6c15b03a393 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:07:05.494754 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fdc435-97fe-434c-9cb8-614f61e0ae52 admin admin] Made reservation on behalf of 0e3db7c4bb3943719699593ce8137543 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:07:05.497174 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f6fdc435-97fe-434c-9cb8-614f61e0ae52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:05.553474 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:05.569002 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] Transition to ACTIVE for port object 81f9c88f-a611-4a55-b802-c6a9af01323c will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:07:05.580195 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port e9130f66-f504-4662-a391-e6c15b03a393 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:07:05.580577 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:05.672958 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:05.683626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c50b79b8-4451-4edb-9213-e088b06c4a22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:05.769592 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f6fdc435-97fe-434c-9cb8-614f61e0ae52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:05.773531 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8d46874d-2a6f-4865-96ee-e6d53205e33c tempest-RoutersTest-1763075533 tempest-RoutersTest-1763075533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:05.825602 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c543645-a361-4107-af2c-4dd4c2b4392f None None] Pushing event updated for resources: {'Port': ['ID=81f9c88f-a611-4a55-b802-c6a9af01323c,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:05.831574 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2c543645-a361-4107-af2c-4dd4c2b4392f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:05.852324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdc435-97fe-434c-9cb8-614f61e0ae52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8881cb6-1baf-4d14-b4ac-74e66d25d309,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:05.856478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f6fdc435-97fe-434c-9cb8-614f61e0ae52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:05.861573 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fdc435-97fe-434c-9cb8-614f61e0ae52 admin admin] Checking segment: {'id': 'c341153a-9560-4ae0-a85a-6330ff69f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '29b31582-61eb-48f5-8fda-cf7184637ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:07:05.862504 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fdc435-97fe-434c-9cb8-614f61e0ae52 admin admin] Network hostable DHCP agents. Network: 29b31582-61eb-48f5-8fda-cf7184637ba8, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:07:05.920015 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] Attempting to bind port 81f9c88f-a611-4a55-b802-c6a9af01323c on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:07:05.920391 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] Attempting to bind port 81f9c88f-a611-4a55-b802-c6a9af01323c by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:07:05.923951 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] Attempting to bind port 81f9c88f-a611-4a55-b802-c6a9af01323c on network a658416c-a114-46b4-9f45-0b29f80fabff {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:07:05.927241 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:07:05.927621 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] Checking segment: {'id': 'cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:07:05.928038 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:05.928431 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] Bound using segment: {'id': 'cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:07:05.928898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] Bound port: 81f9c88f-a611-4a55-b802-c6a9af01323c, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:07:05.929275 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:05.940637 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fdc435-97fe-434c-9cb8-614f61e0ae52 admin admin] Network 29b31582-61eb-48f5-8fda-cf7184637ba8 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:07:06.014614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f6fdc435-97fe-434c-9cb8-614f61e0ae52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 29b31582-61eb-48f5-8fda-cf7184637ba8) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:07:06.019018 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fdc435-97fe-434c-9cb8-614f61e0ae52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:06.021187 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f6fdc435-97fe-434c-9cb8-614f61e0ae52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:06.029404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b637533-eb65-4a62-8475-55e39a498e02 None None] Network 29b31582-61eb-48f5-8fda-cf7184637ba8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:07:06.051380 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] For port 81f9c88f-a611-4a55-b802-c6a9af01323c, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:07:06.095980 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f6fdc435-97fe-434c-9cb8-614f61e0ae52 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7331131 Dec 22 16:07:06.098963 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45166) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:06.105297 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1256135038-router', 'tenant_id': '0e3db7c4bb3943719699593ce8137543', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:07:06.112009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] For port 81f9c88f-a611-4a55-b802-c6a9af01323c, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=81f9c88f-a611-4a55-b802-c6a9af01323c,segment=NetworkSegment(cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf),segment_id=cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:07:06.112714 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:07:06.117412 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Usage tracker for resource:router and tenant:0e3db7c4bb3943719699593ce8137543 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:07:06.120527 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:07:06.126425 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:07:06.193394 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:06.200393 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:06.208486 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:06.209637 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:06.225473 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:06.387666 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-29b31582-61eb-48f5-8fda-cf7184637ba8', 'network_id': '29b31582-61eb-48f5-8fda-cf7184637ba8', 'tenant_id': '0e3db7c4bb3943719699593ce8137543', 'fixed_ips': [{'subnet_id': 'a8881cb6-1baf-4d14-b4ac-74e66d25d309'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 16:07:06.388502 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:06.404175 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] Routers {'82064b22-f718-49aa-b6ee-252bf474f918'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:06.405166 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:06:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['82064b22-f718-49aa-b6ee-252bf474f918'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:07:06.464948 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c543645-a361-4107-af2c-4dd4c2b4392f None None] Pushing event updated for resources: {'Port': ['ID=81f9c88f-a611-4a55-b802-c6a9af01323c,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:06.479745 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2c543645-a361-4107-af2c-4dd4c2b4392f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:06.532125 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:06.585355 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:06.710785 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] Set router 82064b22-f718-49aa-b6ee-252bf474f918 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:07:06.798907 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Allocated IP 172.20.0.2 (29b31582-61eb-48f5-8fda-cf7184637ba8/a8881cb6-1baf-4d14-b4ac-74e66d25d309/2befae88-6764-4a6e-9471-555c8b2046c2) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:07:06.949888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:06.979770 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:07.116643 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Allocated IP 172.26.6.106 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/a9173753-0019-454b-9779-c91a7b1a0025) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:07:07.211873 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:07.225212 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Transition to ACTIVE for port object 2befae88-6764-4a6e-9471-555c8b2046c2 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:07:07.248248 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82064b22-f718-49aa-b6ee-252bf474f918', 'name': 'tempest-TestMinimumBasicScenario-858152960-router', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:06:58Z', 'updated_at': '2021-12-22T16:07:02Z', 'revision_number': 4, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'gw_port': {'id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:06:59Z', 'updated_at': '2021-12-22T16:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '81f9c88f-a611-4a55-b802-c6a9af01323c', 'name': '', 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'mac_address': 'fa:16:3e:36:fd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6e92d1c2-9110-4ffd-8032-a9698f854480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:02Z', 'updated_at': '2021-12-22T16:07:06Z', 'revision_number': 4, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'subnets': [{'id': '6e92d1c2-9110-4ffd-8032-a9698f854480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:07:07.253380 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Transition to ACTIVE for port object 2befae88-6764-4a6e-9471-555c8b2046c2 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:07:07.257008 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dc7a3e-b0df-4ab0-9aa4-e72764078860 None None] The sync data for ids ['82064b22-f718-49aa-b6ee-252bf474f918'] in dv-neutron-822674-1-hyperv is: [{'id': '82064b22-f718-49aa-b6ee-252bf474f918', 'name': 'tempest-TestMinimumBasicScenario-858152960-router', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:06:58Z', 'updated_at': '2021-12-22T16:07:02Z', 'revision_number': 4, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'gw_port': {'id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:06:59Z', 'updated_at': '2021-12-22T16:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '81f9c88f-a611-4a55-b802-c6a9af01323c', 'name': '', 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'mac_address': 'fa:16:3e:36:fd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6e92d1c2-9110-4ffd-8032-a9698f854480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:02Z', 'updated_at': '2021-12-22T16:07:06Z', 'revision_number': 4, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'subnets': [{'id': '6e92d1c2-9110-4ffd-8032-a9698f854480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:07:07.329438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:07.333325 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-b960a6aa-3b96-4d38-b910-ae0fd8efc2ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:07.404189 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Network 29b31582-61eb-48f5-8fda-cf7184637ba8 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:07:07.408173 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:07:07.416065 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:07:07.438461 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:07.481914 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Pushing event updated for resources: {'Port': ['ID=2befae88-6764-4a6e-9471-555c8b2046c2,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:07.489626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:07.512687 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:07.516643 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 81f9c88f-a611-4a55-b802-c6a9af01323c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:07:07.519683 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5f3a3c4f-82a9-40b0-be35-225eb6cb2e5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:07.585323 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Attempting to bind port 2befae88-6764-4a6e-9471-555c8b2046c2 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:07:07.585769 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Attempting to bind port 2befae88-6764-4a6e-9471-555c8b2046c2 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'c341153a-9560-4ae0-a85a-6330ff69f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '29b31582-61eb-48f5-8fda-cf7184637ba8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:07:07.586210 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Attempting to bind port 2befae88-6764-4a6e-9471-555c8b2046c2 on network 29b31582-61eb-48f5-8fda-cf7184637ba8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:07:07.589497 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:07:07.592471 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:07:07.595085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:07:07.597006 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:07:07.597491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Checking segment: {'id': 'c341153a-9560-4ae0-a85a-6330ff69f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '29b31582-61eb-48f5-8fda-cf7184637ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:07:07.597966 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:07.598456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Bound using segment: {'id': 'c341153a-9560-4ae0-a85a-6330ff69f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '29b31582-61eb-48f5-8fda-cf7184637ba8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:07:07.599070 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Bound port: 2befae88-6764-4a6e-9471-555c8b2046c2, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c341153a-9560-4ae0-a85a-6330ff69f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '29b31582-61eb-48f5-8fda-cf7184637ba8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:07:07.599516 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:07.646291 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Pushing event updated for resources: {'Port': ['ID=a9173753-0019-454b-9779-c91a7b1a0025,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:07.650863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:07.701716 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] For port 2befae88-6764-4a6e-9471-555c8b2046c2, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:07:07.704921 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] For port 2befae88-6764-4a6e-9471-555c8b2046c2, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2befae88-6764-4a6e-9471-555c8b2046c2,segment=NetworkSegment(c341153a-9560-4ae0-a85a-6330ff69f25b),segment_id=c341153a-9560-4ae0-a85a-6330ff69f25b)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:07:07.757543 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 81f9c88f-a611-4a55-b802-c6a9af01323c completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:07:07.763287 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 81f9c88f-a611-4a55-b802-c6a9af01323c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:07:07.763601 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:07.793280 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:07.803967 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2c543645-a361-4107-af2c-4dd4c2b4392f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:07.905318 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Pushing event updated for resources: {'Port': ['ID=2befae88-6764-4a6e-9471-555c8b2046c2,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:07.911084 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:07.981288 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:08.019787 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 81f9c88f-a611-4a55-b802-c6a9af01323c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=81f9c88f-a611-4a55-b802-c6a9af01323c,segment=NetworkSegment(cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf),segment_id=cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:07:08.060683 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:08.062647 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-bf1922d9-2593-4872-b0bf-23c5da5c6610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:08.160454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:08.233377 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=81f9c88f-a611-4a55-b802-c6a9af01323c,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:08.236593 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:08.523022 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:08.820769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Router 5c9b7fe4-c02c-4322-a53a-c664ba5e6954 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 16:07:08.926140 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1af7dd-9de1-40d2-9aad-370c753cee71 None None] Network 29b31582-61eb-48f5-8fda-cf7184637ba8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:07:09.078343 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-afd4e8a5-ceaa-4d12-b91f-72bcd914f9c2 None None] Provisioning for port 2befae88-6764-4a6e-9471-555c8b2046c2 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:07:09.160775 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:07:09.172076 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] Sync routers for ids ['5c9b7fe4-c02c-4322-a53a-c664ba5e6954'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:07:09.184825 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] Routers {'5c9b7fe4-c02c-4322-a53a-c664ba5e6954'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:09.185623 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:06:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5c9b7fe4-c02c-4322-a53a-c664ba5e6954'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:07:09.249415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:09.251111 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1505578 Dec 22 16:07:09.260404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45170) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:09.371442 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] Set router 5c9b7fe4-c02c-4322-a53a-c664ba5e6954 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:07:09.547527 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2befae88-6764-4a6e-9471-555c8b2046c2 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:07:09.666171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 2befae88-6764-4a6e-9471-555c8b2046c2 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:07:09.671438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 2befae88-6764-4a6e-9471-555c8b2046c2 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:07:09.678037 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:09.699219 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9b7fe4-c02c-4322-a53a-c664ba5e6954', 'name': 'tempest-TestMinimumBasicScenario-1256135038-router', 'tenant_id': '0e3db7c4bb3943719699593ce8137543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a9173753-0019-454b-9779-c91a7b1a0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:06Z', 'updated_at': '2021-12-22T16:07:07Z', 'revision_number': 3, 'project_id': '0e3db7c4bb3943719699593ce8137543', 'gw_port': {'id': 'a9173753-0019-454b-9779-c91a7b1a0025', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9b7fe4-c02c-4322-a53a-c664ba5e6954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:07Z', 'updated_at': '2021-12-22T16:07:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:07:09.703238 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] Checking router: 5c9b7fe4-c02c-4322-a53a-c664ba5e6954 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:07:09.703604 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] Updating router 5c9b7fe4-c02c-4322-a53a-c664ba5e6954 port a9173753-0019-454b-9779-c91a7b1a0025 binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:07:09.756019 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:09.792127 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:09.825632 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 2befae88-6764-4a6e-9471-555c8b2046c2, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2befae88-6764-4a6e-9471-555c8b2046c2,segment=NetworkSegment(c341153a-9560-4ae0-a85a-6330ff69f25b),segment_id=c341153a-9560-4ae0-a85a-6330ff69f25b)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:07:09.900964 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:09.901832 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 81f9c88f-a611-4a55-b802-c6a9af01323c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:07:09.930635 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:09.977990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:10.020141 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=2befae88-6764-4a6e-9471-555c8b2046c2,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:10.023491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:10.032956 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 81f9c88f-a611-4a55-b802-c6a9af01323c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:07:10.033335 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:10.102907 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:10.115253 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] Transition to ACTIVE for port object a9173753-0019-454b-9779-c91a7b1a0025 will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:07:10.186183 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:10.189902 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:10.269744 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] Attempting to bind port a9173753-0019-454b-9779-c91a7b1a0025 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:07:10.270125 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] Attempting to bind port a9173753-0019-454b-9779-c91a7b1a0025 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:07:10.270520 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] Attempting to bind port a9173753-0019-454b-9779-c91a7b1a0025 on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:07:10.272604 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9ec34-2f3c-4289-9f47-ac1ddf28ce50 None None] Pushing event updated for resources: {'Port': ['ID=a9173753-0019-454b-9779-c91a7b1a0025,revision_number=2']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:10.276296 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-f6d9ec34-2f3c-4289-9f47-ac1ddf28ce50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:10.278729 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:07:10.281904 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:07:10.281904 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:10.281904 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:07:10.281904 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] Bound port: a9173753-0019-454b-9779-c91a7b1a0025, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:07:10.281904 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:10.314767 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Allocated IP 172.20.0.1 (29b31582-61eb-48f5-8fda-cf7184637ba8/a8881cb6-1baf-4d14-b4ac-74e66d25d309/8a93f16a-f00c-4109-ad9e-defec8fa680a) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:07:10.352464 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] For port a9173753-0019-454b-9779-c91a7b1a0025, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:07:10.355696 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] For port a9173753-0019-454b-9779-c91a7b1a0025, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=a9173753-0019-454b-9779-c91a7b1a0025,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:07:10.415475 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:10.420062 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-16758e6e-46c1-4dfc-a304-c56ce8ee6613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:10.464156 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:10.482935 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Transition to ACTIVE for port object 8a93f16a-f00c-4109-ad9e-defec8fa680a will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:07:10.493750 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] Routers {'5c9b7fe4-c02c-4322-a53a-c664ba5e6954'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:10.494397 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:06:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5c9b7fe4-c02c-4322-a53a-c664ba5e6954'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:07:10.546833 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:10.551879 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7c4aec0c-5e38-4a77-8b50-2d967efa5b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:10.557099 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9ec34-2f3c-4289-9f47-ac1ddf28ce50 None None] Pushing event updated for resources: {'Port': ['ID=a9173753-0019-454b-9779-c91a7b1a0025,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:10.561532 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-f6d9ec34-2f3c-4289-9f47-ac1ddf28ce50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:10.618213 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Network 29b31582-61eb-48f5-8fda-cf7184637ba8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:07:10.621084 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:07:10.624735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:07:10.658622 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Pushing event updated for resources: {'Port': ['ID=8a93f16a-f00c-4109-ad9e-defec8fa680a,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:10.668217 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:10.678862 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] Set router 5c9b7fe4-c02c-4322-a53a-c664ba5e6954 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:07:10.684580 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:10.917270 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-894f49f0-c505-402a-adf8-4775c1b8a70e None None] Provisioning for port 8a93f16a-f00c-4109-ad9e-defec8fa680a completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:07:10.922386 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-894f49f0-c505-402a-adf8-4775c1b8a70e None None] Provisioning complete for port 8a93f16a-f00c-4109-ad9e-defec8fa680a triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:07:10.928420 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-894f49f0-c505-402a-adf8-4775c1b8a70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:10.969514 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9b7fe4-c02c-4322-a53a-c664ba5e6954', 'name': 'tempest-TestMinimumBasicScenario-1256135038-router', 'tenant_id': '0e3db7c4bb3943719699593ce8137543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a9173753-0019-454b-9779-c91a7b1a0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:06Z', 'updated_at': '2021-12-22T16:07:07Z', 'revision_number': 3, 'project_id': '0e3db7c4bb3943719699593ce8137543', 'gw_port': {'id': 'a9173753-0019-454b-9779-c91a7b1a0025', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9b7fe4-c02c-4322-a53a-c664ba5e6954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:07Z', 'updated_at': '2021-12-22T16:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:07:10.974039 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a12ed2-9f96-465a-92fa-d963608fb7cd None None] The sync data for ids ['5c9b7fe4-c02c-4322-a53a-c664ba5e6954'] in dv-neutron-822674-1-hyperv is: [{'id': '5c9b7fe4-c02c-4322-a53a-c664ba5e6954', 'name': 'tempest-TestMinimumBasicScenario-1256135038-router', 'tenant_id': '0e3db7c4bb3943719699593ce8137543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a9173753-0019-454b-9779-c91a7b1a0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:06Z', 'updated_at': '2021-12-22T16:07:07Z', 'revision_number': 3, 'project_id': '0e3db7c4bb3943719699593ce8137543', 'gw_port': {'id': 'a9173753-0019-454b-9779-c91a7b1a0025', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9b7fe4-c02c-4322-a53a-c664ba5e6954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:07Z', 'updated_at': '2021-12-22T16:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:07:10.977131 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-894f49f0-c505-402a-adf8-4775c1b8a70e None None] Port 8a93f16a-f00c-4109-ad9e-defec8fa680a cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:07:11.022032 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:11.264039 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:11.329188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:11.357745 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7f44e86c-049a-4a87-ac11-55b76d0e26b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:11.443124 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Pushing event updated for resources: {'Port': ['ID=8a93f16a-f00c-4109-ad9e-defec8fa680a,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:11.451323 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:11.451323 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:11.537788 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2befae88-6764-4a6e-9471-555c8b2046c2 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:07:11.593921 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Network 29b31582-61eb-48f5-8fda-cf7184637ba8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:07:11.595163 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:07:11.622620 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 2befae88-6764-4a6e-9471-555c8b2046c2 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:07:11.623004 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:11.751524 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a9173753-0019-454b-9779-c91a7b1a0025 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:07:11.782865 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Router 5c9b7fe4-c02c-4322-a53a-c664ba5e6954 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:07:11.913016 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-91ae5c0f-d71b-4402-ba47-8801b0074c0e None None] Provisioning complete for port 8a93f16a-f00c-4109-ad9e-defec8fa680a triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:07:11.913389 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-91ae5c0f-d71b-4402-ba47-8801b0074c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:11.948163 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port a9173753-0019-454b-9779-c91a7b1a0025 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:07:11.968302 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port a9173753-0019-454b-9779-c91a7b1a0025 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:07:11.968672 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:12.028752 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-91ae5c0f-d71b-4402-ba47-8801b0074c0e None None] Port 8a93f16a-f00c-4109-ad9e-defec8fa680a cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:07:12.103589 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:12.121027 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:07:12.121278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port a9173753-0019-454b-9779-c91a7b1a0025, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=a9173753-0019-454b-9779-c91a7b1a0025,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:07:12.130603 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] 10.222.0.59 "PUT /v2.0/routers/5c9b7fe4-c02c-4322-a53a-c664ba5e6954/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8752897 Dec 22 16:07:12.175174 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:12.178609 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-ed05dbaf-0907-4de0-922b-488b02697e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:12.245189 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=a9173753-0019-454b-9779-c91a7b1a0025,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:12.248633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:12.565955 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] Sync routers for ids ['5c9b7fe4-c02c-4322-a53a-c664ba5e6954'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:07:12.575846 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] Routers {'5c9b7fe4-c02c-4322-a53a-c664ba5e6954'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:12.576464 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:06:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5c9b7fe4-c02c-4322-a53a-c664ba5e6954'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:07:12.758126 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] Set router 5c9b7fe4-c02c-4322-a53a-c664ba5e6954 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:07:13.150836 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9b7fe4-c02c-4322-a53a-c664ba5e6954', 'name': 'tempest-TestMinimumBasicScenario-1256135038-router', 'tenant_id': '0e3db7c4bb3943719699593ce8137543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a9173753-0019-454b-9779-c91a7b1a0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:06Z', 'updated_at': '2021-12-22T16:07:10Z', 'revision_number': 4, 'project_id': '0e3db7c4bb3943719699593ce8137543', 'gw_port': {'id': 'a9173753-0019-454b-9779-c91a7b1a0025', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9b7fe4-c02c-4322-a53a-c664ba5e6954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:07Z', 'updated_at': '2021-12-22T16:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '8a93f16a-f00c-4109-ad9e-defec8fa680a', 'name': '', 'network_id': '29b31582-61eb-48f5-8fda-cf7184637ba8', 'tenant_id': '0e3db7c4bb3943719699593ce8137543', 'mac_address': 'fa:16:3e:f6:30:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9b7fe4-c02c-4322-a53a-c664ba5e6954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'a8881cb6-1baf-4d14-b4ac-74e66d25d309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:10Z', 'updated_at': '2021-12-22T16:07:11Z', 'revision_number': 2, 'project_id': '0e3db7c4bb3943719699593ce8137543', 'subnets': [{'id': 'a8881cb6-1baf-4d14-b4ac-74e66d25d309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:07:13.155173 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] Checking router: 5c9b7fe4-c02c-4322-a53a-c664ba5e6954 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:07:13.155643 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] Updating router 5c9b7fe4-c02c-4322-a53a-c664ba5e6954 port 8a93f16a-f00c-4109-ad9e-defec8fa680a binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:07:13.216559 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:13.475497 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a9173753-0019-454b-9779-c91a7b1a0025 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:07:13.610498 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port a9173753-0019-454b-9779-c91a7b1a0025 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:07:13.610884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:13.687938 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:13.705112 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] Transition to ACTIVE for port object 8a93f16a-f00c-4109-ad9e-defec8fa680a will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:07:13.792016 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:13.796287 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:13.927607 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901425f-eb11-4560-b095-27c916a91ac1 None None] Pushing event updated for resources: {'Port': ['ID=8a93f16a-f00c-4109-ad9e-defec8fa680a,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:13.931661 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-1901425f-eb11-4560-b095-27c916a91ac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:14.026333 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] Attempting to bind port 8a93f16a-f00c-4109-ad9e-defec8fa680a on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:07:14.026724 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] Attempting to bind port 8a93f16a-f00c-4109-ad9e-defec8fa680a by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'c341153a-9560-4ae0-a85a-6330ff69f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '29b31582-61eb-48f5-8fda-cf7184637ba8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:07:14.027111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] Attempting to bind port 8a93f16a-f00c-4109-ad9e-defec8fa680a on network 29b31582-61eb-48f5-8fda-cf7184637ba8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:07:14.032918 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:07:14.033311 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] Checking segment: {'id': 'c341153a-9560-4ae0-a85a-6330ff69f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '29b31582-61eb-48f5-8fda-cf7184637ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:07:14.036853 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:14.036853 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] Bound using segment: {'id': 'c341153a-9560-4ae0-a85a-6330ff69f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '29b31582-61eb-48f5-8fda-cf7184637ba8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:07:14.036853 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] Bound port: 8a93f16a-f00c-4109-ad9e-defec8fa680a, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c341153a-9560-4ae0-a85a-6330ff69f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '29b31582-61eb-48f5-8fda-cf7184637ba8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:07:14.036853 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:14.148012 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] For port 8a93f16a-f00c-4109-ad9e-defec8fa680a, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:07:14.151201 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] For port 8a93f16a-f00c-4109-ad9e-defec8fa680a, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8a93f16a-f00c-4109-ad9e-defec8fa680a,segment=NetworkSegment(c341153a-9560-4ae0-a85a-6330ff69f25b),segment_id=c341153a-9560-4ae0-a85a-6330ff69f25b)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:07:14.232023 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:14.235802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:14.312045 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] Routers {'5c9b7fe4-c02c-4322-a53a-c664ba5e6954'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:14.312696 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:06:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5c9b7fe4-c02c-4322-a53a-c664ba5e6954'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:07:14.503874 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901425f-eb11-4560-b095-27c916a91ac1 None None] Pushing event updated for resources: {'Port': ['ID=8a93f16a-f00c-4109-ad9e-defec8fa680a,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:14.536879 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901425f-eb11-4560-b095-27c916a91ac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:14.537281 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901425f-eb11-4560-b095-27c916a91ac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:14.537618 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901425f-eb11-4560-b095-27c916a91ac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:14.537950 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901425f-eb11-4560-b095-27c916a91ac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:14.538297 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901425f-eb11-4560-b095-27c916a91ac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:14.538626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901425f-eb11-4560-b095-27c916a91ac1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:14.538947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901425f-eb11-4560-b095-27c916a91ac1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:14.539350 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901425f-eb11-4560-b095-27c916a91ac1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:14.539675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901425f-eb11-4560-b095-27c916a91ac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:14.539994 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901425f-eb11-4560-b095-27c916a91ac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:14.540312 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901425f-eb11-4560-b095-27c916a91ac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:14.540625 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901425f-eb11-4560-b095-27c916a91ac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:07:14.546925 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-1901425f-eb11-4560-b095-27c916a91ac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:14.572982 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] Set router 5c9b7fe4-c02c-4322-a53a-c664ba5e6954 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:07:14.967622 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9b7fe4-c02c-4322-a53a-c664ba5e6954', 'name': 'tempest-TestMinimumBasicScenario-1256135038-router', 'tenant_id': '0e3db7c4bb3943719699593ce8137543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a9173753-0019-454b-9779-c91a7b1a0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:06Z', 'updated_at': '2021-12-22T16:07:10Z', 'revision_number': 4, 'project_id': '0e3db7c4bb3943719699593ce8137543', 'gw_port': {'id': 'a9173753-0019-454b-9779-c91a7b1a0025', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9b7fe4-c02c-4322-a53a-c664ba5e6954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:07Z', 'updated_at': '2021-12-22T16:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '8a93f16a-f00c-4109-ad9e-defec8fa680a', 'name': '', 'network_id': '29b31582-61eb-48f5-8fda-cf7184637ba8', 'tenant_id': '0e3db7c4bb3943719699593ce8137543', 'mac_address': 'fa:16:3e:f6:30:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9b7fe4-c02c-4322-a53a-c664ba5e6954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'a8881cb6-1baf-4d14-b4ac-74e66d25d309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:10Z', 'updated_at': '2021-12-22T16:07:14Z', 'revision_number': 4, 'project_id': '0e3db7c4bb3943719699593ce8137543', 'subnets': [{'id': 'a8881cb6-1baf-4d14-b4ac-74e66d25d309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:07:14.972347 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf749c7-9c2b-4c30-95ea-4a3019cc32d4 None None] The sync data for ids ['5c9b7fe4-c02c-4322-a53a-c664ba5e6954'] in dv-neutron-822674-1-hyperv is: [{'id': '5c9b7fe4-c02c-4322-a53a-c664ba5e6954', 'name': 'tempest-TestMinimumBasicScenario-1256135038-router', 'tenant_id': '0e3db7c4bb3943719699593ce8137543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a9173753-0019-454b-9779-c91a7b1a0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:06Z', 'updated_at': '2021-12-22T16:07:10Z', 'revision_number': 4, 'project_id': '0e3db7c4bb3943719699593ce8137543', 'gw_port': {'id': 'a9173753-0019-454b-9779-c91a7b1a0025', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9b7fe4-c02c-4322-a53a-c664ba5e6954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:07Z', 'updated_at': '2021-12-22T16:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '8a93f16a-f00c-4109-ad9e-defec8fa680a', 'name': '', 'network_id': '29b31582-61eb-48f5-8fda-cf7184637ba8', 'tenant_id': '0e3db7c4bb3943719699593ce8137543', 'mac_address': 'fa:16:3e:f6:30:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9b7fe4-c02c-4322-a53a-c664ba5e6954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'a8881cb6-1baf-4d14-b4ac-74e66d25d309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:10Z', 'updated_at': '2021-12-22T16:07:14Z', 'revision_number': 4, 'project_id': '0e3db7c4bb3943719699593ce8137543', 'subnets': [{'id': 'a8881cb6-1baf-4d14-b4ac-74e66d25d309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:07:15.496529 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8a93f16a-f00c-4109-ad9e-defec8fa680a up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:07:15.643347 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 8a93f16a-f00c-4109-ad9e-defec8fa680a completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:07:15.654268 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 8a93f16a-f00c-4109-ad9e-defec8fa680a triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:07:15.654268 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:15.783436 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:15.821951 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 8a93f16a-f00c-4109-ad9e-defec8fa680a, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8a93f16a-f00c-4109-ad9e-defec8fa680a,segment=NetworkSegment(c341153a-9560-4ae0-a85a-6330ff69f25b),segment_id=c341153a-9560-4ae0-a85a-6330ff69f25b)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:07:16.334836 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:16.337254 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:16.417318 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=8a93f16a-f00c-4109-ad9e-defec8fa680a,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:16.420452 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:17.469608 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8a93f16a-f00c-4109-ad9e-defec8fa680a up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:07:17.559891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 8a93f16a-f00c-4109-ad9e-defec8fa680a triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:07:17.560274 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:24.233456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721d2da-132e-4381-afbe-a8fe387af475 req-1014c98e-0734-45e1-a81f-e55079b32dbd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:24.234143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-d721d2da-132e-4381-afbe-a8fe387af475 req-1014c98e-0734-45e1-a81f-e55079b32dbd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Synchronizing usage tracker for tenant:c7ff63c978c1485a810f3548c4aa4c0b on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:07:24.311575 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-d721d2da-132e-4381-afbe-a8fe387af475 req-1014c98e-0734-45e1-a81f-e55079b32dbd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Unset dirty status for tenant:c7ff63c978c1485a810f3548c4aa4c0b on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:07:24.312736 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d721d2da-132e-4381-afbe-a8fe387af475 req-1014c98e-0734-45e1-a81f-e55079b32dbd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/networks?id=a658416c-a114-46b4-9f45-0b29f80fabff HTTP/1.1" status: 200 len: 814 time: 0.2203887 Dec 22 16:07:24.328125 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d721d2da-132e-4381-afbe-a8fe387af475 req-983fa642-d165-496c-b992-67c2805fc811 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/quotas/c7ff63c978c1485a810f3548c4aa4c0b HTTP/1.1" status: 200 len: 375 time: 0.0093472 Dec 22 16:07:24.413160 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d721d2da-132e-4381-afbe-a8fe387af475 req-5b70a428-197c-4c67-8d9c-12d9baa9a5c8 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c7ff63c978c1485a810f3548c4aa4c0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798683 Dec 22 16:07:24.548210 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d721d2da-132e-4381-afbe-a8fe387af475 req-f8f43659-986c-4a15-a951-af8ddf07a710 service neutron] 10.222.0.59 "GET /v2.0/networks/a658416c-a114-46b4-9f45-0b29f80fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230414 Dec 22 16:07:24.675159 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d721d2da-132e-4381-afbe-a8fe387af475 req-4de14593-76fd-4eb3-9338-7eca3cca1a12 service neutron] 10.222.0.59 "GET /v2.0/networks/a658416c-a114-46b4-9f45-0b29f80fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212289 Dec 22 16:07:25.040729 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2c9b6296-26bc-4533-ba8d-3be119cb04c8 req-a6ab5d85-985f-4c9f-a18d-858133aefd66 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 210 time: 0.0443790 Dec 22 16:07:25.231588 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-55dd8e84-b270-45df-aba2-c37dc34f1853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:26.194820 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0a625929-057f-4a29-a7ab-4924a3a56f75 req-34626484-63ab-416a-a2e2-761724ddc20e tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 210 time: 0.0428514 Dec 22 16:07:27.354905 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a71d2c89-b90c-4bfa-a7e9-548df178e9ad req-090de710-57d1-47a7-8954-dd5a44d5f250 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 210 time: 0.0480874 Dec 22 16:07:27.723468 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ab30114f-1ba5-4449-9ab4-3eb46791591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:27.727488 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721d2da-132e-4381-afbe-a8fe387af475 req-61425094-3e2e-4fe4-8856-4f6519b98322 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:27.731864 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d721d2da-132e-4381-afbe-a8fe387af475 req-61425094-3e2e-4fe4-8856-4f6519b98322 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.57 "GET /v2.0/networks?id=a658416c-a114-46b4-9f45-0b29f80fabff HTTP/1.1" status: 200 len: 814 time: 0.1581640 Dec 22 16:07:27.742449 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-d721d2da-132e-4381-afbe-a8fe387af475 req-1ff83c77-6ed3-492d-9da8-ec27cd22c4aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Request body: {'port': {'device_id': 'f7ef7b9e-a673-428b-b074-5e7993502649', 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff', 'admin_state_up': True, 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:07:27.891703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-d721d2da-132e-4381-afbe-a8fe387af475 req-1ff83c77-6ed3-492d-9da8-ec27cd22c4aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:07:27.896287 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-d721d2da-132e-4381-afbe-a8fe387af475 req-1ff83c77-6ed3-492d-9da8-ec27cd22c4aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Usage tracker for resource:port and tenant:c7ff63c978c1485a810f3548c4aa4c0b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:07:27.899248 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-d721d2da-132e-4381-afbe-a8fe387af475 req-1ff83c77-6ed3-492d-9da8-ec27cd22c4aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:07:27.905430 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-d721d2da-132e-4381-afbe-a8fe387af475 req-1ff83c77-6ed3-492d-9da8-ec27cd22c4aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:07:27.997896 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d721d2da-132e-4381-afbe-a8fe387af475 req-1ff83c77-6ed3-492d-9da8-ec27cd22c4aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Made reservation on behalf of c7ff63c978c1485a810f3548c4aa4c0b for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:07:28.001598 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-d721d2da-132e-4381-afbe-a8fe387af475 req-1ff83c77-6ed3-492d-9da8-ec27cd22c4aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:28.202581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [req-d721d2da-132e-4381-afbe-a8fe387af475 req-1ff83c77-6ed3-492d-9da8-ec27cd22c4aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Allocated IP 172.20.0.12 (a658416c-a114-46b4-9f45-0b29f80fabff/6e92d1c2-9110-4ffd-8032-a9698f854480/102ad13f-0176-442c-8bf4-c48f62ebf0e7) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:07:28.427899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-d721d2da-132e-4381-afbe-a8fe387af475 req-1ff83c77-6ed3-492d-9da8-ec27cd22c4aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:28.447896 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-d721d2da-132e-4381-afbe-a8fe387af475 req-1ff83c77-6ed3-492d-9da8-ec27cd22c4aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Transition to ACTIVE for port object 102ad13f-0176-442c-8bf4-c48f62ebf0e7 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:07:28.523309 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7f424c55-8315-4ad1-b63a-309399010d66 req-a7df29c4-f2eb-4045-bbf1-34f6e66906d9 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 210 time: 0.0449262 Dec 22 16:07:28.563877 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-d721d2da-132e-4381-afbe-a8fe387af475 req-1ff83c77-6ed3-492d-9da8-ec27cd22c4aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:28.570439 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-95ee12a9-6dc1-4869-bbd3-59296642ea67 tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:28.639234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d721d2da-132e-4381-afbe-a8fe387af475 req-1ff83c77-6ed3-492d-9da8-ec27cd22c4aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Network a658416c-a114-46b4-9f45-0b29f80fabff is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:07:28.643781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [req-d721d2da-132e-4381-afbe-a8fe387af475 req-1ff83c77-6ed3-492d-9da8-ec27cd22c4aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:07:28.647357 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-d721d2da-132e-4381-afbe-a8fe387af475 req-1ff83c77-6ed3-492d-9da8-ec27cd22c4aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:07:28.678091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff83c77-6ed3-492d-9da8-ec27cd22c4aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Pushing event updated for resources: {'Port': ['ID=102ad13f-0176-442c-8bf4-c48f62ebf0e7,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:28.685230 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1ff83c77-6ed3-492d-9da8-ec27cd22c4aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:28.734072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721d2da-132e-4381-afbe-a8fe387af475 req-1ff83c77-6ed3-492d-9da8-ec27cd22c4aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:28.734799 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-d721d2da-132e-4381-afbe-a8fe387af475 req-1ff83c77-6ed3-492d-9da8-ec27cd22c4aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:28.856127 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d721d2da-132e-4381-afbe-a8fe387af475 req-1ff83c77-6ed3-492d-9da8-ec27cd22c4aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1176050 Dec 22 16:07:29.077717 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0df9382a-675d-4be6-81c3-534135bf3e0f None None] Provisioning for port 102ad13f-0176-442c-8bf4-c48f62ebf0e7 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:07:29.085434 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0df9382a-675d-4be6-81c3-534135bf3e0f None None] Provisioning complete for port 102ad13f-0176-442c-8bf4-c48f62ebf0e7 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:07:29.085759 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0df9382a-675d-4be6-81c3-534135bf3e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:29.115196 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:29.144242 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:29.157760 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-0df9382a-675d-4be6-81c3-534135bf3e0f None None] Port 102ad13f-0176-442c-8bf4-c48f62ebf0e7 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:07:29.723362 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfb30b-d387-4803-aa95-d86c69ec1f34 req-46521cbc-2c86-4742-8279-e8eb15bf07e9 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:29.724167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-70dfb30b-d387-4803-aa95-d86c69ec1f34 req-46521cbc-2c86-4742-8279-e8eb15bf07e9 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Synchronizing usage tracker for tenant:c7ff63c978c1485a810f3548c4aa4c0b on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:07:29.848183 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-70dfb30b-d387-4803-aa95-d86c69ec1f34 req-46521cbc-2c86-4742-8279-e8eb15bf07e9 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Unset dirty status for tenant:c7ff63c978c1485a810f3548c4aa4c0b on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:07:29.849559 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-70dfb30b-d387-4803-aa95-d86c69ec1f34 req-46521cbc-2c86-4742-8279-e8eb15bf07e9 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 932 time: 0.2110453 Dec 22 16:07:29.901674 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-70dfb30b-d387-4803-aa95-d86c69ec1f34 req-4a53eb8e-dccc-4096-a3f0-7e8998da8443 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Synchronizing usage tracker for tenant:c7ff63c978c1485a810f3548c4aa4c0b on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:07:29.992005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-70dfb30b-d387-4803-aa95-d86c69ec1f34 req-4a53eb8e-dccc-4096-a3f0-7e8998da8443 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Unset dirty status for tenant:c7ff63c978c1485a810f3548c4aa4c0b on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:07:29.993607 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-70dfb30b-d387-4803-aa95-d86c69ec1f34 req-4a53eb8e-dccc-4096-a3f0-7e8998da8443 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377800 Dec 22 16:07:31.106409 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:31.220904 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236ad31-6503-45a2-b957-db2dc3a86702 req-1f626b48-1101-4c5c-98fc-c32a7d62ab7e tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:31.222423 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a236ad31-6503-45a2-b957-db2dc3a86702 req-1f626b48-1101-4c5c-98fc-c32a7d62ab7e tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 932 time: 0.1019592 Dec 22 16:07:31.276574 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a236ad31-6503-45a2-b957-db2dc3a86702 req-0e78b372-441a-4b7d-ae77-f688530cc055 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481644 Dec 22 16:07:32.532788 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8376acb-d963-4c65-9896-91ca9f218583 req-7da52d44-409f-402a-a6b0-d493ed29e53e tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:32.535248 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c8376acb-d963-4c65-9896-91ca9f218583 req-7da52d44-409f-402a-a6b0-d493ed29e53e tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 932 time: 0.1173577 Dec 22 16:07:32.598596 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c8376acb-d963-4c65-9896-91ca9f218583 req-a4a2cb21-f5e4-4472-9378-8deb5198ade4 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450153 Dec 22 16:07:33.789633 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe3c03-5c07-496d-838f-b8fd0c9970ec req-e80a39fd-fc65-43ff-b860-b609a7753a0f tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:33.792339 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6efe3c03-5c07-496d-838f-b8fd0c9970ec req-e80a39fd-fc65-43ff-b860-b609a7753a0f tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 932 time: 0.0862172 Dec 22 16:07:33.846878 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6efe3c03-5c07-496d-838f-b8fd0c9970ec req-8b12e4ea-a3dc-4e72-ae96-f44dac0b1e88 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491674 Dec 22 16:07:35.183979 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30235c17-c37d-497c-b271-30bb5c8c8579 req-4745a367-f8d6-47fa-9dd6-48da652c83bd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:35.185506 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30235c17-c37d-497c-b271-30bb5c8c8579 req-4745a367-f8d6-47fa-9dd6-48da652c83bd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 932 time: 0.2267849 Dec 22 16:07:35.238323 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30235c17-c37d-497c-b271-30bb5c8c8579 req-afeaeaee-2686-4133-a1c0-51cda70cb5c7 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461502 Dec 22 16:07:36.464493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e4eed-fca8-4b64-b8fa-f15a3a1cba11 req-0753d50f-12e2-4b01-aa93-0705d8770548 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:36.466032 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a29e4eed-fca8-4b64-b8fa-f15a3a1cba11 req-0753d50f-12e2-4b01-aa93-0705d8770548 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 932 time: 0.1053193 Dec 22 16:07:36.489252 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:36.524385 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a29e4eed-fca8-4b64-b8fa-f15a3a1cba11 req-a727ad48-8cdf-4807-9946-77453a978750 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512588 Dec 22 16:07:37.747239 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6953ce-d272-4b30-943d-72fb25246ef2 req-7edaeb60-1cf6-4884-9479-79a06d1dc0da tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:37.748813 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fa6953ce-d272-4b30-943d-72fb25246ef2 req-7edaeb60-1cf6-4884-9479-79a06d1dc0da tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 932 time: 0.0974808 Dec 22 16:07:37.803352 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fa6953ce-d272-4b30-943d-72fb25246ef2 req-438bc350-4623-498e-acbd-1afce376146b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441241 Dec 22 16:07:39.009278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae0294-8f7a-4ad3-a5c2-edcfb3bff540 req-7df18ada-5148-4f38-8f68-e1265d79a6bf tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:39.010795 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-66ae0294-8f7a-4ad3-a5c2-edcfb3bff540 req-7df18ada-5148-4f38-8f68-e1265d79a6bf tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 932 time: 0.0850706 Dec 22 16:07:39.055692 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-66ae0294-8f7a-4ad3-a5c2-edcfb3bff540 req-20665397-f51a-4bd9-bbff-ad4a17203f60 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389788 Dec 22 16:07:40.243063 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72844f3-2f65-4bd1-bb93-c53c49ce4ff5 req-8a77292a-c06e-436f-a1b8-5c966cffd576 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:40.244580 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b72844f3-2f65-4bd1-bb93-c53c49ce4ff5 req-8a77292a-c06e-436f-a1b8-5c966cffd576 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 932 time: 0.0811639 Dec 22 16:07:40.289590 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b72844f3-2f65-4bd1-bb93-c53c49ce4ff5 req-b14e23cd-aa0c-43da-a7c2-53c184ecaa20 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391705 Dec 22 16:07:40.353983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Request body: {'port': {'device_id': 'f7ef7b9e-a673-428b-b074-5e7993502649', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:07:40.475275 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:40.828086 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 102ad13f-0176-442c-8bf4-c48f62ebf0e7 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:07:40.836307 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:40.850689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Transition to ACTIVE for port object 102ad13f-0176-442c-8bf4-c48f62ebf0e7 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:07:40.951727 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:40.956360 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-144690b4-84c0-4dc2-b23d-5b7fa51b081b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:41.093426 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=102ad13f-0176-442c-8bf4-c48f62ebf0e7,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:41.120847 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:41.208044 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Attempting to bind port 102ad13f-0176-442c-8bf4-c48f62ebf0e7 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:07:41.208391 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Attempting to bind port 102ad13f-0176-442c-8bf4-c48f62ebf0e7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:07:41.208733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Attempting to bind port 102ad13f-0176-442c-8bf4-c48f62ebf0e7 on network a658416c-a114-46b4-9f45-0b29f80fabff {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:07:41.213495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Port 102ad13f-0176-442c-8bf4-c48f62ebf0e7 on network a658416c-a114-46b4-9f45-0b29f80fabff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 16:07:41.213814 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Attempting to bind port 102ad13f-0176-442c-8bf4-c48f62ebf0e7 on network a658416c-a114-46b4-9f45-0b29f80fabff {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:07:41.219424 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:07:41.219651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Checking segment: {'id': 'cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:07:41.220036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Bound using segment: {'id': 'cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:07:41.220517 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Bound port: 102ad13f-0176-442c-8bf4-c48f62ebf0e7, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:07:41.220882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:41.315133 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] For port 102ad13f-0176-442c-8bf4-c48f62ebf0e7, host hv-neutron-8226, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:07:41.318452 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] For port 102ad13f-0176-442c-8bf4-c48f62ebf0e7, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=102ad13f-0176-442c-8bf4-c48f62ebf0e7,segment=NetworkSegment(cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf),segment_id=cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:07:41.436444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:41.445452 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-991f08c2-cd9d-4ef8-b78c-62854bde9456 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:41.514692 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:41.515324 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:41.516974 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d721d2da-132e-4381-afbe-a8fe387af475 req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] 10.222.0.57 "PUT /v2.0/ports/102ad13f-0176-442c-8bf4-c48f62ebf0e7 HTTP/1.1" status: 200 len: 1094 time: 1.1673589 Dec 22 16:07:41.517542 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ef7b9e-a673-428b-b074-5e7993502649', 'tag': '102ad13f-0176-442c-8bf4-c48f62ebf0e7'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:07:41.550144 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=102ad13f-0176-442c-8bf4-c48f62ebf0e7,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:41.556716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:41.572913 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8daf63b-1968-4050-ade6-2c9038691e04 req-92013cc7-1a10-4794-b9f3-d88e01af66be tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:41.579819 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c8daf63b-1968-4050-ade6-2c9038691e04 req-92013cc7-1a10-4794-b9f3-d88e01af66be tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 944 time: 0.1742096 Dec 22 16:07:41.580677 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ef7b9e-a673-428b-b074-5e7993502649', 'tag': '102ad13f-0176-442c-8bf4-c48f62ebf0e7', 'status': 'completed', 'code': 200} Dec 22 16:07:41.662502 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c8daf63b-1968-4050-ade6-2c9038691e04 req-1dd6c39c-ed34-42e2-96d9-022d5037a7de tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808980 Dec 22 16:07:41.697280 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241cd466-6fa0-4b6a-918a-366d521c561f req-64ffc758-151f-417e-ac45-1387f62bfe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:41.698790 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-241cd466-6fa0-4b6a-918a-366d521c561f req-64ffc758-151f-417e-ac45-1387f62bfe30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7ff63c978c1485a810f3548c4aa4c0b&device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 1097 time: 0.0968759 Dec 22 16:07:41.843047 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241cd466-6fa0-4b6a-918a-366d521c561f req-01998086-ba6b-4640-a4db-863acb50e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:41.844501 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-241cd466-6fa0-4b6a-918a-366d521c561f req-01998086-ba6b-4640-a4db-863acb50e823 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c7ff63c978c1485a810f3548c4aa4c0b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1382036 Dec 22 16:07:42.104901 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241cd466-6fa0-4b6a-918a-366d521c561f req-28a9e0e0-6b1b-459b-b71a-d094aba95237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:42.106302 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-241cd466-6fa0-4b6a-918a-366d521c561f req-28a9e0e0-6b1b-459b-b71a-d094aba95237 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2557609 Dec 22 16:07:42.217671 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721d2da-132e-4381-afbe-a8fe387af475 req-436fe621-57de-4eb9-8897-855723df66dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:42.219190 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d721d2da-132e-4381-afbe-a8fe387af475 req-436fe621-57de-4eb9-8897-855723df66dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7ff63c978c1485a810f3548c4aa4c0b&device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 1097 time: 0.0764647 Dec 22 16:07:42.293743 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d721d2da-132e-4381-afbe-a8fe387af475 req-22ae7363-45a9-485e-825f-2ac8a4a20b21 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=102ad13f-0176-442c-8bf4-c48f62ebf0e7 HTTP/1.1" status: 200 len: 217 time: 0.0666161 Dec 22 16:07:42.303543 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:07:42.365981 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721d2da-132e-4381-afbe-a8fe387af475 req-5d0f941c-310d-45a1-aee9-d802f5fbc706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:42.367393 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d721d2da-132e-4381-afbe-a8fe387af475 req-5d0f941c-310d-45a1-aee9-d802f5fbc706 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e92d1c2-9110-4ffd-8032-a9698f854480 HTTP/1.1" status: 200 len: 853 time: 0.0668969 Dec 22 16:07:42.443494 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721d2da-132e-4381-afbe-a8fe387af475 req-c5f8da8a-992a-4753-a6bc-02f1cb6eac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:42.444984 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d721d2da-132e-4381-afbe-a8fe387af475 req-c5f8da8a-992a-4753-a6bc-02f1cb6eac36 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a658416c-a114-46b4-9f45-0b29f80fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713148 Dec 22 16:07:42.579565 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d721d2da-132e-4381-afbe-a8fe387af475 req-b14116ba-7f32-47f3-a1f6-ad9205b2642a service neutron] 10.222.0.57 "GET /v2.0/networks/a658416c-a114-46b4-9f45-0b29f80fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283076 Dec 22 16:07:42.712972 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d721d2da-132e-4381-afbe-a8fe387af475 req-3f86be7e-1959-4f78-8918-3eb8aeb9840b service neutron] 10.222.0.57 "GET /v2.0/networks/a658416c-a114-46b4-9f45-0b29f80fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274581 Dec 22 16:07:42.855338 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75334a9-0775-48c3-a711-76529c32dff3 req-585e551e-529f-4bf9-bbf1-b69f74fb1a9d tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:42.856792 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a75334a9-0775-48c3-a711-76529c32dff3 req-585e551e-529f-4bf9-bbf1-b69f74fb1a9d tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 944 time: 0.0842021 Dec 22 16:07:42.902403 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a75334a9-0775-48c3-a711-76529c32dff3 req-04ca3f69-c050-4f39-83c9-026c07ca952b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391970 Dec 22 16:07:44.087612 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df370d-a9aa-4a53-8184-18235f99a530 req-8b7f5c3a-665d-4fe2-9ecd-a7af47d4bcd9 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:44.089095 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-32df370d-a9aa-4a53-8184-18235f99a530 req-8b7f5c3a-665d-4fe2-9ecd-a7af47d4bcd9 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 944 time: 0.0793374 Dec 22 16:07:44.138998 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-32df370d-a9aa-4a53-8184-18235f99a530 req-a024db30-f884-4560-88da-7411184abd17 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441127 Dec 22 16:07:45.324298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dac7d1-a7a4-4e2b-9ff2-1155d67dd5f9 req-b39c4a16-ace3-44a9-b95b-8576ec7d4e39 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:45.325753 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a7dac7d1-a7a4-4e2b-9ff2-1155d67dd5f9 req-b39c4a16-ace3-44a9-b95b-8576ec7d4e39 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 944 time: 0.0812502 Dec 22 16:07:45.376549 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a7dac7d1-a7a4-4e2b-9ff2-1155d67dd5f9 req-9a6111d4-c5ba-4b1c-a717-e4ae95efd251 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442178 Dec 22 16:07:46.150410 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 102ad13f-0176-442c-8bf4-c48f62ebf0e7 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:07:46.287464 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 102ad13f-0176-442c-8bf4-c48f62ebf0e7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=102ad13f-0176-442c-8bf4-c48f62ebf0e7,segment=NetworkSegment(cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf),segment_id=cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:07:46.301410 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '102ad13f-0176-442c-8bf4-c48f62ebf0e7', 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff', 'port_id': '102ad13f-0176-442c-8bf4-c48f62ebf0e7', 'mac_address': 'fa:16:3e:65:b6:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e92d1c2-9110-4ffd-8032-a9698f854480', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:07:46.358428 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:46.382261 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102ad13f-0176-442c-8bf4-c48f62ebf0e7 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:07:46.406596 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 102ad13f-0176-442c-8bf4-c48f62ebf0e7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=102ad13f-0176-442c-8bf4-c48f62ebf0e7,segment=NetworkSegment(cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf),segment_id=cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:07:46.494732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:46.496525 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:46.565254 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=102ad13f-0176-442c-8bf4-c48f62ebf0e7,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:46.568794 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:46.573791 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930ed04-7a9d-4901-95a1-91fd6e0d47aa req-6e87c07e-2c35-47ae-a0b6-993b2931db74 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:46.578209 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4930ed04-7a9d-4901-95a1-91fd6e0d47aa req-6e87c07e-2c35-47ae-a0b6-993b2931db74 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 945 time: 0.0919747 Dec 22 16:07:46.623843 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4930ed04-7a9d-4901-95a1-91fd6e0d47aa req-eafe4213-4ce1-4536-bfb7-7417ac2af1e9 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421674 Dec 22 16:07:46.827910 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['102ad13f-0176-442c-8bf4-c48f62ebf0e7'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:07:47.823264 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521e1f0-7d97-4914-b150-3669836f789a req-4341fc7b-1e09-49df-8bde-4126fc3bc255 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:47.824878 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3521e1f0-7d97-4914-b150-3669836f789a req-4341fc7b-1e09-49df-8bde-4126fc3bc255 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 945 time: 0.0852203 Dec 22 16:07:47.874410 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3521e1f0-7d97-4914-b150-3669836f789a req-deac1406-b5c0-4529-a6fd-4c9655bd868c tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424824 Dec 22 16:07:48.139421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 102ad13f-0176-442c-8bf4-c48f62ebf0e7 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:07:48.277947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 102ad13f-0176-442c-8bf4-c48f62ebf0e7 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:07:48.283911 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 102ad13f-0176-442c-8bf4-c48f62ebf0e7 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:07:48.284291 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:48.437537 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:48.468842 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ef7b9e-a673-428b-b074-5e7993502649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102ad13f-0176-442c-8bf4-c48f62ebf0e7'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:07:48.480471 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 102ad13f-0176-442c-8bf4-c48f62ebf0e7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=102ad13f-0176-442c-8bf4-c48f62ebf0e7,segment=NetworkSegment(cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf),segment_id=cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:07:48.519491 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ef7b9e-a673-428b-b074-5e7993502649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102ad13f-0176-442c-8bf4-c48f62ebf0e7', 'code': 200} Dec 22 16:07:48.569284 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:48.571235 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-1901425f-eb11-4560-b095-27c916a91ac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:07:48.636382 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=102ad13f-0176-442c-8bf4-c48f62ebf0e7,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:07:48.639308 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:07:48.938751 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd6f34-8232-4cc6-ba8c-06114206d39a req-261c66fd-764e-499e-a10a-039c4ea5a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:48.940490 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c0fd6f34-8232-4cc6-ba8c-06114206d39a req-261c66fd-764e-499e-a10a-039c4ea5a51b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 1099 time: 0.0770507 Dec 22 16:07:48.985942 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c0fd6f34-8232-4cc6-ba8c-06114206d39a req-0a873f84-3f7c-49b6-ae95-70fedf313cb5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389328 Dec 22 16:07:49.076372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9411530-ead1-43fd-9c39-3919f7b5d1d3 req-61656219-037a-4d18-a03a-d32df682b15d tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:49.077913 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f9411530-ead1-43fd-9c39-3919f7b5d1d3 req-61656219-037a-4d18-a03a-d32df682b15d tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 946 time: 0.0905416 Dec 22 16:07:49.133499 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f9411530-ead1-43fd-9c39-3919f7b5d1d3 req-02fe9e7b-0c0b-4ec2-9476-9b5b3dc26294 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444872 Dec 22 16:07:50.361229 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34182c16-74f4-46a3-9add-9046c2933301 req-d88c8a0a-9195-442c-bb16-becf19409a2b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:50.364077 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-34182c16-74f4-46a3-9add-9046c2933301 req-d88c8a0a-9195-442c-bb16-becf19409a2b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 946 time: 0.1020656 Dec 22 16:07:50.439114 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-34182c16-74f4-46a3-9add-9046c2933301 req-c197cea2-b478-4911-a0c8-faa49006231f tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672557 Dec 22 16:07:51.646180 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc82724-ae86-48bb-8a0f-32803e7f4658 req-fb94dea2-798e-44f6-a590-15e293049a29 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:51.646180 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6cc82724-ae86-48bb-8a0f-32803e7f4658 req-fb94dea2-798e-44f6-a590-15e293049a29 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 946 time: 0.0967684 Dec 22 16:07:51.691923 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6cc82724-ae86-48bb-8a0f-32803e7f4658 req-a60dd277-7941-4ccb-81f3-31f3108264b7 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407908 Dec 22 16:07:51.890806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2100050-9962-436b-8285-da9f177a6362 req-d4632782-0022-4580-8889-787d3274071b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:51.893196 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f2100050-9962-436b-8285-da9f177a6362 req-d4632782-0022-4580-8889-787d3274071b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 946 time: 0.0876579 Dec 22 16:07:51.940292 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f2100050-9962-436b-8285-da9f177a6362 req-c4b0da33-803e-4c8b-b8c6-983509b34be1 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408528 Dec 22 16:07:52.521428 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b0c10-b098-416d-93d5-062aa057bd00 req-d1b10371-2ce4-41cf-b6b9-a128ea568f53 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:07:52.522883 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-818b0c10-b098-416d-93d5-062aa057bd00 req-d1b10371-2ce4-41cf-b6b9-a128ea568f53 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 946 time: 0.0862820 Dec 22 16:07:52.575353 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-818b0c10-b098-416d-93d5-062aa057bd00 req-60431031-8913-4b76-8e8c-aedd3d19ae2d tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467408 Dec 22 16:07:55.226483 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-de61c6e8-8594-4fa4-8356-d7747b2ec503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:57.745756 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-931c7452-3ae9-4081-bb6b-4521235415fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:59.087034 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:07:59.185668 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:01.077306 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:05.981893 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1c98c-5c36-474f-80ad-7bed84078808 req-94dd59ae-daff-4442-ae4a-70e994c9e3e3 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:08:05.983326 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-65a1c98c-5c36-474f-80ad-7bed84078808 req-94dd59ae-daff-4442-ae4a-70e994c9e3e3 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 946 time: 0.0853364 Dec 22 16:08:06.027921 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-65a1c98c-5c36-474f-80ad-7bed84078808 req-7532ce79-7fe7-45ac-9b7b-e6099f1b0827 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388916 Dec 22 16:08:06.051154 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45378) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:06.226898 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166747c7-92f4-4ffd-9342-bddf6a9be467 tempest-TestMinimumBasicScenario-1282795519 tempest-TestMinimumBasicScenario-1282795519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:08:06.227608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-166747c7-92f4-4ffd-9342-bddf6a9be467 tempest-TestMinimumBasicScenario-1282795519 tempest-TestMinimumBasicScenario-1282795519-project-admin] Synchronizing usage tracker for tenant:0e3db7c4bb3943719699593ce8137543 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:08:06.334705 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-166747c7-92f4-4ffd-9342-bddf6a9be467 tempest-TestMinimumBasicScenario-1282795519 tempest-TestMinimumBasicScenario-1282795519-project-admin] Unset dirty status for tenant:0e3db7c4bb3943719699593ce8137543 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:08:06.335795 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-166747c7-92f4-4ffd-9342-bddf6a9be467 tempest-TestMinimumBasicScenario-1282795519 tempest-TestMinimumBasicScenario-1282795519-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 1094 time: 0.2836590 Dec 22 16:08:06.338782 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45384) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:06.343856 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': '102ad13f-0176-442c-8bf4-c48f62ebf0e7', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:08:06.350143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:08:06.353964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Usage tracker for resource:floatingip and tenant:c7ff63c978c1485a810f3548c4aa4c0b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:08:06.356796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:08:06.363120 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:08:06.442639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:06.476041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:06.712184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:06.879082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Allocated IP 172.26.6.254 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/5aab576c-c3ff-4950-996c-12bd6afa064f) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:08:07.051416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:07.162251 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:07.166283 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0c9fb7d3-24bc-411f-9116-b62aa8c73560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:08:07.235441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:08:07.238495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:08:07.243224 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:08:07.269436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Pushing event updated for resources: {'Port': ['ID=5aab576c-c3ff-4950-996c-12bd6afa064f,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:08:07.294871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:07.295260 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:07.295644 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:07.296049 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:07.296403 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:07.297030 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:07.297186 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:07.297593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:07.297924 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:07.298319 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:07.298684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:07.299044 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:07.305120 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:08:07.682987 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:07.814100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:08.032514 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:08.106092 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:08.110062 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5aaf6cf7-f79b-49ab-ad04-efa088bae018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:08:08.221876 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Pushing event updated for resources: {'Port': ['ID=5aab576c-c3ff-4950-996c-12bd6afa064f,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:08:08.226122 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:08:08.234682 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:08.445039 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Floating IP 04927d80-74cb-4806-bc02-5a786890dbdf associated. External IP: 172.26.6.254, port: 102ad13f-0176-442c-8bf4-c48f62ebf0e7. Dec 22 16:08:08.946476 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Router 82064b22-f718-49aa-b6ee-252bf474f918 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:08:09.126330 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:08:09.136775 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1a7e0-963e-4736-a295-4d26a0992f84 None None] Sync routers for ids ['82064b22-f718-49aa-b6ee-252bf474f918'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:08:09.148292 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1a7e0-963e-4736-a295-4d26a0992f84 None None] Routers {'82064b22-f718-49aa-b6ee-252bf474f918'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:09.151227 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-14a1a7e0-963e-4736-a295-4d26a0992f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:07:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['82064b22-f718-49aa-b6ee-252bf474f918'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:08:09.202894 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:09.263832 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9240024 Dec 22 16:08:09.264624 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ef7b9e-a673-428b-b074-5e7993502649', 'tag': '102ad13f-0176-442c-8bf4-c48f62ebf0e7'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:08:09.266727 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45388) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:09.272977 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1548964042', 'description': 'tempest-secgroup-smoke-1548964042 description', 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:08:09.280515 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:08:09.293155 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:08:09.311562 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ef7b9e-a673-428b-b074-5e7993502649', 'tag': '102ad13f-0176-442c-8bf4-c48f62ebf0e7', 'status': 'completed', 'code': 200} Dec 22 16:08:09.333975 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-14a1a7e0-963e-4736-a295-4d26a0992f84 None None] Set router 82064b22-f718-49aa-b6ee-252bf474f918 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:08:09.384720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:09.404985 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:08:09.408799 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Usage tracker for resource:security_group_rule and tenant:c7ff63c978c1485a810f3548c4aa4c0b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:08:09.411925 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:08:09.412119 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5abc8f-e9fe-4ef3-baae-4911091dfe91 req-49882aa5-0af7-4abc-817a-9573274b01a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:08:09.413645 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-aa5abc8f-e9fe-4ef3-baae-4911091dfe91 req-49882aa5-0af7-4abc-817a-9573274b01a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7ff63c978c1485a810f3548c4aa4c0b&device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 1099 time: 0.0808315 Dec 22 16:08:09.417710 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:08:09.498363 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:09.550858 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5abc8f-e9fe-4ef3-baae-4911091dfe91 req-9fda5e1e-a1a9-4828-a0e2-5bc9cf0e593f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:08:09.552317 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-aa5abc8f-e9fe-4ef3-baae-4911091dfe91 req-9fda5e1e-a1a9-4828-a0e2-5bc9cf0e593f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a658416c-a114-46b4-9f45-0b29f80fabff HTTP/1.1" status: 200 len: 915 time: 0.1315880 Dec 22 16:08:09.585714 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:09.595954 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-20f3c553-4ee5-4bd2-8143-6cf3ed5dbd33 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:08:09.633806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e7da50-bbe4-4944-acaa-b25599399a65,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:08:09.640999 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:09.644884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:09.644884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:09.644884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:09.644884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:09.644884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:09.644884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:09.644884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:09.644884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:09.645657 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:09.645657 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:09.645822 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:08:09.649394 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:08:09.664379 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-aa5abc8f-e9fe-4ef3-baae-4911091dfe91 req-474629fc-9cae-4271-9115-f70ef9571ffb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=102ad13f-0176-442c-8bf4-c48f62ebf0e7 HTTP/1.1" status: 200 len: 1000 time: 0.1041298 Dec 22 16:08:09.696024 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-14a1a7e0-963e-4736-a295-4d26a0992f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82064b22-f718-49aa-b6ee-252bf474f918', 'name': 'tempest-TestMinimumBasicScenario-858152960-router', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:06:58Z', 'updated_at': '2021-12-22T16:07:02Z', 'revision_number': 4, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'gw_port': {'id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:06:59Z', 'updated_at': '2021-12-22T16:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '04927d80-74cb-4806-bc02-5a786890dbdf', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'floating_ip_address': '172.26.6.254', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'port_id': '102ad13f-0176-442c-8bf4-c48f62ebf0e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff', 'mac_address': 'fa:16:3e:65:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ef7b9e-a673-428b-b074-5e7993502649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:08:07Z', 'updated_at': '2021-12-22T16:08:07Z', 'revision_number': 0, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f9c88f-a611-4a55-b802-c6a9af01323c', 'name': '', 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'mac_address': 'fa:16:3e:36:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6e92d1c2-9110-4ffd-8032-a9698f854480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:02Z', 'updated_at': '2021-12-22T16:07:08Z', 'revision_number': 5, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'subnets': [{'id': '6e92d1c2-9110-4ffd-8032-a9698f854480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:08:09.699953 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1a7e0-963e-4736-a295-4d26a0992f84 None None] Checking router: 82064b22-f718-49aa-b6ee-252bf474f918 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:08:09.700396 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:09.704423 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4329555 Dec 22 16:08:09.704652 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45394) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:09.709375 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1a7e0-963e-4736-a295-4d26a0992f84 None None] Routers {'82064b22-f718-49aa-b6ee-252bf474f918'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:09.710002 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-14a1a7e0-963e-4736-a295-4d26a0992f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:07:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['82064b22-f718-49aa-b6ee-252bf474f918'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:08:09.711646 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b6368c15-0fc9-4896-9f37-3c514ccd3bb5 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Request body: {'security_group_rule': {'security_group_id': '67e7da50-bbe4-4944-acaa-b25599399a65', 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:08:09.721404 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b6368c15-0fc9-4896-9f37-3c514ccd3bb5 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:08:09.726173 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b6368c15-0fc9-4896-9f37-3c514ccd3bb5 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Usage tracker for resource:security_group_rule and tenant:c7ff63c978c1485a810f3548c4aa4c0b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:08:09.729344 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b6368c15-0fc9-4896-9f37-3c514ccd3bb5 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:08:09.731478 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5abc8f-e9fe-4ef3-baae-4911091dfe91 req-307649ff-f4d1-4244-8f31-e0c0690070b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:08:09.732971 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-aa5abc8f-e9fe-4ef3-baae-4911091dfe91 req-307649ff-f4d1-4244-8f31-e0c0690070b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e92d1c2-9110-4ffd-8032-a9698f854480 HTTP/1.1" status: 200 len: 853 time: 0.0622878 Dec 22 16:08:09.736036 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b6368c15-0fc9-4896-9f37-3c514ccd3bb5 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:08:09.809606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5abc8f-e9fe-4ef3-baae-4911091dfe91 req-4d46139a-3f09-461e-8b33-e48adb49eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:08:09.811066 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-aa5abc8f-e9fe-4ef3-baae-4911091dfe91 req-4d46139a-3f09-461e-8b33-e48adb49eaa0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a658416c-a114-46b4-9f45-0b29f80fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714953 Dec 22 16:08:09.839420 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b6368c15-0fc9-4896-9f37-3c514ccd3bb5 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:09.890392 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-14a1a7e0-963e-4736-a295-4d26a0992f84 None None] Set router 82064b22-f718-49aa-b6ee-252bf474f918 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:08:09.903807 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b6368c15-0fc9-4896-9f37-3c514ccd3bb5 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:09.947810 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-aa5abc8f-e9fe-4ef3-baae-4911091dfe91 req-527f94e0-9a4c-4f05-a5eb-9b1da20dece5 service neutron] 10.222.0.57 "GET /v2.0/networks/a658416c-a114-46b4-9f45-0b29f80fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293645 Dec 22 16:08:09.985747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b6368c15-0fc9-4896-9f37-3c514ccd3bb5 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:09.993641 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-53e4c8e5-46e2-4238-b053-a9e4da4a836e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:08:10.015640 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6368c15-0fc9-4896-9f37-3c514ccd3bb5 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d403b2-7672-4576-8dcf-44244ca74d35,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:08:10.019144 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b6368c15-0fc9-4896-9f37-3c514ccd3bb5 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:08:10.081831 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-aa5abc8f-e9fe-4ef3-baae-4911091dfe91 req-ce27efb8-c08d-4e28-a2bb-3070c5148d33 service neutron] 10.222.0.57 "GET /v2.0/networks/a658416c-a114-46b4-9f45-0b29f80fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272361 Dec 22 16:08:10.092932 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b6368c15-0fc9-4896-9f37-3c514ccd3bb5 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:10.096766 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b6368c15-0fc9-4896-9f37-3c514ccd3bb5 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3879852 Dec 22 16:08:10.097054 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45398) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:10.102983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-0119ec72-fccf-46fe-a5b5-473963a8f5ff tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Request body: {'security_group_rule': {'security_group_id': '67e7da50-bbe4-4944-acaa-b25599399a65', 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:08:10.109141 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0119ec72-fccf-46fe-a5b5-473963a8f5ff tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:08:10.113652 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0119ec72-fccf-46fe-a5b5-473963a8f5ff tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Usage tracker for resource:security_group_rule and tenant:c7ff63c978c1485a810f3548c4aa4c0b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:08:10.116728 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0119ec72-fccf-46fe-a5b5-473963a8f5ff tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:08:10.123199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0119ec72-fccf-46fe-a5b5-473963a8f5ff tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:08:10.225611 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0119ec72-fccf-46fe-a5b5-473963a8f5ff tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:10.240224 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-14a1a7e0-963e-4736-a295-4d26a0992f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82064b22-f718-49aa-b6ee-252bf474f918', 'name': 'tempest-TestMinimumBasicScenario-858152960-router', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:06:58Z', 'updated_at': '2021-12-22T16:07:02Z', 'revision_number': 4, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'gw_port': {'id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:06:59Z', 'updated_at': '2021-12-22T16:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '04927d80-74cb-4806-bc02-5a786890dbdf', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'floating_ip_address': '172.26.6.254', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'port_id': '102ad13f-0176-442c-8bf4-c48f62ebf0e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff', 'mac_address': 'fa:16:3e:65:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ef7b9e-a673-428b-b074-5e7993502649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:08:07Z', 'updated_at': '2021-12-22T16:08:07Z', 'revision_number': 0, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f9c88f-a611-4a55-b802-c6a9af01323c', 'name': '', 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'mac_address': 'fa:16:3e:36:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6e92d1c2-9110-4ffd-8032-a9698f854480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:02Z', 'updated_at': '2021-12-22T16:07:08Z', 'revision_number': 5, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'subnets': [{'id': '6e92d1c2-9110-4ffd-8032-a9698f854480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:08:10.244328 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1a7e0-963e-4736-a295-4d26a0992f84 None None] The sync data for ids ['82064b22-f718-49aa-b6ee-252bf474f918'] in dv-neutron-822674-1-hyperv is: [{'id': '82064b22-f718-49aa-b6ee-252bf474f918', 'name': 'tempest-TestMinimumBasicScenario-858152960-router', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:06:58Z', 'updated_at': '2021-12-22T16:07:02Z', 'revision_number': 4, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'gw_port': {'id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:06:59Z', 'updated_at': '2021-12-22T16:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '04927d80-74cb-4806-bc02-5a786890dbdf', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'floating_ip_address': '172.26.6.254', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'port_id': '102ad13f-0176-442c-8bf4-c48f62ebf0e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff', 'mac_address': 'fa:16:3e:65:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ef7b9e-a673-428b-b074-5e7993502649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:08:07Z', 'updated_at': '2021-12-22T16:08:07Z', 'revision_number': 0, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f9c88f-a611-4a55-b802-c6a9af01323c', 'name': '', 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'mac_address': 'fa:16:3e:36:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6e92d1c2-9110-4ffd-8032-a9698f854480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:02Z', 'updated_at': '2021-12-22T16:07:08Z', 'revision_number': 5, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'subnets': [{'id': '6e92d1c2-9110-4ffd-8032-a9698f854480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:08:10.291443 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0119ec72-fccf-46fe-a5b5-473963a8f5ff tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:10.380310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0119ec72-fccf-46fe-a5b5-473963a8f5ff tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:10.382632 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d4706c6b-da28-4416-83f0-c6b0b9df7393 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:08:10.414188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119ec72-fccf-46fe-a5b5-473963a8f5ff tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71ea46a-1420-4053-9cb8-e498758c8173,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:08:10.414188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0119ec72-fccf-46fe-a5b5-473963a8f5ff tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:08:10.464679 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9b6b0c-e89b-487e-b187-0e9e85b2182d None None] New status for floating IP 04927d80-74cb-4806-bc02-5a786890dbdf: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:08:10.466554 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0119ec72-fccf-46fe-a5b5-473963a8f5ff tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:10.468226 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0119ec72-fccf-46fe-a5b5-473963a8f5ff tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3697991 Dec 22 16:08:10.470906 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45402) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:10.477042 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-3d378d98-4c59-4198-90ae-45a5d8beb68b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Request body: {'security_group_rule': {'security_group_id': '67e7da50-bbe4-4944-acaa-b25599399a65', 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:08:10.483273 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3d378d98-4c59-4198-90ae-45a5d8beb68b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:08:10.487226 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3d378d98-4c59-4198-90ae-45a5d8beb68b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Usage tracker for resource:security_group_rule and tenant:c7ff63c978c1485a810f3548c4aa4c0b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:08:10.490817 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3d378d98-4c59-4198-90ae-45a5d8beb68b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:08:10.496680 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3d378d98-4c59-4198-90ae-45a5d8beb68b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:08:10.563615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d378d98-4c59-4198-90ae-45a5d8beb68b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:10.632468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d378d98-4c59-4198-90ae-45a5d8beb68b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:10.704257 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d378d98-4c59-4198-90ae-45a5d8beb68b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:10.712585 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-85c974d3-cbf6-479d-bf19-d1cfe7332746 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:08:10.733503 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d378d98-4c59-4198-90ae-45a5d8beb68b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ac6f16-ec1c-497f-866d-3ae879405fb9,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:08:10.736369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3d378d98-4c59-4198-90ae-45a5d8beb68b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:08:10.830424 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d378d98-4c59-4198-90ae-45a5d8beb68b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:10.832370 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3d378d98-4c59-4198-90ae-45a5d8beb68b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3597121 Dec 22 16:08:10.835357 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45406) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:10.840906 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-fefcf681-9632-4bff-82c7-51583d734908 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Request body: {'security_group_rule': {'security_group_id': '67e7da50-bbe4-4944-acaa-b25599399a65', 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:08:10.847606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-fefcf681-9632-4bff-82c7-51583d734908 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:08:10.851771 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-fefcf681-9632-4bff-82c7-51583d734908 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Usage tracker for resource:security_group_rule and tenant:c7ff63c978c1485a810f3548c4aa4c0b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:08:10.854720 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-fefcf681-9632-4bff-82c7-51583d734908 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:08:10.860325 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-fefcf681-9632-4bff-82c7-51583d734908 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:08:10.935950 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fefcf681-9632-4bff-82c7-51583d734908 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:10.997277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fefcf681-9632-4bff-82c7-51583d734908 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:11.048007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fefcf681-9632-4bff-82c7-51583d734908 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:11.049828 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-af6db1c0-77a7-42cd-9752-29934bc2559b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:08:11.072284 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcf681-9632-4bff-82c7-51583d734908 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df28943-c61a-4f3d-812c-b644259bc7c5,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:08:11.074853 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fefcf681-9632-4bff-82c7-51583d734908 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:08:11.157009 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fefcf681-9632-4bff-82c7-51583d734908 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:11.158343 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fefcf681-9632-4bff-82c7-51583d734908 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3218911 Dec 22 16:08:11.161167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45410) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:11.166306 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-09b8a0c9-dd1b-4aa1-bff7-12c7ca854c0f tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Request body: {'security_group_rule': {'security_group_id': '67e7da50-bbe4-4944-acaa-b25599399a65', 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:08:11.172399 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-09b8a0c9-dd1b-4aa1-bff7-12c7ca854c0f tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:08:11.176638 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-09b8a0c9-dd1b-4aa1-bff7-12c7ca854c0f tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Usage tracker for resource:security_group_rule and tenant:c7ff63c978c1485a810f3548c4aa4c0b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:08:11.179813 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-09b8a0c9-dd1b-4aa1-bff7-12c7ca854c0f tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:08:11.195475 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-09b8a0c9-dd1b-4aa1-bff7-12c7ca854c0f tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:08:11.265813 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-09b8a0c9-dd1b-4aa1-bff7-12c7ca854c0f tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Project c7ff63c978c1485a810f3548c4aa4c0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:08:11.274036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-09b8a0c9-dd1b-4aa1-bff7-12c7ca854c0f tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:11.464844 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-09b8a0c9-dd1b-4aa1-bff7-12c7ca854c0f tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:11.500228 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-09b8a0c9-dd1b-4aa1-bff7-12c7ca854c0f tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:11.502098 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0119ec72-fccf-46fe-a5b5-473963a8f5ff tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:08:11.524882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a0c9-dd1b-4aa1-bff7-12c7ca854c0f tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e014084-b3f9-4c58-a3d9-b5d24dd0d5dd,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:08:11.527332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-09b8a0c9-dd1b-4aa1-bff7-12c7ca854c0f tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:08:11.574038 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-09b8a0c9-dd1b-4aa1-bff7-12c7ca854c0f tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:11.575252 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-09b8a0c9-dd1b-4aa1-bff7-12c7ca854c0f tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4131768 Dec 22 16:08:11.577974 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45414) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:11.582966 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-6d6ef0b5-825d-4c10-8aaf-01842a45f9f0 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Request body: {'security_group_rule': {'security_group_id': '67e7da50-bbe4-4944-acaa-b25599399a65', 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:08:11.588775 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6d6ef0b5-825d-4c10-8aaf-01842a45f9f0 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:08:11.592492 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6d6ef0b5-825d-4c10-8aaf-01842a45f9f0 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Usage tracker for resource:security_group_rule and tenant:c7ff63c978c1485a810f3548c4aa4c0b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:08:11.595303 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6d6ef0b5-825d-4c10-8aaf-01842a45f9f0 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:08:11.600810 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6d6ef0b5-825d-4c10-8aaf-01842a45f9f0 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:08:11.665472 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-6d6ef0b5-825d-4c10-8aaf-01842a45f9f0 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Project c7ff63c978c1485a810f3548c4aa4c0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:08:11.674485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6d6ef0b5-825d-4c10-8aaf-01842a45f9f0 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:11.739858 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6d6ef0b5-825d-4c10-8aaf-01842a45f9f0 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:11.791018 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6d6ef0b5-825d-4c10-8aaf-01842a45f9f0 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:11.792789 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2968df20-11e6-4782-bb34-fa9929abb161 tempest-SecGroupIPv6Test-1753914941 tempest-SecGroupIPv6Test-1753914941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:08:11.814472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ef0b5-825d-4c10-8aaf-01842a45f9f0 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4579c8c4-5c30-4b1b-b257-1b9e39d75211,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:08:11.817407 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6d6ef0b5-825d-4c10-8aaf-01842a45f9f0 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:08:11.898820 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6d6ef0b5-825d-4c10-8aaf-01842a45f9f0 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:11.900024 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6d6ef0b5-825d-4c10-8aaf-01842a45f9f0 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3211110 Dec 22 16:08:12.018091 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-697a99d2-ca2b-4d7a-b4d8-27ca8b959358 req-be3d7ffb-7c22-4e8f-9cd4-5e14eec82228 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548964042&fields=id&tenant_id=c7ff63c978c1485a810f3548c4aa4c0b HTTP/1.1" status: 200 len: 267 time: 0.0390062 Dec 22 16:08:12.103110 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a99d2-ca2b-4d7a-b4d8-27ca8b959358 req-018fdf5f-6d99-4e1f-89d6-a330aa67f891 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:08:12.104603 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-697a99d2-ca2b-4d7a-b4d8-27ca8b959358 req-018fdf5f-6d99-4e1f-89d6-a330aa67f891 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 946 time: 0.0813437 Dec 22 16:08:12.116838 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-697a99d2-ca2b-4d7a-b4d8-27ca8b959358 req-be997a3e-c40c-48f5-946b-71016022f82a tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Request body: {'port': {'security_groups': ['3937f2fd-2a89-4636-8997-395713f15d95', '67e7da50-bbe4-4944-acaa-b25599399a65']}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:08:12.233311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-697a99d2-ca2b-4d7a-b4d8-27ca8b959358 req-be997a3e-c40c-48f5-946b-71016022f82a tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:12.488640 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-697a99d2-ca2b-4d7a-b4d8-27ca8b959358 req-be997a3e-c40c-48f5-946b-71016022f82a tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] For port 102ad13f-0176-442c-8bf4-c48f62ebf0e7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=102ad13f-0176-442c-8bf4-c48f62ebf0e7,segment=NetworkSegment(cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf),segment_id=cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:08:12.512671 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-697a99d2-ca2b-4d7a-b4d8-27ca8b959358 req-be997a3e-c40c-48f5-946b-71016022f82a tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:12.597670 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-697a99d2-ca2b-4d7a-b4d8-27ca8b959358 req-be997a3e-c40c-48f5-946b-71016022f82a tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:12.603466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9d5c1d4c-00d0-418d-bf5b-4b6e57ce499e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:08:12.609151 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['102ad13f-0176-442c-8bf4-c48f62ebf0e7'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:08:12.679136 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a99d2-ca2b-4d7a-b4d8-27ca8b959358 req-be997a3e-c40c-48f5-946b-71016022f82a tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:08:12.679136 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-697a99d2-ca2b-4d7a-b4d8-27ca8b959358 req-be997a3e-c40c-48f5-946b-71016022f82a tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:12.681220 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-697a99d2-ca2b-4d7a-b4d8-27ca8b959358 req-be997a3e-c40c-48f5-946b-71016022f82a tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "PUT /v2.0/ports/102ad13f-0176-442c-8bf4-c48f62ebf0e7 HTTP/1.1" status: 200 len: 982 time: 0.5687077 Dec 22 16:08:12.681220 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ef7b9e-a673-428b-b074-5e7993502649', 'tag': '102ad13f-0176-442c-8bf4-c48f62ebf0e7'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:08:12.729374 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be997a3e-c40c-48f5-946b-71016022f82a tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Pushing event updated for resources: {'Port': ['ID=102ad13f-0176-442c-8bf4-c48f62ebf0e7,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:08:12.746555 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-be997a3e-c40c-48f5-946b-71016022f82a tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:08:12.780184 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['102ad13f-0176-442c-8bf4-c48f62ebf0e7'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:08:12.781655 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ef7b9e-a673-428b-b074-5e7993502649', 'tag': '102ad13f-0176-442c-8bf4-c48f62ebf0e7', 'status': 'completed', 'code': 200} Dec 22 16:08:12.937802 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13e3b1-b397-4558-bca1-dd90bb28af96 req-1a2b9f5f-6487-4ccb-8095-16a2af71d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:08:12.946216 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2c13e3b1-b397-4558-bca1-dd90bb28af96 req-1a2b9f5f-6487-4ccb-8095-16a2af71d300 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7ff63c978c1485a810f3548c4aa4c0b&device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 1138 time: 0.1457496 Dec 22 16:08:12.960498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b902f-9379-456d-be67-40406e9093b2 req-1f2c222b-b105-494e-b3de-27c5cdd8b282 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:08:12.962219 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e96b902f-9379-456d-be67-40406e9093b2 req-1f2c222b-b105-494e-b3de-27c5cdd8b282 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 985 time: 0.1287689 Dec 22 16:08:13.089636 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e96b902f-9379-456d-be67-40406e9093b2 req-c69c6b4b-47c7-4037-998e-e68a21052039 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&id=67e7da50-bbe4-4944-acaa-b25599399a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065292 Dec 22 16:08:13.092199 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-dba73df9-e93d-4697-aaca-14da3b7f6d19 None None] Provisioning complete for port 102ad13f-0176-442c-8bf4-c48f62ebf0e7 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:08:13.092735 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dba73df9-e93d-4697-aaca-14da3b7f6d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:13.126782 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13e3b1-b397-4558-bca1-dd90bb28af96 req-b8390c57-09ec-4b4d-bdbb-b8706fd9143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:08:13.128853 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2c13e3b1-b397-4558-bca1-dd90bb28af96 req-b8390c57-09ec-4b4d-bdbb-b8706fd9143b service neutron] 10.222.0.57 "GET /v2.0/networks?id=a658416c-a114-46b4-9f45-0b29f80fabff HTTP/1.1" status: 200 len: 915 time: 0.1657085 Dec 22 16:08:13.233676 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2c13e3b1-b397-4558-bca1-dd90bb28af96 req-e4ecf219-0719-452e-b70c-882f7acc0564 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=102ad13f-0176-442c-8bf4-c48f62ebf0e7 HTTP/1.1" status: 200 len: 1002 time: 0.0969388 Dec 22 16:08:13.297860 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13e3b1-b397-4558-bca1-dd90bb28af96 req-2302a2f7-c8ca-4908-ae4b-877c5eb372e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:08:13.299371 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2c13e3b1-b397-4558-bca1-dd90bb28af96 req-2302a2f7-c8ca-4908-ae4b-877c5eb372e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e92d1c2-9110-4ffd-8032-a9698f854480 HTTP/1.1" status: 200 len: 853 time: 0.0593960 Dec 22 16:08:13.384818 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13e3b1-b397-4558-bca1-dd90bb28af96 req-14e91fd7-8b25-44c2-9262-5429e696ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:08:13.386562 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2c13e3b1-b397-4558-bca1-dd90bb28af96 req-14e91fd7-8b25-44c2-9262-5429e696ad74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a658416c-a114-46b4-9f45-0b29f80fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798759 Dec 22 16:08:13.516717 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2c13e3b1-b397-4558-bca1-dd90bb28af96 req-56e83c76-af0a-474c-b2da-003f5e361356 service neutron] 10.222.0.57 "GET /v2.0/networks/a658416c-a114-46b4-9f45-0b29f80fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226554 Dec 22 16:08:13.644404 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2c13e3b1-b397-4558-bca1-dd90bb28af96 req-856c670e-6277-42a7-b897-24dacea935b3 service neutron] 10.222.0.57 "GET /v2.0/networks/a658416c-a114-46b4-9f45-0b29f80fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211486 Dec 22 16:08:17.776769 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f34edc86-4cd0-4c14-83bc-e3825c737781 req-d2193b9e-5811-446c-b711-31b01082d383 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692403 Dec 22 16:08:18.040882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34edc86-4cd0-4c14-83bc-e3825c737781 req-809e65a3-ab3b-44cc-83de-cfc5eb0855ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:08:18.042569 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f34edc86-4cd0-4c14-83bc-e3825c737781 req-809e65a3-ab3b-44cc-83de-cfc5eb0855ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7ff63c978c1485a810f3548c4aa4c0b&device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 1138 time: 0.1897681 Dec 22 16:08:18.188372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34edc86-4cd0-4c14-83bc-e3825c737781 req-4a400929-a224-41ba-bdef-dc8803e4a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:08:18.189926 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f34edc86-4cd0-4c14-83bc-e3825c737781 req-4a400929-a224-41ba-bdef-dc8803e4a988 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a658416c-a114-46b4-9f45-0b29f80fabff HTTP/1.1" status: 200 len: 915 time: 0.1288366 Dec 22 16:08:18.298134 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f34edc86-4cd0-4c14-83bc-e3825c737781 req-5909a930-c3a2-425c-b03a-b2478d0ad7db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=102ad13f-0176-442c-8bf4-c48f62ebf0e7 HTTP/1.1" status: 200 len: 1002 time: 0.1012559 Dec 22 16:08:18.359600 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34edc86-4cd0-4c14-83bc-e3825c737781 req-acf3c132-2ff8-473d-a83c-cdcd6d93f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:08:18.361129 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f34edc86-4cd0-4c14-83bc-e3825c737781 req-acf3c132-2ff8-473d-a83c-cdcd6d93f112 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e92d1c2-9110-4ffd-8032-a9698f854480 HTTP/1.1" status: 200 len: 853 time: 0.0571747 Dec 22 16:08:18.440003 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34edc86-4cd0-4c14-83bc-e3825c737781 req-00a38e56-24ff-4031-a3f6-66baa3f836e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:08:18.442143 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f34edc86-4cd0-4c14-83bc-e3825c737781 req-00a38e56-24ff-4031-a3f6-66baa3f836e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a658416c-a114-46b4-9f45-0b29f80fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742900 Dec 22 16:08:18.578105 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f34edc86-4cd0-4c14-83bc-e3825c737781 req-ae069167-a530-4a72-8366-d4e85b15890e service neutron] 10.222.0.57 "GET /v2.0/networks/a658416c-a114-46b4-9f45-0b29f80fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285059 Dec 22 16:08:18.710031 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f34edc86-4cd0-4c14-83bc-e3825c737781 req-7900196d-86a1-46e1-90df-31ea8f9e9cc5 service neutron] 10.222.0.57 "GET /v2.0/networks/a658416c-a114-46b4-9f45-0b29f80fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259935 Dec 22 16:08:19.304156 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:08:25.311512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d511439c-9c02-40c8-b67a-318472c75e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:27.751110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7a1fda79-43d3-4178-a12a-0de296e39455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:29.105619 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:29.134015 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:31.076660 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:36.499728 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:55.225505 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b9388410-7a66-4cb4-9e3e-ebd2aa8509ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:56.303305 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:08:57.728595 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6d46f6d3-839e-4fde-b4fb-25db49571d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:59.074979 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:08:59.154886 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:09:01.100224 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:09:05.842598 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94238439-08d1-4d69-8ed7-127278278861 req-47c81cea-28e9-454e-9696-351ad6de7984 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:09:05.844088 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-94238439-08d1-4d69-8ed7-127278278861 req-47c81cea-28e9-454e-9696-351ad6de7984 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 985 time: 0.1395659 Dec 22 16:09:05.900474 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb33730-4113-420b-b006-3d5176dbbd3c req-c9bf97fe-8480-441a-b1ad-81d7fa31c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:09:05.901874 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7eb33730-4113-420b-b006-3d5176dbbd3c req-c9bf97fe-8480-441a-b1ad-81d7fa31c147 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7ff63c978c1485a810f3548c4aa4c0b&device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 1138 time: 0.1294696 Dec 22 16:09:05.908618 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-94238439-08d1-4d69-8ed7-127278278861 req-33bf3e3f-b25c-4e65-899b-7867d7436682 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&id=67e7da50-bbe4-4944-acaa-b25599399a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564952 Dec 22 16:09:06.038903 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb33730-4113-420b-b006-3d5176dbbd3c req-8965b1a1-177b-4409-9d3b-9939dc4ebdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:09:06.040354 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7eb33730-4113-420b-b006-3d5176dbbd3c req-8965b1a1-177b-4409-9d3b-9939dc4ebdc2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a658416c-a114-46b4-9f45-0b29f80fabff HTTP/1.1" status: 200 len: 915 time: 0.1301246 Dec 22 16:09:06.149191 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7eb33730-4113-420b-b006-3d5176dbbd3c req-58753888-5454-4769-957f-99b515afe14e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=102ad13f-0176-442c-8bf4-c48f62ebf0e7 HTTP/1.1" status: 200 len: 1002 time: 0.1021793 Dec 22 16:09:06.229882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb33730-4113-420b-b006-3d5176dbbd3c req-7ae383ad-49c5-45a1-a73e-b9b53f2f653d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:09:06.231364 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7eb33730-4113-420b-b006-3d5176dbbd3c req-7ae383ad-49c5-45a1-a73e-b9b53f2f653d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e92d1c2-9110-4ffd-8032-a9698f854480 HTTP/1.1" status: 200 len: 853 time: 0.0760460 Dec 22 16:09:06.316402 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb33730-4113-420b-b006-3d5176dbbd3c req-2263a5c9-4d04-481e-bd88-fc7568d046f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:09:06.317910 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7eb33730-4113-420b-b006-3d5176dbbd3c req-2263a5c9-4d04-481e-bd88-fc7568d046f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a658416c-a114-46b4-9f45-0b29f80fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799024 Dec 22 16:09:06.470034 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7eb33730-4113-420b-b006-3d5176dbbd3c req-4a73f4dd-de29-472c-941f-d1f18518e9be service neutron] 10.222.0.57 "GET /v2.0/networks/a658416c-a114-46b4-9f45-0b29f80fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445594 Dec 22 16:09:06.554900 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:09:06.618033 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7eb33730-4113-420b-b006-3d5176dbbd3c req-d758a385-dcbf-4095-8482-bb6968b8d69c service neutron] 10.222.0.57 "GET /v2.0/networks/a658416c-a114-46b4-9f45-0b29f80fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412547 Dec 22 16:09:07.253230 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57086d-0abe-4914-88b0-4a30e2021bde req-5f62224c-3ede-4e63-8c0c-d7e6c09c9a5f tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:09:07.254704 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ec57086d-0abe-4914-88b0-4a30e2021bde req-5f62224c-3ede-4e63-8c0c-d7e6c09c9a5f tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 985 time: 0.2201514 Dec 22 16:09:07.305534 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ec57086d-0abe-4914-88b0-4a30e2021bde req-7415d1cb-1704-452b-866f-e33fcc81df82 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&id=67e7da50-bbe4-4944-acaa-b25599399a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446126 Dec 22 16:09:08.521246 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c16c0-5e72-4d85-8e94-a1cd2f069d29 req-5c846b83-fd85-475f-a65e-f7b3d9adeb92 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:09:08.522892 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ce7c16c0-5e72-4d85-8e94-a1cd2f069d29 req-5c846b83-fd85-475f-a65e-f7b3d9adeb92 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 985 time: 0.0902026 Dec 22 16:09:08.573557 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ce7c16c0-5e72-4d85-8e94-a1cd2f069d29 req-accd4dac-6b0b-4235-a45b-7e849072550c tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&id=67e7da50-bbe4-4944-acaa-b25599399a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444937 Dec 22 16:09:09.760571 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce88fad-f837-416e-9bd5-fb9dbcc93337 req-6d6e2aa7-6e9f-46ef-9022-460dca96cc9c tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:09:09.762174 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cce88fad-f837-416e-9bd5-fb9dbcc93337 req-6d6e2aa7-6e9f-46ef-9022-460dca96cc9c tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 985 time: 0.0797286 Dec 22 16:09:09.810105 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cce88fad-f837-416e-9bd5-fb9dbcc93337 req-ec853341-3849-4389-9205-3b14a47bced5 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&id=67e7da50-bbe4-4944-acaa-b25599399a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411174 Dec 22 16:09:11.003244 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da7611-09e0-451d-a0bd-2b5d9426100e req-1f0c3e49-c2cb-4c90-bcca-46f1dcc229d6 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:09:11.004735 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e9da7611-09e0-451d-a0bd-2b5d9426100e req-1f0c3e49-c2cb-4c90-bcca-46f1dcc229d6 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 985 time: 0.0890241 Dec 22 16:09:11.052497 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e9da7611-09e0-451d-a0bd-2b5d9426100e req-d2e25090-eee2-4724-875d-8c32d3c8c053 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&id=67e7da50-bbe4-4944-acaa-b25599399a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419004 Dec 22 16:09:12.239150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fba13-a4fe-4cc2-ac57-0171a0d3266a req-5d3498d7-fa32-4f09-bdbd-961a95befe07 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:09:12.240682 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cd6fba13-a4fe-4cc2-ac57-0171a0d3266a req-5d3498d7-fa32-4f09-bdbd-961a95befe07 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 985 time: 0.0819519 Dec 22 16:09:12.292365 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cd6fba13-a4fe-4cc2-ac57-0171a0d3266a req-36fd5f58-3432-41b5-837a-625f8b1d4ad7 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&id=67e7da50-bbe4-4944-acaa-b25599399a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459218 Dec 22 16:09:13.489252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdfae2-e6df-4308-a4c8-bfd99e55e83e req-757fb04f-7e08-4b5d-9d16-575c73aae2eb tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:09:13.490858 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a5bdfae2-e6df-4308-a4c8-bfd99e55e83e req-757fb04f-7e08-4b5d-9d16-575c73aae2eb tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 985 time: 0.0845363 Dec 22 16:09:13.539617 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a5bdfae2-e6df-4308-a4c8-bfd99e55e83e req-528c59c9-077d-4639-8be6-266d8280dd39 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&id=67e7da50-bbe4-4944-acaa-b25599399a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421226 Dec 22 16:09:14.739089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5a3ac-d06f-4ee7-9700-a65b15214a0b req-100235a9-590a-48ee-a811-22e6d48539e2 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:09:14.740561 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dde5a3ac-d06f-4ee7-9700-a65b15214a0b req-100235a9-590a-48ee-a811-22e6d48539e2 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 985 time: 0.0890512 Dec 22 16:09:14.790042 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dde5a3ac-d06f-4ee7-9700-a65b15214a0b req-bc13c380-8e71-48c7-be5e-1f41e7463dcd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&id=67e7da50-bbe4-4944-acaa-b25599399a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435967 Dec 22 16:09:15.989521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2896b00-38d8-49d3-adb8-b36cab033d91 req-7270ddeb-b3da-4b4e-95bf-1259f8c9aa99 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:09:15.991117 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a2896b00-38d8-49d3-adb8-b36cab033d91 req-7270ddeb-b3da-4b4e-95bf-1259f8c9aa99 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 985 time: 0.0863154 Dec 22 16:09:16.041986 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a2896b00-38d8-49d3-adb8-b36cab033d91 req-f3201571-83cb-4915-8301-62fd06a990db tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&id=67e7da50-bbe4-4944-acaa-b25599399a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444348 Dec 22 16:09:17.260120 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c54ff-f129-4a77-9a0c-c36abc56903e req-326e31f5-5fc9-4e74-8164-e810f5e45e9d tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:09:17.261718 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-305c54ff-f129-4a77-9a0c-c36abc56903e req-326e31f5-5fc9-4e74-8164-e810f5e45e9d tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 985 time: 0.0945013 Dec 22 16:09:17.314671 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-305c54ff-f129-4a77-9a0c-c36abc56903e req-3ee6b12a-c47f-4f67-bbd6-78a340b691f3 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&id=67e7da50-bbe4-4944-acaa-b25599399a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447137 Dec 22 16:09:18.512587 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c1894-1f67-41d2-9acb-ee77d880044a req-0dee986f-d96a-4d6b-ad93-7c32c2045a81 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:09:18.514286 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-834c1894-1f67-41d2-9acb-ee77d880044a req-0dee986f-d96a-4d6b-ad93-7c32c2045a81 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 985 time: 0.0847530 Dec 22 16:09:18.566581 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-834c1894-1f67-41d2-9acb-ee77d880044a req-26ff5f4c-c68f-42f5-b767-6145c0b97999 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&id=67e7da50-bbe4-4944-acaa-b25599399a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454643 Dec 22 16:09:18.976903 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cb1c65b5-819d-4344-a230-b5810d28bca7 req-6d779448-6fd5-4646-8135-379df8f7b9f9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693605 Dec 22 16:09:19.115008 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c65b5-819d-4344-a230-b5810d28bca7 req-11fde472-c7b2-4581-a532-1b6041302685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:09:19.116509 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cb1c65b5-819d-4344-a230-b5810d28bca7 req-11fde472-c7b2-4581-a532-1b6041302685 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7ff63c978c1485a810f3548c4aa4c0b&device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 1138 time: 0.0717318 Dec 22 16:09:19.263469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c65b5-819d-4344-a230-b5810d28bca7 req-d624f045-703a-4bdc-b94e-ddf162941389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:09:19.264846 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cb1c65b5-819d-4344-a230-b5810d28bca7 req-d624f045-703a-4bdc-b94e-ddf162941389 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a658416c-a114-46b4-9f45-0b29f80fabff HTTP/1.1" status: 200 len: 915 time: 0.1291463 Dec 22 16:09:19.378757 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cb1c65b5-819d-4344-a230-b5810d28bca7 req-55ffadea-4f10-46c4-9b50-7359b7ff89f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=102ad13f-0176-442c-8bf4-c48f62ebf0e7 HTTP/1.1" status: 200 len: 1002 time: 0.1069067 Dec 22 16:09:19.446930 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c65b5-819d-4344-a230-b5810d28bca7 req-66b2ac79-8bf2-4a10-8f41-2c50cee14510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:09:19.448461 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cb1c65b5-819d-4344-a230-b5810d28bca7 req-66b2ac79-8bf2-4a10-8f41-2c50cee14510 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e92d1c2-9110-4ffd-8032-a9698f854480 HTTP/1.1" status: 200 len: 853 time: 0.0635676 Dec 22 16:09:19.524236 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c65b5-819d-4344-a230-b5810d28bca7 req-9838d538-5fd5-49df-aff9-5bdbbf86cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:09:19.527092 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cb1c65b5-819d-4344-a230-b5810d28bca7 req-9838d538-5fd5-49df-aff9-5bdbbf86cabd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a658416c-a114-46b4-9f45-0b29f80fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713792 Dec 22 16:09:19.664347 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cb1c65b5-819d-4344-a230-b5810d28bca7 req-7e3b78f2-6cc0-421b-a6dd-5946091dd579 service neutron] 10.222.0.57 "GET /v2.0/networks/a658416c-a114-46b4-9f45-0b29f80fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311064 Dec 22 16:09:19.799602 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cb1c65b5-819d-4344-a230-b5810d28bca7 req-f2476341-a5a9-4924-86bd-f6a4bea7baac service neutron] 10.222.0.57 "GET /v2.0/networks/a658416c-a114-46b4-9f45-0b29f80fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289494 Dec 22 16:09:25.229130 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6a9580fe-14f2-4cf9-9cd0-890934a67774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:09:27.731136 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5f7ccede-cf9b-4afc-a9a7-c18916aa07b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:09:29.076401 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:09:29.156713 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:09:31.082024 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:09:33.302495 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:09:36.511295 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:09:55.254045 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5f626d8b-28be-4888-9f83-eae920eb831e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:09:57.730714 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-da4462ea-5efb-466b-a032-c783fe7437fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:09:59.087414 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:09:59.139114 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:01.104636 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:06.527800 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:10.300539 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:10:18.965804 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c4e668e3-88a5-4c78-b809-2221afc88269 req-59d69913-08b2-4d85-93e0-1c8de0108f0b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788853 Dec 22 16:10:19.215369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e668e3-88a5-4c78-b809-2221afc88269 req-78161abe-2ed6-4423-a755-266cec79630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:10:19.216953 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c4e668e3-88a5-4c78-b809-2221afc88269 req-78161abe-2ed6-4423-a755-266cec79630e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7ff63c978c1485a810f3548c4aa4c0b&device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 1138 time: 0.1815929 Dec 22 16:10:19.361341 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e668e3-88a5-4c78-b809-2221afc88269 req-e7cfde58-376d-4cbe-a7a5-80cf8486f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:10:19.362878 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c4e668e3-88a5-4c78-b809-2221afc88269 req-e7cfde58-376d-4cbe-a7a5-80cf8486f89c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a658416c-a114-46b4-9f45-0b29f80fabff HTTP/1.1" status: 200 len: 915 time: 0.1257048 Dec 22 16:10:19.466437 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c4e668e3-88a5-4c78-b809-2221afc88269 req-eff1339e-6410-4ce7-bc35-d366ab040f9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=102ad13f-0176-442c-8bf4-c48f62ebf0e7 HTTP/1.1" status: 200 len: 1002 time: 0.0974782 Dec 22 16:10:19.528573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e668e3-88a5-4c78-b809-2221afc88269 req-87856d42-0c6b-4a65-ab55-ac480b139c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:10:19.530000 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c4e668e3-88a5-4c78-b809-2221afc88269 req-87856d42-0c6b-4a65-ab55-ac480b139c25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e92d1c2-9110-4ffd-8032-a9698f854480 HTTP/1.1" status: 200 len: 853 time: 0.0567482 Dec 22 16:10:19.608516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e668e3-88a5-4c78-b809-2221afc88269 req-20b07df0-7f1a-4d91-9367-f81f48dab33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:10:19.610022 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c4e668e3-88a5-4c78-b809-2221afc88269 req-20b07df0-7f1a-4d91-9367-f81f48dab33b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a658416c-a114-46b4-9f45-0b29f80fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730281 Dec 22 16:10:19.620684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [req-c4e668e3-88a5-4c78-b809-2221afc88269 req-3f76f5c1-a10e-46b9-b4de-f1aa695aba5c service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:10:19.621615 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c4e668e3-88a5-4c78-b809-2221afc88269 req-3f76f5c1-a10e-46b9-b4de-f1aa695aba5c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048926 Dec 22 16:10:19.751339 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c4e668e3-88a5-4c78-b809-2221afc88269 req-202672ce-b45d-43c5-be4d-05713fcd576e service neutron] 10.222.0.57 "GET /v2.0/networks/a658416c-a114-46b4-9f45-0b29f80fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234798 Dec 22 16:10:19.883205 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c4e668e3-88a5-4c78-b809-2221afc88269 req-5c4ba169-3bc3-489e-97d4-6f68ddccd0c0 service neutron] 10.222.0.57 "GET /v2.0/networks/a658416c-a114-46b4-9f45-0b29f80fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245728 Dec 22 16:10:21.839195 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7a49dbfa-c184-4dbd-96c6-2a672c896ecd req-dfa870e7-1ca8-4791-a0a0-3878cb3b32ad tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548964042&fields=id&tenant_id=c7ff63c978c1485a810f3548c4aa4c0b HTTP/1.1" status: 200 len: 267 time: 0.0389104 Dec 22 16:10:21.924322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49dbfa-c184-4dbd-96c6-2a672c896ecd req-39bc24f4-b2fa-4223-adcf-f3a8282b905c tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:10:21.925765 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7a49dbfa-c184-4dbd-96c6-2a672c896ecd req-39bc24f4-b2fa-4223-adcf-f3a8282b905c tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 985 time: 0.0808437 Dec 22 16:10:21.937595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-7a49dbfa-c184-4dbd-96c6-2a672c896ecd req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Request body: {'port': {'security_groups': ['3937f2fd-2a89-4636-8997-395713f15d95']}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:10:22.057425 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-7a49dbfa-c184-4dbd-96c6-2a672c896ecd req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:22.304033 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-7a49dbfa-c184-4dbd-96c6-2a672c896ecd req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] For port 102ad13f-0176-442c-8bf4-c48f62ebf0e7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=102ad13f-0176-442c-8bf4-c48f62ebf0e7,segment=NetworkSegment(cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf),segment_id=cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:10:22.327782 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-7a49dbfa-c184-4dbd-96c6-2a672c896ecd req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:22.398817 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-7a49dbfa-c184-4dbd-96c6-2a672c896ecd req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:22.404795 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d32549d5-4124-4660-9ea9-3ad0b945e9a8 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:22.410466 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['102ad13f-0176-442c-8bf4-c48f62ebf0e7'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:10:22.469340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49dbfa-c184-4dbd-96c6-2a672c896ecd req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:10:22.469970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-7a49dbfa-c184-4dbd-96c6-2a672c896ecd req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:22.471391 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7a49dbfa-c184-4dbd-96c6-2a672c896ecd req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "PUT /v2.0/ports/102ad13f-0176-442c-8bf4-c48f62ebf0e7 HTTP/1.1" status: 200 len: 943 time: 0.5384820 Dec 22 16:10:22.471939 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ef7b9e-a673-428b-b074-5e7993502649', 'tag': '102ad13f-0176-442c-8bf4-c48f62ebf0e7'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:10:22.477994 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45508) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:22.498567 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Pushing event updated for resources: {'Port': ['ID=102ad13f-0176-442c-8bf4-c48f62ebf0e7,revision_number=7']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:22.507210 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.507621 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.508005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.508377 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.509361 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.509751 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.510120 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.510647 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.511020 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.511591 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.511882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.512247 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.529432 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:22.542491 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ef7b9e-a673-428b-b074-5e7993502649', 'tag': '102ad13f-0176-442c-8bf4-c48f62ebf0e7', 'status': 'completed', 'code': 200} Dec 22 16:10:22.566866 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['102ad13f-0176-442c-8bf4-c48f62ebf0e7'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:10:22.582712 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3fd9eb17-beab-4e49-a698-1ffe226b0a33 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:22.637132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3fd9eb17-beab-4e49-a698-1ffe226b0a33 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:22.668169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5dac1-6c7a-4a59-8654-4fb8b1758547 req-91356bd0-010f-46d1-8752-9ebca0e17f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:10:22.669671 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-acb5dac1-6c7a-4a59-8654-4fb8b1758547 req-91356bd0-010f-46d1-8752-9ebca0e17f1e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7ff63c978c1485a810f3548c4aa4c0b&device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 1099 time: 0.0994813 Dec 22 16:10:22.782366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3fd9eb17-beab-4e49-a698-1ffe226b0a33 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:22.787676 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2adf1715-da33-47db-a030-ffea4984ba05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:22.802093 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9eb17-beab-4e49-a698-1ffe226b0a33 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e7da50-bbe4-4944-acaa-b25599399a65,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:22.816946 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5dac1-6c7a-4a59-8654-4fb8b1758547 req-58275f7c-fbb5-4203-9433-c9c63a9d4d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:10:22.818490 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-acb5dac1-6c7a-4a59-8654-4fb8b1758547 req-58275f7c-fbb5-4203-9433-c9c63a9d4d57 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a658416c-a114-46b4-9f45-0b29f80fabff HTTP/1.1" status: 200 len: 915 time: 0.1414917 Dec 22 16:10:22.823887 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3fd9eb17-beab-4e49-a698-1ffe226b0a33 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:22.827563 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3fd9eb17-beab-4e49-a698-1ffe226b0a33 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "DELETE /v2.0/security-groups/67e7da50-bbe4-4944-acaa-b25599399a65 HTTP/1.1" status: 204 len: 168 time: 0.3459167 Dec 22 16:10:22.827563 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9eb17-beab-4e49-a698-1ffe226b0a33 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.827563 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9eb17-beab-4e49-a698-1ffe226b0a33 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.827563 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9eb17-beab-4e49-a698-1ffe226b0a33 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.828040 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9eb17-beab-4e49-a698-1ffe226b0a33 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.828040 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9eb17-beab-4e49-a698-1ffe226b0a33 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.829039 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9eb17-beab-4e49-a698-1ffe226b0a33 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.829039 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9eb17-beab-4e49-a698-1ffe226b0a33 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.829246 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9eb17-beab-4e49-a698-1ffe226b0a33 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.829490 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9eb17-beab-4e49-a698-1ffe226b0a33 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.829853 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9eb17-beab-4e49-a698-1ffe226b0a33 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.830293 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9eb17-beab-4e49-a698-1ffe226b0a33 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.830665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9eb17-beab-4e49-a698-1ffe226b0a33 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:22.833149 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45516) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:22.835607 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3fd9eb17-beab-4e49-a698-1ffe226b0a33 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:22.854968 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-57a31cf5-073a-4477-9866-d282b74bb215 None None] Provisioning complete for port 102ad13f-0176-442c-8bf4-c48f62ebf0e7 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:10:22.855350 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-57a31cf5-073a-4477-9866-d282b74bb215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:23.048956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-94f006b1-28d0-4da5-88a8-4d0c78e9dfbd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Deleting port 5aab576c-c3ff-4950-996c-12bd6afa064f {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:10:23.049348 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94f006b1-28d0-4da5-88a8-4d0c78e9dfbd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:23.060427 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-acb5dac1-6c7a-4a59-8654-4fb8b1758547 req-ed658fb7-ed30-41cf-8fd1-194d8f6274de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=102ad13f-0176-442c-8bf4-c48f62ebf0e7 HTTP/1.1" status: 200 len: 1002 time: 0.2350554 Dec 22 16:10:23.122544 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5dac1-6c7a-4a59-8654-4fb8b1758547 req-53537803-24b4-4610-b394-b9086d534214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:10:23.123907 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-acb5dac1-6c7a-4a59-8654-4fb8b1758547 req-53537803-24b4-4610-b394-b9086d534214 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e92d1c2-9110-4ffd-8032-a9698f854480 HTTP/1.1" status: 200 len: 853 time: 0.0564120 Dec 22 16:10:23.198762 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5dac1-6c7a-4a59-8654-4fb8b1758547 req-4c8e8512-902a-486b-bcfb-2d88bf187657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:10:23.200229 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-acb5dac1-6c7a-4a59-8654-4fb8b1758547 req-4c8e8512-902a-486b-bcfb-2d88bf187657 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a658416c-a114-46b4-9f45-0b29f80fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694461 Dec 22 16:10:23.228338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94f006b1-28d0-4da5-88a8-4d0c78e9dfbd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:23.228672 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94f006b1-28d0-4da5-88a8-4d0c78e9dfbd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:23.332342 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-acb5dac1-6c7a-4a59-8654-4fb8b1758547 req-471c835c-9134-45ce-9476-10a36c8c242a service neutron] 10.222.0.57 "GET /v2.0/networks/a658416c-a114-46b4-9f45-0b29f80fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245961 Dec 22 16:10:23.353143 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-94f006b1-28d0-4da5-88a8-4d0c78e9dfbd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Calling delete_port for 5aab576c-c3ff-4950-996c-12bd6afa064f owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:10:23.466367 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-acb5dac1-6c7a-4a59-8654-4fb8b1758547 req-fdc316b3-1ab3-44b8-bd4e-8ec445c3cef7 service neutron] 10.222.0.57 "GET /v2.0/networks/a658416c-a114-46b4-9f45-0b29f80fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277053 Dec 22 16:10:23.570303 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94f006b1-28d0-4da5-88a8-4d0c78e9dfbd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:23.574611 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:23.616684 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f006b1-28d0-4da5-88a8-4d0c78e9dfbd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Pushing event deleted for resources: {'Port': ['ID=5aab576c-c3ff-4950-996c-12bd6afa064f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:23.620504 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-94f006b1-28d0-4da5-88a8-4d0c78e9dfbd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:23.713903 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94f006b1-28d0-4da5-88a8-4d0c78e9dfbd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:23.714245 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-94f006b1-28d0-4da5-88a8-4d0c78e9dfbd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Floating IP 04927d80-74cb-4806-bc02-5a786890dbdf disassociated (deleted). External IP: 172.26.6.254, port: 102ad13f-0176-442c-8bf4-c48f62ebf0e7. Dec 22 16:10:24.064630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f006b1-28d0-4da5-88a8-4d0c78e9dfbd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Router 82064b22-f718-49aa-b6ee-252bf474f918 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:10:24.370019 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f006b1-28d0-4da5-88a8-4d0c78e9dfbd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:10:24.380667 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9515e9-93c5-467f-bd55-4c88399a81ec None None] Sync routers for ids ['82064b22-f718-49aa-b6ee-252bf474f918'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:10:24.394946 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9515e9-93c5-467f-bd55-4c88399a81ec None None] Routers {'82064b22-f718-49aa-b6ee-252bf474f918'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:10:24.394946 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9f9515e9-93c5-467f-bd55-4c88399a81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:09:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['82064b22-f718-49aa-b6ee-252bf474f918'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:24.470501 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94f006b1-28d0-4da5-88a8-4d0c78e9dfbd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:24.529652 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-94f006b1-28d0-4da5-88a8-4d0c78e9dfbd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "DELETE /v2.0/floatingips/04927d80-74cb-4806-bc02-5a786890dbdf HTTP/1.1" status: 204 len: 168 time: 1.6955197 Dec 22 16:10:24.530374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ef7b9e-a673-428b-b074-5e7993502649', 'tag': '102ad13f-0176-442c-8bf4-c48f62ebf0e7'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:10:24.577867 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-9f9515e9-93c5-467f-bd55-4c88399a81ec None None] Set router 82064b22-f718-49aa-b6ee-252bf474f918 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:10:24.706418 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ef7b9e-a673-428b-b074-5e7993502649', 'tag': '102ad13f-0176-442c-8bf4-c48f62ebf0e7', 'status': 'completed', 'code': 200} Dec 22 16:10:24.809664 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57af89-c6e3-454a-818f-2fe58caf4713 req-a6c73695-75c7-40fc-b3bc-277e331b3d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:10:24.811164 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ed57af89-c6e3-454a-818f-2fe58caf4713 req-a6c73695-75c7-40fc-b3bc-277e331b3d44 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7ff63c978c1485a810f3548c4aa4c0b&device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 1099 time: 0.0832183 Dec 22 16:10:24.897880 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9f9515e9-93c5-467f-bd55-4c88399a81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82064b22-f718-49aa-b6ee-252bf474f918', 'name': 'tempest-TestMinimumBasicScenario-858152960-router', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:06:58Z', 'updated_at': '2021-12-22T16:07:02Z', 'revision_number': 4, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'gw_port': {'id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:06:59Z', 'updated_at': '2021-12-22T16:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '81f9c88f-a611-4a55-b802-c6a9af01323c', 'name': '', 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'mac_address': 'fa:16:3e:36:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6e92d1c2-9110-4ffd-8032-a9698f854480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:02Z', 'updated_at': '2021-12-22T16:07:08Z', 'revision_number': 5, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'subnets': [{'id': '6e92d1c2-9110-4ffd-8032-a9698f854480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:24.901630 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9515e9-93c5-467f-bd55-4c88399a81ec None None] Checking router: 82064b22-f718-49aa-b6ee-252bf474f918 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:10:24.910304 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9515e9-93c5-467f-bd55-4c88399a81ec None None] Routers {'82064b22-f718-49aa-b6ee-252bf474f918'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:10:24.911054 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9f9515e9-93c5-467f-bd55-4c88399a81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:09:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['82064b22-f718-49aa-b6ee-252bf474f918'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:24.945718 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57af89-c6e3-454a-818f-2fe58caf4713 req-76511a11-fb86-4595-a8aa-ae3bb77e3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:10:24.947242 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ed57af89-c6e3-454a-818f-2fe58caf4713 req-76511a11-fb86-4595-a8aa-ae3bb77e3a3d service neutron] 10.222.0.57 "GET /v2.0/networks?id=a658416c-a114-46b4-9f45-0b29f80fabff HTTP/1.1" status: 200 len: 915 time: 0.1294618 Dec 22 16:10:25.021791 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ed57af89-c6e3-454a-818f-2fe58caf4713 req-89ee6f1a-ae1b-4476-8650-946bacdafa1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=102ad13f-0176-442c-8bf4-c48f62ebf0e7 HTTP/1.1" status: 200 len: 217 time: 0.0656474 Dec 22 16:10:25.093908 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-9f9515e9-93c5-467f-bd55-4c88399a81ec None None] Set router 82064b22-f718-49aa-b6ee-252bf474f918 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:10:25.095471 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57af89-c6e3-454a-818f-2fe58caf4713 req-fe5f57ef-1b9f-41fb-adc5-68d1ad59e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:10:25.097962 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ed57af89-c6e3-454a-818f-2fe58caf4713 req-fe5f57ef-1b9f-41fb-adc5-68d1ad59e579 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e92d1c2-9110-4ffd-8032-a9698f854480 HTTP/1.1" status: 200 len: 853 time: 0.0648994 Dec 22 16:10:25.191821 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57af89-c6e3-454a-818f-2fe58caf4713 req-e290e5d1-e9f1-4a79-bbae-2770b70bbc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:10:25.193313 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ed57af89-c6e3-454a-818f-2fe58caf4713 req-e290e5d1-e9f1-4a79-bbae-2770b70bbc21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a658416c-a114-46b4-9f45-0b29f80fabff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848904 Dec 22 16:10:25.233782 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f9039da9-ffc9-4bdb-ae37-304e8daf615f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:25.326056 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ed57af89-c6e3-454a-818f-2fe58caf4713 req-eae26309-1a04-4e2b-8aa1-0c9f72487343 service neutron] 10.222.0.57 "GET /v2.0/networks/a658416c-a114-46b4-9f45-0b29f80fabff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262999 Dec 22 16:10:25.416442 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9f9515e9-93c5-467f-bd55-4c88399a81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82064b22-f718-49aa-b6ee-252bf474f918', 'name': 'tempest-TestMinimumBasicScenario-858152960-router', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:06:58Z', 'updated_at': '2021-12-22T16:07:02Z', 'revision_number': 4, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'gw_port': {'id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:06:59Z', 'updated_at': '2021-12-22T16:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '81f9c88f-a611-4a55-b802-c6a9af01323c', 'name': '', 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'mac_address': 'fa:16:3e:36:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6e92d1c2-9110-4ffd-8032-a9698f854480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:02Z', 'updated_at': '2021-12-22T16:07:08Z', 'revision_number': 5, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'subnets': [{'id': '6e92d1c2-9110-4ffd-8032-a9698f854480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:25.420318 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9515e9-93c5-467f-bd55-4c88399a81ec None None] The sync data for ids ['82064b22-f718-49aa-b6ee-252bf474f918'] in dv-neutron-822674-1-hyperv is: [{'id': '82064b22-f718-49aa-b6ee-252bf474f918', 'name': 'tempest-TestMinimumBasicScenario-858152960-router', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:06:58Z', 'updated_at': '2021-12-22T16:07:02Z', 'revision_number': 4, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'gw_port': {'id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:06:59Z', 'updated_at': '2021-12-22T16:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '81f9c88f-a611-4a55-b802-c6a9af01323c', 'name': '', 'network_id': 'a658416c-a114-46b4-9f45-0b29f80fabff', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'mac_address': 'fa:16:3e:36:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6e92d1c2-9110-4ffd-8032-a9698f854480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:02Z', 'updated_at': '2021-12-22T16:07:08Z', 'revision_number': 5, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'subnets': [{'id': '6e92d1c2-9110-4ffd-8032-a9698f854480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:10:25.465870 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ed57af89-c6e3-454a-818f-2fe58caf4713 req-d4dd7551-86da-46c5-81a3-81575de5a6fc service neutron] 10.222.0.57 "GET /v2.0/networks/a658416c-a114-46b4-9f45-0b29f80fabff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330912 Dec 22 16:10:25.690967 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b24c6f9-e489-40b4-8300-5a4006ba043c None None] New status for floating IP 04927d80-74cb-4806-bc02-5a786890dbdf: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:10:27.770659 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ff9e-fb8a-4ff9-89d7-ff8775f14356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:29.110882 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:29.136168 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:30.568206 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79064c3b-72ef-4382-9b6a-31440deccfa9 req-136a4689-b583-47bd-a8e0-450a55b3367b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:10:30.569847 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-79064c3b-72ef-4382-9b6a-31440deccfa9 req-136a4689-b583-47bd-a8e0-450a55b3367b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 946 time: 0.0880873 Dec 22 16:10:30.617157 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-79064c3b-72ef-4382-9b6a-31440deccfa9 req-7b1176a2-f30f-4503-9ee6-974ed564bb3f tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413072 Dec 22 16:10:31.093546 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:31.802161 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3ca99-a62b-42de-a5a0-87ae140806d5 req-1706690a-3efb-4d30-be9e-6641fc216838 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:10:31.803613 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d3c3ca99-a62b-42de-a5a0-87ae140806d5 req-1706690a-3efb-4d30-be9e-6641fc216838 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 946 time: 0.0781753 Dec 22 16:10:31.849533 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d3c3ca99-a62b-42de-a5a0-87ae140806d5 req-458655dc-dfd6-4762-ac75-c73d89c0e767 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396862 Dec 22 16:10:32.551042 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96c13e-4128-4cda-a0a3-01d70f44d7f5 req-f9450ca6-c700-4dad-8f33-3d6cb00eba47 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:10:32.552644 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0b96c13e-4128-4cda-a0a3-01d70f44d7f5 req-f9450ca6-c700-4dad-8f33-3d6cb00eba47 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 946 time: 0.0839665 Dec 22 16:10:32.622637 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-0b96c13e-4128-4cda-a0a3-01d70f44d7f5 req-56129ad4-b8d0-432d-9464-56c0aa087740 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Deleting port 102ad13f-0176-442c-8bf4-c48f62ebf0e7 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:10:32.622983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-0b96c13e-4128-4cda-a0a3-01d70f44d7f5 req-56129ad4-b8d0-432d-9464-56c0aa087740 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:32.871822 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-0b96c13e-4128-4cda-a0a3-01d70f44d7f5 req-56129ad4-b8d0-432d-9464-56c0aa087740 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] For port 102ad13f-0176-442c-8bf4-c48f62ebf0e7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=102ad13f-0176-442c-8bf4-c48f62ebf0e7,segment=NetworkSegment(cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf),segment_id=cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:10:32.872567 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-0b96c13e-4128-4cda-a0a3-01d70f44d7f5 req-56129ad4-b8d0-432d-9464-56c0aa087740 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:32.997570 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-0b96c13e-4128-4cda-a0a3-01d70f44d7f5 req-56129ad4-b8d0-432d-9464-56c0aa087740 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Calling delete_port for 102ad13f-0176-442c-8bf4-c48f62ebf0e7 owned by compute:nova {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:10:33.342721 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-0b96c13e-4128-4cda-a0a3-01d70f44d7f5 req-56129ad4-b8d0-432d-9464-56c0aa087740 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:33.348841 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-35e619f8-c561-47b8-97b8-2e616702116d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:33.354251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['102ad13f-0176-442c-8bf4-c48f62ebf0e7'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:10:33.394599 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56129ad4-b8d0-432d-9464-56c0aa087740 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Pushing event deleted for resources: {'Port': ['ID=102ad13f-0176-442c-8bf4-c48f62ebf0e7,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:33.398714 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-56129ad4-b8d0-432d-9464-56c0aa087740 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:33.479086 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b96c13e-4128-4cda-a0a3-01d70f44d7f5 req-56129ad4-b8d0-432d-9464-56c0aa087740 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] No DVR routers for this DVR port 102ad13f-0176-442c-8bf4-c48f62ebf0e7 on host hv-neutron-8226 {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:10:33.483189 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-0b96c13e-4128-4cda-a0a3-01d70f44d7f5 req-56129ad4-b8d0-432d-9464-56c0aa087740 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:33.485665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ef7b9e-a673-428b-b074-5e7993502649', 'name': 'network-vif-deleted', 'tag': '102ad13f-0176-442c-8bf4-c48f62ebf0e7'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:10:33.502334 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baf5f4-5d8c-4f17-87ad-5aea7292b73a req-1421c8c7-16e8-42d8-ad2d-da8a53ab2d3e tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:10:33.503831 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-17baf5f4-5d8c-4f17-87ad-5aea7292b73a req-1421c8c7-16e8-42d8-ad2d-da8a53ab2d3e tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7ef7b9e-a673-428b-b074-5e7993502649 HTTP/1.1" status: 200 len: 946 time: 0.5160496 Dec 22 16:10:33.507517 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0b96c13e-4128-4cda-a0a3-01d70f44d7f5 req-56129ad4-b8d0-432d-9464-56c0aa087740 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.57 "DELETE /v2.0/ports/102ad13f-0176-442c-8bf4-c48f62ebf0e7 HTTP/1.1" status: 204 len: 173 time: 0.9495559 Dec 22 16:10:33.531769 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ef7b9e-a673-428b-b074-5e7993502649', 'name': 'network-vif-deleted', 'tag': '102ad13f-0176-442c-8bf4-c48f62ebf0e7', 'status': 'completed', 'code': 200} Dec 22 16:10:33.556206 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-17baf5f4-5d8c-4f17-87ad-5aea7292b73a req-1d9f51f0-fee1-4ab5-bbef-5bb27cb39fa3 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] 10.222.0.59 "GET /v2.0/security-groups?id=3937f2fd-2a89-4636-8997-395713f15d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421283 Dec 22 16:10:35.906813 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45618) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:36.438315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc68b07f-e073-4883-b376-6a8ebd1c995e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:36.507507 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:36.782821 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dc68b07f-e073-4883-b376-6a8ebd1c995e admin admin] Deleting port 81f9c88f-a611-4a55-b802-c6a9af01323c {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:10:36.783151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc68b07f-e073-4883-b376-6a8ebd1c995e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:36.950844 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-dc68b07f-e073-4883-b376-6a8ebd1c995e admin admin] For port 81f9c88f-a611-4a55-b802-c6a9af01323c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=81f9c88f-a611-4a55-b802-c6a9af01323c,segment=NetworkSegment(cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf),segment_id=cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:10:36.951540 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc68b07f-e073-4883-b376-6a8ebd1c995e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:36.990190 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 102ad13f-0176-442c-8bf4-c48f62ebf0e7 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:10:37.026092 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 102ad13f-0176-442c-8bf4-c48f62ebf0e7 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:10:37.026471 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 102ad13f-0176-442c-8bf4-c48f62ebf0e7 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:10:37.073066 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dc68b07f-e073-4883-b376-6a8ebd1c995e admin admin] Calling delete_port for 81f9c88f-a611-4a55-b802-c6a9af01323c owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:10:37.558944 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc68b07f-e073-4883-b376-6a8ebd1c995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:37.562708 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:37.605665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68b07f-e073-4883-b376-6a8ebd1c995e admin admin] Pushing event deleted for resources: {'Port': ['ID=81f9c88f-a611-4a55-b802-c6a9af01323c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:37.608775 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dc68b07f-e073-4883-b376-6a8ebd1c995e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:37.873717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc68b07f-e073-4883-b376-6a8ebd1c995e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:38.239192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc68b07f-e073-4883-b376-6a8ebd1c995e admin admin] Router 82064b22-f718-49aa-b6ee-252bf474f918 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:10:38.421432 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc68b07f-e073-4883-b376-6a8ebd1c995e admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:10:38.431154 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69554523-c195-41a1-84a4-0d4a1d2312c8 None None] Sync routers for ids ['82064b22-f718-49aa-b6ee-252bf474f918'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:10:38.436710 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dc68b07f-e073-4883-b376-6a8ebd1c995e admin admin] 10.222.0.59 "PUT /v2.0/routers/82064b22-f718-49aa-b6ee-252bf474f918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5267515 Dec 22 16:10:38.437144 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45622) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:38.443488 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69554523-c195-41a1-84a4-0d4a1d2312c8 None None] Routers {'82064b22-f718-49aa-b6ee-252bf474f918'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:10:38.444102 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-69554523-c195-41a1-84a4-0d4a1d2312c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:10:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['82064b22-f718-49aa-b6ee-252bf474f918'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:38.616067 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-69554523-c195-41a1-84a4-0d4a1d2312c8 None None] Set router 82064b22-f718-49aa-b6ee-252bf474f918 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:10:38.756916 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a9e792a-bb6c-4c92-9895-cfa373873178 admin admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:38.929606 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a9e792a-bb6c-4c92-9895-cfa373873178 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:38.937570 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-69554523-c195-41a1-84a4-0d4a1d2312c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82064b22-f718-49aa-b6ee-252bf474f918', 'name': 'tempest-TestMinimumBasicScenario-858152960-router', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:06:58Z', 'updated_at': '2021-12-22T16:10:37Z', 'revision_number': 5, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'gw_port': {'id': 'e9130f66-f504-4662-a391-e6c15b03a393', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82064b22-f718-49aa-b6ee-252bf474f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:06:59Z', 'updated_at': '2021-12-22T16:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:38.941341 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69554523-c195-41a1-84a4-0d4a1d2312c8 None None] Checking router: 82064b22-f718-49aa-b6ee-252bf474f918 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:10:38.949938 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69554523-c195-41a1-84a4-0d4a1d2312c8 None None] Routers {'82064b22-f718-49aa-b6ee-252bf474f918'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:10:38.950588 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-69554523-c195-41a1-84a4-0d4a1d2312c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:10:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['82064b22-f718-49aa-b6ee-252bf474f918'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:38.996104 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e792a-bb6c-4c92-9895-cfa373873178 admin admin] Deleting port e9130f66-f504-4662-a391-e6c15b03a393 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:10:38.996443 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a9e792a-bb6c-4c92-9895-cfa373873178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:39.097902 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-69554523-c195-41a1-84a4-0d4a1d2312c8 None None] Set router 82064b22-f718-49aa-b6ee-252bf474f918 gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:10:39.181308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-5a9e792a-bb6c-4c92-9895-cfa373873178 admin admin] For port e9130f66-f504-4662-a391-e6c15b03a393, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e9130f66-f504-4662-a391-e6c15b03a393,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:10:39.181623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a9e792a-bb6c-4c92-9895-cfa373873178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:39.205910 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-69554523-c195-41a1-84a4-0d4a1d2312c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82064b22-f718-49aa-b6ee-252bf474f918', 'name': 'tempest-TestMinimumBasicScenario-858152960-router', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:06:58Z', 'updated_at': '2021-12-22T16:10:38Z', 'revision_number': 6, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:39.210069 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69554523-c195-41a1-84a4-0d4a1d2312c8 None None] The sync data for ids ['82064b22-f718-49aa-b6ee-252bf474f918'] in dv-neutron-822674-1-hyperv is: [{'id': '82064b22-f718-49aa-b6ee-252bf474f918', 'name': 'tempest-TestMinimumBasicScenario-858152960-router', 'tenant_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:06:58Z', 'updated_at': '2021-12-22T16:10:38Z', 'revision_number': 6, 'project_id': 'c7ff63c978c1485a810f3548c4aa4c0b', 'gw_port_host': None}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:10:39.306481 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e792a-bb6c-4c92-9895-cfa373873178 admin admin] Calling delete_port for e9130f66-f504-4662-a391-e6c15b03a393 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:10:39.530053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a9e792a-bb6c-4c92-9895-cfa373873178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:39.534258 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-06816f81-724d-4253-96a0-a03d4a4dd138 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:39.585632 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e792a-bb6c-4c92-9895-cfa373873178 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9130f66-f504-4662-a391-e6c15b03a393,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:39.591322 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 81f9c88f-a611-4a55-b802-c6a9af01323c no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:10:39.626044 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5a9e792a-bb6c-4c92-9895-cfa373873178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:39.629201 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 81f9c88f-a611-4a55-b802-c6a9af01323c {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:10:39.629569 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 81f9c88f-a611-4a55-b802-c6a9af01323c not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:10:39.685215 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a9e792a-bb6c-4c92-9895-cfa373873178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:39.855606 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a9e792a-bb6c-4c92-9895-cfa373873178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:39.857782 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a9e792a-bb6c-4c92-9895-cfa373873178 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:39.933477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a9e792a-bb6c-4c92-9895-cfa373873178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:39.933989 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9e792a-bb6c-4c92-9895-cfa373873178 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82064b22-f718-49aa-b6ee-252bf474f918 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:10:39.946720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a9e792a-bb6c-4c92-9895-cfa373873178 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:39.947908 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5a9e792a-bb6c-4c92-9895-cfa373873178 admin admin] 10.222.0.59 "DELETE /v2.0/routers/82064b22-f718-49aa-b6ee-252bf474f918 HTTP/1.1" status: 204 len: 168 time: 1.5098042 Dec 22 16:10:39.950566 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45628) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:40.016377 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b4c03c-5b3b-41c0-ac64-ea50848454b0 admin admin] Deleting subnet 6e92d1c2-9110-4ffd-8032-a9698f854480 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:10:40.019670 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c5b4c03c-5b3b-41c0-ac64-ea50848454b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:40.074798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c5b4c03c-5b3b-41c0-ac64-ea50848454b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:40.161978 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c5b4c03c-5b3b-41c0-ac64-ea50848454b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:40.293871 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c5b4c03c-5b3b-41c0-ac64-ea50848454b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:40.297785 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4f0cf228-00cf-401f-bad7-493ed388a989 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:40.340354 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4c03c-5b3b-41c0-ac64-ea50848454b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e92d1c2-9110-4ffd-8032-a9698f854480,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:40.342387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c5b4c03c-5b3b-41c0-ac64-ea50848454b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:40.344958 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c5b4c03c-5b3b-41c0-ac64-ea50848454b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:40.350790 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c5b4c03c-5b3b-41c0-ac64-ea50848454b0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6e92d1c2-9110-4ffd-8032-a9698f854480 HTTP/1.1" status: 204 len: 168 time: 0.3991413 Dec 22 16:10:40.351610 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f7ee3e-9c79-4141-a9f0-dbf8aaddc38e None None] Network a658416c-a114-46b4-9f45-0b29f80fabff requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:10:40.352287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45632) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:40.596608 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:40.611422 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] Deleting port 507397d3-7baf-46a5-bf26-a6b49c38ebc0 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:10:40.611725 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:40.650719 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e7931a-c6f3-41dd-8c7f-12aa62bb6dca None None] DHCP port deletion for a658416c-a114-46b4-9f45-0b29f80fabff request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 16:10:40.655706 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f9e7931a-c6f3-41dd-8c7f-12aa62bb6dca None None] Deleting port 507397d3-7baf-46a5-bf26-a6b49c38ebc0 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:10:40.656095 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f9e7931a-c6f3-41dd-8c7f-12aa62bb6dca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:40.826505 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] For port 507397d3-7baf-46a5-bf26-a6b49c38ebc0, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=507397d3-7baf-46a5-bf26-a6b49c38ebc0,segment=NetworkSegment(cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf),segment_id=cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:10:40.826791 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:40.869813 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-f9e7931a-c6f3-41dd-8c7f-12aa62bb6dca None None] For port 507397d3-7baf-46a5-bf26-a6b49c38ebc0, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=507397d3-7baf-46a5-bf26-a6b49c38ebc0,segment=NetworkSegment(cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf),segment_id=cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:10:40.870133 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f9e7931a-c6f3-41dd-8c7f-12aa62bb6dca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:40.953571 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] Calling delete_port for 507397d3-7baf-46a5-bf26-a6b49c38ebc0 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:10:40.991787 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f9e7931a-c6f3-41dd-8c7f-12aa62bb6dca None None] Calling delete_port for 507397d3-7baf-46a5-bf26-a6b49c38ebc0 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:10:41.090183 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:41.095252 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-83f249f6-d084-421b-b1f7-3b9c4ae0bcf7 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:41.095720 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-f9e7931a-c6f3-41dd-8c7f-12aa62bb6dca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:10:41.096085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-f9e7931a-c6f3-41dd-8c7f-12aa62bb6dca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 16:10:41.143446 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] No DVR routers for this DVR port 507397d3-7baf-46a5-bf26-a6b49c38ebc0 on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:10:41.145497 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] Pushing event deleted for resources: {'Port': ['ID=507397d3-7baf-46a5-bf26-a6b49c38ebc0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:41.171522 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:41.260719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:41.288547 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a658416c-a114-46b4-9f45-0b29f80fabff']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:41.300790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:41.301082 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfef812d-6cf1-4e61-a45e-f66c6e5c8eaf') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:41.312067 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:41.329367 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:41.335314 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:10:41.337523 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:10:41.349128 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:10:41.521859 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:41.525811 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6d2423bc-3897-47f1-bde1-99de24c31cae tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:41.538628 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:41.549752 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] Pushing event deleted for resources: {'Network': ['ID=a658416c-a114-46b4-9f45-0b29f80fabff,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:41.554333 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:41.555875 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 507397d3-7baf-46a5-bf26-a6b49c38ebc0 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:10:41.591091 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 507397d3-7baf-46a5-bf26-a6b49c38ebc0 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:10:41.591627 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 507397d3-7baf-46a5-bf26-a6b49c38ebc0 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:10:41.592229 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e9130f66-f504-4662-a391-e6c15b03a393 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:10:41.616599 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a658416c-a114-46b4-9f45-0b29f80fabff HTTP/1.1" status: 204 len: 168 time: 1.2630856 Dec 22 16:10:41.619237 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45636) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:41.625615 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f9e7931a-c6f3-41dd-8c7f-12aa62bb6dca None None] Deleting port 507397d3-7baf-46a5-bf26-a6b49c38ebc0 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:10:41.626618 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f9e7931a-c6f3-41dd-8c7f-12aa62bb6dca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:41.681443 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: e9130f66-f504-4662-a391-e6c15b03a393 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:10:41.682120 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e9130f66-f504-4662-a391-e6c15b03a393 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:10:41.725222 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f9e7931a-c6f3-41dd-8c7f-12aa62bb6dca None None] The port '507397d3-7baf-46a5-bf26-a6b49c38ebc0' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 16:10:42.166348 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f8814060-6ae0-4fbd-a5d9-b4bd9d1554a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:42.637686 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f8814060-6ae0-4fbd-a5d9-b4bd9d1554a0 admin admin] Deleting port 8a93f16a-f00c-4109-ad9e-defec8fa680a {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:10:42.638344 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f8814060-6ae0-4fbd-a5d9-b4bd9d1554a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:42.807779 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-f8814060-6ae0-4fbd-a5d9-b4bd9d1554a0 admin admin] For port 8a93f16a-f00c-4109-ad9e-defec8fa680a, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8a93f16a-f00c-4109-ad9e-defec8fa680a,segment=NetworkSegment(c341153a-9560-4ae0-a85a-6330ff69f25b),segment_id=c341153a-9560-4ae0-a85a-6330ff69f25b)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:10:42.808136 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f8814060-6ae0-4fbd-a5d9-b4bd9d1554a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:42.927737 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f8814060-6ae0-4fbd-a5d9-b4bd9d1554a0 admin admin] Calling delete_port for 8a93f16a-f00c-4109-ad9e-defec8fa680a owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:10:43.158953 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f8814060-6ae0-4fbd-a5d9-b4bd9d1554a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:43.162981 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8b1167b4-1ac9-4c93-890d-15b34846981d tempest-ServersNegativeTestJSON-1182209782 tempest-ServersNegativeTestJSON-1182209782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:43.210742 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8814060-6ae0-4fbd-a5d9-b4bd9d1554a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a93f16a-f00c-4109-ad9e-defec8fa680a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:43.214288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f8814060-6ae0-4fbd-a5d9-b4bd9d1554a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:43.486629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f8814060-6ae0-4fbd-a5d9-b4bd9d1554a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:43.956690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8814060-6ae0-4fbd-a5d9-b4bd9d1554a0 admin admin] Router 5c9b7fe4-c02c-4322-a53a-c664ba5e6954 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:10:44.139864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8814060-6ae0-4fbd-a5d9-b4bd9d1554a0 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:10:44.148771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c650714-2cba-47a2-b24f-e98e7be91e52 None None] Sync routers for ids ['5c9b7fe4-c02c-4322-a53a-c664ba5e6954'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:10:44.158304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c650714-2cba-47a2-b24f-e98e7be91e52 None None] Routers {'5c9b7fe4-c02c-4322-a53a-c664ba5e6954'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:10:44.169314 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6c650714-2cba-47a2-b24f-e98e7be91e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:10:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5c9b7fe4-c02c-4322-a53a-c664ba5e6954'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:44.220905 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f8814060-6ae0-4fbd-a5d9-b4bd9d1554a0 admin admin] 10.222.0.59 "PUT /v2.0/routers/5c9b7fe4-c02c-4322-a53a-c664ba5e6954/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5980120 Dec 22 16:10:44.221153 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45640) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:44.341203 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-6c650714-2cba-47a2-b24f-e98e7be91e52 None None] Set router 5c9b7fe4-c02c-4322-a53a-c664ba5e6954 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:10:44.409374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27e6b2d1-86fa-4ab3-b6a6-b10072744415 admin admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:44.591154 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27e6b2d1-86fa-4ab3-b6a6-b10072744415 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:44.631870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6c650714-2cba-47a2-b24f-e98e7be91e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9b7fe4-c02c-4322-a53a-c664ba5e6954', 'name': 'tempest-TestMinimumBasicScenario-1256135038-router', 'tenant_id': '0e3db7c4bb3943719699593ce8137543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a9173753-0019-454b-9779-c91a7b1a0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:06Z', 'updated_at': '2021-12-22T16:10:43Z', 'revision_number': 5, 'project_id': '0e3db7c4bb3943719699593ce8137543', 'gw_port': {'id': 'a9173753-0019-454b-9779-c91a7b1a0025', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9b7fe4-c02c-4322-a53a-c664ba5e6954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:07Z', 'updated_at': '2021-12-22T16:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:44.636641 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c650714-2cba-47a2-b24f-e98e7be91e52 None None] Checking router: 5c9b7fe4-c02c-4322-a53a-c664ba5e6954 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:10:44.646166 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c650714-2cba-47a2-b24f-e98e7be91e52 None None] Routers {'5c9b7fe4-c02c-4322-a53a-c664ba5e6954'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:10:44.646946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6c650714-2cba-47a2-b24f-e98e7be91e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:10:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5c9b7fe4-c02c-4322-a53a-c664ba5e6954'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:44.705181 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-27e6b2d1-86fa-4ab3-b6a6-b10072744415 admin admin] Deleting port a9173753-0019-454b-9779-c91a7b1a0025 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:10:44.705628 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27e6b2d1-86fa-4ab3-b6a6-b10072744415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:44.831891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-6c650714-2cba-47a2-b24f-e98e7be91e52 None None] Set router 5c9b7fe4-c02c-4322-a53a-c664ba5e6954 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:10:44.880847 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-27e6b2d1-86fa-4ab3-b6a6-b10072744415 admin admin] For port a9173753-0019-454b-9779-c91a7b1a0025, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=a9173753-0019-454b-9779-c91a7b1a0025,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:10:44.881111 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27e6b2d1-86fa-4ab3-b6a6-b10072744415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:45.004385 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-27e6b2d1-86fa-4ab3-b6a6-b10072744415 admin admin] Calling delete_port for a9173753-0019-454b-9779-c91a7b1a0025 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:10:45.119717 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6c650714-2cba-47a2-b24f-e98e7be91e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9b7fe4-c02c-4322-a53a-c664ba5e6954', 'name': 'tempest-TestMinimumBasicScenario-1256135038-router', 'tenant_id': '0e3db7c4bb3943719699593ce8137543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a9173753-0019-454b-9779-c91a7b1a0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:06Z', 'updated_at': '2021-12-22T16:10:43Z', 'revision_number': 5, 'project_id': '0e3db7c4bb3943719699593ce8137543', 'gw_port': {'id': 'a9173753-0019-454b-9779-c91a7b1a0025', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9b7fe4-c02c-4322-a53a-c664ba5e6954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:07Z', 'updated_at': '2021-12-22T16:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:45.123783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c650714-2cba-47a2-b24f-e98e7be91e52 None None] The sync data for ids ['5c9b7fe4-c02c-4322-a53a-c664ba5e6954'] in dv-neutron-822674-1-hyperv is: [{'id': '5c9b7fe4-c02c-4322-a53a-c664ba5e6954', 'name': 'tempest-TestMinimumBasicScenario-1256135038-router', 'tenant_id': '0e3db7c4bb3943719699593ce8137543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a9173753-0019-454b-9779-c91a7b1a0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:06Z', 'updated_at': '2021-12-22T16:10:43Z', 'revision_number': 5, 'project_id': '0e3db7c4bb3943719699593ce8137543', 'gw_port': {'id': 'a9173753-0019-454b-9779-c91a7b1a0025', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9b7fe4-c02c-4322-a53a-c664ba5e6954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:07Z', 'updated_at': '2021-12-22T16:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:10:45.230556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27e6b2d1-86fa-4ab3-b6a6-b10072744415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:45.234377 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5a9e792a-bb6c-4c92-9895-cfa373873178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:45.275928 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6b2d1-86fa-4ab3-b6a6-b10072744415 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9173753-0019-454b-9779-c91a7b1a0025,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:45.278427 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-27e6b2d1-86fa-4ab3-b6a6-b10072744415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:45.498622 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27e6b2d1-86fa-4ab3-b6a6-b10072744415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:45.567971 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8a93f16a-f00c-4109-ad9e-defec8fa680a no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:10:45.604792 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 8a93f16a-f00c-4109-ad9e-defec8fa680a {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:10:45.605281 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8a93f16a-f00c-4109-ad9e-defec8fa680a not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:10:45.676118 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27e6b2d1-86fa-4ab3-b6a6-b10072744415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:45.678564 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27e6b2d1-86fa-4ab3-b6a6-b10072744415 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:45.744636 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27e6b2d1-86fa-4ab3-b6a6-b10072744415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:45.745087 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e6b2d1-86fa-4ab3-b6a6-b10072744415 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c9b7fe4-c02c-4322-a53a-c664ba5e6954 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:10:45.758580 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27e6b2d1-86fa-4ab3-b6a6-b10072744415 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:45.759715 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-27e6b2d1-86fa-4ab3-b6a6-b10072744415 admin admin] 10.222.0.59 "DELETE /v2.0/routers/5c9b7fe4-c02c-4322-a53a-c664ba5e6954 HTTP/1.1" status: 204 len: 168 time: 1.5377483 Dec 22 16:10:45.762266 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45644) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:45.824003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-95af9fbc-9443-4ddf-9c09-63cef25fd2be admin admin] Deleting subnet a8881cb6-1baf-4d14-b4ac-74e66d25d309 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:10:45.827159 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-95af9fbc-9443-4ddf-9c09-63cef25fd2be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:45.879074 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-95af9fbc-9443-4ddf-9c09-63cef25fd2be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:45.955629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-95af9fbc-9443-4ddf-9c09-63cef25fd2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:46.084562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-95af9fbc-9443-4ddf-9c09-63cef25fd2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:46.089103 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-479e4cfb-9968-4022-97cd-fb6fb4c7fc52 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:46.126318 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af9fbc-9443-4ddf-9c09-63cef25fd2be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8881cb6-1baf-4d14-b4ac-74e66d25d309,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:46.129049 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-95af9fbc-9443-4ddf-9c09-63cef25fd2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:46.130017 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-95af9fbc-9443-4ddf-9c09-63cef25fd2be admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:46.136189 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdf6874-08e1-4e31-9a2a-78dcce2b443e None None] Network 29b31582-61eb-48f5-8fda-cf7184637ba8 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:10:46.136444 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-95af9fbc-9443-4ddf-9c09-63cef25fd2be admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a8881cb6-1baf-4d14-b4ac-74e66d25d309 HTTP/1.1" status: 204 len: 168 time: 0.3731782 Dec 22 16:10:46.139135 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45648) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:46.250338 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:46.261100 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] Deleting port 2befae88-6764-4a6e-9471-555c8b2046c2 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:10:46.261432 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:46.442508 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063b7535-9d50-412a-90db-587eb8368edc None None] DHCP port deletion for 29b31582-61eb-48f5-8fda-cf7184637ba8 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 16:10:46.447455 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-063b7535-9d50-412a-90db-587eb8368edc None None] Deleting port 2befae88-6764-4a6e-9471-555c8b2046c2 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:10:46.447900 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-063b7535-9d50-412a-90db-587eb8368edc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:46.476522 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] For port 2befae88-6764-4a6e-9471-555c8b2046c2, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2befae88-6764-4a6e-9471-555c8b2046c2,segment=NetworkSegment(c341153a-9560-4ae0-a85a-6330ff69f25b),segment_id=c341153a-9560-4ae0-a85a-6330ff69f25b)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:10:46.476812 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:46.604502 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] Calling delete_port for 2befae88-6764-4a6e-9471-555c8b2046c2 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:10:46.648813 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-063b7535-9d50-412a-90db-587eb8368edc None None] For port 2befae88-6764-4a6e-9471-555c8b2046c2, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2befae88-6764-4a6e-9471-555c8b2046c2,segment=NetworkSegment(c341153a-9560-4ae0-a85a-6330ff69f25b),segment_id=c341153a-9560-4ae0-a85a-6330ff69f25b)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:10:46.649399 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-063b7535-9d50-412a-90db-587eb8368edc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:46.752715 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:46.757729 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-db2b6716-d1e2-4143-9956-4772aab0553c tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:46.768120 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-063b7535-9d50-412a-90db-587eb8368edc None None] Calling delete_port for 2befae88-6764-4a6e-9471-555c8b2046c2 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:10:46.802353 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] No DVR routers for this DVR port 2befae88-6764-4a6e-9471-555c8b2046c2 on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:10:46.831099 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] Pushing event deleted for resources: {'Port': ['ID=2befae88-6764-4a6e-9471-555c8b2046c2,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:46.833700 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:46.838885 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-063b7535-9d50-412a-90db-587eb8368edc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:10:46.839096 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-063b7535-9d50-412a-90db-587eb8368edc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 16:10:46.919822 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:46.948206 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b31582-61eb-48f5-8fda-cf7184637ba8']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:46.959881 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c341153a-9560-4ae0-a85a-6330ff69f25b') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:46.960173 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c341153a-9560-4ae0-a85a-6330ff69f25b') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:46.971459 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:46.987430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:46.993302 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:10:46.993669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:10:47.006754 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:10:47.150872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:47.154287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f143c8f8-c723-4db4-ae27-52ed0d0e828f tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:47.171679 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:47.181588 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] Pushing event deleted for resources: {'Network': ['ID=29b31582-61eb-48f5-8fda-cf7184637ba8,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:47.185648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:47.189121 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] 10.222.0.59 "DELETE /v2.0/networks/29b31582-61eb-48f5-8fda-cf7184637ba8 HTTP/1.1" status: 204 len: 168 time: 1.0486629 Dec 22 16:10:47.298752 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:10:47.340323 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-063b7535-9d50-412a-90db-587eb8368edc None None] Deleting port 2befae88-6764-4a6e-9471-555c8b2046c2 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:10:47.340712 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-063b7535-9d50-412a-90db-587eb8368edc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:47.409351 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-063b7535-9d50-412a-90db-587eb8368edc None None] The port '2befae88-6764-4a6e-9471-555c8b2046c2' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 16:10:47.527864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45654) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:47.560929 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2befae88-6764-4a6e-9471-555c8b2046c2 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:10:47.577842 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-122437c5-1a6f-4e3d-b1da-333eac2b43f2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c7ff63c978c1485a810f3548c4aa4c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487261 Dec 22 16:10:47.580260 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45658) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:47.595984 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 2befae88-6764-4a6e-9471-555c8b2046c2 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:10:47.596344 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2befae88-6764-4a6e-9471-555c8b2046c2 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:10:47.596801 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a9173753-0019-454b-9779-c91a7b1a0025 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:10:47.631265 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: a9173753-0019-454b-9779-c91a7b1a0025 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:10:47.631624 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a9173753-0019-454b-9779-c91a7b1a0025 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:10:47.638380 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa67dc70-bdfd-46d6-a06a-2b8b752a2b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:47.664000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa67dc70-bdfd-46d6-a06a-2b8b752a2b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:47.790416 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa67dc70-bdfd-46d6-a06a-2b8b752a2b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:47.793988 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-432f868b-0dd3-454c-88ee-d87e7813e648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:47.808324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67dc70-bdfd-46d6-a06a-2b8b752a2b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3937f2fd-2a89-4636-8997-395713f15d95,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:47.811860 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fa67dc70-bdfd-46d6-a06a-2b8b752a2b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:47.815040 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa67dc70-bdfd-46d6-a06a-2b8b752a2b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:47.816141 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fa67dc70-bdfd-46d6-a06a-2b8b752a2b6b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3937f2fd-2a89-4636-8997-395713f15d95 HTTP/1.1" status: 204 len: 168 time: 0.2350068 Dec 22 16:10:48.469141 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45666) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:48.520122 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c6778610-4534-4d53-a338-6f2c57973a7d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0e3db7c4bb3943719699593ce8137543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497651 Dec 22 16:10:48.522555 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45670) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:48.578342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de0a5456-01dc-4331-852b-fbf1361e6b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:48.604674 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de0a5456-01dc-4331-852b-fbf1361e6b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:48.718237 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de0a5456-01dc-4331-852b-fbf1361e6b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:48.721947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3b3c8e1d-8ff2-4415-9b7e-0a833d347ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:48.733510 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a5456-01dc-4331-852b-fbf1361e6b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e04e8d5-a704-4364-be61-1be978fd847c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:48.736933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-de0a5456-01dc-4331-852b-fbf1361e6b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:48.740956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de0a5456-01dc-4331-852b-fbf1361e6b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:48.742093 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-de0a5456-01dc-4331-852b-fbf1361e6b03 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e04e8d5-a704-4364-be61-1be978fd847c HTTP/1.1" status: 204 len: 168 time: 0.2186451 Dec 22 16:10:51.128009 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45712) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:51.133436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-384252170', 'description': 'tempest-secgroup-smoke-384252170 description', 'project_id': '8d32e704a3694d65be39c46759cfcfdb'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:10:51.140116 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:10:51.144425 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:10:51.147811 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:10:51.154826 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:10:51.215978 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:51.228819 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:51.247472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:10:51.251393 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:10:51.254313 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:10:51.260286 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:10:51.343310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:51.407675 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:51.410343 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ce8d9935-1f2f-4322-8ce0-85888157b210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:51.423964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:10:51.436069 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:10:51.441346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:10:51.451316 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:10:51.455049 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dff31a9-2c5d-41f1-9ac3-4354d56c1ccd,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:51.459384 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:51.527569 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:51.604109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:51.608079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e8ffa166-902e-4766-82eb-b7c3f1e3b518 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:51.645655 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=068e92f3-70cf-4a88-a457-851453e73317,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:51.648348 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:51.707367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:51.708703 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5795810 Dec 22 16:10:51.712328 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45718) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:51.717738 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-c80ce17a-8f09-4862-94dc-f715e11fc7ae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '068e92f3-70cf-4a88-a457-851453e73317', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:10:51.724209 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c80ce17a-8f09-4862-94dc-f715e11fc7ae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:10:51.729003 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c80ce17a-8f09-4862-94dc-f715e11fc7ae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:10:51.732143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-c80ce17a-8f09-4862-94dc-f715e11fc7ae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:10:51.738160 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-c80ce17a-8f09-4862-94dc-f715e11fc7ae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:10:51.819439 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c80ce17a-8f09-4862-94dc-f715e11fc7ae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:51.892497 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c80ce17a-8f09-4862-94dc-f715e11fc7ae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:51.964027 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c80ce17a-8f09-4862-94dc-f715e11fc7ae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:51.965999 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7ad0d238-146a-4bff-bf00-b137f68f5e13 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:51.988927 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ce17a-8f09-4862-94dc-f715e11fc7ae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34ef48d-87ee-4597-a4ee-87f0d1ebbd4e,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:51.991446 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c80ce17a-8f09-4862-94dc-f715e11fc7ae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:52.067268 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c80ce17a-8f09-4862-94dc-f715e11fc7ae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:52.068491 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c80ce17a-8f09-4862-94dc-f715e11fc7ae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3551674 Dec 22 16:10:52.071156 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45722) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:52.076154 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-6f951007-e333-4f51-9cf0-91e00609cfb9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '068e92f3-70cf-4a88-a457-851453e73317', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:10:52.082067 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6f951007-e333-4f51-9cf0-91e00609cfb9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:10:52.085917 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6f951007-e333-4f51-9cf0-91e00609cfb9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:10:52.088870 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6f951007-e333-4f51-9cf0-91e00609cfb9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:10:52.096006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6f951007-e333-4f51-9cf0-91e00609cfb9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:10:52.171373 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6f951007-e333-4f51-9cf0-91e00609cfb9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:52.232128 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6f951007-e333-4f51-9cf0-91e00609cfb9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:52.304456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6f951007-e333-4f51-9cf0-91e00609cfb9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:52.306340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-803c0dde-cec8-49b4-8a3e-0a168dbd5c86 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:52.328218 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f951007-e333-4f51-9cf0-91e00609cfb9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8099de1d-0e25-459a-936d-710041c0d558,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:52.333729 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6f951007-e333-4f51-9cf0-91e00609cfb9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:52.390515 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6f951007-e333-4f51-9cf0-91e00609cfb9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:52.391735 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6f951007-e333-4f51-9cf0-91e00609cfb9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3196616 Dec 22 16:10:52.394740 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45726) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:52.400948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-d425f45e-8712-4c04-8c7b-53173e43263a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '068e92f3-70cf-4a88-a457-851453e73317', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:10:52.407247 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d425f45e-8712-4c04-8c7b-53173e43263a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:10:52.411138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d425f45e-8712-4c04-8c7b-53173e43263a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:10:52.414070 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d425f45e-8712-4c04-8c7b-53173e43263a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:10:52.420418 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d425f45e-8712-4c04-8c7b-53173e43263a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:10:52.496370 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d425f45e-8712-4c04-8c7b-53173e43263a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:52.560632 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d425f45e-8712-4c04-8c7b-53173e43263a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:52.642171 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d425f45e-8712-4c04-8c7b-53173e43263a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:52.644628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3d378d98-4c59-4198-90ae-45a5d8beb68b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:52.666905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425f45e-8712-4c04-8c7b-53173e43263a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ecd2e2b-71c8-4175-8d33-797575e611f0,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:52.669299 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d425f45e-8712-4c04-8c7b-53173e43263a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:52.735470 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d425f45e-8712-4c04-8c7b-53173e43263a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:52.736670 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d425f45e-8712-4c04-8c7b-53173e43263a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3410258 Dec 22 16:10:52.739720 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45730) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:52.745038 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-e49c93e1-349e-4ef8-995e-960f813be627 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '068e92f3-70cf-4a88-a457-851453e73317', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:10:52.751393 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e49c93e1-349e-4ef8-995e-960f813be627 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:10:52.755151 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e49c93e1-349e-4ef8-995e-960f813be627 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:10:52.758642 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e49c93e1-349e-4ef8-995e-960f813be627 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:10:52.764467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e49c93e1-349e-4ef8-995e-960f813be627 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:10:52.848347 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e49c93e1-349e-4ef8-995e-960f813be627 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:52.909962 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e49c93e1-349e-4ef8-995e-960f813be627 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:53.003898 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e49c93e1-349e-4ef8-995e-960f813be627 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:53.005691 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a8e9de9c-10da-42ef-b99f-ac8c3d4f262b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:53.028557 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c93e1-349e-4ef8-995e-960f813be627 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46cc16d-f5a1-4dbe-9884-2d822f57f64f,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:53.032880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e49c93e1-349e-4ef8-995e-960f813be627 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:53.101323 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e49c93e1-349e-4ef8-995e-960f813be627 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:53.102613 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e49c93e1-349e-4ef8-995e-960f813be627 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3619196 Dec 22 16:10:53.105305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45734) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:53.110461 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-76caa980-0e2c-4ae0-b30b-91f60f27ce71 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '068e92f3-70cf-4a88-a457-851453e73317', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:10:53.116502 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-76caa980-0e2c-4ae0-b30b-91f60f27ce71 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:10:53.120766 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-76caa980-0e2c-4ae0-b30b-91f60f27ce71 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:10:53.123630 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-76caa980-0e2c-4ae0-b30b-91f60f27ce71 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:10:53.129226 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-76caa980-0e2c-4ae0-b30b-91f60f27ce71 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:10:53.213417 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-76caa980-0e2c-4ae0-b30b-91f60f27ce71 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Project 8d32e704a3694d65be39c46759cfcfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:10:53.220501 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76caa980-0e2c-4ae0-b30b-91f60f27ce71 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:53.287134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76caa980-0e2c-4ae0-b30b-91f60f27ce71 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:53.369938 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76caa980-0e2c-4ae0-b30b-91f60f27ce71 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:53.371807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fefcf681-9632-4bff-82c7-51583d734908 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:53.394138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76caa980-0e2c-4ae0-b30b-91f60f27ce71 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e232bcf-e35c-4469-a6de-e2c52fa38b99,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:53.398820 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-76caa980-0e2c-4ae0-b30b-91f60f27ce71 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:53.461234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76caa980-0e2c-4ae0-b30b-91f60f27ce71 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:53.462480 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-76caa980-0e2c-4ae0-b30b-91f60f27ce71 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3562267 Dec 22 16:10:53.465188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45738) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:53.470173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-796f72a3-8c10-4a81-9509-217e58a77d31 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '068e92f3-70cf-4a88-a457-851453e73317', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:10:53.477604 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-796f72a3-8c10-4a81-9509-217e58a77d31 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:10:53.480574 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-796f72a3-8c10-4a81-9509-217e58a77d31 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:10:53.483840 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-796f72a3-8c10-4a81-9509-217e58a77d31 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:10:53.489612 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-796f72a3-8c10-4a81-9509-217e58a77d31 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:10:53.552916 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-796f72a3-8c10-4a81-9509-217e58a77d31 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Project 8d32e704a3694d65be39c46759cfcfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:10:53.560447 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-796f72a3-8c10-4a81-9509-217e58a77d31 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:53.628784 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-796f72a3-8c10-4a81-9509-217e58a77d31 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:53.758948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-796f72a3-8c10-4a81-9509-217e58a77d31 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:53.760964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e49c93e1-349e-4ef8-995e-960f813be627 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:53.783836 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f72a3-8c10-4a81-9509-217e58a77d31 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7033ceac-046a-4739-afa9-694075a9cac0,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:53.788214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-796f72a3-8c10-4a81-9509-217e58a77d31 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:53.861631 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-796f72a3-8c10-4a81-9509-217e58a77d31 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:53.862816 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-796f72a3-8c10-4a81-9509-217e58a77d31 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3966830 Dec 22 16:10:53.865799 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45742) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:53.871340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-558a3d8c-5025-4f9a-98f2-f5b28085771f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'network': {'name': 'tempest-network-smoke--410437709', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'port_security_enabled': True}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:10:53.876310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-558a3d8c-5025-4f9a-98f2-f5b28085771f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:10:53.880216 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-558a3d8c-5025-4f9a-98f2-f5b28085771f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:network and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:10:53.883148 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-558a3d8c-5025-4f9a-98f2-f5b28085771f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:10:53.888803 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-558a3d8c-5025-4f9a-98f2-f5b28085771f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:10:53.979006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558a3d8c-5025-4f9a-98f2-f5b28085771f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Made reservation on behalf of 8d32e704a3694d65be39c46759cfcfdb for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:10:53.982485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-558a3d8c-5025-4f9a-98f2-f5b28085771f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:54.009358 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558a3d8c-5025-4f9a-98f2-f5b28085771f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:10:54.017683 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-558a3d8c-5025-4f9a-98f2-f5b28085771f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:54.021343 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-558a3d8c-5025-4f9a-98f2-f5b28085771f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Added segment 8a71c51c-74d7-4c69-87aa-43f02aa2ca08 of type vlan for network 5556be10-359b-46d0-ad54-3a41d07997f0 Dec 22 16:10:54.045918 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-558a3d8c-5025-4f9a-98f2-f5b28085771f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:54.145629 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-558a3d8c-5025-4f9a-98f2-f5b28085771f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:54.153020 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558a3d8c-5025-4f9a-98f2-f5b28085771f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:10:54.153241 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-558a3d8c-5025-4f9a-98f2-f5b28085771f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:54.157113 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d03f0467-3ffb-4918-9779-784a0e4abc44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:54.258288 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a3d8c-5025-4f9a-98f2-f5b28085771f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Network': ['ID=5556be10-359b-46d0-ad54-3a41d07997f0,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:54.261692 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-558a3d8c-5025-4f9a-98f2-f5b28085771f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:54.268883 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 5556be10-359b-46d0-ad54-3a41d07997f0 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 16:10:54.342310 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-558a3d8c-5025-4f9a-98f2-f5b28085771f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4753492 Dec 22 16:10:54.344979 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45746) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:54.350599 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1221284243', 'admin_state_up': True, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:10:54.357758 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:10:54.361994 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:router and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:10:54.365047 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:10:54.372992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:10:54.444444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:54.445492 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:54.461126 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:54.812180 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:55.266845 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-71ae4c3e-03cc-4343-80dd-3e015ab41a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:55.303855 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:55.333822 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:55.472367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Allocated IP 172.26.6.146 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/a07c4516-0492-466b-a012-53be5a5eec3a) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:10:55.617495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:55.695713 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:55.699550 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-354f6aa9-b235-4553-ba39-9c015c3e00c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:55.761606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:10:55.764335 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:10:55.767058 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:10:55.806111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=a07c4516-0492-466b-a012-53be5a5eec3a,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:55.814247 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:56.246601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:56.718929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:56.984402 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router e4f41873-8496-4b82-a42c-2b2388c62e25 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 16:10:57.165112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:10:57.176074 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] Sync routers for ids ['e4f41873-8496-4b82-a42c-2b2388c62e25'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:10:57.187588 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] Routers {'e4f41873-8496-4b82-a42c-2b2388c62e25'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:10:57.188321 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:10:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e4f41873-8496-4b82-a42c-2b2388c62e25'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:57.241979 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:57.243189 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8970828 Dec 22 16:10:57.246358 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45750) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:57.371181 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] Set router e4f41873-8496-4b82-a42c-2b2388c62e25 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:10:57.396960 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-ed6a4f29-3e1f-4708-9616-c440a8bad099 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=8d32e704a3694d65be39c46759cfcfdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1494272 Dec 22 16:10:57.400380 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45756) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:57.534126 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556188e2-fb42-41d6-9e40-722ecd14a843 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:10:57.535635 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-556188e2-fb42-41d6-9e40-722ecd14a843 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1343367 Dec 22 16:10:57.538465 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45760) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:57.577728 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fc1e634e-20ab-4334-a3fb-fb9c8ff0ac09 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381091 Dec 22 16:10:57.580254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45764) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:57.585615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-f4a4168e-6f25-43d7-8cd6-760b639c4cae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1023108270', 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:10:57.668689 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221284243', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:10:54Z', 'updated_at': '2021-12-22T16:10:55Z', 'revision_number': 3, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:55Z', 'updated_at': '2021-12-22T16:10:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:57.672698 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] Checking router: e4f41873-8496-4b82-a42c-2b2388c62e25 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:10:57.673051 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] Updating router e4f41873-8496-4b82-a42c-2b2388c62e25 port a07c4516-0492-466b-a012-53be5a5eec3a binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:10:57.699323 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f4a4168e-6f25-43d7-8cd6-760b639c4cae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:10:57.703186 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f4a4168e-6f25-43d7-8cd6-760b639c4cae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:subnet and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:10:57.705974 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-f4a4168e-6f25-43d7-8cd6-760b639c4cae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:10:57.711800 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-f4a4168e-6f25-43d7-8cd6-760b639c4cae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:10:57.721625 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-bdcce203-9b5c-4218-98c8-081fe58ed6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:57.726717 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:57.784824 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a4168e-6f25-43d7-8cd6-760b639c4cae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Made reservation on behalf of 8d32e704a3694d65be39c46759cfcfdb for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:10:57.789212 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4a4168e-6f25-43d7-8cd6-760b639c4cae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:58.067359 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4a4168e-6f25-43d7-8cd6-760b639c4cae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:58.072020 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7d2ecbbd-39fd-42ee-ba1a-d4d6e3fc973a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:58.084120 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:58.095652 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] Transition to ACTIVE for port object a07c4516-0492-466b-a012-53be5a5eec3a will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:10:58.154026 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4168e-6f25-43d7-8cd6-760b639c4cae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Subnet': ['ID=ed93c191-d828-4c82-8786-4d70700ed9a3,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:58.157156 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f4a4168e-6f25-43d7-8cd6-760b639c4cae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:58.158516 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:58.163093 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-476a0baa-ef81-44b8-8832-d52c6484905c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:58.167992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a4168e-6f25-43d7-8cd6-760b639c4cae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Checking segment: {'id': '8a71c51c-74d7-4c69-87aa-43f02aa2ca08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:10:58.167992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a4168e-6f25-43d7-8cd6-760b639c4cae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network hostable DHCP agents. Network: 5556be10-359b-46d0-ad54-3a41d07997f0, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:10:58.238307 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] Attempting to bind port a07c4516-0492-466b-a012-53be5a5eec3a on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:10:58.238818 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] Attempting to bind port a07c4516-0492-466b-a012-53be5a5eec3a by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:10:58.239028 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] Attempting to bind port a07c4516-0492-466b-a012-53be5a5eec3a on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:10:58.244421 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767d883-a3d6-4a59-ab16-493fd5dd8613 None None] Pushing event updated for resources: {'Port': ['ID=a07c4516-0492-466b-a012-53be5a5eec3a,revision_number=2']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:58.249118 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:10:58.253991 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:10:58.253991 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:58.254218 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a4168e-6f25-43d7-8cd6-760b639c4cae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 5556be10-359b-46d0-ad54-3a41d07997f0 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:10:58.254346 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:10:58.254346 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] Bound port: a07c4516-0492-466b-a012-53be5a5eec3a, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:10:58.254346 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:58.281618 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767d883-a3d6-4a59-ab16-493fd5dd8613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:58.288589 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767d883-a3d6-4a59-ab16-493fd5dd8613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:58.288589 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767d883-a3d6-4a59-ab16-493fd5dd8613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:58.288589 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767d883-a3d6-4a59-ab16-493fd5dd8613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:58.288589 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767d883-a3d6-4a59-ab16-493fd5dd8613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:58.288589 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767d883-a3d6-4a59-ab16-493fd5dd8613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:58.288589 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767d883-a3d6-4a59-ab16-493fd5dd8613 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:58.288589 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767d883-a3d6-4a59-ab16-493fd5dd8613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:58.288589 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767d883-a3d6-4a59-ab16-493fd5dd8613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:58.288589 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767d883-a3d6-4a59-ab16-493fd5dd8613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:58.288589 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767d883-a3d6-4a59-ab16-493fd5dd8613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:58.288589 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767d883-a3d6-4a59-ab16-493fd5dd8613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:58.293887 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-d767d883-a3d6-4a59-ab16-493fd5dd8613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:58.330654 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] For port a07c4516-0492-466b-a012-53be5a5eec3a, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:10:58.333432 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] For port a07c4516-0492-466b-a012-53be5a5eec3a, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=a07c4516-0492-466b-a012-53be5a5eec3a,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:10:58.335692 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-f4a4168e-6f25-43d7-8cd6-760b639c4cae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 5556be10-359b-46d0-ad54-3a41d07997f0) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:10:58.340851 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a4168e-6f25-43d7-8cd6-760b639c4cae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:10:58.346122 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4a4168e-6f25-43d7-8cd6-760b639c4cae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:58.347275 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1103a57-1975-477f-9264-e19a5cd88669 None None] Network 5556be10-359b-46d0-ad54-3a41d07997f0 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:10:58.419752 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:58.424445 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-9dedb778-f5ee-4e35-bdbc-bffa4579b2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:58.431121 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-f4a4168e-6f25-43d7-8cd6-760b639c4cae tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8498533 Dec 22 16:10:58.433753 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45768) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:10:58.500702 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] Routers {'e4f41873-8496-4b82-a42c-2b2388c62e25'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:10:58.501336 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:10:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e4f41873-8496-4b82-a42c-2b2388c62e25'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:58.563115 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767d883-a3d6-4a59-ab16-493fd5dd8613 None None] Pushing event updated for resources: {'Port': ['ID=a07c4516-0492-466b-a012-53be5a5eec3a,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:58.564486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-5556be10-359b-46d0-ad54-3a41d07997f0', 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ips': [{'subnet_id': 'ed93c191-d828-4c82-8786-4d70700ed9a3'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 16:10:58.565932 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:58.567685 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-d767d883-a3d6-4a59-ab16-493fd5dd8613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:58.701994 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] Set router e4f41873-8496-4b82-a42c-2b2388c62e25 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:10:58.785661 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Allocated IP 172.20.0.2 (5556be10-359b-46d0-ad54-3a41d07997f0/ed93c191-d828-4c82-8786-4d70700ed9a3/d5fa3b89-50aa-4e12-bd3a-48a74f545116) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:10:59.005250 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221284243', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:10:54Z', 'updated_at': '2021-12-22T16:10:55Z', 'revision_number': 3, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:55Z', 'updated_at': '2021-12-22T16:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:10:59.011690 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d6d95-f1ac-488a-a9d8-fcf6b6538d31 None None] The sync data for ids ['e4f41873-8496-4b82-a42c-2b2388c62e25'] in dv-neutron-822674-1-hyperv is: [{'id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221284243', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:10:54Z', 'updated_at': '2021-12-22T16:10:55Z', 'revision_number': 3, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:55Z', 'updated_at': '2021-12-22T16:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:10:59.033510 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:59.048407 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Transition to ACTIVE for port object d5fa3b89-50aa-4e12-bd3a-48a74f545116 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:10:59.073395 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Transition to ACTIVE for port object d5fa3b89-50aa-4e12-bd3a-48a74f545116 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:10:59.148401 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:59.176290 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:59.177492 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:59.183116 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:59.262167 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Network 5556be10-359b-46d0-ad54-3a41d07997f0 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:10:59.267310 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:10:59.272491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:10:59.314937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Pushing event updated for resources: {'Port': ['ID=d5fa3b89-50aa-4e12-bd3a-48a74f545116,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:59.413359 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:59.413785 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:59.414037 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:59.415014 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:59.415337 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:59.415723 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:59.416059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:59.416378 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:59.416704 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:59.417024 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:59.417348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:59.417667 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:10:59.423252 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:59.433333 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Attempting to bind port d5fa3b89-50aa-4e12-bd3a-48a74f545116 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:10:59.433709 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Attempting to bind port d5fa3b89-50aa-4e12-bd3a-48a74f545116 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '8a71c51c-74d7-4c69-87aa-43f02aa2ca08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:10:59.434100 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Attempting to bind port d5fa3b89-50aa-4e12-bd3a-48a74f545116 on network 5556be10-359b-46d0-ad54-3a41d07997f0 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:10:59.440007 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:10:59.440462 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Checking segment: {'id': '8a71c51c-74d7-4c69-87aa-43f02aa2ca08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:10:59.441010 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:59.441598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Bound using segment: {'id': '8a71c51c-74d7-4c69-87aa-43f02aa2ca08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:10:59.442076 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Bound port: d5fa3b89-50aa-4e12-bd3a-48a74f545116, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a71c51c-74d7-4c69-87aa-43f02aa2ca08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:10:59.442501 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:59.446820 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:59.544534 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-dab0c956-4422-420c-8309-32d4f257570c None None] For port d5fa3b89-50aa-4e12-bd3a-48a74f545116, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:10:59.548628 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-dab0c956-4422-420c-8309-32d4f257570c None None] For port d5fa3b89-50aa-4e12-bd3a-48a74f545116, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d5fa3b89-50aa-4e12-bd3a-48a74f545116,segment=NetworkSegment(8a71c51c-74d7-4c69-87aa-43f02aa2ca08),segment_id=8a71c51c-74d7-4c69-87aa-43f02aa2ca08)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:10:59.604383 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a07c4516-0492-466b-a012-53be5a5eec3a up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:10:59.635019 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:59.648039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:10:59.759023 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Pushing event updated for resources: {'Port': ['ID=d5fa3b89-50aa-4e12-bd3a-48a74f545116,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:10:59.760195 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:10:59.831239 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port a07c4516-0492-466b-a012-53be5a5eec3a completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:10:59.839214 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port a07c4516-0492-466b-a012-53be5a5eec3a triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:10:59.839604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:10:59.895198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Allocated IP 172.20.0.1 (5556be10-359b-46d0-ad54-3a41d07997f0/ed93c191-d828-4c82-8786-4d70700ed9a3/82f92726-81ee-4bff-b633-d59ebb914be6) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:10:59.994106 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:00.012509 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port a07c4516-0492-466b-a012-53be5a5eec3a, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=a07c4516-0492-466b-a012-53be5a5eec3a,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:11:00.092688 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:00.098965 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:00.102590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:11:00.109959 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Transition to ACTIVE for port object 82f92726-81ee-4bff-b633-d59ebb914be6 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:11:00.177728 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=a07c4516-0492-466b-a012-53be5a5eec3a,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:11:00.180763 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:11:00.213859 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:00.217750 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:11:00.287872 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 5556be10-359b-46d0-ad54-3a41d07997f0 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:11:00.290903 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:11:00.294736 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:11:00.324503 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=82f92726-81ee-4bff-b633-d59ebb914be6,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:11:00.330788 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:11:00.357692 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:00.562343 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:01.097657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:01.101092 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:01.152611 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:01.186494 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:11:01.271430 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:01.275564 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=82f92726-81ee-4bff-b633-d59ebb914be6,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:11:01.278915 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:11:01.391891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fd8134-62ea-470f-96fa-22103842c9d7 None None] Network 5556be10-359b-46d0-ad54-3a41d07997f0 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:11:01.413600 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 5556be10-359b-46d0-ad54-3a41d07997f0 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:11:01.415377 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:11:01.544772 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-cc2e4b90-e9d4-4840-825b-9b28c93cb577 None None] Provisioning for port d5fa3b89-50aa-4e12-bd3a-48a74f545116 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:11:01.612184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router e4f41873-8496-4b82-a42c-2b2388c62e25 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:11:01.662014 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d5fa3b89-50aa-4e12-bd3a-48a74f545116 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:11:01.786778 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port d5fa3b89-50aa-4e12-bd3a-48a74f545116 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:11:01.792244 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port d5fa3b89-50aa-4e12-bd3a-48a74f545116 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:11:01.792641 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:01.801138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:11:01.811828 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "PUT /v2.0/routers/e4f41873-8496-4b82-a42c-2b2388c62e25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3765893 Dec 22 16:11:01.817108 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] Sync routers for ids ['e4f41873-8496-4b82-a42c-2b2388c62e25'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:11:01.848535 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] Routers {'e4f41873-8496-4b82-a42c-2b2388c62e25'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:11:01.849170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:10:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e4f41873-8496-4b82-a42c-2b2388c62e25'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:11:02.000355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-feded755-7008-45f4-bc0b-0b788b862632 req-615073cd-92d9-4344-be17-33acbdda8c11 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:11:02.044675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4fa0426f-8786-45e3-bbf2-0eb84a01d6e5 None None] Provisioning for port 82f92726-81ee-4bff-b633-d59ebb914be6 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:11:02.070252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-feded755-7008-45f4-bc0b-0b788b862632 req-615073cd-92d9-4344-be17-33acbdda8c11 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:11:02.079185 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-feded755-7008-45f4-bc0b-0b788b862632 req-615073cd-92d9-4344-be17-33acbdda8c11 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-384252170&fields=id&tenant_id=8d32e704a3694d65be39c46759cfcfdb HTTP/1.1" status: 200 len: 267 time: 0.1160958 Dec 22 16:11:02.086598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4fa0426f-8786-45e3-bbf2-0eb84a01d6e5 None None] Provisioning complete for port 82f92726-81ee-4bff-b633-d59ebb914be6 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:11:02.086980 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4fa0426f-8786-45e3-bbf2-0eb84a01d6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:02.144838 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:02.169584 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] Set router e4f41873-8496-4b82-a42c-2b2388c62e25 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:11:02.243893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-4fa0426f-8786-45e3-bbf2-0eb84a01d6e5 None None] Port 82f92726-81ee-4bff-b633-d59ebb914be6 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:11:02.246843 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feded755-7008-45f4-bc0b-0b788b862632 req-cbe34641-b3a8-44b0-a18a-0e436e56e8f9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:02.247591 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-feded755-7008-45f4-bc0b-0b788b862632 req-cbe34641-b3a8-44b0-a18a-0e436e56e8f9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:11:02.344753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port d5fa3b89-50aa-4e12-bd3a-48a74f545116, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d5fa3b89-50aa-4e12-bd3a-48a74f545116,segment=NetworkSegment(8a71c51c-74d7-4c69-87aa-43f02aa2ca08),segment_id=8a71c51c-74d7-4c69-87aa-43f02aa2ca08)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:11:02.346989 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-feded755-7008-45f4-bc0b-0b788b862632 req-cbe34641-b3a8-44b0-a18a-0e436e56e8f9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:11:02.349263 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-feded755-7008-45f4-bc0b-0b788b862632 req-cbe34641-b3a8-44b0-a18a-0e436e56e8f9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/networks?id=5556be10-359b-46d0-ad54-3a41d07997f0 HTTP/1.1" status: 200 len: 796 time: 0.2699146 Dec 22 16:11:02.355762 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4fa0426f-8786-45e3-bbf2-0eb84a01d6e5 None None] Provisioning complete for port d5fa3b89-50aa-4e12-bd3a-48a74f545116 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:11:02.360815 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4fa0426f-8786-45e3-bbf2-0eb84a01d6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:02.366434 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-feded755-7008-45f4-bc0b-0b788b862632 req-b24e3857-c57f-49c0-8a69-4467f6c93f2d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/quotas/8d32e704a3694d65be39c46759cfcfdb HTTP/1.1" status: 200 len: 375 time: 0.0099082 Dec 22 16:11:02.436983 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:02.437834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a07c4516-0492-466b-a012-53be5a5eec3a up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:11:02.450367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-feded755-7008-45f4-bc0b-0b788b862632 req-34d3c57c-a9ba-4082-8757-767462bb8a18 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:11:02.526556 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:11:02.538875 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-feded755-7008-45f4-bc0b-0b788b862632 req-34d3c57c-a9ba-4082-8757-767462bb8a18 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:11:02.540801 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-feded755-7008-45f4-bc0b-0b788b862632 req-34d3c57c-a9ba-4082-8757-767462bb8a18 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1684375 Dec 22 16:11:02.603935 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [req-feded755-7008-45f4-bc0b-0b788b862632 req-aabc4f4b-aaf6-4721-941f-e77fe3d19303 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:11:02.605444 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-feded755-7008-45f4-bc0b-0b788b862632 req-aabc4f4b-aaf6-4721-941f-e77fe3d19303 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525370 Dec 22 16:11:02.663684 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=d5fa3b89-50aa-4e12-bd3a-48a74f545116,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:11:02.677029 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:11:02.743371 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-feded755-7008-45f4-bc0b-0b788b862632 req-9a523d93-1add-44ee-8503-2a040868f8bd service neutron] 10.222.0.59 "GET /v2.0/networks/5556be10-359b-46d0-ad54-3a41d07997f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289091 Dec 22 16:11:02.768535 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port a07c4516-0492-466b-a012-53be5a5eec3a triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:11:02.768916 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:02.875688 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-feded755-7008-45f4-bc0b-0b788b862632 req-df3a4718-5a5b-4b02-b180-318e23606705 service neutron] 10.222.0.59 "GET /v2.0/networks/5556be10-359b-46d0-ad54-3a41d07997f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263306 Dec 22 16:11:02.903971 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221284243', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:10:54Z', 'updated_at': '2021-12-22T16:11:00Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:55Z', 'updated_at': '2021-12-22T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '82f92726-81ee-4bff-b633-d59ebb914be6', 'name': '', 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:47:d1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ed93c191-d828-4c82-8786-4d70700ed9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:59Z', 'updated_at': '2021-12-22T16:11:00Z', 'revision_number': 2, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': 'ed93c191-d828-4c82-8786-4d70700ed9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:11:02.912723 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] Checking router: e4f41873-8496-4b82-a42c-2b2388c62e25 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:11:02.913032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] Updating router e4f41873-8496-4b82-a42c-2b2388c62e25 port 82f92726-81ee-4bff-b633-d59ebb914be6 binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:11:02.982052 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:02.990946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a59e1bd1-0308-48d1-9d06-f497e494f62f None None] Provisioning complete for port 82f92726-81ee-4bff-b633-d59ebb914be6 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:11:02.991338 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a59e1bd1-0308-48d1-9d06-f497e494f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:03.095588 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-a59e1bd1-0308-48d1-9d06-f497e494f62f None None] Port 82f92726-81ee-4bff-b633-d59ebb914be6 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:11:03.206012 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c30c2958-8431-43fb-9c36-4beda0ad62c0 req-71f84a7a-d58a-4aed-9150-df4e8bcd8735 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 210 time: 0.0950148 Dec 22 16:11:03.380460 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:03.392877 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] Transition to ACTIVE for port object 82f92726-81ee-4bff-b633-d59ebb914be6 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:11:03.481482 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:03.486018 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2f5f0022-e9ab-4616-a4d8-b74bfa615259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:11:03.595613 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d5fa3b89-50aa-4e12-bd3a-48a74f545116 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:11:03.689535 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76003dae-012a-4bf0-8220-2986f797eba2 None None] Pushing event updated for resources: {'Port': ['ID=82f92726-81ee-4bff-b633-d59ebb914be6,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:11:03.692591 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-76003dae-012a-4bf0-8220-2986f797eba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:11:03.766449 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] Attempting to bind port 82f92726-81ee-4bff-b633-d59ebb914be6 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:11:03.766832 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] Attempting to bind port 82f92726-81ee-4bff-b633-d59ebb914be6 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '8a71c51c-74d7-4c69-87aa-43f02aa2ca08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:11:03.767188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] Attempting to bind port 82f92726-81ee-4bff-b633-d59ebb914be6 on network 5556be10-359b-46d0-ad54-3a41d07997f0 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:11:03.773105 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:11:03.773482 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] Checking segment: {'id': '8a71c51c-74d7-4c69-87aa-43f02aa2ca08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:11:03.774188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:03.774616 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] Bound using segment: {'id': '8a71c51c-74d7-4c69-87aa-43f02aa2ca08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:11:03.775083 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] Bound port: 82f92726-81ee-4bff-b633-d59ebb914be6, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a71c51c-74d7-4c69-87aa-43f02aa2ca08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:11:03.775458 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:03.794700 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port d5fa3b89-50aa-4e12-bd3a-48a74f545116 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:11:03.795050 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:03.937501 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] For port 82f92726-81ee-4bff-b633-d59ebb914be6, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:11:03.941084 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] For port 82f92726-81ee-4bff-b633-d59ebb914be6, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=82f92726-81ee-4bff-b633-d59ebb914be6,segment=NetworkSegment(8a71c51c-74d7-4c69-87aa-43f02aa2ca08),segment_id=8a71c51c-74d7-4c69-87aa-43f02aa2ca08)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:11:04.027287 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:04.032103 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-77903f49-593a-4739-b34b-4a06fcf315f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:11:04.106689 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] Routers {'e4f41873-8496-4b82-a42c-2b2388c62e25'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:11:04.107225 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:10:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e4f41873-8496-4b82-a42c-2b2388c62e25'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:11:04.199652 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76003dae-012a-4bf0-8220-2986f797eba2 None None] Pushing event updated for resources: {'Port': ['ID=82f92726-81ee-4bff-b633-d59ebb914be6,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:11:04.203596 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-76003dae-012a-4bf0-8220-2986f797eba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:11:04.317053 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-806179fd-157b-4339-8eec-eed8d7630348 req-f06c35f6-9bf6-40e2-a4f0-c7431005dafa tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 210 time: 0.0496507 Dec 22 16:11:04.378290 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] Set router e4f41873-8496-4b82-a42c-2b2388c62e25 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:11:04.691841 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221284243', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:10:54Z', 'updated_at': '2021-12-22T16:11:00Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:55Z', 'updated_at': '2021-12-22T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '82f92726-81ee-4bff-b633-d59ebb914be6', 'name': '', 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:47:d1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ed93c191-d828-4c82-8786-4d70700ed9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:59Z', 'updated_at': '2021-12-22T16:11:03Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': 'ed93c191-d828-4c82-8786-4d70700ed9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:11:04.696356 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178b5569-cc75-4259-ac75-15c01b3d68bc None None] The sync data for ids ['e4f41873-8496-4b82-a42c-2b2388c62e25'] in dv-neutron-822674-1-hyperv is: [{'id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221284243', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:10:54Z', 'updated_at': '2021-12-22T16:11:00Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:55Z', 'updated_at': '2021-12-22T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '82f92726-81ee-4bff-b633-d59ebb914be6', 'name': '', 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:47:d1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ed93c191-d828-4c82-8786-4d70700ed9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:59Z', 'updated_at': '2021-12-22T16:11:03Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': 'ed93c191-d828-4c82-8786-4d70700ed9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:11:05.498723 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c814bec0-cd5a-4f06-b717-7c2e3524edb4 req-a1a852fc-0065-4f10-afb8-8d410403c6f1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 210 time: 0.0674167 Dec 22 16:11:05.617628 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 82f92726-81ee-4bff-b633-d59ebb914be6 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:11:05.768559 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feded755-7008-45f4-bc0b-0b788b862632 req-5cf47c1b-87b1-4d80-8489-e85c775d34e7 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:05.770366 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-feded755-7008-45f4-bc0b-0b788b862632 req-5cf47c1b-87b1-4d80-8489-e85c775d34e7 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "GET /v2.0/networks?id=5556be10-359b-46d0-ad54-3a41d07997f0 HTTP/1.1" status: 200 len: 796 time: 0.3075831 Dec 22 16:11:05.820862 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-feded755-7008-45f4-bc0b-0b788b862632 req-ecc577ec-cf69-4152-aea7-e06141c78e53 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d32e704a3694d65be39c46759cfcfdb HTTP/1.1" status: 200 len: 379 time: 0.0421002 Dec 22 16:11:05.837254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-feded755-7008-45f4-bc0b-0b788b862632 req-f7c03b38-c7a1-4666-9439-e8a1515afc4e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'port': {'device_id': 'cde1a5f6-baf0-46a7-b77c-0429d4e1c013', 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0', 'admin_state_up': True, 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'security_groups': ['068e92f3-70cf-4a88-a457-851453e73317']}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:11:05.841724 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 82f92726-81ee-4bff-b633-d59ebb914be6 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:11:05.847416 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 82f92726-81ee-4bff-b633-d59ebb914be6 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:11:05.847798 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:05.975636 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:05.976319 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-feded755-7008-45f4-bc0b-0b788b862632 req-f7c03b38-c7a1-4666-9439-e8a1515afc4e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:11:05.986600 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-feded755-7008-45f4-bc0b-0b788b862632 req-f7c03b38-c7a1-4666-9439-e8a1515afc4e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:11:06.025173 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 82f92726-81ee-4bff-b633-d59ebb914be6, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=82f92726-81ee-4bff-b633-d59ebb914be6,segment=NetworkSegment(8a71c51c-74d7-4c69-87aa-43f02aa2ca08),segment_id=8a71c51c-74d7-4c69-87aa-43f02aa2ca08)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:11:06.061160 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feded755-7008-45f4-bc0b-0b788b862632 req-f7c03b38-c7a1-4666-9439-e8a1515afc4e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Made reservation on behalf of 8d32e704a3694d65be39c46759cfcfdb for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:11:06.064763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-feded755-7008-45f4-bc0b-0b788b862632 req-f7c03b38-c7a1-4666-9439-e8a1515afc4e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:06.095275 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:06.097389 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-d26a760f-61e2-42f6-8f23-eb6deb7b040d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:11:06.164699 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=82f92726-81ee-4bff-b633-d59ebb914be6,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:11:06.168662 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:11:06.237569 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [req-feded755-7008-45f4-bc0b-0b788b862632 req-f7c03b38-c7a1-4666-9439-e8a1515afc4e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Allocated IP 172.20.0.13 (5556be10-359b-46d0-ad54-3a41d07997f0/ed93c191-d828-4c82-8786-4d70700ed9a3/245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:11:06.425060 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-feded755-7008-45f4-bc0b-0b788b862632 req-f7c03b38-c7a1-4666-9439-e8a1515afc4e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:06.440657 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-feded755-7008-45f4-bc0b-0b788b862632 req-f7c03b38-c7a1-4666-9439-e8a1515afc4e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Transition to ACTIVE for port object 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:11:06.535555 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:06.575602 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-feded755-7008-45f4-bc0b-0b788b862632 req-f7c03b38-c7a1-4666-9439-e8a1515afc4e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:06.581685 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dccbeda3-f98d-4ff2-9dbc-6ae063f904fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:11:06.699761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feded755-7008-45f4-bc0b-0b788b862632 req-f7c03b38-c7a1-4666-9439-e8a1515afc4e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 5556be10-359b-46d0-ad54-3a41d07997f0 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:11:06.703335 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [req-feded755-7008-45f4-bc0b-0b788b862632 req-f7c03b38-c7a1-4666-9439-e8a1515afc4e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:11:06.714131 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-feded755-7008-45f4-bc0b-0b788b862632 req-f7c03b38-c7a1-4666-9439-e8a1515afc4e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:11:06.761452 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c03b38-c7a1-4666-9439-e8a1515afc4e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:11:06.769362 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f7c03b38-c7a1-4666-9439-e8a1515afc4e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:11:06.790696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feded755-7008-45f4-bc0b-0b788b862632 req-f7c03b38-c7a1-4666-9439-e8a1515afc4e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:06.791319 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-feded755-7008-45f4-bc0b-0b788b862632 req-f7c03b38-c7a1-4666-9439-e8a1515afc4e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:06.827172 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9da482-8814-4d9a-ad8b-0ca9f29e47f7 req-ff38d811-ecd9-47fc-8b4c-d729ce9bde1f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:06.828681 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7e9da482-8814-4d9a-ad8b-0ca9f29e47f7 req-ff38d811-ecd9-47fc-8b4c-d729ce9bde1f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 932 time: 0.2123373 Dec 22 16:11:06.875468 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7e9da482-8814-4d9a-ad8b-0ca9f29e47f7 req-d9381289-7b04-4134-8597-a107e6de13c7 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=068e92f3-70cf-4a88-a457-851453e73317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410302 Dec 22 16:11:06.907487 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-feded755-7008-45f4-bc0b-0b788b862632 req-f7c03b38-c7a1-4666-9439-e8a1515afc4e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0752234 Dec 22 16:11:06.946593 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f28dcc0e-528a-4199-b6a8-db929b6fd939 None None] Provisioning for port 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:11:06.951639 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f28dcc0e-528a-4199-b6a8-db929b6fd939 None None] Provisioning complete for port 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:11:06.952017 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f28dcc0e-528a-4199-b6a8-db929b6fd939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:06.963787 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Request body: {'port': {'device_id': 'cde1a5f6-baf0-46a7-b77c-0429d4e1c013', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:11:07.012401 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f28dcc0e-528a-4199-b6a8-db929b6fd939 None None] Port 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:11:07.074937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:07.407849 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:11:07.415568 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:07.429101 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Transition to ACTIVE for port object 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:11:07.506576 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:07.510485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aa1862a3-0bd6-419a-97ff-79c7eceff743 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:11:07.573708 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 82f92726-81ee-4bff-b633-d59ebb914be6 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:11:07.649753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 82f92726-81ee-4bff-b633-d59ebb914be6 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:11:07.650130 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:07.685215 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:11:07.713438 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:11:07.761958 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Attempting to bind port 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:11:07.762214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Attempting to bind port 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '8a71c51c-74d7-4c69-87aa-43f02aa2ca08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:11:07.762581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Attempting to bind port 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d on network 5556be10-359b-46d0-ad54-3a41d07997f0 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:11:07.767372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Port 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d on network 5556be10-359b-46d0-ad54-3a41d07997f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 16:11:07.767698 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Attempting to bind port 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d on network 5556be10-359b-46d0-ad54-3a41d07997f0 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:11:07.773092 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:11:07.773436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Checking segment: {'id': '8a71c51c-74d7-4c69-87aa-43f02aa2ca08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:11:07.773878 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Bound using segment: {'id': '8a71c51c-74d7-4c69-87aa-43f02aa2ca08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:11:07.774363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Bound port: 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a71c51c-74d7-4c69-87aa-43f02aa2ca08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:11:07.774712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:07.865604 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] For port 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d, host hv-neutron-8226, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:11:07.869188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] For port 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d,segment=NetworkSegment(8a71c51c-74d7-4c69-87aa-43f02aa2ca08),segment_id=8a71c51c-74d7-4c69-87aa-43f02aa2ca08)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:11:07.933707 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:07.938633 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-be997a3e-c40c-48f5-946b-71016022f82a tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:11:08.144291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:08.145190 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:08.146618 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-feded755-7008-45f4-bc0b-0b788b862632 req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] 10.222.0.57 "PUT /v2.0/ports/245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d HTTP/1.1" status: 200 len: 1094 time: 1.2307734 Dec 22 16:11:08.152257 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde1a5f6-baf0-46a7-b77c-0429d4e1c013', 'tag': '245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:11:08.188620 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:11:08.192621 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:11:08.220263 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743074ff-a5ab-4146-8234-3633234c6a5f req-1755a803-f21b-4106-9120-50b6f77b0078 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:08.224450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-743074ff-a5ab-4146-8234-3633234c6a5f req-1755a803-f21b-4106-9120-50b6f77b0078 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:11:08.267555 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde1a5f6-baf0-46a7-b77c-0429d4e1c013', 'tag': '245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d', 'status': 'completed', 'code': 200} Dec 22 16:11:08.306248 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-743074ff-a5ab-4146-8234-3633234c6a5f req-1755a803-f21b-4106-9120-50b6f77b0078 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:11:08.307402 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-743074ff-a5ab-4146-8234-3633234c6a5f req-1755a803-f21b-4106-9120-50b6f77b0078 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 944 time: 0.2235134 Dec 22 16:11:08.366205 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-743074ff-a5ab-4146-8234-3633234c6a5f req-635eff09-5086-4352-9900-f1fe02c95772 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=068e92f3-70cf-4a88-a457-851453e73317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521240 Dec 22 16:11:08.378811 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feded755-7008-45f4-bc0b-0b788b862632 req-abde491f-b59b-4a78-9882-6018934930f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:08.380253 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-feded755-7008-45f4-bc0b-0b788b862632 req-abde491f-b59b-4a78-9882-6018934930f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 1097 time: 0.1097987 Dec 22 16:11:08.450832 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-feded755-7008-45f4-bc0b-0b788b862632 req-226a37e7-8eb4-4051-bd05-24e1b742adff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d HTTP/1.1" status: 200 len: 217 time: 0.0633233 Dec 22 16:11:08.515693 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feded755-7008-45f4-bc0b-0b788b862632 req-b14ec642-6ea5-465d-8252-316b265b65ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:08.517096 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-feded755-7008-45f4-bc0b-0b788b862632 req-b14ec642-6ea5-465d-8252-316b265b65ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed93c191-d828-4c82-8786-4d70700ed9a3 HTTP/1.1" status: 200 len: 835 time: 0.0602932 Dec 22 16:11:08.591562 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feded755-7008-45f4-bc0b-0b788b862632 req-ec4eb1ad-9138-4714-87b5-5bf08dd666af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:08.593049 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-feded755-7008-45f4-bc0b-0b788b862632 req-ec4eb1ad-9138-4714-87b5-5bf08dd666af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5556be10-359b-46d0-ad54-3a41d07997f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692310 Dec 22 16:11:08.725779 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-feded755-7008-45f4-bc0b-0b788b862632 req-08dd40e8-536c-492d-8d80-3e55e9c3b659 service neutron] 10.222.0.57 "GET /v2.0/networks/5556be10-359b-46d0-ad54-3a41d07997f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264415 Dec 22 16:11:08.854551 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-feded755-7008-45f4-bc0b-0b788b862632 req-34a82faf-64a9-4b83-818f-61883fd5d869 service neutron] 10.222.0.57 "GET /v2.0/networks/5556be10-359b-46d0-ad54-3a41d07997f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224787 Dec 22 16:11:09.098860 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e76d8a-c0ea-4cae-ad26-89830a7a46e5 req-f61c2acf-26fa-4e06-89e5-e0ed65cb1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:09.100256 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e8e76d8a-c0ea-4cae-ad26-89830a7a46e5 req-f61c2acf-26fa-4e06-89e5-e0ed65cb1b07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 1097 time: 0.0711968 Dec 22 16:11:09.246218 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e76d8a-c0ea-4cae-ad26-89830a7a46e5 req-75ffb856-c352-4390-a6c8-99560ac405e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:09.247694 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e8e76d8a-c0ea-4cae-ad26-89830a7a46e5 req-75ffb856-c352-4390-a6c8-99560ac405e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5556be10-359b-46d0-ad54-3a41d07997f0 HTTP/1.1" status: 200 len: 897 time: 0.1414716 Dec 22 16:11:09.318833 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e8e76d8a-c0ea-4cae-ad26-89830a7a46e5 req-5946afd3-8b31-4966-a5b7-f5a9a742683c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d HTTP/1.1" status: 200 len: 217 time: 0.0639617 Dec 22 16:11:09.379483 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e76d8a-c0ea-4cae-ad26-89830a7a46e5 req-c2d6c44c-d9c5-40bc-96f8-fa4d4d625c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:09.380810 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e8e76d8a-c0ea-4cae-ad26-89830a7a46e5 req-c2d6c44c-d9c5-40bc-96f8-fa4d4d625c8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed93c191-d828-4c82-8786-4d70700ed9a3 HTTP/1.1" status: 200 len: 835 time: 0.0560689 Dec 22 16:11:09.461067 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e76d8a-c0ea-4cae-ad26-89830a7a46e5 req-ef9bed78-a451-4d99-bf65-6b7dc597a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:09.462584 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e8e76d8a-c0ea-4cae-ad26-89830a7a46e5 req-ef9bed78-a451-4d99-bf65-6b7dc597a047 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5556be10-359b-46d0-ad54-3a41d07997f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744836 Dec 22 16:11:09.653386 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e8e76d8a-c0ea-4cae-ad26-89830a7a46e5 req-1dc29f9d-84b1-411f-8e60-97c0cea486ac service neutron] 10.222.0.57 "GET /v2.0/networks/5556be10-359b-46d0-ad54-3a41d07997f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841221 Dec 22 16:11:09.664151 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b9224-bd38-4355-8556-897f67428b26 req-a7a014cd-d54f-4396-954d-4c49da128fa5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:09.666254 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4b8b9224-bd38-4355-8556-897f67428b26 req-a7a014cd-d54f-4396-954d-4c49da128fa5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 944 time: 0.1797905 Dec 22 16:11:09.795439 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4b8b9224-bd38-4355-8556-897f67428b26 req-4251cb1a-1d47-47a7-892c-9c13e1582d44 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=068e92f3-70cf-4a88-a457-851453e73317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070075 Dec 22 16:11:09.949833 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e8e76d8a-c0ea-4cae-ad26-89830a7a46e5 req-945c2f26-eeff-47c4-9d9c-aa1b92336dd7 service neutron] 10.222.0.57 "GET /v2.0/networks/5556be10-359b-46d0-ad54-3a41d07997f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824183 Dec 22 16:11:10.983013 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bb421-beca-44ab-8f6f-3bc26a3521c5 req-01c01461-dee4-4c3b-8128-ac501e0a321b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:10.984520 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c89bb421-beca-44ab-8f6f-3bc26a3521c5 req-01c01461-dee4-4c3b-8128-ac501e0a321b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 944 time: 0.0863504 Dec 22 16:11:11.028259 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c89bb421-beca-44ab-8f6f-3bc26a3521c5 req-46d8d2be-5bb3-4500-8f1f-2db1ec4d18c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=068e92f3-70cf-4a88-a457-851453e73317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380929 Dec 22 16:11:12.210837 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ef2c0-d4f2-4975-86a5-1e3d67d60e69 req-7b7a29ba-9505-42cc-ba0f-6fa912a4eed8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:12.212859 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c32ef2c0-d4f2-4975-86a5-1e3d67d60e69 req-7b7a29ba-9505-42cc-ba0f-6fa912a4eed8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 944 time: 0.0820115 Dec 22 16:11:12.259607 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c32ef2c0-d4f2-4975-86a5-1e3d67d60e69 req-60c70327-9605-4da3-b323-f1cc1e6ae5f0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=068e92f3-70cf-4a88-a457-851453e73317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411999 Dec 22 16:11:13.152549 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:11:13.284444 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d,segment=NetworkSegment(8a71c51c-74d7-4c69-87aa-43f02aa2ca08),segment_id=8a71c51c-74d7-4c69-87aa-43f02aa2ca08)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:11:13.298452 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d', 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0', 'port_id': '245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d', 'mac_address': 'fa:16:3e:3e:f6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed93c191-d828-4c82-8786-4d70700ed9a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:11:13.356585 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:13.373511 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:11:13.389634 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d,segment=NetworkSegment(8a71c51c-74d7-4c69-87aa-43f02aa2ca08),segment_id=8a71c51c-74d7-4c69-87aa-43f02aa2ca08)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:11:13.446990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ecc49-5165-49ab-9d94-97c0a8324275 req-e0082bda-03df-447c-ac40-ebc056c18d28 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:13.447607 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:13.448465 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0e5ecc49-5165-49ab-9d94-97c0a8324275 req-e0082bda-03df-447c-ac40-ebc056c18d28 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 944 time: 0.0809538 Dec 22 16:11:13.449626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:11:13.500290 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0e5ecc49-5165-49ab-9d94-97c0a8324275 req-9676938b-8983-44c1-9a60-24cdff6a7e5b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=068e92f3-70cf-4a88-a457-851453e73317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401328 Dec 22 16:11:13.520176 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:11:13.523300 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:11:13.819310 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:11:14.693679 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e12f74-7119-42a9-9532-a043b98025cd req-dbb6cb5c-4862-4f0c-9173-cbc3d97554cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:14.695158 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d2e12f74-7119-42a9-9532-a043b98025cd req-dbb6cb5c-4862-4f0c-9173-cbc3d97554cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 945 time: 0.0881188 Dec 22 16:11:14.738240 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d2e12f74-7119-42a9-9532-a043b98025cd req-286b093b-d2b7-492e-9d77-203dd2a9c749 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=068e92f3-70cf-4a88-a457-851453e73317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374365 Dec 22 16:11:15.155439 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:11:15.300302 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:11:15.305101 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:11:15.305484 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:15.460866 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:15.487078 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde1a5f6-baf0-46a7-b77c-0429d4e1c013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:11:15.497778 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d,segment=NetworkSegment(8a71c51c-74d7-4c69-87aa-43f02aa2ca08),segment_id=8a71c51c-74d7-4c69-87aa-43f02aa2ca08)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:11:15.581050 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:15.587010 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde1a5f6-baf0-46a7-b77c-0429d4e1c013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d', 'code': 200} Dec 22 16:11:15.587010 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-457558d2-2945-4ab9-aa69-a6bd3d260169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:11:15.648879 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:11:15.651830 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:11:15.983539 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a4251-73e2-400a-a94d-9ee8dcb0e759 req-40893b9b-792c-45aa-bbf2-381ecbdd78a8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:15.984993 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0d0a4251-73e2-400a-a94d-9ee8dcb0e759 req-40893b9b-792c-45aa-bbf2-381ecbdd78a8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 946 time: 0.1400242 Dec 22 16:11:15.989207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c37d1-d745-40c8-96fa-9714bd973fac req-d265f6eb-84cb-49cb-966e-61007479635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:15.990589 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ad6c37d1-d745-40c8-96fa-9714bd973fac req-d265f6eb-84cb-49cb-966e-61007479635b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 1099 time: 0.1126809 Dec 22 16:11:16.058160 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0d0a4251-73e2-400a-a94d-9ee8dcb0e759 req-9268f06f-eb2d-4050-82fc-6dbf17441464 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=068e92f3-70cf-4a88-a457-851453e73317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665402 Dec 22 16:11:16.061207 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ad6c37d1-d745-40c8-96fa-9714bd973fac req-42cc4201-aa40-45c6-82d3-3a9538559987 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=068e92f3-70cf-4a88-a457-851453e73317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572951 Dec 22 16:11:17.242732 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609af458-b231-4f26-aa3f-ece929549fb7 req-bb94cf4b-f22c-4d8d-bbe6-36e450272163 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:17.244210 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-609af458-b231-4f26-aa3f-ece929549fb7 req-bb94cf4b-f22c-4d8d-bbe6-36e450272163 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 946 time: 0.0782990 Dec 22 16:11:17.288544 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-609af458-b231-4f26-aa3f-ece929549fb7 req-6b888861-da1d-41ec-9408-35cd826e06f7 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=068e92f3-70cf-4a88-a457-851453e73317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385466 Dec 22 16:11:18.475778 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f09b6a-c79f-48ac-8f38-eb3947d4b9ed req-1a81fe14-ff2c-4f6c-95fb-a20ef4397ef6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:18.477820 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-60f09b6a-c79f-48ac-8f38-eb3947d4b9ed req-1a81fe14-ff2c-4f6c-95fb-a20ef4397ef6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 946 time: 0.0853059 Dec 22 16:11:18.521269 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-60f09b6a-c79f-48ac-8f38-eb3947d4b9ed req-d4530909-71fb-4dcc-b975-9cb3ecae1dd8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=068e92f3-70cf-4a88-a457-851453e73317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377626 Dec 22 16:11:18.704283 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee35bb-5471-4760-9359-7cde92742590 req-aae8186e-f1a0-4ce3-a460-02562b3f6df1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:18.705775 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4cee35bb-5471-4760-9359-7cde92742590 req-aae8186e-f1a0-4ce3-a460-02562b3f6df1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 946 time: 0.0795088 Dec 22 16:11:18.748799 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4cee35bb-5471-4760-9359-7cde92742590 req-2d40d7bd-038d-4ca9-9281-100f60b070a8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=068e92f3-70cf-4a88-a457-851453e73317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373998 Dec 22 16:11:18.770563 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45858) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:11:18.844161 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf4c0d2-1c36-4a0a-8dd3-13a576a594e6 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:18.845629 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6bf4c0d2-1c36-4a0a-8dd3-13a576a594e6 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 1094 time: 0.0741239 Dec 22 16:11:18.848533 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45862) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:11:18.853366 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': '245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:11:18.859271 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:11:18.863041 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:floatingip and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:11:18.865803 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:11:18.871514 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:11:18.938692 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:19.071942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:19.202395 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Allocated IP 172.26.6.152 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/235fcfe7-4ec8-4cc6-b638-dc9fdc7f018f) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:11:19.347306 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:19.471079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:19.474957 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ba737cc3-e3d9-4739-99e1-bd8416fb3349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:11:19.540376 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:11:19.543135 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:11:19.546661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:11:19.575254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=235fcfe7-4ec8-4cc6-b638-dc9fdc7f018f,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:11:19.581072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:11:20.077012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:20.215290 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:20.417441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:20.493235 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:20.497163 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c1a751e0-b6cc-4f9f-b9cf-949560fc0602 tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:11:20.601276 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=235fcfe7-4ec8-4cc6-b638-dc9fdc7f018f,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:11:20.606084 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:11:20.614580 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:20.785978 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Floating IP 742f5179-ab35-4dfb-8ae3-aaccc75bc3ca associated. External IP: 172.26.6.152, port: 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d. Dec 22 16:11:21.103421 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c26010b8-4dff-4a35-b4ea-af19837c56bc req-7e8746a0-6932-4426-962b-1213474f206b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1822186 Dec 22 16:11:21.253988 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router e4f41873-8496-4b82-a42c-2b2388c62e25 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:11:21.326104 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26010b8-4dff-4a35-b4ea-af19837c56bc req-00a8c739-96bc-41a2-b8d3-d3d819572381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:21.327591 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c26010b8-4dff-4a35-b4ea-af19837c56bc req-00a8c739-96bc-41a2-b8d3-d3d819572381 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 1099 time: 0.1498945 Dec 22 16:11:21.669209 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:11:21.679075 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f32172-9af8-4b32-b21d-3b6df2c7dd6c None None] Sync routers for ids ['e4f41873-8496-4b82-a42c-2b2388c62e25'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:11:21.690301 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f32172-9af8-4b32-b21d-3b6df2c7dd6c None None] Routers {'e4f41873-8496-4b82-a42c-2b2388c62e25'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:11:21.690937 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-15f32172-9af8-4b32-b21d-3b6df2c7dd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:10:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e4f41873-8496-4b82-a42c-2b2388c62e25'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:11:21.699008 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26010b8-4dff-4a35-b4ea-af19837c56bc req-8ae0cd69-5b30-4c98-b86c-a1b99625ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:21.700438 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c26010b8-4dff-4a35-b4ea-af19837c56bc req-8ae0cd69-5b30-4c98-b86c-a1b99625ba30 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5556be10-359b-46d0-ad54-3a41d07997f0 HTTP/1.1" status: 200 len: 897 time: 0.3524699 Dec 22 16:11:21.802778 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c26010b8-4dff-4a35-b4ea-af19837c56bc req-1f12702e-229b-4210-a4d6-48f4f9c45742 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d HTTP/1.1" status: 200 len: 1000 time: 0.0957663 Dec 22 16:11:21.855854 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:21.876160 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-15f32172-9af8-4b32-b21d-3b6df2c7dd6c None None] Set router e4f41873-8496-4b82-a42c-2b2388c62e25 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:11:21.915475 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26010b8-4dff-4a35-b4ea-af19837c56bc req-4115884f-b5f4-468e-bda7-2aa575749215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:21.916900 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c26010b8-4dff-4a35-b4ea-af19837c56bc req-4115884f-b5f4-468e-bda7-2aa575749215 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed93c191-d828-4c82-8786-4d70700ed9a3 HTTP/1.1" status: 200 len: 835 time: 0.1076345 Dec 22 16:11:21.922062 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0725234 Dec 22 16:11:21.922730 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde1a5f6-baf0-46a7-b77c-0429d4e1c013', 'tag': '245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:11:21.971912 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde1a5f6-baf0-46a7-b77c-0429d4e1c013', 'tag': '245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d', 'status': 'completed', 'code': 200} Dec 22 16:11:22.005253 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26010b8-4dff-4a35-b4ea-af19837c56bc req-a56f14b4-58a3-41d5-ab33-5253d5a9c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:22.006773 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c26010b8-4dff-4a35-b4ea-af19837c56bc req-a56f14b4-58a3-41d5-ab33-5253d5a9c426 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5556be10-359b-46d0-ad54-3a41d07997f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794861 Dec 22 16:11:22.198063 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c26010b8-4dff-4a35-b4ea-af19837c56bc req-355179cf-b1ef-438f-a346-31c6680a8368 service neutron] 10.222.0.57 "GET /v2.0/networks/5556be10-359b-46d0-ad54-3a41d07997f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838386 Dec 22 16:11:22.209094 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c12c9-8eea-4fdf-8acb-5ea17a2387fb req-c1da7e67-cf24-4edb-83ea-0c91d0947b50 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:22.210540 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ea1c12c9-8eea-4fdf-8acb-5ea17a2387fb req-c1da7e67-cf24-4edb-83ea-0c91d0947b50 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 946 time: 0.1781807 Dec 22 16:11:22.224916 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-15f32172-9af8-4b32-b21d-3b6df2c7dd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221284243', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:10:54Z', 'updated_at': '2021-12-22T16:11:00Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:55Z', 'updated_at': '2021-12-22T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '742f5179-ab35-4dfb-8ae3-aaccc75bc3ca', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'floating_ip_address': '172.26.6.152', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'port_id': '245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0', 'mac_address': 'fa:16:3e:3e:f6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde1a5f6-baf0-46a7-b77c-0429d4e1c013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:11:20Z', 'updated_at': '2021-12-22T16:11:20Z', 'revision_number': 0, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f92726-81ee-4bff-b633-d59ebb914be6', 'name': '', 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:47:d1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ed93c191-d828-4c82-8786-4d70700ed9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:59Z', 'updated_at': '2021-12-22T16:11:06Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': 'ed93c191-d828-4c82-8786-4d70700ed9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:11:22.229418 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f32172-9af8-4b32-b21d-3b6df2c7dd6c None None] Checking router: e4f41873-8496-4b82-a42c-2b2388c62e25 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:11:22.237795 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f32172-9af8-4b32-b21d-3b6df2c7dd6c None None] Routers {'e4f41873-8496-4b82-a42c-2b2388c62e25'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:11:22.238485 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-15f32172-9af8-4b32-b21d-3b6df2c7dd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:10:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e4f41873-8496-4b82-a42c-2b2388c62e25'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:11:22.335878 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ea1c12c9-8eea-4fdf-8acb-5ea17a2387fb req-3cb6ba58-6391-4106-b694-34b48eba587a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=068e92f3-70cf-4a88-a457-851453e73317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039238 Dec 22 16:11:22.365833 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45870) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:11:22.439006 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c26010b8-4dff-4a35-b4ea-af19837c56bc req-4ffd2c21-1579-492e-972c-ac9a49a1a191 service neutron] 10.222.0.57 "GET /v2.0/networks/5556be10-359b-46d0-ad54-3a41d07997f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268741 Dec 22 16:11:22.449862 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-15f32172-9af8-4b32-b21d-3b6df2c7dd6c None None] Set router e4f41873-8496-4b82-a42c-2b2388c62e25 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:11:22.483832 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3edfc68c-3baf-4e23-9b9a-630360a484a9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/floatingips/742f5179-ab35-4dfb-8ae3-aaccc75bc3ca HTTP/1.1" status: 200 len: 992 time: 0.1157036 Dec 22 16:11:22.625818 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59099f-4554-4314-baa2-88a7f706b8d3 req-aea31f03-5fd4-4dcc-a385-802b43ea817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:22.627318 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de59099f-4554-4314-baa2-88a7f706b8d3 req-aea31f03-5fd4-4dcc-a385-802b43ea817f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 1099 time: 0.0752158 Dec 22 16:11:22.761346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59099f-4554-4314-baa2-88a7f706b8d3 req-7f02969d-7194-40ed-af1f-a9b73d9d90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:22.762747 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de59099f-4554-4314-baa2-88a7f706b8d3 req-7f02969d-7194-40ed-af1f-a9b73d9d90e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5556be10-359b-46d0-ad54-3a41d07997f0 HTTP/1.1" status: 200 len: 897 time: 0.1286559 Dec 22 16:11:22.804411 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-15f32172-9af8-4b32-b21d-3b6df2c7dd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221284243', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:10:54Z', 'updated_at': '2021-12-22T16:11:00Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:55Z', 'updated_at': '2021-12-22T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '742f5179-ab35-4dfb-8ae3-aaccc75bc3ca', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'floating_ip_address': '172.26.6.152', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'port_id': '245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0', 'mac_address': 'fa:16:3e:3e:f6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde1a5f6-baf0-46a7-b77c-0429d4e1c013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:11:20Z', 'updated_at': '2021-12-22T16:11:20Z', 'revision_number': 0, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f92726-81ee-4bff-b633-d59ebb914be6', 'name': '', 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:47:d1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ed93c191-d828-4c82-8786-4d70700ed9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:59Z', 'updated_at': '2021-12-22T16:11:06Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': 'ed93c191-d828-4c82-8786-4d70700ed9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:11:22.808324 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f32172-9af8-4b32-b21d-3b6df2c7dd6c None None] The sync data for ids ['e4f41873-8496-4b82-a42c-2b2388c62e25'] in dv-neutron-822674-1-hyperv is: [{'id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221284243', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:10:54Z', 'updated_at': '2021-12-22T16:11:00Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:55Z', 'updated_at': '2021-12-22T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '742f5179-ab35-4dfb-8ae3-aaccc75bc3ca', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'floating_ip_address': '172.26.6.152', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'port_id': '245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0', 'mac_address': 'fa:16:3e:3e:f6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde1a5f6-baf0-46a7-b77c-0429d4e1c013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:11:20Z', 'updated_at': '2021-12-22T16:11:20Z', 'revision_number': 0, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f92726-81ee-4bff-b633-d59ebb914be6', 'name': '', 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:47:d1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ed93c191-d828-4c82-8786-4d70700ed9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:59Z', 'updated_at': '2021-12-22T16:11:06Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': 'ed93c191-d828-4c82-8786-4d70700ed9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:11:22.868359 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de59099f-4554-4314-baa2-88a7f706b8d3 req-9446444f-c65c-420c-8b11-d7291fc023ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d HTTP/1.1" status: 200 len: 1000 time: 0.0977664 Dec 22 16:11:22.935153 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59099f-4554-4314-baa2-88a7f706b8d3 req-2d093247-9fec-47c3-96b9-40fcb66aa158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:22.936571 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de59099f-4554-4314-baa2-88a7f706b8d3 req-2d093247-9fec-47c3-96b9-40fcb66aa158 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed93c191-d828-4c82-8786-4d70700ed9a3 HTTP/1.1" status: 200 len: 835 time: 0.0624235 Dec 22 16:11:23.017251 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59099f-4554-4314-baa2-88a7f706b8d3 req-6627a598-0dc2-4ff0-8dfd-83111e1677dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:11:23.020907 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de59099f-4554-4314-baa2-88a7f706b8d3 req-6627a598-0dc2-4ff0-8dfd-83111e1677dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5556be10-359b-46d0-ad54-3a41d07997f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758736 Dec 22 16:11:23.035741 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05394dfc-00cc-483b-95a0-725d9d268a93 None None] New status for floating IP 742f5179-ab35-4dfb-8ae3-aaccc75bc3ca: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:11:23.285456 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de59099f-4554-4314-baa2-88a7f706b8d3 req-6934a03f-084a-45f0-b28b-0bd6e9188c0d service neutron] 10.222.0.57 "GET /v2.0/networks/5556be10-359b-46d0-ad54-3a41d07997f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592738 Dec 22 16:11:23.428132 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de59099f-4554-4314-baa2-88a7f706b8d3 req-4fd505c7-2399-45c7-bb90-953c1ae0a0ed service neutron] 10.222.0.57 "GET /v2.0/networks/5556be10-359b-46d0-ad54-3a41d07997f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317134 Dec 22 16:11:23.485813 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45874) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:11:23.591391 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a00b3786-46b4-49a7-b35a-2a2d2846ff51 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/floatingips/742f5179-ab35-4dfb-8ae3-aaccc75bc3ca HTTP/1.1" status: 200 len: 994 time: 0.1042039 Dec 22 16:11:24.297616 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:11:25.252752 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-da959b76-9970-4b62-aeee-7df62c484371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:27.755684 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6764ce6b-785b-4da6-a7fe-3428dd613ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:29.073541 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:29.146707 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:31.112143 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:36.515747 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:55.351928 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c926246b-f2e6-4c2b-837f-fb4702580307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:57.946051 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-426dd65e-7188-49ba-858c-ba8e7988ae86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:59.098374 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:11:59.162925 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:01.134671 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:01.296926 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:12:06.527906 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:20.945615 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ac4892af-11c3-4eb4-a69c-7ab6acd92426 req-0a860ff9-2601-4155-aa4e-9449e3252f31 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733829 Dec 22 16:12:21.088511 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4892af-11c3-4eb4-a69c-7ab6acd92426 req-e83aed56-12e3-4d94-b579-ee98ff3053b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:12:21.090014 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ac4892af-11c3-4eb4-a69c-7ab6acd92426 req-e83aed56-12e3-4d94-b579-ee98ff3053b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 1099 time: 0.0703857 Dec 22 16:12:21.240604 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4892af-11c3-4eb4-a69c-7ab6acd92426 req-0406f7e4-cf67-490f-8838-b5a55e5c599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:12:21.242785 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ac4892af-11c3-4eb4-a69c-7ab6acd92426 req-0406f7e4-cf67-490f-8838-b5a55e5c599e service neutron] 10.222.0.57 "GET /v2.0/networks?id=5556be10-359b-46d0-ad54-3a41d07997f0 HTTP/1.1" status: 200 len: 897 time: 0.1327276 Dec 22 16:12:21.345382 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ac4892af-11c3-4eb4-a69c-7ab6acd92426 req-a7d9cee7-04e9-4c8b-b4a2-993d7bade0b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d HTTP/1.1" status: 200 len: 1002 time: 0.0965919 Dec 22 16:12:21.407883 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4892af-11c3-4eb4-a69c-7ab6acd92426 req-8db48f92-3206-419d-8b02-4e49399f8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:12:21.409324 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ac4892af-11c3-4eb4-a69c-7ab6acd92426 req-8db48f92-3206-419d-8b02-4e49399f8bce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed93c191-d828-4c82-8786-4d70700ed9a3 HTTP/1.1" status: 200 len: 835 time: 0.0584271 Dec 22 16:12:21.486569 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4892af-11c3-4eb4-a69c-7ab6acd92426 req-bd8bb196-2738-4a18-8040-f9bfe55b07fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:12:21.488021 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ac4892af-11c3-4eb4-a69c-7ab6acd92426 req-bd8bb196-2738-4a18-8040-f9bfe55b07fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5556be10-359b-46d0-ad54-3a41d07997f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725422 Dec 22 16:12:21.629052 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ac4892af-11c3-4eb4-a69c-7ab6acd92426 req-099e22dc-49cc-4966-80ad-fa09299dc2a7 service neutron] 10.222.0.57 "GET /v2.0/networks/5556be10-359b-46d0-ad54-3a41d07997f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341755 Dec 22 16:12:21.763915 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ac4892af-11c3-4eb4-a69c-7ab6acd92426 req-47de1d5f-d55b-4054-9660-6e488fa6d0f7 service neutron] 10.222.0.57 "GET /v2.0/networks/5556be10-359b-46d0-ad54-3a41d07997f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289225 Dec 22 16:12:25.236854 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee65-4972-407d-818c-8d451d566c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:27.883152 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b21e9f33-2ff0-443b-866b-ba8608b2357e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:29.091960 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:29.150645 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:31.139697 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:33.115179 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20820a-f345-419f-b120-fc9820db159d req-b71c2800-93cc-4284-a1fe-4c08cd21af1a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:12:33.117224 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4d20820a-f345-419f-b120-fc9820db159d req-b71c2800-93cc-4284-a1fe-4c08cd21af1a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 946 time: 0.0871551 Dec 22 16:12:33.161700 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4d20820a-f345-419f-b120-fc9820db159d req-cf70ff4e-50c9-4b03-81fa-a5fab1db2f1a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=068e92f3-70cf-4a88-a457-851453e73317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388949 Dec 22 16:12:34.370953 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cf5e8-d0f6-4a42-bf89-6c149d9705ce req-3c1d328d-1f1a-44e5-aea7-5d1168551e95 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:12:34.372399 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8b5cf5e8-d0f6-4a42-bf89-6c149d9705ce req-3c1d328d-1f1a-44e5-aea7-5d1168551e95 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 946 time: 0.0847702 Dec 22 16:12:34.418119 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8b5cf5e8-d0f6-4a42-bf89-6c149d9705ce req-1624bd25-02f3-47c6-a027-ef8a12e31ba4 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=068e92f3-70cf-4a88-a457-851453e73317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397525 Dec 22 16:12:34.449656 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45918) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:34.562349 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3c43bae3-4abd-4f83-aac9-1c9b2bee25ec tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/floatingips/742f5179-ab35-4dfb-8ae3-aaccc75bc3ca HTTP/1.1" status: 200 len: 994 time: 0.1113143 Dec 22 16:12:36.326722 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10534bd8-8114-46d6-be3e-e63e17839da3 req-ecf43373-c898-4608-bbbc-ab365201983c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:12:36.328133 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-10534bd8-8114-46d6-be3e-e63e17839da3 req-ecf43373-c898-4608-bbbc-ab365201983c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 946 time: 0.0818892 Dec 22 16:12:36.378345 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-10534bd8-8114-46d6-be3e-e63e17839da3 req-4ddc4a4b-e7a5-464e-84e4-7b5280140158 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=068e92f3-70cf-4a88-a457-851453e73317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441515 Dec 22 16:12:36.699583 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:37.571767 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec87eab-3b27-4b47-9b04-3b941bacc15c req-85e97b42-bcbd-4ec7-a386-49181d6c23e5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:12:37.573208 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7ec87eab-3b27-4b47-9b04-3b941bacc15c req-85e97b42-bcbd-4ec7-a386-49181d6c23e5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 946 time: 0.0813203 Dec 22 16:12:37.616300 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7ec87eab-3b27-4b47-9b04-3b941bacc15c req-bf9598db-ad93-492e-9df3-6d09602fc78a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=068e92f3-70cf-4a88-a457-851453e73317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374484 Dec 22 16:12:37.642279 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45930) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:37.874659 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-90adb586-ce3b-4da8-a767-636613b76373 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/floatingips/742f5179-ab35-4dfb-8ae3-aaccc75bc3ca HTTP/1.1" status: 200 len: 994 time: 0.2311518 Dec 22 16:12:38.154197 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45938) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:38.295118 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:12:38.355465 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port 235fcfe7-4ec8-4cc6-b638-dc9fdc7f018f {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:12:38.355810 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:38.524213 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:38.524661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:38.647164 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Calling delete_port for 235fcfe7-4ec8-4cc6-b638-dc9fdc7f018f owned by network:floatingip {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:12:38.870974 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:38.874769 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:12:38.926911 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Port': ['ID=235fcfe7-4ec8-4cc6-b638-dc9fdc7f018f,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:12:38.969413 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:38.969806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:38.970200 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:38.970615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:38.970985 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:38.971362 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:38.971731 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:38.972102 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:38.972470 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:38.972842 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:38.973207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:38.973574 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:39.001486 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:12:39.029666 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for floatingip, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:39.029986 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Floating IP 742f5179-ab35-4dfb-8ae3-aaccc75bc3ca disassociated (deleted). External IP: 172.26.6.152, port: 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d. Dec 22 16:12:39.397253 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router e4f41873-8496-4b82-a42c-2b2388c62e25 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:12:39.713655 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:12:39.723862 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784d670e-2014-41aa-acc9-3e771be5a47d None None] Sync routers for ids ['e4f41873-8496-4b82-a42c-2b2388c62e25'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:12:39.733490 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784d670e-2014-41aa-acc9-3e771be5a47d None None] Routers {'e4f41873-8496-4b82-a42c-2b2388c62e25'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:12:39.738579 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-784d670e-2014-41aa-acc9-3e771be5a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:12:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e4f41873-8496-4b82-a42c-2b2388c62e25'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:12:39.779527 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:39.837242 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/floatingips/742f5179-ab35-4dfb-8ae3-aaccc75bc3ca HTTP/1.1" status: 204 len: 168 time: 1.6819675 Dec 22 16:12:39.838013 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde1a5f6-baf0-46a7-b77c-0429d4e1c013', 'tag': '245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:12:39.889333 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde1a5f6-baf0-46a7-b77c-0429d4e1c013', 'tag': '245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d', 'status': 'completed', 'code': 200} Dec 22 16:12:39.921604 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-784d670e-2014-41aa-acc9-3e771be5a47d None None] Set router e4f41873-8496-4b82-a42c-2b2388c62e25 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:12:39.983489 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55dfa7-f5ae-424b-b721-75b04583e511 req-88ee6a7b-7313-48c2-8ece-42aa13631b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:12:39.984981 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ec55dfa7-f5ae-424b-b721-75b04583e511 req-88ee6a7b-7313-48c2-8ece-42aa13631b42 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 1099 time: 0.0724812 Dec 22 16:12:40.127639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55dfa7-f5ae-424b-b721-75b04583e511 req-7f6c9a21-e5df-4d47-af8a-1cb72c6dc7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:12:40.129114 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ec55dfa7-f5ae-424b-b721-75b04583e511 req-7f6c9a21-e5df-4d47-af8a-1cb72c6dc7f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5556be10-359b-46d0-ad54-3a41d07997f0 HTTP/1.1" status: 200 len: 897 time: 0.1380303 Dec 22 16:12:40.201765 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ec55dfa7-f5ae-424b-b721-75b04583e511 req-f9ea260d-3efa-423c-ac98-6860e9a5f956 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d HTTP/1.1" status: 200 len: 217 time: 0.0665059 Dec 22 16:12:40.247260 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-784d670e-2014-41aa-acc9-3e771be5a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221284243', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:10:54Z', 'updated_at': '2021-12-22T16:11:00Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:55Z', 'updated_at': '2021-12-22T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '82f92726-81ee-4bff-b633-d59ebb914be6', 'name': '', 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:47:d1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ed93c191-d828-4c82-8786-4d70700ed9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:59Z', 'updated_at': '2021-12-22T16:11:06Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': 'ed93c191-d828-4c82-8786-4d70700ed9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:12:40.252009 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784d670e-2014-41aa-acc9-3e771be5a47d None None] Checking router: e4f41873-8496-4b82-a42c-2b2388c62e25 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:12:40.261331 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784d670e-2014-41aa-acc9-3e771be5a47d None None] Routers {'e4f41873-8496-4b82-a42c-2b2388c62e25'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:12:40.261964 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-784d670e-2014-41aa-acc9-3e771be5a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:12:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e4f41873-8496-4b82-a42c-2b2388c62e25'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:12:40.264842 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55dfa7-f5ae-424b-b721-75b04583e511 req-583bd3f5-cd81-4ff3-a98c-49f596e49eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:12:40.268103 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ec55dfa7-f5ae-424b-b721-75b04583e511 req-583bd3f5-cd81-4ff3-a98c-49f596e49eb4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed93c191-d828-4c82-8786-4d70700ed9a3 HTTP/1.1" status: 200 len: 835 time: 0.0589349 Dec 22 16:12:40.358166 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55dfa7-f5ae-424b-b721-75b04583e511 req-e756b8fe-1560-4c8f-a321-a7edacf82e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:12:40.359720 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ec55dfa7-f5ae-424b-b721-75b04583e511 req-e756b8fe-1560-4c8f-a321-a7edacf82e45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5556be10-359b-46d0-ad54-3a41d07997f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818491 Dec 22 16:12:40.490003 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-784d670e-2014-41aa-acc9-3e771be5a47d None None] Set router e4f41873-8496-4b82-a42c-2b2388c62e25 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:12:40.553830 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ec55dfa7-f5ae-424b-b721-75b04583e511 req-0de1133c-ddf7-4cf6-806a-fc3c2e2abbcd service neutron] 10.222.0.57 "GET /v2.0/networks/5556be10-359b-46d0-ad54-3a41d07997f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875799 Dec 22 16:12:40.659536 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1b984-8a4e-42ab-8ac6-b1cf0ebb4af8 req-dc6026b7-c282-41da-a3be-fc80a78887a9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:12:40.660255 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-bfa1b984-8a4e-42ab-8ac6-b1cf0ebb4af8 req-dc6026b7-c282-41da-a3be-fc80a78887a9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:12:40.713510 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ec55dfa7-f5ae-424b-b721-75b04583e511 req-69fe2614-9124-45df-a402-7225fdd2d60e service neutron] 10.222.0.57 "GET /v2.0/networks/5556be10-359b-46d0-ad54-3a41d07997f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517916 Dec 22 16:12:40.802026 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-bfa1b984-8a4e-42ab-8ac6-b1cf0ebb4af8 req-dc6026b7-c282-41da-a3be-fc80a78887a9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:12:40.803237 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bfa1b984-8a4e-42ab-8ac6-b1cf0ebb4af8 req-dc6026b7-c282-41da-a3be-fc80a78887a9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 946 time: 0.3400135 Dec 22 16:12:40.819644 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-784d670e-2014-41aa-acc9-3e771be5a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221284243', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:10:54Z', 'updated_at': '2021-12-22T16:11:00Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:55Z', 'updated_at': '2021-12-22T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '82f92726-81ee-4bff-b633-d59ebb914be6', 'name': '', 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:47:d1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ed93c191-d828-4c82-8786-4d70700ed9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:59Z', 'updated_at': '2021-12-22T16:11:06Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': 'ed93c191-d828-4c82-8786-4d70700ed9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:12:40.819644 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784d670e-2014-41aa-acc9-3e771be5a47d None None] The sync data for ids ['e4f41873-8496-4b82-a42c-2b2388c62e25'] in dv-neutron-822674-1-hyperv is: [{'id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221284243', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:10:54Z', 'updated_at': '2021-12-22T16:11:00Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:55Z', 'updated_at': '2021-12-22T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '82f92726-81ee-4bff-b633-d59ebb914be6', 'name': '', 'network_id': '5556be10-359b-46d0-ad54-3a41d07997f0', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:47:d1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ed93c191-d828-4c82-8786-4d70700ed9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:59Z', 'updated_at': '2021-12-22T16:11:06Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': 'ed93c191-d828-4c82-8786-4d70700ed9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:12:40.854068 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bfa1b984-8a4e-42ab-8ac6-b1cf0ebb4af8 req-bd296b6c-5e5e-4372-8b1b-7fa0256583c1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=068e92f3-70cf-4a88-a457-851453e73317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450375 Dec 22 16:12:41.046517 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7de313-a31e-4bb5-91e3-104d9dec3a23 None None] New status for floating IP 742f5179-ab35-4dfb-8ae3-aaccc75bc3ca: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:12:42.052554 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504328f-b01b-4d85-b83e-1ebefbf7358f req-b4c0c872-dece-4e86-87d7-134226c20083 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:12:42.054107 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1504328f-b01b-4d85-b83e-1ebefbf7358f req-b4c0c872-dece-4e86-87d7-134226c20083 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 946 time: 0.0851216 Dec 22 16:12:42.108146 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1504328f-b01b-4d85-b83e-1ebefbf7358f req-372458a5-0475-4726-a99a-69dd036271c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=068e92f3-70cf-4a88-a457-851453e73317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465703 Dec 22 16:12:42.413360 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74dc500-a05a-4054-85cb-dbd97685d1d9 req-c71ae9ce-d2dc-47bd-b445-d3f3572d71aa tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:12:42.415413 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a74dc500-a05a-4054-85cb-dbd97685d1d9 req-c71ae9ce-d2dc-47bd-b445-d3f3572d71aa tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 946 time: 0.0862880 Dec 22 16:12:42.487409 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-a74dc500-a05a-4054-85cb-dbd97685d1d9 req-26b1e697-4f43-430c-853f-d76f88ee78b4 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:12:42.487748 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-a74dc500-a05a-4054-85cb-dbd97685d1d9 req-26b1e697-4f43-430c-853f-d76f88ee78b4 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:42.739873 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-a74dc500-a05a-4054-85cb-dbd97685d1d9 req-26b1e697-4f43-430c-853f-d76f88ee78b4 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] For port 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d,segment=NetworkSegment(8a71c51c-74d7-4c69-87aa-43f02aa2ca08),segment_id=8a71c51c-74d7-4c69-87aa-43f02aa2ca08)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:12:42.740232 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-a74dc500-a05a-4054-85cb-dbd97685d1d9 req-26b1e697-4f43-430c-853f-d76f88ee78b4 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:42.871285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-a74dc500-a05a-4054-85cb-dbd97685d1d9 req-26b1e697-4f43-430c-853f-d76f88ee78b4 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Calling delete_port for 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d owned by compute:nova {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:12:43.267167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-a74dc500-a05a-4054-85cb-dbd97685d1d9 req-26b1e697-4f43-430c-853f-d76f88ee78b4 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:43.277490 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:12:43.313731 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-016440a2-3a8d-4c7a-9733-c77834c5d20f req-15b14d87-deff-4d9a-b8f8-685408fc0248 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 210 time: 0.0851185 Dec 22 16:12:43.325235 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1e697-4f43-430c-853f-d76f88ee78b4 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Port': ['ID=245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:12:43.328434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-26b1e697-4f43-430c-853f-d76f88ee78b4 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:12:43.405986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74dc500-a05a-4054-85cb-dbd97685d1d9 req-26b1e697-4f43-430c-853f-d76f88ee78b4 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] No DVR routers for this DVR port 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d on host hv-neutron-8226 {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:12:43.408514 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-a74dc500-a05a-4054-85cb-dbd97685d1d9 req-26b1e697-4f43-430c-853f-d76f88ee78b4 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:43.411188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde1a5f6-baf0-46a7-b77c-0429d4e1c013', 'name': 'network-vif-deleted', 'tag': '245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:12:43.460147 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde1a5f6-baf0-46a7-b77c-0429d4e1c013', 'name': 'network-vif-deleted', 'tag': '245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d', 'status': 'completed', 'code': 200} Dec 22 16:12:43.488368 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a74dc500-a05a-4054-85cb-dbd97685d1d9 req-26b1e697-4f43-430c-853f-d76f88ee78b4 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "DELETE /v2.0/ports/245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d HTTP/1.1" status: 204 len: 173 time: 1.0670571 Dec 22 16:12:44.493417 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-2bf23e35-3ede-401e-a523-059f483070fe req-93fc394e-67a6-40af-a7ae-81dc680dd3bd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:12:44.579242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-2bf23e35-3ede-401e-a523-059f483070fe req-93fc394e-67a6-40af-a7ae-81dc680dd3bd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:12:44.580431 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2bf23e35-3ede-401e-a523-059f483070fe req-93fc394e-67a6-40af-a7ae-81dc680dd3bd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde1a5f6-baf0-46a7-b77c-0429d4e1c013 HTTP/1.1" status: 200 len: 210 time: 0.1424525 Dec 22 16:12:45.676921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 45958) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:46.367067 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:46.718346 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port 82f92726-81ee-4bff-b633-d59ebb914be6 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:12:46.719111 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:46.904756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] For port 82f92726-81ee-4bff-b633-d59ebb914be6, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=82f92726-81ee-4bff-b633-d59ebb914be6,segment=NetworkSegment(8a71c51c-74d7-4c69-87aa-43f02aa2ca08),segment_id=8a71c51c-74d7-4c69-87aa-43f02aa2ca08)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:12:46.905113 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:47.031663 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Calling delete_port for 82f92726-81ee-4bff-b633-d59ebb914be6 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:12:47.412354 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:47.416775 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f2e685e8-ac50-4143-b8bd-7848572a4408 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:12:47.460805 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Port': ['ID=82f92726-81ee-4bff-b633-d59ebb914be6,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:12:47.506269 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:12:47.507609 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:47.508008 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:47.508391 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:47.508765 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:47.509142 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:47.509509 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:47.509880 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:47.510259 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:47.510625 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:47.510989 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:47.511488 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:47.511751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:47.519207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:12:47.545874 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:12:47.546340 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 245a9d25-eb5e-4f4a-aa8d-ca1ac175bd1d not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:12:47.781006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:48.144403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router e4f41873-8496-4b82-a42c-2b2388c62e25 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:12:48.322146 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:12:48.331553 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdb9de0-b469-49c5-a233-051590bc1ca6 None None] Sync routers for ids ['e4f41873-8496-4b82-a42c-2b2388c62e25'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:12:48.340798 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdb9de0-b469-49c5-a233-051590bc1ca6 None None] Routers {'e4f41873-8496-4b82-a42c-2b2388c62e25'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:12:48.341427 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-fbdb9de0-b469-49c5-a233-051590bc1ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:12:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e4f41873-8496-4b82-a42c-2b2388c62e25'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:12:48.426735 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "PUT /v2.0/routers/e4f41873-8496-4b82-a42c-2b2388c62e25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7483706 Dec 22 16:12:48.429716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45962) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:48.495579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e0ae2d-a32f-4a1f-bf2a-3b3c7e6a29de tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting subnet ed93c191-d828-4c82-8786-4d70700ed9a3 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:12:48.498610 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72e0ae2d-a32f-4a1f-bf2a-3b3c7e6a29de tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:48.517502 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-fbdb9de0-b469-49c5-a233-051590bc1ca6 None None] Set router e4f41873-8496-4b82-a42c-2b2388c62e25 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:12:48.557284 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72e0ae2d-a32f-4a1f-bf2a-3b3c7e6a29de tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:48.639154 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72e0ae2d-a32f-4a1f-bf2a-3b3c7e6a29de tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:48.796483 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72e0ae2d-a32f-4a1f-bf2a-3b3c7e6a29de tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:48.799426 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-fbdb9de0-b469-49c5-a233-051590bc1ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221284243', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:10:54Z', 'updated_at': '2021-12-22T16:12:47Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:55Z', 'updated_at': '2021-12-22T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:12:48.801287 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-55f6f3fe-1a15-406d-a20d-ba44eff32591 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:12:48.803244 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdb9de0-b469-49c5-a233-051590bc1ca6 None None] Checking router: e4f41873-8496-4b82-a42c-2b2388c62e25 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:12:48.811349 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdb9de0-b469-49c5-a233-051590bc1ca6 None None] Routers {'e4f41873-8496-4b82-a42c-2b2388c62e25'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:12:48.811964 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-fbdb9de0-b469-49c5-a233-051590bc1ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:12:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['e4f41873-8496-4b82-a42c-2b2388c62e25'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:12:48.836879 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0ae2d-a32f-4a1f-bf2a-3b3c7e6a29de tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Subnet': ['ID=ed93c191-d828-4c82-8786-4d70700ed9a3,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:12:48.839558 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-72e0ae2d-a32f-4a1f-bf2a-3b3c7e6a29de tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:12:48.842585 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72e0ae2d-a32f-4a1f-bf2a-3b3c7e6a29de tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:48.849280 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-72e0ae2d-a32f-4a1f-bf2a-3b3c7e6a29de tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/subnets/ed93c191-d828-4c82-8786-4d70700ed9a3 HTTP/1.1" status: 204 len: 168 time: 0.4184732 Dec 22 16:12:48.852469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45968) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:48.852841 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d42e596-56e3-4816-b069-7e58b019cf8f None None] Network 5556be10-359b-46d0-ad54-3a41d07997f0 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:12:48.985552 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-fbdb9de0-b469-49c5-a233-051590bc1ca6 None None] Set router e4f41873-8496-4b82-a42c-2b2388c62e25 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:12:49.038902 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-355a7e00-ce04-4ff4-8f7c-a7aac44f894e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:49.118634 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] DHCP port deletion for 5556be10-359b-46d0-ad54-3a41d07997f0 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 16:12:49.123039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] Deleting port d5fa3b89-50aa-4e12-bd3a-48a74f545116 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:12:49.123426 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:49.219627 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-355a7e00-ce04-4ff4-8f7c-a7aac44f894e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:49.309124 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-fbdb9de0-b469-49c5-a233-051590bc1ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221284243', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:10:54Z', 'updated_at': '2021-12-22T16:12:47Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:55Z', 'updated_at': '2021-12-22T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:12:49.313033 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdb9de0-b469-49c5-a233-051590bc1ca6 None None] The sync data for ids ['e4f41873-8496-4b82-a42c-2b2388c62e25'] in dv-neutron-822674-1-hyperv is: [{'id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221284243', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:10:54Z', 'updated_at': '2021-12-22T16:12:47Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'a07c4516-0492-466b-a012-53be5a5eec3a', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f41873-8496-4b82-a42c-2b2388c62e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:10:55Z', 'updated_at': '2021-12-22T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:12:49.334276 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] For port d5fa3b89-50aa-4e12-bd3a-48a74f545116, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d5fa3b89-50aa-4e12-bd3a-48a74f545116,segment=NetworkSegment(8a71c51c-74d7-4c69-87aa-43f02aa2ca08),segment_id=8a71c51c-74d7-4c69-87aa-43f02aa2ca08)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:12:49.334873 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:49.341927 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-355a7e00-ce04-4ff4-8f7c-a7aac44f894e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port a07c4516-0492-466b-a012-53be5a5eec3a {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:12:49.341927 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-355a7e00-ce04-4ff4-8f7c-a7aac44f894e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:49.518341 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] Calling delete_port for d5fa3b89-50aa-4e12-bd3a-48a74f545116 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:12:49.527553 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-355a7e00-ce04-4ff4-8f7c-a7aac44f894e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] For port a07c4516-0492-466b-a012-53be5a5eec3a, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=a07c4516-0492-466b-a012-53be5a5eec3a,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:12:49.528084 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-355a7e00-ce04-4ff4-8f7c-a7aac44f894e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:49.649536 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-355a7e00-ce04-4ff4-8f7c-a7aac44f894e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Calling delete_port for a07c4516-0492-466b-a012-53be5a5eec3a owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:12:49.692779 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:49.702589 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:12:49.741802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d5fa3b89-50aa-4e12-bd3a-48a74f545116 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:12:49.778360 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] No DVR routers for this DVR port d5fa3b89-50aa-4e12-bd3a-48a74f545116 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:12:49.785462 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] Pushing event deleted for resources: {'Port': ['ID=d5fa3b89-50aa-4e12-bd3a-48a74f545116,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:12:49.789123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: d5fa3b89-50aa-4e12-bd3a-48a74f545116 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:12:49.789490 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d5fa3b89-50aa-4e12-bd3a-48a74f545116 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:12:49.789929 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 82f92726-81ee-4bff-b633-d59ebb914be6 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:12:49.828807 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:49.829078 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:49.829420 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:49.829756 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:49.830088 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:49.830447 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:49.830776 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:49.831104 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:49.831430 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:49.831751 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:49.832073 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:49.832392 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:12:49.840831 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:12:49.841547 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 82f92726-81ee-4bff-b633-d59ebb914be6 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:12:49.841893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 82f92726-81ee-4bff-b633-d59ebb914be6 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:12:50.139047 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-355a7e00-ce04-4ff4-8f7c-a7aac44f894e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:50.142873 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:12:50.190007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a7e00-ce04-4ff4-8f7c-a7aac44f894e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Port': ['ID=a07c4516-0492-466b-a012-53be5a5eec3a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:12:50.193085 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-355a7e00-ce04-4ff4-8f7c-a7aac44f894e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:12:50.282964 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-355a7e00-ce04-4ff4-8f7c-a7aac44f894e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:50.451129 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-355a7e00-ce04-4ff4-8f7c-a7aac44f894e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:50.453253 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-355a7e00-ce04-4ff4-8f7c-a7aac44f894e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:50.556302 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-355a7e00-ce04-4ff4-8f7c-a7aac44f894e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:50.557019 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355a7e00-ce04-4ff4-8f7c-a7aac44f894e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Fanout notify agent at l3_agent the message router_deleted on router e4f41873-8496-4b82-a42c-2b2388c62e25 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:12:50.575612 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-355a7e00-ce04-4ff4-8f7c-a7aac44f894e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:50.576990 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-355a7e00-ce04-4ff4-8f7c-a7aac44f894e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/routers/e4f41873-8496-4b82-a42c-2b2388c62e25 HTTP/1.1" status: 204 len: 168 time: 1.7234573 Dec 22 16:12:50.580131 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45972) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:50.701947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e15fee94-cb69-40c9-b087-b259f7113431 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:50.836233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e15fee94-cb69-40c9-b087-b259f7113431 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:50.860213 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-e15fee94-cb69-40c9-b087-b259f7113431 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5556be10-359b-46d0-ad54-3a41d07997f0']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:12:50.872166 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-e15fee94-cb69-40c9-b087-b259f7113431 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a71c51c-74d7-4c69-87aa-43f02aa2ca08') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:12:50.872474 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-e15fee94-cb69-40c9-b087-b259f7113431 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a71c51c-74d7-4c69-87aa-43f02aa2ca08') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:12:50.883884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e15fee94-cb69-40c9-b087-b259f7113431 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:50.899764 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e15fee94-cb69-40c9-b087-b259f7113431 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:50.905739 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e15fee94-cb69-40c9-b087-b259f7113431 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:12:50.906141 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e15fee94-cb69-40c9-b087-b259f7113431 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:12:50.920022 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:12:51.075989 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e15fee94-cb69-40c9-b087-b259f7113431 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:51.079595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c614cf69-6942-4119-afa2-5a98ba130779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:12:51.094293 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e15fee94-cb69-40c9-b087-b259f7113431 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:51.105315 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fee94-cb69-40c9-b087-b259f7113431 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Network': ['ID=5556be10-359b-46d0-ad54-3a41d07997f0,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:12:51.108846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e15fee94-cb69-40c9-b087-b259f7113431 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:12:51.192033 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e15fee94-cb69-40c9-b087-b259f7113431 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/networks/5556be10-359b-46d0-ad54-3a41d07997f0 HTTP/1.1" status: 204 len: 168 time: 0.6103752 Dec 22 16:12:51.194486 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45976) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:51.266415 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bd03264b-fe94-40c6-8dc3-f72f2a2524af tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:51.297469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bd03264b-fe94-40c6-8dc3-f72f2a2524af tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:51.418848 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bd03264b-fe94-40c6-8dc3-f72f2a2524af tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:51.422808 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b25d989b-849e-46a4-928f-df158d549bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:12:51.438852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03264b-fe94-40c6-8dc3-f72f2a2524af tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=068e92f3-70cf-4a88-a457-851453e73317,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:12:51.441512 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bd03264b-fe94-40c6-8dc3-f72f2a2524af tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:12:51.504129 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bd03264b-fe94-40c6-8dc3-f72f2a2524af tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:51.505287 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bd03264b-fe94-40c6-8dc3-f72f2a2524af tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/security-groups/068e92f3-70cf-4a88-a457-851453e73317 HTTP/1.1" status: 204 len: 168 time: 0.3094106 Dec 22 16:12:51.613657 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a07c4516-0492-466b-a012-53be5a5eec3a no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:12:51.647108 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: a07c4516-0492-466b-a012-53be5a5eec3a {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:12:51.647464 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device a07c4516-0492-466b-a012-53be5a5eec3a not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:12:52.894153 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45986) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:52.899722 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-78e9a306-b63d-4403-9188-a516d32b5465 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1958145049', 'description': 'tempest-secgroup-smoke-1958145049 description', 'project_id': '8d32e704a3694d65be39c46759cfcfdb'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:12:52.905658 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-78e9a306-b63d-4403-9188-a516d32b5465 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:12:52.909710 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-78e9a306-b63d-4403-9188-a516d32b5465 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:12:52.912535 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-78e9a306-b63d-4403-9188-a516d32b5465 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:12:52.918779 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-78e9a306-b63d-4403-9188-a516d32b5465 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:12:53.079340 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78e9a306-b63d-4403-9188-a516d32b5465 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:53.099637 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-78e9a306-b63d-4403-9188-a516d32b5465 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:12:53.104068 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-78e9a306-b63d-4403-9188-a516d32b5465 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:12:53.106929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-78e9a306-b63d-4403-9188-a516d32b5465 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:12:53.112671 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-78e9a306-b63d-4403-9188-a516d32b5465 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:12:53.180438 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78e9a306-b63d-4403-9188-a516d32b5465 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:53.390610 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78e9a306-b63d-4403-9188-a516d32b5465 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:53.396495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f8964773-c6b3-4b95-8182-9c182b684e72 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:12:53.437641 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9a306-b63d-4403-9188-a516d32b5465 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d865c88d-664a-43c1-8f74-a6d826e525fc,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:12:53.440388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-78e9a306-b63d-4403-9188-a516d32b5465 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:12:53.527423 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78e9a306-b63d-4403-9188-a516d32b5465 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:53.528657 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-78e9a306-b63d-4403-9188-a516d32b5465 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6334870 Dec 22 16:12:53.531609 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45990) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:53.536493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-a188753f-c799-4e7a-a051-691180ca429e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': 'd865c88d-664a-43c1-8f74-a6d826e525fc', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:12:53.545974 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a188753f-c799-4e7a-a051-691180ca429e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:12:53.549902 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a188753f-c799-4e7a-a051-691180ca429e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:12:53.552780 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a188753f-c799-4e7a-a051-691180ca429e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:12:53.558670 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a188753f-c799-4e7a-a051-691180ca429e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:12:53.768510 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a188753f-c799-4e7a-a051-691180ca429e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:53.831523 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a188753f-c799-4e7a-a051-691180ca429e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:53.933779 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a188753f-c799-4e7a-a051-691180ca429e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:53.935658 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-796f72a3-8c10-4a81-9509-217e58a77d31 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:12:53.957979 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188753f-c799-4e7a-a051-691180ca429e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944f5165-4907-4842-8143-ee31d33be158,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:12:53.960441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a188753f-c799-4e7a-a051-691180ca429e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:12:54.059105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a188753f-c799-4e7a-a051-691180ca429e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:54.060286 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a188753f-c799-4e7a-a051-691180ca429e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5277588 Dec 22 16:12:54.063179 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45994) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:54.068355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-aeafc287-0a35-48e6-9e66-5bb353fa7cb2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': 'd865c88d-664a-43c1-8f74-a6d826e525fc', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:12:54.074970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-aeafc287-0a35-48e6-9e66-5bb353fa7cb2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:12:54.078828 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-aeafc287-0a35-48e6-9e66-5bb353fa7cb2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:12:54.081667 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-aeafc287-0a35-48e6-9e66-5bb353fa7cb2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:12:54.087324 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-aeafc287-0a35-48e6-9e66-5bb353fa7cb2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:12:54.174587 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aeafc287-0a35-48e6-9e66-5bb353fa7cb2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:54.238914 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aeafc287-0a35-48e6-9e66-5bb353fa7cb2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:54.309621 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aeafc287-0a35-48e6-9e66-5bb353fa7cb2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:54.311457 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f753f4f1-faf0-4589-bb73-b3b5ad9bf4e2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:12:54.334525 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafc287-0a35-48e6-9e66-5bb353fa7cb2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f22625-c7f5-4e3d-a7ae-c1378e9ee662,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:12:54.337724 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-aeafc287-0a35-48e6-9e66-5bb353fa7cb2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:12:54.413498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aeafc287-0a35-48e6-9e66-5bb353fa7cb2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:54.414779 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-aeafc287-0a35-48e6-9e66-5bb353fa7cb2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3506470 Dec 22 16:12:54.417463 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 45998) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:54.422754 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-52875a1f-9a5b-4eeb-bd68-911799a36e07 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': 'd865c88d-664a-43c1-8f74-a6d826e525fc', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:12:54.428920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-52875a1f-9a5b-4eeb-bd68-911799a36e07 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:12:54.432851 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-52875a1f-9a5b-4eeb-bd68-911799a36e07 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:12:54.437065 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-52875a1f-9a5b-4eeb-bd68-911799a36e07 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:12:54.445388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-52875a1f-9a5b-4eeb-bd68-911799a36e07 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:12:54.563065 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52875a1f-9a5b-4eeb-bd68-911799a36e07 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:54.626605 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52875a1f-9a5b-4eeb-bd68-911799a36e07 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:54.716533 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52875a1f-9a5b-4eeb-bd68-911799a36e07 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:54.722609 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-eec1dd81-6af6-4901-b571-9e9cd057291a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:12:54.742188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52875a1f-9a5b-4eeb-bd68-911799a36e07 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe2bf2c-6c8c-4557-af93-fcd71fc1409f,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:12:54.746832 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-52875a1f-9a5b-4eeb-bd68-911799a36e07 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:12:54.807505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52875a1f-9a5b-4eeb-bd68-911799a36e07 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:54.808719 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-52875a1f-9a5b-4eeb-bd68-911799a36e07 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3902626 Dec 22 16:12:54.811418 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46002) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:54.816406 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1e8f5293-c68b-433e-8cf6-5fb5403da97d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': 'd865c88d-664a-43c1-8f74-a6d826e525fc', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:12:54.822968 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1e8f5293-c68b-433e-8cf6-5fb5403da97d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:12:54.826736 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1e8f5293-c68b-433e-8cf6-5fb5403da97d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:12:54.829588 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1e8f5293-c68b-433e-8cf6-5fb5403da97d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:12:54.835214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1e8f5293-c68b-433e-8cf6-5fb5403da97d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:12:54.917333 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1e8f5293-c68b-433e-8cf6-5fb5403da97d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:54.983873 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1e8f5293-c68b-433e-8cf6-5fb5403da97d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:55.064501 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1e8f5293-c68b-433e-8cf6-5fb5403da97d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:55.066325 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dc854caf-2309-4324-af09-dd7acf693faa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:12:55.205919 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f5293-c68b-433e-8cf6-5fb5403da97d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac790db-34a2-4b96-944f-7e9842cc1432,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:12:55.210362 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1e8f5293-c68b-433e-8cf6-5fb5403da97d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:12:55.276281 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-89feb12a-0efa-4ab9-9087-7d8903798370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:55.310362 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1e8f5293-c68b-433e-8cf6-5fb5403da97d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:55.311631 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1e8f5293-c68b-433e-8cf6-5fb5403da97d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4992690 Dec 22 16:12:55.314362 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46006) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:55.319410 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-5f499257-faab-484e-b3bd-3f950ceed746 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': 'd865c88d-664a-43c1-8f74-a6d826e525fc', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:12:55.325333 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-5f499257-faab-484e-b3bd-3f950ceed746 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:12:55.329109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-5f499257-faab-484e-b3bd-3f950ceed746 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:12:55.331952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-5f499257-faab-484e-b3bd-3f950ceed746 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:12:55.338080 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-5f499257-faab-484e-b3bd-3f950ceed746 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:12:55.407314 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-5f499257-faab-484e-b3bd-3f950ceed746 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Project 8d32e704a3694d65be39c46759cfcfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:12:55.414676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f499257-faab-484e-b3bd-3f950ceed746 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:55.476861 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f499257-faab-484e-b3bd-3f950ceed746 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:55.584518 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f499257-faab-484e-b3bd-3f950ceed746 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:55.587034 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2bca6b80-1563-48a3-98a5-df2cd0bfe50c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:12:55.608990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f499257-faab-484e-b3bd-3f950ceed746 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e498a847-55de-47a3-b52c-c2c553c1dd5b,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:12:55.611416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5f499257-faab-484e-b3bd-3f950ceed746 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:12:55.693514 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f499257-faab-484e-b3bd-3f950ceed746 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:55.695259 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5f499257-faab-484e-b3bd-3f950ceed746 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3793652 Dec 22 16:12:55.697973 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46010) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:55.703306 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-3270c3ea-b6a8-461a-98b1-dc1c7ad92d30 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': 'd865c88d-664a-43c1-8f74-a6d826e525fc', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:12:55.714518 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3270c3ea-b6a8-461a-98b1-dc1c7ad92d30 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:12:55.714518 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3270c3ea-b6a8-461a-98b1-dc1c7ad92d30 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:12:55.716626 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3270c3ea-b6a8-461a-98b1-dc1c7ad92d30 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:12:55.722319 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3270c3ea-b6a8-461a-98b1-dc1c7ad92d30 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:12:55.813017 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-3270c3ea-b6a8-461a-98b1-dc1c7ad92d30 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Project 8d32e704a3694d65be39c46759cfcfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:12:55.820376 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3270c3ea-b6a8-461a-98b1-dc1c7ad92d30 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:55.885187 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3270c3ea-b6a8-461a-98b1-dc1c7ad92d30 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:55.968697 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3270c3ea-b6a8-461a-98b1-dc1c7ad92d30 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:55.970509 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1e8f5293-c68b-433e-8cf6-5fb5403da97d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:12:55.995318 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270c3ea-b6a8-461a-98b1-dc1c7ad92d30 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37fdfe7a-5a55-4d4a-987c-3c2e97f1cf62,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:12:55.997756 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3270c3ea-b6a8-461a-98b1-dc1c7ad92d30 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:12:56.121189 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3270c3ea-b6a8-461a-98b1-dc1c7ad92d30 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:56.122547 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3270c3ea-b6a8-461a-98b1-dc1c7ad92d30 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4235530 Dec 22 16:12:56.125305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46014) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:56.130880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-caf421b6-91ab-4df3-b48f-0f5636b872db tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'network': {'name': 'tempest-network-smoke--649401671', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'port_security_enabled': True}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:12:56.136581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-caf421b6-91ab-4df3-b48f-0f5636b872db tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:12:56.140681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-caf421b6-91ab-4df3-b48f-0f5636b872db tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:network and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:12:56.143536 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-caf421b6-91ab-4df3-b48f-0f5636b872db tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:12:56.149463 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-caf421b6-91ab-4df3-b48f-0f5636b872db tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:12:56.253492 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf421b6-91ab-4df3-b48f-0f5636b872db tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Made reservation on behalf of 8d32e704a3694d65be39c46759cfcfdb for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:12:56.257258 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-caf421b6-91ab-4df3-b48f-0f5636b872db tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:56.285752 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf421b6-91ab-4df3-b48f-0f5636b872db tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:12:56.294859 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-caf421b6-91ab-4df3-b48f-0f5636b872db tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:56.295204 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-caf421b6-91ab-4df3-b48f-0f5636b872db tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Added segment 963cdab5-3b45-47cd-b0c5-293cb7a00ac6 of type vlan for network 2998ace5-24d8-4491-b3e2-cbc5cb269886 Dec 22 16:12:56.320821 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-caf421b6-91ab-4df3-b48f-0f5636b872db tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:56.430463 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-caf421b6-91ab-4df3-b48f-0f5636b872db tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:56.435897 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf421b6-91ab-4df3-b48f-0f5636b872db tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:12:56.436478 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-caf421b6-91ab-4df3-b48f-0f5636b872db tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:56.440483 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e15fee94-cb69-40c9-b087-b259f7113431 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:12:56.547108 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf421b6-91ab-4df3-b48f-0f5636b872db tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Network': ['ID=2998ace5-24d8-4491-b3e2-cbc5cb269886,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:12:56.549740 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-caf421b6-91ab-4df3-b48f-0f5636b872db tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:12:56.557775 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 2998ace5-24d8-4491-b3e2-cbc5cb269886 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 16:12:56.631500 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-caf421b6-91ab-4df3-b48f-0f5636b872db tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5050852 Dec 22 16:12:56.634627 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46018) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:56.639758 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-869567165', 'admin_state_up': True, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:12:56.647363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:12:56.651621 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:router and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:12:56.658919 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:12:56.661432 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:12:56.796016 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:56.797080 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:56.817818 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:57.166036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:57.556708 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:57.594700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:57.729070 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Allocated IP 172.26.6.94 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/4b2dd7f5-4c57-4200-83f4-77c7f7802cc1) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:12:57.744714 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5e7dfbaa-dc35-447d-9cf7-b7beffcac500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:57.871195 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:57.962480 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:57.966415 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e89b15e6-7d5a-40c8-9d61-cf8a02a8786c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:12:58.028724 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:12:58.031593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:12:58.035198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:12:58.064224 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=4b2dd7f5-4c57-4200-83f4-77c7f7802cc1,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:12:58.070028 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:12:58.633800 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:58.968747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:59.093118 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:59.184714 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:59.270395 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 16:12:59.448503 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:12:59.458802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] Sync routers for ids ['48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:12:59.468249 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] Routers {'48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:12:59.469110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:12:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:12:59.556350 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:12:59.557501 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9219525 Dec 22 16:12:59.560764 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46022) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:59.605144 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-fe4ff9b0-7aef-400a-80e3-b8c46b0df73c tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=8d32e704a3694d65be39c46759cfcfdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431898 Dec 22 16:12:59.609526 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46026) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:59.658858 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] Set router 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:12:59.743106 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047278db-d158-4f0b-8dc7-0c2296c143c6 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:12:59.744578 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-047278db-d158-4f0b-8dc7-0c2296c143c6 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1340623 Dec 22 16:12:59.747551 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46030) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:59.918296 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-c0e5047c-7679-4b10-a9e9-03f32f29a8ed tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1695719 Dec 22 16:12:59.920837 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46034) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:59.926645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-6940ba61-cf73-4e4f-b967-1b7e6788f9e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2082622863', 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:12:59.946562 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869567165', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:12:56Z', 'updated_at': '2021-12-22T16:12:58Z', 'revision_number': 3, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:12:57Z', 'updated_at': '2021-12-22T16:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:12:59.950445 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] Checking router: 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:12:59.950798 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] Updating router 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 port 4b2dd7f5-4c57-4200-83f4-77c7f7802cc1 binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:13:00.009787 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:00.041429 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6940ba61-cf73-4e4f-b967-1b7e6788f9e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:13:00.045283 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6940ba61-cf73-4e4f-b967-1b7e6788f9e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:subnet and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:13:00.048083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-6940ba61-cf73-4e4f-b967-1b7e6788f9e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:13:00.053672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-6940ba61-cf73-4e4f-b967-1b7e6788f9e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:13:00.127872 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6940ba61-cf73-4e4f-b967-1b7e6788f9e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Made reservation on behalf of 8d32e704a3694d65be39c46759cfcfdb for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:13:00.132157 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6940ba61-cf73-4e4f-b967-1b7e6788f9e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:00.343960 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:00.358502 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] Transition to ACTIVE for port object 4b2dd7f5-4c57-4200-83f4-77c7f7802cc1 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:13:00.430345 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6940ba61-cf73-4e4f-b967-1b7e6788f9e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:00.434198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1d0e65ed-c852-434c-95a9-471c592a0feb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:13:00.447409 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:00.452246 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:13:00.512307 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940ba61-cf73-4e4f-b967-1b7e6788f9e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Subnet': ['ID=33f2bca9-8178-4078-b67c-6eec0da2e17e,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:13:00.516094 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6940ba61-cf73-4e4f-b967-1b7e6788f9e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:13:00.524570 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6940ba61-cf73-4e4f-b967-1b7e6788f9e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Checking segment: {'id': '963cdab5-3b45-47cd-b0c5-293cb7a00ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:13:00.524939 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6940ba61-cf73-4e4f-b967-1b7e6788f9e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network hostable DHCP agents. Network: 2998ace5-24d8-4491-b3e2-cbc5cb269886, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:13:00.525534 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] Attempting to bind port 4b2dd7f5-4c57-4200-83f4-77c7f7802cc1 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:13:00.525928 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] Attempting to bind port 4b2dd7f5-4c57-4200-83f4-77c7f7802cc1 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:13:00.526307 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] Attempting to bind port 4b2dd7f5-4c57-4200-83f4-77c7f7802cc1 on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:13:00.533288 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08417876-9416-4c59-b6fa-f07e2f96cc77 None None] Pushing event updated for resources: {'Port': ['ID=4b2dd7f5-4c57-4200-83f4-77c7f7802cc1,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:13:00.535700 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:13:00.536077 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:13:00.536482 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:00.536870 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:13:00.537340 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] Bound port: 4b2dd7f5-4c57-4200-83f4-77c7f7802cc1, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:13:00.537716 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:00.563917 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-08417876-9416-4c59-b6fa-f07e2f96cc77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:13:00.601788 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6940ba61-cf73-4e4f-b967-1b7e6788f9e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 2998ace5-24d8-4491-b3e2-cbc5cb269886 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:13:00.647134 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] For port 4b2dd7f5-4c57-4200-83f4-77c7f7802cc1, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:13:00.649970 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] For port 4b2dd7f5-4c57-4200-83f4-77c7f7802cc1, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=4b2dd7f5-4c57-4200-83f4-77c7f7802cc1,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:13:00.704835 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-6940ba61-cf73-4e4f-b967-1b7e6788f9e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 2998ace5-24d8-4491-b3e2-cbc5cb269886) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:13:00.713402 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955297fd-104d-4e22-9ab0-270682773934 None None] Network 2998ace5-24d8-4491-b3e2-cbc5cb269886 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:13:00.717290 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6940ba61-cf73-4e4f-b967-1b7e6788f9e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:00.717290 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6940ba61-cf73-4e4f-b967-1b7e6788f9e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:00.775074 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:00.785420 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:13:00.825512 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-6940ba61-cf73-4e4f-b967-1b7e6788f9e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9034524 Dec 22 16:13:00.828535 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46038) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:13:00.903904 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] Routers {'48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:13:00.904538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:12:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:13:00.983208 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08417876-9416-4c59-b6fa-f07e2f96cc77 None None] Pushing event updated for resources: {'Port': ['ID=4b2dd7f5-4c57-4200-83f4-77c7f7802cc1,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:13:01.000574 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-08417876-9416-4c59-b6fa-f07e2f96cc77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:13:01.166952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-2998ace5-24d8-4491-b3e2-cbc5cb269886', 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ips': [{'subnet_id': '33f2bca9-8178-4078-b67c-6eec0da2e17e'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 16:13:01.167768 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:01.181469 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] Set router 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:13:01.288569 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:01.535047 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:01.603446 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869567165', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:12:56Z', 'updated_at': '2021-12-22T16:12:58Z', 'revision_number': 3, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:12:57Z', 'updated_at': '2021-12-22T16:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:13:01.607449 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f39944c-f024-469d-b645-f64e85a3e701 None None] The sync data for ids ['48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'] in dv-neutron-822674-1-hyperv is: [{'id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869567165', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:12:56Z', 'updated_at': '2021-12-22T16:12:58Z', 'revision_number': 3, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:12:57Z', 'updated_at': '2021-12-22T16:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:13:01.727757 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Allocated IP 172.20.0.2 (2998ace5-24d8-4491-b3e2-cbc5cb269886/33f2bca9-8178-4078-b67c-6eec0da2e17e/bba4c307-92d9-4f7b-93c7-e8fa4ff57fca) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:13:01.985798 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:01.997470 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Transition to ACTIVE for port object bba4c307-92d9-4f7b-93c7-e8fa4ff57fca will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:13:02.025538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Transition to ACTIVE for port object bba4c307-92d9-4f7b-93c7-e8fa4ff57fca will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:13:02.122029 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:02.127172 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:13:02.193851 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Network 2998ace5-24d8-4491-b3e2-cbc5cb269886 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:13:02.196680 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Allocated IP 172.20.0.1 (2998ace5-24d8-4491-b3e2-cbc5cb269886/33f2bca9-8178-4078-b67c-6eec0da2e17e/17d62997-136d-4b14-acef-9c255fea1c7a) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:13:02.197357 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:13:02.201767 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:13:02.204000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Pushing event updated for resources: {'Port': ['ID=bba4c307-92d9-4f7b-93c7-e8fa4ff57fca,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:13:02.207656 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:13:02.298142 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Attempting to bind port bba4c307-92d9-4f7b-93c7-e8fa4ff57fca on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:13:02.298559 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Attempting to bind port bba4c307-92d9-4f7b-93c7-e8fa4ff57fca by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '963cdab5-3b45-47cd-b0c5-293cb7a00ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:13:02.299018 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Attempting to bind port bba4c307-92d9-4f7b-93c7-e8fa4ff57fca on network 2998ace5-24d8-4491-b3e2-cbc5cb269886 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:13:02.305302 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:13:02.305689 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Checking segment: {'id': '963cdab5-3b45-47cd-b0c5-293cb7a00ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:13:02.306105 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:02.306540 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Bound using segment: {'id': '963cdab5-3b45-47cd-b0c5-293cb7a00ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:13:02.307028 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Bound port: bba4c307-92d9-4f7b-93c7-e8fa4ff57fca, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963cdab5-3b45-47cd-b0c5-293cb7a00ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:13:02.307414 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:02.369890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:02.387763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Transition to ACTIVE for port object 17d62997-136d-4b14-acef-9c255fea1c7a will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:13:02.404975 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] For port bba4c307-92d9-4f7b-93c7-e8fa4ff57fca, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:13:02.408413 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] For port bba4c307-92d9-4f7b-93c7-e8fa4ff57fca, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=bba4c307-92d9-4f7b-93c7-e8fa4ff57fca,segment=NetworkSegment(963cdab5-3b45-47cd-b0c5-293cb7a00ac6),segment_id=963cdab5-3b45-47cd-b0c5-293cb7a00ac6)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:13:02.494030 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:02.498824 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:13:02.522500 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:02.527299 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fc3c2744-8953-46fc-bdbe-361e99886779 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:13:02.600212 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 2998ace5-24d8-4491-b3e2-cbc5cb269886 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:13:02.603791 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:13:02.607683 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:13:02.632663 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Pushing event updated for resources: {'Port': ['ID=bba4c307-92d9-4f7b-93c7-e8fa4ff57fca,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:13:02.639258 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:13:02.641734 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=17d62997-136d-4b14-acef-9c255fea1c7a,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:13:02.648720 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:13:02.674889 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:03.036631 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:03.454376 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:03.531131 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:03.556519 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:13:03.646663 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=17d62997-136d-4b14-acef-9c255fea1c7a,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:13:03.651091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:13:03.652053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:03.698596 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4b2dd7f5-4c57-4200-83f4-77c7f7802cc1 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:13:03.813263 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 2998ace5-24d8-4491-b3e2-cbc5cb269886 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:13:03.814554 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:13:03.829264 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 4b2dd7f5-4c57-4200-83f4-77c7f7802cc1 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:13:03.834622 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 4b2dd7f5-4c57-4200-83f4-77c7f7802cc1 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:13:03.835169 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:03.957794 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:03.976263 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 4b2dd7f5-4c57-4200-83f4-77c7f7802cc1, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=4b2dd7f5-4c57-4200-83f4-77c7f7802cc1,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:13:04.018436 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82dcdd9-b543-41c4-9ef4-87fbe8c15cc9 None None] Network 2998ace5-24d8-4491-b3e2-cbc5cb269886 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:13:04.091682 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:04.092499 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device bba4c307-92d9-4f7b-93c7-e8fa4ff57fca up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:13:04.127632 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:13:04.159419 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:13:04.259672 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=4b2dd7f5-4c57-4200-83f4-77c7f7802cc1,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:13:04.288699 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:13:04.303022 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-94843b6e-6b07-41b1-95aa-570943b1abf2 None None] Provisioning for port bba4c307-92d9-4f7b-93c7-e8fa4ff57fca completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:13:04.345765 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:13:04.359594 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] Sync routers for ids ['48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:13:04.369694 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "PUT /v2.0/routers/48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5401192 Dec 22 16:13:04.370343 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] Routers {'48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:13:04.371053 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:12:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:13:04.391895 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port bba4c307-92d9-4f7b-93c7-e8fa4ff57fca completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:13:04.402406 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port bba4c307-92d9-4f7b-93c7-e8fa4ff57fca triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:13:04.407072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:04.536221 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:04.550545 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-b48951d4-6251-4129-a276-3ca7e9312205 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:13:04.567757 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] Set router 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:13:04.573577 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port bba4c307-92d9-4f7b-93c7-e8fa4ff57fca, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=bba4c307-92d9-4f7b-93c7-e8fa4ff57fca,segment=NetworkSegment(963cdab5-3b45-47cd-b0c5-293cb7a00ac6),segment_id=963cdab5-3b45-47cd-b0c5-293cb7a00ac6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:13:04.652810 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-b48951d4-6251-4129-a276-3ca7e9312205 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:13:04.654032 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-b48951d4-6251-4129-a276-3ca7e9312205 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1958145049&fields=id&tenant_id=8d32e704a3694d65be39c46759cfcfdb HTTP/1.1" status: 200 len: 267 time: 0.1575155 Dec 22 16:13:04.676200 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:04.678395 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:13:04.768716 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=bba4c307-92d9-4f7b-93c7-e8fa4ff57fca,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:13:04.773184 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:13:04.826911 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-d584422a-51ac-4a60-828b-ece6b03b09ef tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:04.827712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-d584422a-51ac-4a60-828b-ece6b03b09ef tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:13:04.836058 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9aadb89d-0b76-4dfe-8dbc-e15029fce0b8 None None] Provisioning for port 17d62997-136d-4b14-acef-9c255fea1c7a completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:13:04.844077 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9aadb89d-0b76-4dfe-8dbc-e15029fce0b8 None None] Provisioning complete for port 17d62997-136d-4b14-acef-9c255fea1c7a triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:13:04.844908 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9aadb89d-0b76-4dfe-8dbc-e15029fce0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:04.905995 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-9aadb89d-0b76-4dfe-8dbc-e15029fce0b8 None None] Port 17d62997-136d-4b14-acef-9c255fea1c7a cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:13:04.909713 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869567165', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:12:56Z', 'updated_at': '2021-12-22T16:13:02Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:12:57Z', 'updated_at': '2021-12-22T16:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '17d62997-136d-4b14-acef-9c255fea1c7a', 'name': '', 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:ff:61:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '33f2bca9-8178-4078-b67c-6eec0da2e17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:13:01Z', 'updated_at': '2021-12-22T16:13:03Z', 'revision_number': 2, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '33f2bca9-8178-4078-b67c-6eec0da2e17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:13:04.914219 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] Checking router: 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:13:04.914604 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] Updating router 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 port 17d62997-136d-4b14-acef-9c255fea1c7a binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:13:04.917593 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9aadb89d-0b76-4dfe-8dbc-e15029fce0b8 None None] Provisioning complete for port bba4c307-92d9-4f7b-93c7-e8fa4ff57fca triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:13:04.917968 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9aadb89d-0b76-4dfe-8dbc-e15029fce0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:04.950434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-d584422a-51ac-4a60-828b-ece6b03b09ef tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:13:04.951618 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-d584422a-51ac-4a60-828b-ece6b03b09ef tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/networks?id=2998ace5-24d8-4491-b3e2-cbc5cb269886 HTTP/1.1" status: 200 len: 796 time: 0.2906404 Dec 22 16:13:04.967471 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-a7ac55d8-bae8-4d1c-bc79-0f0a2fa6d0b4 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/quotas/8d32e704a3694d65be39c46759cfcfdb HTTP/1.1" status: 200 len: 375 time: 0.0104208 Dec 22 16:13:04.981906 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:05.073828 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-9fc9f76a-f2db-4ce8-b54d-ccacd0416cd7 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:13:05.150449 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-9fc9f76a-f2db-4ce8-b54d-ccacd0416cd7 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:13:05.152541 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-9fc9f76a-f2db-4ce8-b54d-ccacd0416cd7 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1788964 Dec 22 16:13:05.184996 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-461338e8-1798-4f62-910c-0696931eb2e2 None None] Provisioning complete for port 17d62997-136d-4b14-acef-9c255fea1c7a triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:13:05.185608 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-461338e8-1798-4f62-910c-0696931eb2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:05.239507 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-461338e8-1798-4f62-910c-0696931eb2e2 None None] Port 17d62997-136d-4b14-acef-9c255fea1c7a cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:13:05.341478 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-1fa11d70-dae8-410f-9ec1-44781c667394 service neutron] 10.222.0.59 "GET /v2.0/networks/2998ace5-24d8-4491-b3e2-cbc5cb269886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757827 Dec 22 16:13:05.343120 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:05.355401 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] Transition to ACTIVE for port object 17d62997-136d-4b14-acef-9c255fea1c7a will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:13:05.458652 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:05.463935 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-9dedb778-f5ee-4e35-bdbc-bffa4579b2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:13:05.478925 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-1708de81-23ce-4d85-b519-29d178c58236 service neutron] 10.222.0.59 "GET /v2.0/networks/2998ace5-24d8-4491-b3e2-cbc5cb269886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295996 Dec 22 16:13:05.639469 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4b2dd7f5-4c57-4200-83f4-77c7f7802cc1 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:13:05.661984 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b45696-68d3-4e2a-b149-42f439a476ed None None] Pushing event updated for resources: {'Port': ['ID=17d62997-136d-4b14-acef-9c255fea1c7a,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:13:05.683532 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b45696-68d3-4e2a-b149-42f439a476ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:13:05.683876 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b45696-68d3-4e2a-b149-42f439a476ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:13:05.684223 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b45696-68d3-4e2a-b149-42f439a476ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:13:05.685374 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b45696-68d3-4e2a-b149-42f439a476ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:13:05.686905 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b45696-68d3-4e2a-b149-42f439a476ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:13:05.687273 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b45696-68d3-4e2a-b149-42f439a476ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:13:05.687607 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b45696-68d3-4e2a-b149-42f439a476ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:13:05.687942 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b45696-68d3-4e2a-b149-42f439a476ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:13:05.688268 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b45696-68d3-4e2a-b149-42f439a476ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:13:05.688590 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b45696-68d3-4e2a-b149-42f439a476ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:13:05.688912 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b45696-68d3-4e2a-b149-42f439a476ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:13:05.689236 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b45696-68d3-4e2a-b149-42f439a476ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:13:05.694453 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-f2b45696-68d3-4e2a-b149-42f439a476ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:13:05.720549 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] Attempting to bind port 17d62997-136d-4b14-acef-9c255fea1c7a on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:13:05.721282 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] Attempting to bind port 17d62997-136d-4b14-acef-9c255fea1c7a by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '963cdab5-3b45-47cd-b0c5-293cb7a00ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:13:05.721897 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] Attempting to bind port 17d62997-136d-4b14-acef-9c255fea1c7a on network 2998ace5-24d8-4491-b3e2-cbc5cb269886 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:13:05.728495 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:13:05.729231 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] Checking segment: {'id': '963cdab5-3b45-47cd-b0c5-293cb7a00ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:13:05.729851 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:05.730503 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] Bound using segment: {'id': '963cdab5-3b45-47cd-b0c5-293cb7a00ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:13:05.731201 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] Bound port: 17d62997-136d-4b14-acef-9c255fea1c7a, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963cdab5-3b45-47cd-b0c5-293cb7a00ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:13:05.731877 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:05.734623 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 4b2dd7f5-4c57-4200-83f4-77c7f7802cc1 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:13:05.734937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:05.837012 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0c6433c7-ffb8-49f2-9294-c6e817ee1720 req-618c986f-9e48-4939-8733-b88637d467fe tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 210 time: 0.0619173 Dec 22 16:13:05.846279 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] For port 17d62997-136d-4b14-acef-9c255fea1c7a, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:13:05.847195 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] For port 17d62997-136d-4b14-acef-9c255fea1c7a, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=17d62997-136d-4b14-acef-9c255fea1c7a,segment=NetworkSegment(963cdab5-3b45-47cd-b0c5-293cb7a00ac6),segment_id=963cdab5-3b45-47cd-b0c5-293cb7a00ac6)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:13:05.892147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device bba4c307-92d9-4f7b-93c7-e8fa4ff57fca up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:13:05.921108 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:05.925834 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-4905ce7f-e754-4e1b-b555-05b51eac7a20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:13:05.966380 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port bba4c307-92d9-4f7b-93c7-e8fa4ff57fca triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:13:05.966762 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:06.024924 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] Routers {'48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:13:06.025799 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:12:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:13:06.085244 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b45696-68d3-4e2a-b149-42f439a476ed None None] Pushing event updated for resources: {'Port': ['ID=17d62997-136d-4b14-acef-9c255fea1c7a,revision_number=4']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:13:06.096800 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-f2b45696-68d3-4e2a-b149-42f439a476ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:13:06.218046 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] Set router 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:13:06.533091 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869567165', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:12:56Z', 'updated_at': '2021-12-22T16:13:02Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:12:57Z', 'updated_at': '2021-12-22T16:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '17d62997-136d-4b14-acef-9c255fea1c7a', 'name': '', 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:ff:61:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '33f2bca9-8178-4078-b67c-6eec0da2e17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:13:01Z', 'updated_at': '2021-12-22T16:13:05Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '33f2bca9-8178-4078-b67c-6eec0da2e17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:13:06.537013 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498e4c88-0659-435e-b6bd-082dbc1a26e7 None None] The sync data for ids ['48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'] in dv-neutron-822674-1-hyperv is: [{'id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869567165', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:12:56Z', 'updated_at': '2021-12-22T16:13:02Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:12:57Z', 'updated_at': '2021-12-22T16:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '17d62997-136d-4b14-acef-9c255fea1c7a', 'name': '', 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:ff:61:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '33f2bca9-8178-4078-b67c-6eec0da2e17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:13:01Z', 'updated_at': '2021-12-22T16:13:05Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '33f2bca9-8178-4078-b67c-6eec0da2e17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:13:06.562529 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:06.988359 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-55679b24-e93c-4dcc-a15c-6f3310eefdcb req-c2460d00-cdbd-482c-81e0-1858de73b165 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 210 time: 0.0446963 Dec 22 16:13:07.643304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 17d62997-136d-4b14-acef-9c255fea1c7a up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:13:07.773632 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 17d62997-136d-4b14-acef-9c255fea1c7a completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:13:07.778654 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 17d62997-136d-4b14-acef-9c255fea1c7a triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:13:07.779037 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:07.918586 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-4ece2cc7-7811-48b9-ac0d-82f8da8aadfe tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:07.920054 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-4ece2cc7-7811-48b9-ac0d-82f8da8aadfe tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "GET /v2.0/networks?id=2998ace5-24d8-4491-b3e2-cbc5cb269886 HTTP/1.1" status: 200 len: 796 time: 0.1519649 Dec 22 16:13:07.935791 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:07.967850 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 17d62997-136d-4b14-acef-9c255fea1c7a, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=17d62997-136d-4b14-acef-9c255fea1c7a,segment=NetworkSegment(963cdab5-3b45-47cd-b0c5-293cb7a00ac6),segment_id=963cdab5-3b45-47cd-b0c5-293cb7a00ac6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:13:07.969144 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-7a657032-dd95-4a28-98bd-70a2a8a8f313 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d32e704a3694d65be39c46759cfcfdb HTTP/1.1" status: 200 len: 380 time: 0.0404577 Dec 22 16:13:07.978141 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-d3204114-cabf-484e-aafd-4764efb1e2bf tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'port': {'device_id': '9c9a49d2-bae8-41f6-926f-fec676fd2e6b', 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886', 'admin_state_up': True, 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'security_groups': ['d865c88d-664a-43c1-8f74-a6d826e525fc']}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:13:08.099059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:08.105204 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:13:08.158623 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-d3204114-cabf-484e-aafd-4764efb1e2bf tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:13:08.162825 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-89d1bf3f-d17a-459f-a984-3221f92cb7ce req-b8282680-27f8-4890-acdd-48d0bee9cfba tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 210 time: 0.0588424 Dec 22 16:13:08.171651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-d3204114-cabf-484e-aafd-4764efb1e2bf tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:13:08.185367 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=17d62997-136d-4b14-acef-9c255fea1c7a,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:13:08.194295 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:13:08.299498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-d3204114-cabf-484e-aafd-4764efb1e2bf tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Made reservation on behalf of 8d32e704a3694d65be39c46759cfcfdb for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:13:08.303634 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-d3204114-cabf-484e-aafd-4764efb1e2bf tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:08.465025 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-d3204114-cabf-484e-aafd-4764efb1e2bf tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Allocated IP 172.20.0.5 (2998ace5-24d8-4491-b3e2-cbc5cb269886/33f2bca9-8178-4078-b67c-6eec0da2e17e/488038d9-087c-4adb-abbb-17b68b7c30f2) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:13:08.767613 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-d3204114-cabf-484e-aafd-4764efb1e2bf tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:08.783633 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-d3204114-cabf-484e-aafd-4764efb1e2bf tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Transition to ACTIVE for port object 488038d9-087c-4adb-abbb-17b68b7c30f2 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:13:08.882246 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-d3204114-cabf-484e-aafd-4764efb1e2bf tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:08.888498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1ff83c77-6ed3-492d-9da8-ec27cd22c4aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:13:08.953434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-d3204114-cabf-484e-aafd-4764efb1e2bf tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 2998ace5-24d8-4491-b3e2-cbc5cb269886 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:13:08.956363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-d3204114-cabf-484e-aafd-4764efb1e2bf tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:13:08.960182 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-d3204114-cabf-484e-aafd-4764efb1e2bf tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:13:08.993310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3204114-cabf-484e-aafd-4764efb1e2bf tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=488038d9-087c-4adb-abbb-17b68b7c30f2,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:13:09.000063 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d3204114-cabf-484e-aafd-4764efb1e2bf tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:13:09.030760 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-d3204114-cabf-484e-aafd-4764efb1e2bf tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:09.031371 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-d3204114-cabf-484e-aafd-4764efb1e2bf tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:09.156816 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-d3204114-cabf-484e-aafd-4764efb1e2bf tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1828251 Dec 22 16:13:09.169382 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Request body: {'port': {'device_id': '9c9a49d2-bae8-41f6-926f-fec676fd2e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:13:09.253465 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-99e7df66-0b27-4680-9153-784d87ff56e2 None None] Provisioning for port 488038d9-087c-4adb-abbb-17b68b7c30f2 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:13:09.257945 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-99e7df66-0b27-4680-9153-784d87ff56e2 None None] Provisioning complete for port 488038d9-087c-4adb-abbb-17b68b7c30f2 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:13:09.258405 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-99e7df66-0b27-4680-9153-784d87ff56e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:09.280296 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:09.315932 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-99e7df66-0b27-4680-9153-784d87ff56e2 None None] Port 488038d9-087c-4adb-abbb-17b68b7c30f2 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:13:09.490336 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbee90c-be09-417a-a511-6ee2e2007cac req-621927e1-c2e1-4dd2-b393-12bbf0499261 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:09.491135 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-9fbee90c-be09-417a-a511-6ee2e2007cac req-621927e1-c2e1-4dd2-b393-12bbf0499261 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:13:09.629694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 17d62997-136d-4b14-acef-9c255fea1c7a up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:13:09.676354 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-9fbee90c-be09-417a-a511-6ee2e2007cac req-621927e1-c2e1-4dd2-b393-12bbf0499261 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:13:09.677516 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9fbee90c-be09-417a-a511-6ee2e2007cac req-621927e1-c2e1-4dd2-b393-12bbf0499261 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 931 time: 0.3828616 Dec 22 16:13:09.696448 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 17d62997-136d-4b14-acef-9c255fea1c7a triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:13:09.696823 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:09.731451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488038d9-087c-4adb-abbb-17b68b7c30f2 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:13:09.744354 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:09.751686 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9fbee90c-be09-417a-a511-6ee2e2007cac req-c5d8cfb0-16e6-4698-8c08-3e20dde2453c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632153 Dec 22 16:13:09.763961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Transition to ACTIVE for port object 488038d9-087c-4adb-abbb-17b68b7c30f2 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:13:09.864499 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:09.868441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-957d6ee6-46de-45fa-8388-5e21075bc3b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:13:10.019217 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=488038d9-087c-4adb-abbb-17b68b7c30f2,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:13:10.027665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:13:10.098794 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Attempting to bind port 488038d9-087c-4adb-abbb-17b68b7c30f2 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:13:10.099138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Attempting to bind port 488038d9-087c-4adb-abbb-17b68b7c30f2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '963cdab5-3b45-47cd-b0c5-293cb7a00ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:13:10.099473 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Attempting to bind port 488038d9-087c-4adb-abbb-17b68b7c30f2 on network 2998ace5-24d8-4491-b3e2-cbc5cb269886 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:13:10.106832 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Port 488038d9-087c-4adb-abbb-17b68b7c30f2 on network 2998ace5-24d8-4491-b3e2-cbc5cb269886 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 16:13:10.106832 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Attempting to bind port 488038d9-087c-4adb-abbb-17b68b7c30f2 on network 2998ace5-24d8-4491-b3e2-cbc5cb269886 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:13:10.113273 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:13:10.113616 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Checking segment: {'id': '963cdab5-3b45-47cd-b0c5-293cb7a00ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:13:10.114006 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Bound using segment: {'id': '963cdab5-3b45-47cd-b0c5-293cb7a00ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:13:10.114472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Bound port: 488038d9-087c-4adb-abbb-17b68b7c30f2, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '963cdab5-3b45-47cd-b0c5-293cb7a00ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:13:10.114830 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:10.212948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] For port 488038d9-087c-4adb-abbb-17b68b7c30f2, host hv-neutron-8226, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:13:10.215838 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] For port 488038d9-087c-4adb-abbb-17b68b7c30f2, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=488038d9-087c-4adb-abbb-17b68b7c30f2,segment=NetworkSegment(963cdab5-3b45-47cd-b0c5-293cb7a00ac6),segment_id=963cdab5-3b45-47cd-b0c5-293cb7a00ac6)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:13:10.293370 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:10.297151 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-08c6c638-5d2f-47b2-a663-a3ce0fccde09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:13:10.354491 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:10.355107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:10.356628 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] 10.222.0.57 "PUT /v2.0/ports/488038d9-087c-4adb-abbb-17b68b7c30f2 HTTP/1.1" status: 200 len: 1093 time: 1.1911130 Dec 22 16:13:10.356991 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9a49d2-bae8-41f6-926f-fec676fd2e6b', 'tag': '488038d9-087c-4adb-abbb-17b68b7c30f2'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:13:10.387277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=488038d9-087c-4adb-abbb-17b68b7c30f2,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:13:10.387277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:13:10.415311 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9a49d2-bae8-41f6-926f-fec676fd2e6b', 'tag': '488038d9-087c-4adb-abbb-17b68b7c30f2', 'status': 'completed', 'code': 200} Dec 22 16:13:10.510330 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148de26-41b5-4251-a38f-ef4ec848a0df req-1f71274b-f97e-4d63-9505-93d48c6d8a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:10.511867 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3148de26-41b5-4251-a38f-ef4ec848a0df req-1f71274b-f97e-4d63-9505-93d48c6d8a9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 1096 time: 0.0779712 Dec 22 16:13:10.654367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148de26-41b5-4251-a38f-ef4ec848a0df req-750e1434-7a97-4529-9b9a-6ff8951ad7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:10.655715 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3148de26-41b5-4251-a38f-ef4ec848a0df req-750e1434-7a97-4529-9b9a-6ff8951ad7a2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8d32e704a3694d65be39c46759cfcfdb&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1369207 Dec 22 16:13:10.793111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148de26-41b5-4251-a38f-ef4ec848a0df req-754ab7bb-7787-4a5e-b5e7-7e26293e43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:10.794670 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3148de26-41b5-4251-a38f-ef4ec848a0df req-754ab7bb-7787-4a5e-b5e7-7e26293e43ef service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320891 Dec 22 16:13:11.079604 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-af9004b2-4ee8-4093-99af-cdfc0f0b4ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:11.080989 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-af9004b2-4ee8-4093-99af-cdfc0f0b4ef9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 1096 time: 0.2517731 Dec 22 16:13:11.089577 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d2b0d-4ca0-4fdb-b54d-b1e765bc97d0 req-33907104-4ca7-43e9-960f-ed0bccf95648 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:11.090952 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-562d2b0d-4ca0-4fdb-b54d-b1e765bc97d0 req-33907104-4ca7-43e9-960f-ed0bccf95648 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 943 time: 0.2273040 Dec 22 16:13:11.170057 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-73673a1c-6e31-4626-8695-754e497dbefe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=488038d9-087c-4adb-abbb-17b68b7c30f2 HTTP/1.1" status: 200 len: 217 time: 0.0781569 Dec 22 16:13:11.234818 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-562d2b0d-4ca0-4fdb-b54d-b1e765bc97d0 req-bff8787f-4b4e-4c0e-bc37-3ad78ade1691 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962718 Dec 22 16:13:11.247316 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-24b34084-25eb-42f3-b52d-3aed9d7a4884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:11.248797 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-24b34084-25eb-42f3-b52d-3aed9d7a4884 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33f2bca9-8178-4078-b67c-6eec0da2e17e HTTP/1.1" status: 200 len: 835 time: 0.0717263 Dec 22 16:13:11.329568 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-285afb40-e781-4a46-acc1-05e3f0229e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:11.331196 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-285afb40-e781-4a46-acc1-05e3f0229e9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2998ace5-24d8-4491-b3e2-cbc5cb269886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756145 Dec 22 16:13:11.463267 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-285ae47c-fe46-4d1d-9d20-4f033428c36a service neutron] 10.222.0.57 "GET /v2.0/networks/2998ace5-24d8-4491-b3e2-cbc5cb269886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257737 Dec 22 16:13:11.613098 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-43e32b7f-78a0-4d73-82c2-204d1bd10931 req-0bbb738f-b5dd-4b8d-a53f-ce93d2bd4013 service neutron] 10.222.0.57 "GET /v2.0/networks/2998ace5-24d8-4491-b3e2-cbc5cb269886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260750 Dec 22 16:13:12.416263 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f1952-e76a-4962-bbb3-298d02f2bca9 req-fb27ea88-a963-41aa-841d-ac5de2682a3c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:12.417739 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-914f1952-e76a-4962-bbb3-298d02f2bca9 req-fb27ea88-a963-41aa-841d-ac5de2682a3c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 943 time: 0.0795996 Dec 22 16:13:12.461897 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-914f1952-e76a-4962-bbb3-298d02f2bca9 req-789ee55c-3d09-40c9-a09b-ef4b8209bd29 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379300 Dec 22 16:13:13.651044 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8735406-a765-440a-b8ae-55c642d1ba08 req-5fb317a2-7b49-41e5-8273-d43a84bf218a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:13.652394 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b8735406-a765-440a-b8ae-55c642d1ba08 req-5fb317a2-7b49-41e5-8273-d43a84bf218a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 943 time: 0.0831072 Dec 22 16:13:13.696066 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b8735406-a765-440a-b8ae-55c642d1ba08 req-1666cf85-72a1-4ce3-bb36-2ef38602a8c1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381169 Dec 22 16:13:14.881922 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b123d49-5dc4-4922-ae0b-45a62dad44f0 req-98fb6d96-a6aa-4bf1-ada9-70eccb4c8f94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:14.883405 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5b123d49-5dc4-4922-ae0b-45a62dad44f0 req-98fb6d96-a6aa-4bf1-ada9-70eccb4c8f94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 943 time: 0.0780671 Dec 22 16:13:14.927548 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5b123d49-5dc4-4922-ae0b-45a62dad44f0 req-ffb92037-4b96-45a2-a483-5df3c949a5ba tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386043 Dec 22 16:13:15.293705 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:13:15.637566 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 488038d9-087c-4adb-abbb-17b68b7c30f2 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:13:15.769229 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 488038d9-087c-4adb-abbb-17b68b7c30f2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=488038d9-087c-4adb-abbb-17b68b7c30f2,segment=NetworkSegment(963cdab5-3b45-47cd-b0c5-293cb7a00ac6),segment_id=963cdab5-3b45-47cd-b0c5-293cb7a00ac6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:13:15.782448 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '488038d9-087c-4adb-abbb-17b68b7c30f2', 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886', 'port_id': '488038d9-087c-4adb-abbb-17b68b7c30f2', 'mac_address': 'fa:16:3e:5f:b7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f2bca9-8178-4078-b67c-6eec0da2e17e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:13:15.843915 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:15.860366 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488038d9-087c-4adb-abbb-17b68b7c30f2 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:13:15.875075 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 488038d9-087c-4adb-abbb-17b68b7c30f2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=488038d9-087c-4adb-abbb-17b68b7c30f2,segment=NetworkSegment(963cdab5-3b45-47cd-b0c5-293cb7a00ac6),segment_id=963cdab5-3b45-47cd-b0c5-293cb7a00ac6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:13:15.967308 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:15.969103 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-dab0c956-4422-420c-8309-32d4f257570c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:13:16.033733 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=488038d9-087c-4adb-abbb-17b68b7c30f2,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:13:16.036922 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:13:16.113189 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabafa5c-5f2f-4d51-ac0e-6b95e8c8ee1a req-5295521f-d875-4ddc-93a1-d2f3201b682b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:16.114640 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eabafa5c-5f2f-4d51-ac0e-6b95e8c8ee1a req-5295521f-d875-4ddc-93a1-d2f3201b682b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 944 time: 0.0825384 Dec 22 16:13:16.160677 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eabafa5c-5f2f-4d51-ac0e-6b95e8c8ee1a req-d611c833-b58e-4954-b371-9029b200e82e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403435 Dec 22 16:13:16.339986 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['488038d9-087c-4adb-abbb-17b68b7c30f2'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:13:17.341145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd86d4-c774-4536-8120-6ee9b03624e7 req-bac663b7-f7d9-4e2c-ad2a-2c8a05a6bdd7 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:17.342637 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-efcd86d4-c774-4536-8120-6ee9b03624e7 req-bac663b7-f7d9-4e2c-ad2a-2c8a05a6bdd7 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 944 time: 0.0797818 Dec 22 16:13:17.387360 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-efcd86d4-c774-4536-8120-6ee9b03624e7 req-1532503f-c74f-4f53-887f-cb6aa514f40a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389357 Dec 22 16:13:17.639286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 488038d9-087c-4adb-abbb-17b68b7c30f2 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:13:17.760982 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 488038d9-087c-4adb-abbb-17b68b7c30f2 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:13:17.766099 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 488038d9-087c-4adb-abbb-17b68b7c30f2 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:13:17.766541 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:17.889726 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:17.915153 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9a49d2-bae8-41f6-926f-fec676fd2e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488038d9-087c-4adb-abbb-17b68b7c30f2'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:13:17.925017 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 488038d9-087c-4adb-abbb-17b68b7c30f2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=488038d9-087c-4adb-abbb-17b68b7c30f2,segment=NetworkSegment(963cdab5-3b45-47cd-b0c5-293cb7a00ac6),segment_id=963cdab5-3b45-47cd-b0c5-293cb7a00ac6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:13:17.958469 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9a49d2-bae8-41f6-926f-fec676fd2e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488038d9-087c-4adb-abbb-17b68b7c30f2', 'code': 200} Dec 22 16:13:17.990298 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:17.992712 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2c543645-a361-4107-af2c-4dd4c2b4392f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:13:18.057405 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=488038d9-087c-4adb-abbb-17b68b7c30f2,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:13:18.060411 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:13:18.312038 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a8555-3bb7-4671-b626-5e1f6da05bb7 req-d56d55eb-deb5-439b-aa17-1b86e51064b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:18.313537 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-599a8555-3bb7-4671-b626-5e1f6da05bb7 req-d56d55eb-deb5-439b-aa17-1b86e51064b5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 1098 time: 0.0750098 Dec 22 16:13:18.353635 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-599a8555-3bb7-4671-b626-5e1f6da05bb7 req-511b4ca5-1fb1-460a-ae45-c1030e009788 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338960 Dec 22 16:13:18.577001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826f237-bb86-4756-bd4a-4bbc66afe890 req-4515cfcd-c450-435c-9a35-2b41a6513943 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:18.578407 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0826f237-bb86-4756-bd4a-4bbc66afe890 req-4515cfcd-c450-435c-9a35-2b41a6513943 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 945 time: 0.0808008 Dec 22 16:13:18.625953 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0826f237-bb86-4756-bd4a-4bbc66afe890 req-39254d74-fc6e-4346-8da2-58fd8fb08323 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418189 Dec 22 16:13:19.810645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c91204-695c-423d-a2d5-565be2e6754a req-72877139-e8d3-4b0e-9b1e-1de7b36776c0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:19.812079 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-68c91204-695c-423d-a2d5-565be2e6754a req-72877139-e8d3-4b0e-9b1e-1de7b36776c0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 945 time: 0.0807171 Dec 22 16:13:19.855535 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-68c91204-695c-423d-a2d5-565be2e6754a req-b04804c2-2ddf-46b0-8151-89e978a81260 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377004 Dec 22 16:13:21.051367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edda89d-5620-4b77-859d-e74d42bf0fc2 req-d611851a-08b2-40cb-adbd-370cf963c0cc tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:21.052824 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5edda89d-5620-4b77-859d-e74d42bf0fc2 req-d611851a-08b2-40cb-adbd-370cf963c0cc tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 945 time: 0.0830808 Dec 22 16:13:21.096141 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5edda89d-5620-4b77-859d-e74d42bf0fc2 req-6302ee08-70db-4632-b697-5023577fe623 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371470 Dec 22 16:13:21.280229 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cfdad-fe9a-4a67-b357-bbab4e91dd42 req-7e938bb1-0da2-4dd9-8bbb-941a5700a361 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:21.281700 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-075cfdad-fe9a-4a67-b357-bbab4e91dd42 req-7e938bb1-0da2-4dd9-8bbb-941a5700a361 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 945 time: 0.0792696 Dec 22 16:13:21.325951 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-075cfdad-fe9a-4a67-b357-bbab4e91dd42 req-08e7dca2-0a03-4db4-9228-1475daf6ac71 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383906 Dec 22 16:13:21.348150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46108) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:13:21.421180 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29145aa-3f99-497e-b21a-efbfd8632666 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:21.422689 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e29145aa-3f99-497e-b21a-efbfd8632666 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 1093 time: 0.0734994 Dec 22 16:13:21.425487 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46112) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:13:21.430950 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': '488038d9-087c-4adb-abbb-17b68b7c30f2', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:13:21.436888 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:13:21.440715 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:floatingip and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:13:21.443546 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:13:21.449152 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:13:21.532712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:21.778687 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:21.910383 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Allocated IP 172.26.6.207 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/26a3582e-d233-4d84-bb95-caeaafb44262) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:13:22.056932 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:22.150606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:22.154491 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:13:22.214777 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:13:22.217389 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:13:22.220100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:13:22.261327 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=26a3582e-d233-4d84-bb95-caeaafb44262,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:13:22.265478 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:13:22.635897 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:22.804648 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:23.046931 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8ba0302e-0cb6-45bd-9dc2-f55c507ccc65 req-63432316-57c2-48d4-88f4-f574eabaae15 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1626523 Dec 22 16:13:23.070073 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:23.144296 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:23.152833 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-26b1e697-4f43-430c-853f-d76f88ee78b4 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:13:23.274188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=26a3582e-d233-4d84-bb95-caeaafb44262,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:13:23.282120 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:13:23.295743 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:23.366644 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0302e-0cb6-45bd-9dc2-f55c507ccc65 req-2f26a760-ded4-49f1-b1d6-3dfa8051176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:23.368044 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8ba0302e-0cb6-45bd-9dc2-f55c507ccc65 req-2f26a760-ded4-49f1-b1d6-3dfa8051176e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 1098 time: 0.2539413 Dec 22 16:13:23.670611 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Floating IP aafe5a08-c6bf-4920-9aab-e973114d431f associated. External IP: 172.26.6.207, port: 488038d9-087c-4adb-abbb-17b68b7c30f2. Dec 22 16:13:23.782487 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0302e-0cb6-45bd-9dc2-f55c507ccc65 req-e1e8a472-976a-4337-9f22-cc622dc06704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:23.783930 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8ba0302e-0cb6-45bd-9dc2-f55c507ccc65 req-e1e8a472-976a-4337-9f22-cc622dc06704 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2998ace5-24d8-4491-b3e2-cbc5cb269886 HTTP/1.1" status: 200 len: 897 time: 0.3955820 Dec 22 16:13:23.958568 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8ba0302e-0cb6-45bd-9dc2-f55c507ccc65 req-3e5902c1-1258-43a6-acaa-f53801bde3cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=488038d9-087c-4adb-abbb-17b68b7c30f2 HTTP/1.1" status: 200 len: 999 time: 0.1226747 Dec 22 16:13:24.159821 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0302e-0cb6-45bd-9dc2-f55c507ccc65 req-2f20b231-de53-4e66-b05d-e7431960cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:24.161235 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8ba0302e-0cb6-45bd-9dc2-f55c507ccc65 req-2f20b231-de53-4e66-b05d-e7431960cabd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33f2bca9-8178-4078-b67c-6eec0da2e17e HTTP/1.1" status: 200 len: 835 time: 0.1517844 Dec 22 16:13:24.233098 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:13:24.337730 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0302e-0cb6-45bd-9dc2-f55c507ccc65 req-5e5e799c-b340-4a6d-a0cf-bb774fdf5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:24.339213 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8ba0302e-0cb6-45bd-9dc2-f55c507ccc65 req-5e5e799c-b340-4a6d-a0cf-bb774fdf5191 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2998ace5-24d8-4491-b3e2-cbc5cb269886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1701035 Dec 22 16:13:24.511069 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:13:24.520835 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dd669d-678b-4c76-b08a-c42c1a9c89c5 None None] Sync routers for ids ['48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:13:24.531172 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dd669d-678b-4c76-b08a-c42c1a9c89c5 None None] Routers {'48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:13:24.531853 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-33dd669d-678b-4c76-b08a-c42c1a9c89c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:12:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:13:24.561706 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8ba0302e-0cb6-45bd-9dc2-f55c507ccc65 req-905592c0-7171-44c6-8b27-8e2e5ee8ead4 service neutron] 10.222.0.57 "GET /v2.0/networks/2998ace5-24d8-4491-b3e2-cbc5cb269886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676118 Dec 22 16:13:24.637572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:24.711294 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-33dd669d-678b-4c76-b08a-c42c1a9c89c5 None None] Set router 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:13:24.720231 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2937455 Dec 22 16:13:24.722578 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9a49d2-bae8-41f6-926f-fec676fd2e6b', 'tag': '488038d9-087c-4adb-abbb-17b68b7c30f2'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:13:24.750891 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8ba0302e-0cb6-45bd-9dc2-f55c507ccc65 req-e736644f-c7de-45dc-9f5f-1cdcc9b8e3b8 service neutron] 10.222.0.57 "GET /v2.0/networks/2998ace5-24d8-4491-b3e2-cbc5cb269886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830781 Dec 22 16:13:24.787425 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9a49d2-bae8-41f6-926f-fec676fd2e6b', 'tag': '488038d9-087c-4adb-abbb-17b68b7c30f2', 'status': 'completed', 'code': 200} Dec 22 16:13:24.943390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbcdb7-1903-4f5c-adc1-2674e9f8b279 req-e2a630a9-d956-48a6-acb6-f58b44fc9ae0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:24.945379 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0dcbcdb7-1903-4f5c-adc1-2674e9f8b279 req-e2a630a9-d956-48a6-acb6-f58b44fc9ae0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 945 time: 0.1384523 Dec 22 16:13:24.979791 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288546ba-ecf6-4b27-8121-5b1b03564535 req-683248b8-34bc-4054-a682-847b912b6e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:24.981231 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-288546ba-ecf6-4b27-8121-5b1b03564535 req-683248b8-34bc-4054-a682-847b912b6e38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 1098 time: 0.1150329 Dec 22 16:13:25.118355 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-33dd669d-678b-4c76-b08a-c42c1a9c89c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869567165', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:12:56Z', 'updated_at': '2021-12-22T16:13:02Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:12:57Z', 'updated_at': '2021-12-22T16:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': 'aafe5a08-c6bf-4920-9aab-e973114d431f', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'floating_ip_address': '172.26.6.207', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'port_id': '488038d9-087c-4adb-abbb-17b68b7c30f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886', 'mac_address': 'fa:16:3e:5f:b7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9a49d2-bae8-41f6-926f-fec676fd2e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:13:22Z', 'updated_at': '2021-12-22T16:13:22Z', 'revision_number': 0, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d62997-136d-4b14-acef-9c255fea1c7a', 'name': '', 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:ff:61:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '33f2bca9-8178-4078-b67c-6eec0da2e17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:13:01Z', 'updated_at': '2021-12-22T16:13:07Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '33f2bca9-8178-4078-b67c-6eec0da2e17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:13:25.122819 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dd669d-678b-4c76-b08a-c42c1a9c89c5 None None] Checking router: 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:13:25.132071 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dd669d-678b-4c76-b08a-c42c1a9c89c5 None None] Routers {'48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:13:25.132705 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-33dd669d-678b-4c76-b08a-c42c1a9c89c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:12:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:13:25.207897 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0dcbcdb7-1903-4f5c-adc1-2674e9f8b279 req-b711744d-baf8-4714-ad95-bc85d0b89c30 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2566690 Dec 22 16:13:25.236984 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46120) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:13:25.268675 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288546ba-ecf6-4b27-8121-5b1b03564535 req-855fa0b5-6cba-4152-a44c-391f4dd30aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:25.283570 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-288546ba-ecf6-4b27-8121-5b1b03564535 req-855fa0b5-6cba-4152-a44c-391f4dd30aa0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2998ace5-24d8-4491-b3e2-cbc5cb269886 HTTP/1.1" status: 200 len: 897 time: 0.2820239 Dec 22 16:13:25.305346 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9ae56354-460e-4727-9b11-757cf090b134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:25.331955 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-33dd669d-678b-4c76-b08a-c42c1a9c89c5 None None] Set router 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:13:25.347151 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0e93e4a6-4ecc-4a2d-b777-600c4feb4b54 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/floatingips/aafe5a08-c6bf-4920-9aab-e973114d431f HTTP/1.1" status: 200 len: 991 time: 0.1089573 Dec 22 16:13:25.394982 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-288546ba-ecf6-4b27-8121-5b1b03564535 req-b1f0dd80-8843-4960-8bbf-7b5a6ce78f2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=488038d9-087c-4adb-abbb-17b68b7c30f2 HTTP/1.1" status: 200 len: 999 time: 0.1175575 Dec 22 16:13:25.458254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288546ba-ecf6-4b27-8121-5b1b03564535 req-46002a77-9e39-4418-8a1f-4698b8d5ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:25.459720 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-288546ba-ecf6-4b27-8121-5b1b03564535 req-46002a77-9e39-4418-8a1f-4698b8d5ef49 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33f2bca9-8178-4078-b67c-6eec0da2e17e HTTP/1.1" status: 200 len: 835 time: 0.0575516 Dec 22 16:13:25.534741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288546ba-ecf6-4b27-8121-5b1b03564535 req-dc898423-44aa-4d0b-b827-43616b14c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:13:25.536235 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-288546ba-ecf6-4b27-8121-5b1b03564535 req-dc898423-44aa-4d0b-b827-43616b14c848 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2998ace5-24d8-4491-b3e2-cbc5cb269886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702763 Dec 22 16:13:25.669398 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-288546ba-ecf6-4b27-8121-5b1b03564535 req-46ea8ed7-71be-4a4f-9d0b-203feb9759e8 service neutron] 10.222.0.57 "GET /v2.0/networks/2998ace5-24d8-4491-b3e2-cbc5cb269886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262860 Dec 22 16:13:25.696152 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-33dd669d-678b-4c76-b08a-c42c1a9c89c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869567165', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:12:56Z', 'updated_at': '2021-12-22T16:13:02Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:12:57Z', 'updated_at': '2021-12-22T16:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': 'aafe5a08-c6bf-4920-9aab-e973114d431f', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'floating_ip_address': '172.26.6.207', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'port_id': '488038d9-087c-4adb-abbb-17b68b7c30f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886', 'mac_address': 'fa:16:3e:5f:b7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9a49d2-bae8-41f6-926f-fec676fd2e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:13:22Z', 'updated_at': '2021-12-22T16:13:22Z', 'revision_number': 0, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d62997-136d-4b14-acef-9c255fea1c7a', 'name': '', 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:ff:61:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '33f2bca9-8178-4078-b67c-6eec0da2e17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:13:01Z', 'updated_at': '2021-12-22T16:13:07Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '33f2bca9-8178-4078-b67c-6eec0da2e17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:13:25.700174 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dd669d-678b-4c76-b08a-c42c1a9c89c5 None None] The sync data for ids ['48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'] in dv-neutron-822674-1-hyperv is: [{'id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869567165', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:12:56Z', 'updated_at': '2021-12-22T16:13:02Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:12:57Z', 'updated_at': '2021-12-22T16:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': 'aafe5a08-c6bf-4920-9aab-e973114d431f', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'floating_ip_address': '172.26.6.207', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'port_id': '488038d9-087c-4adb-abbb-17b68b7c30f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886', 'mac_address': 'fa:16:3e:5f:b7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9a49d2-bae8-41f6-926f-fec676fd2e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:13:22Z', 'updated_at': '2021-12-22T16:13:22Z', 'revision_number': 0, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d62997-136d-4b14-acef-9c255fea1c7a', 'name': '', 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:ff:61:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '33f2bca9-8178-4078-b67c-6eec0da2e17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:13:01Z', 'updated_at': '2021-12-22T16:13:07Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '33f2bca9-8178-4078-b67c-6eec0da2e17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:13:25.806488 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-288546ba-ecf6-4b27-8121-5b1b03564535 req-a2779bde-1ba1-4fe1-a7fb-5577afe0535a service neutron] 10.222.0.57 "GET /v2.0/networks/2998ace5-24d8-4491-b3e2-cbc5cb269886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309061 Dec 22 16:13:25.904276 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d83479-fb38-491c-bc08-caa554decafd None None] New status for floating IP aafe5a08-c6bf-4920-9aab-e973114d431f: ACTIVE {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:13:26.352012 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46124) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:13:26.467569 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d4aa0ddb-09de-4632-9cb7-190df4e2fb8c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/floatingips/aafe5a08-c6bf-4920-9aab-e973114d431f HTTP/1.1" status: 200 len: 993 time: 0.1142459 Dec 22 16:13:27.773081 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-10f9037c-6507-421e-9013-cf44a683dcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:29.115483 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:29.161246 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:31.149710 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:36.555463 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:52.293231 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:13:55.251865 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-026d4d55-4f2e-4c36-999a-3ebaba16b301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:57.754720 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc504-2e66-4016-801e-80b73a9f0d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:59.166195 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:13:59.212266 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:14:01.155089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:14:06.594767 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:14:23.937681 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d85bfed7-bebe-491e-8217-2642386e9901 req-d295572e-7b98-4c3b-96b9-5994a2d3c565 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751097 Dec 22 16:14:24.079712 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bfed7-bebe-491e-8217-2642386e9901 req-68a49651-f030-4342-b310-0204d237933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:14:24.081186 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d85bfed7-bebe-491e-8217-2642386e9901 req-68a49651-f030-4342-b310-0204d237933d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 1098 time: 0.0718715 Dec 22 16:14:24.226587 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bfed7-bebe-491e-8217-2642386e9901 req-00686b06-3ed3-4301-8f1e-d5fec730c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:14:24.227978 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d85bfed7-bebe-491e-8217-2642386e9901 req-00686b06-3ed3-4301-8f1e-d5fec730c635 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2998ace5-24d8-4491-b3e2-cbc5cb269886 HTTP/1.1" status: 200 len: 897 time: 0.1277854 Dec 22 16:14:24.343032 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d85bfed7-bebe-491e-8217-2642386e9901 req-22d090fe-6b79-49e9-b668-313ed2a201af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=488038d9-087c-4adb-abbb-17b68b7c30f2 HTTP/1.1" status: 200 len: 1001 time: 0.1079738 Dec 22 16:14:24.411686 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bfed7-bebe-491e-8217-2642386e9901 req-3c110cae-d419-4703-851c-67f0fcc142d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:14:24.413130 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d85bfed7-bebe-491e-8217-2642386e9901 req-3c110cae-d419-4703-851c-67f0fcc142d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33f2bca9-8178-4078-b67c-6eec0da2e17e HTTP/1.1" status: 200 len: 835 time: 0.0627632 Dec 22 16:14:24.491618 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bfed7-bebe-491e-8217-2642386e9901 req-0f3367db-6645-41a3-9390-1f92c90b22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:14:24.493017 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d85bfed7-bebe-491e-8217-2642386e9901 req-0f3367db-6645-41a3-9390-1f92c90b22eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2998ace5-24d8-4491-b3e2-cbc5cb269886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730209 Dec 22 16:14:24.627904 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d85bfed7-bebe-491e-8217-2642386e9901 req-c8dbc468-4040-4c0d-bdde-abecf44178a8 service neutron] 10.222.0.57 "GET /v2.0/networks/2998ace5-24d8-4491-b3e2-cbc5cb269886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276491 Dec 22 16:14:24.761128 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d85bfed7-bebe-491e-8217-2642386e9901 req-6a72c4c4-39ed-47a6-86b6-d6f0ad429128 service neutron] 10.222.0.57 "GET /v2.0/networks/2998ace5-24d8-4491-b3e2-cbc5cb269886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259947 Dec 22 16:14:25.251665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a14a71c5-2929-4ba6-9ab7-3e477b3fc352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:14:27.657590 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dda7a6-2fba-49ae-b559-99e8ba4da847 req-0abac2de-e71f-4cc9-ac39-00a4515575ad tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:14:27.659214 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-52dda7a6-2fba-49ae-b559-99e8ba4da847 req-0abac2de-e71f-4cc9-ac39-00a4515575ad tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 945 time: 0.2623038 Dec 22 16:14:27.725699 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-52dda7a6-2fba-49ae-b559-99e8ba4da847 req-298bbb6e-c8a8-4f3f-a5f8-59d7163baf09 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555267 Dec 22 16:14:27.735929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31c104-f113-4a6c-b6b0-62f8798606b0 req-71765b20-d270-4402-8431-759183997813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:14:27.737509 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de31c104-f113-4a6c-b6b0-62f8798606b0 req-71765b20-d270-4402-8431-759183997813 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 1098 time: 0.2492173 Dec 22 16:14:27.743892 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-88f81b36-2f87-4faa-8f5d-f67dace69723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:14:27.885067 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31c104-f113-4a6c-b6b0-62f8798606b0 req-a746f481-c2d4-4577-8df7-01b6400f2f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:14:27.886461 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de31c104-f113-4a6c-b6b0-62f8798606b0 req-a746f481-c2d4-4577-8df7-01b6400f2f1d service neutron] 10.222.0.57 "GET /v2.0/networks?id=2998ace5-24d8-4491-b3e2-cbc5cb269886 HTTP/1.1" status: 200 len: 897 time: 0.1399565 Dec 22 16:14:27.995517 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de31c104-f113-4a6c-b6b0-62f8798606b0 req-8e1bb40d-00c6-4159-b7c6-8e1e0e0a4183 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=488038d9-087c-4adb-abbb-17b68b7c30f2 HTTP/1.1" status: 200 len: 1001 time: 0.1021311 Dec 22 16:14:28.061067 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31c104-f113-4a6c-b6b0-62f8798606b0 req-d7c3f53e-2770-4113-9ff6-399c258a61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:14:28.062562 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de31c104-f113-4a6c-b6b0-62f8798606b0 req-d7c3f53e-2770-4113-9ff6-399c258a61c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33f2bca9-8178-4078-b67c-6eec0da2e17e HTTP/1.1" status: 200 len: 835 time: 0.0605273 Dec 22 16:14:28.144561 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31c104-f113-4a6c-b6b0-62f8798606b0 req-c8684f95-7429-4548-a9b5-89ec30ed5dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:14:28.146153 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de31c104-f113-4a6c-b6b0-62f8798606b0 req-c8684f95-7429-4548-a9b5-89ec30ed5dd3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2998ace5-24d8-4491-b3e2-cbc5cb269886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771093 Dec 22 16:14:28.284842 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de31c104-f113-4a6c-b6b0-62f8798606b0 req-578169af-793d-41f3-9926-15453d06ee7f service neutron] 10.222.0.57 "GET /v2.0/networks/2998ace5-24d8-4491-b3e2-cbc5cb269886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311765 Dec 22 16:14:28.424981 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-de31c104-f113-4a6c-b6b0-62f8798606b0 req-59e6eeb5-6f42-4357-a62c-4a3f26586779 service neutron] 10.222.0.57 "GET /v2.0/networks/2998ace5-24d8-4491-b3e2-cbc5cb269886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328552 Dec 22 16:14:28.924807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf74524-7f5e-45fa-a33b-6ec652153018 req-120185b8-4b6e-4b04-acf4-3392864da9fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:14:28.926488 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-daf74524-7f5e-45fa-a33b-6ec652153018 req-120185b8-4b6e-4b04-acf4-3392864da9fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 945 time: 0.0891519 Dec 22 16:14:28.972986 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-daf74524-7f5e-45fa-a33b-6ec652153018 req-9dc28153-4f18-4af0-a434-7d48268b0836 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402761 Dec 22 16:14:29.109619 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:14:29.160316 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:14:29.292609 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:14:30.177617 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518584-1c3b-4198-bc60-5aa9bea7fe37 req-dc05a327-f65d-4d89-b0f1-a947b45e587f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:14:30.179080 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-65518584-1c3b-4198-bc60-5aa9bea7fe37 req-dc05a327-f65d-4d89-b0f1-a947b45e587f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 945 time: 0.0850658 Dec 22 16:14:30.222789 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-65518584-1c3b-4198-bc60-5aa9bea7fe37 req-c1553b21-7c8f-4d48-b521-e11099970a05 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380585 Dec 22 16:14:31.143234 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:14:31.415296 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01757c37-4e39-4f10-ab2a-5d5983bc656d req-76fdb734-206f-4dec-9e14-7b7b96d968b0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:14:31.416794 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-01757c37-4e39-4f10-ab2a-5d5983bc656d req-76fdb734-206f-4dec-9e14-7b7b96d968b0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 945 time: 0.0813766 Dec 22 16:14:31.462817 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-01757c37-4e39-4f10-ab2a-5d5983bc656d req-bc274208-15b1-4ce9-98f1-1c262418f418 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401850 Dec 22 16:14:32.652855 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6de9d3-bbaf-41d4-91b4-94bbba480954 req-12d3849f-9a5b-4312-ad91-a231f758fb83 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:14:32.654246 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fa6de9d3-bbaf-41d4-91b4-94bbba480954 req-12d3849f-9a5b-4312-ad91-a231f758fb83 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 945 time: 0.0835662 Dec 22 16:14:32.700185 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fa6de9d3-bbaf-41d4-91b4-94bbba480954 req-a9f72276-f978-4931-ab40-4af23a61f572 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397797 Dec 22 16:14:33.897708 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d4c65-dc6e-45c3-b9d2-70caf21957aa req-7f9069cf-a87c-4b56-bc01-63f55639378d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:14:33.899957 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-410d4c65-dc6e-45c3-b9d2-70caf21957aa req-7f9069cf-a87c-4b56-bc01-63f55639378d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 945 time: 0.0861697 Dec 22 16:14:33.948010 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-410d4c65-dc6e-45c3-b9d2-70caf21957aa req-1f6c3e04-bf43-4dc9-8bb1-2df02259116e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424955 Dec 22 16:14:35.131552 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca913681-3bd1-487c-9bd4-bfbb0738414c req-452855fa-a4d3-4fb8-8c45-b91b5d816e69 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:14:35.133023 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ca913681-3bd1-487c-9bd4-bfbb0738414c req-452855fa-a4d3-4fb8-8c45-b91b5d816e69 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 945 time: 0.0797675 Dec 22 16:14:35.178700 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ca913681-3bd1-487c-9bd4-bfbb0738414c req-f2439841-d9a1-4f7f-9ce6-451b6c8c27ec tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398972 Dec 22 16:14:36.362126 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e9983-b1ad-45f4-b280-7f8e49770db3 req-f25bd6de-08f9-4a3a-8187-9e12ce12f316 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:14:36.363591 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a05e9983-b1ad-45f4-b280-7f8e49770db3 req-f25bd6de-08f9-4a3a-8187-9e12ce12f316 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 945 time: 0.0820999 Dec 22 16:14:36.407767 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a05e9983-b1ad-45f4-b280-7f8e49770db3 req-d6b1ce9a-88a5-4e1a-bd8a-12fbd5a1e122 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378938 Dec 22 16:14:36.560602 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:14:37.592871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342103dc-8104-4a09-af29-15f0f080dc6e req-3329d61b-843f-4861-ad95-46e90116e7bc tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:14:37.594352 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-342103dc-8104-4a09-af29-15f0f080dc6e req-3329d61b-843f-4861-ad95-46e90116e7bc tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 945 time: 0.0786257 Dec 22 16:14:37.636823 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-342103dc-8104-4a09-af29-15f0f080dc6e req-ced97d72-9538-4b42-85a9-a703f17412eb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368650 Dec 22 16:14:38.825207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735d013-fc3a-481a-995c-70fc79452cde req-96dc2d2b-fe90-421c-a002-a8c234cb2ce3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:14:38.828106 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3735d013-fc3a-481a-995c-70fc79452cde req-96dc2d2b-fe90-421c-a002-a8c234cb2ce3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 945 time: 0.0844545 Dec 22 16:14:38.871862 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3735d013-fc3a-481a-995c-70fc79452cde req-c5d59965-567d-45f7-9e98-67313abd196a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394540 Dec 22 16:14:40.060752 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2a042-2628-4400-b864-8c0739548bfc req-b1be16ff-766d-4063-8ac4-ad44a1a0219a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:14:40.062211 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5ae2a042-2628-4400-b864-8c0739548bfc req-b1be16ff-766d-4063-8ac4-ad44a1a0219a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 945 time: 0.0803061 Dec 22 16:14:40.110645 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5ae2a042-2628-4400-b864-8c0739548bfc req-16bfe352-3e2a-4cf2-8ed1-c30aaf186cf1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426638 Dec 22 16:14:40.134506 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46176) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:14:40.237553 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5008055c-0ae0-4e86-af46-954fcf291879 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/floatingips/aafe5a08-c6bf-4920-9aab-e973114d431f HTTP/1.1" status: 200 len: 993 time: 0.1018422 Dec 22 16:14:53.272023 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [req-20c94a6d-d1b6-46a5-80f9-6d845b0510c8 req-f6860b36-cbcf-4ea0-a4da-95108a8a1af9 service neutron] (88218) timed out ('10.222.0.59', 42106) {{(pid=88218) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 16:14:55.233918 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-68580e48-f722-454d-9247-45417c267040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:14:57.737312 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dbe5f27a-554c-4543-a9bd-0195ca904c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:14:59.131805 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:14:59.177569 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:01.165915 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:06.291331 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:15:06.584709 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:25.274952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5011bba8-0360-47a3-956a-d3906ff1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:26.045338 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b75f0c6b-dd40-49e0-94df-c321f14615a1 req-f2b1d8af-d089-484f-93fa-a606944c5efe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1844850 Dec 22 16:15:26.192568 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f0c6b-dd40-49e0-94df-c321f14615a1 req-3382766e-67ab-4b6e-8753-f2159b51a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:15:26.194047 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b75f0c6b-dd40-49e0-94df-c321f14615a1 req-3382766e-67ab-4b6e-8753-f2159b51a4a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 1098 time: 0.0748615 Dec 22 16:15:26.339361 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f0c6b-dd40-49e0-94df-c321f14615a1 req-7940737c-425d-4774-bbcb-baa0e05f029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:15:26.340732 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b75f0c6b-dd40-49e0-94df-c321f14615a1 req-7940737c-425d-4774-bbcb-baa0e05f029e service neutron] 10.222.0.57 "GET /v2.0/networks?id=2998ace5-24d8-4491-b3e2-cbc5cb269886 HTTP/1.1" status: 200 len: 897 time: 0.1286514 Dec 22 16:15:26.444147 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b75f0c6b-dd40-49e0-94df-c321f14615a1 req-63cf6fe0-f59b-4fd0-8f18-700b42a9634e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=488038d9-087c-4adb-abbb-17b68b7c30f2 HTTP/1.1" status: 200 len: 1001 time: 0.0962927 Dec 22 16:15:26.506896 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f0c6b-dd40-49e0-94df-c321f14615a1 req-1bc06cd9-d006-4ea7-8593-52888a006ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:15:26.508532 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b75f0c6b-dd40-49e0-94df-c321f14615a1 req-1bc06cd9-d006-4ea7-8593-52888a006ef2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33f2bca9-8178-4078-b67c-6eec0da2e17e HTTP/1.1" status: 200 len: 835 time: 0.0578678 Dec 22 16:15:26.581858 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f0c6b-dd40-49e0-94df-c321f14615a1 req-ff09cbc5-cb74-4de2-b00c-f6f91a790d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:15:26.583854 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b75f0c6b-dd40-49e0-94df-c321f14615a1 req-ff09cbc5-cb74-4de2-b00c-f6f91a790d3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2998ace5-24d8-4491-b3e2-cbc5cb269886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693250 Dec 22 16:15:26.715509 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b75f0c6b-dd40-49e0-94df-c321f14615a1 req-c67da053-b6d2-4b5a-a2bf-9c56aaca9d72 service neutron] 10.222.0.57 "GET /v2.0/networks/2998ace5-24d8-4491-b3e2-cbc5cb269886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252236 Dec 22 16:15:26.853233 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b75f0c6b-dd40-49e0-94df-c321f14615a1 req-f55d7ba8-faf5-4e6e-bfd0-2ec29ff9d432 service neutron] 10.222.0.57 "GET /v2.0/networks/2998ace5-24d8-4491-b3e2-cbc5cb269886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291308 Dec 22 16:15:27.747348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5f6f7762-0b74-418b-bf0a-30243cb59646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:29.125192 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:29.200029 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:31.205850 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:35.216484 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46200) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:35.569891 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port 26a3582e-d233-4d84-bb95-caeaafb44262 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:15:35.570136 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:35.744955 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:35.745275 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:35.870775 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Calling delete_port for 26a3582e-d233-4d84-bb95-caeaafb44262 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:15:36.125857 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:36.130396 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:36.174326 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Port': ['ID=26a3582e-d233-4d84-bb95-caeaafb44262,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:36.216315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:36.216700 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:36.217267 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:36.217449 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:36.217823 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:36.218198 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:36.218595 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:36.219003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:36.219313 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:36.219677 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:36.220041 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:36.220403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:36.227497 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:36.291403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:36.291740 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Floating IP aafe5a08-c6bf-4920-9aab-e973114d431f disassociated (deleted). External IP: 172.26.6.207, port: 488038d9-087c-4adb-abbb-17b68b7c30f2. Dec 22 16:15:36.605743 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:36.669975 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:15:36.852322 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:15:36.861857 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ad2a6-b0f2-4deb-8ba7-e5bb5293bcf5 None None] Sync routers for ids ['48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:15:36.871280 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8ad2a6-b0f2-4deb-8ba7-e5bb5293bcf5 None None] Routers {'48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:15:36.871893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-db8ad2a6-b0f2-4deb-8ba7-e5bb5293bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:15:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:15:36.994062 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:37.052033 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/floatingips/aafe5a08-c6bf-4920-9aab-e973114d431f HTTP/1.1" status: 204 len: 168 time: 1.8313012 Dec 22 16:15:37.052264 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-db8ad2a6-b0f2-4deb-8ba7-e5bb5293bcf5 None None] Set router 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:15:37.052387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9a49d2-bae8-41f6-926f-fec676fd2e6b', 'tag': '488038d9-087c-4adb-abbb-17b68b7c30f2'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:15:37.209361 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9a49d2-bae8-41f6-926f-fec676fd2e6b', 'tag': '488038d9-087c-4adb-abbb-17b68b7c30f2', 'status': 'completed', 'code': 200} Dec 22 16:15:37.304172 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4ea62-2b92-4bb7-95eb-7d6b4bc5b45a req-36dd1cb8-3489-42be-9519-c2d0efad15f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:15:37.305576 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-13d4ea62-2b92-4bb7-95eb-7d6b4bc5b45a req-36dd1cb8-3489-42be-9519-c2d0efad15f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 1098 time: 0.0761416 Dec 22 16:15:37.444370 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4ea62-2b92-4bb7-95eb-7d6b4bc5b45a req-eb790a55-b28a-4ab6-bcac-121fa12a8331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:15:37.446586 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-13d4ea62-2b92-4bb7-95eb-7d6b4bc5b45a req-eb790a55-b28a-4ab6-bcac-121fa12a8331 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2998ace5-24d8-4491-b3e2-cbc5cb269886 HTTP/1.1" status: 200 len: 897 time: 0.1345525 Dec 22 16:15:37.450387 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-db8ad2a6-b0f2-4deb-8ba7-e5bb5293bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869567165', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:12:56Z', 'updated_at': '2021-12-22T16:13:02Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:12:57Z', 'updated_at': '2021-12-22T16:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '17d62997-136d-4b14-acef-9c255fea1c7a', 'name': '', 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:ff:61:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '33f2bca9-8178-4078-b67c-6eec0da2e17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:13:01Z', 'updated_at': '2021-12-22T16:13:07Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '33f2bca9-8178-4078-b67c-6eec0da2e17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:15:37.454753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ad2a6-b0f2-4deb-8ba7-e5bb5293bcf5 None None] Checking router: 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:15:37.465194 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8ad2a6-b0f2-4deb-8ba7-e5bb5293bcf5 None None] Routers {'48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:15:37.465817 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-db8ad2a6-b0f2-4deb-8ba7-e5bb5293bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:15:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:15:37.516821 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-13d4ea62-2b92-4bb7-95eb-7d6b4bc5b45a req-2d6c5f4e-fe31-4949-a4a8-eb3d25c6c6b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=488038d9-087c-4adb-abbb-17b68b7c30f2 HTTP/1.1" status: 200 len: 217 time: 0.0629926 Dec 22 16:15:37.585367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4ea62-2b92-4bb7-95eb-7d6b4bc5b45a req-2e263517-7004-4b9f-b4cc-b2e32cc0b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:15:37.586771 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-13d4ea62-2b92-4bb7-95eb-7d6b4bc5b45a req-2e263517-7004-4b9f-b4cc-b2e32cc0b90a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33f2bca9-8178-4078-b67c-6eec0da2e17e HTTP/1.1" status: 200 len: 835 time: 0.0625212 Dec 22 16:15:37.652879 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-db8ad2a6-b0f2-4deb-8ba7-e5bb5293bcf5 None None] Set router 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:15:37.675476 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4ea62-2b92-4bb7-95eb-7d6b4bc5b45a req-a9eebae4-a514-4845-a1ef-b5400502493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:15:37.677617 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-13d4ea62-2b92-4bb7-95eb-7d6b4bc5b45a req-a9eebae4-a514-4845-a1ef-b5400502493d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2998ace5-24d8-4491-b3e2-cbc5cb269886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835962 Dec 22 16:15:37.827769 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-13d4ea62-2b92-4bb7-95eb-7d6b4bc5b45a req-03b47a98-6a18-44ea-ad7f-827b9feac05e service neutron] 10.222.0.57 "GET /v2.0/networks/2998ace5-24d8-4491-b3e2-cbc5cb269886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388958 Dec 22 16:15:37.990953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-db8ad2a6-b0f2-4deb-8ba7-e5bb5293bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869567165', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:12:56Z', 'updated_at': '2021-12-22T16:13:02Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:12:57Z', 'updated_at': '2021-12-22T16:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '17d62997-136d-4b14-acef-9c255fea1c7a', 'name': '', 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:ff:61:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '33f2bca9-8178-4078-b67c-6eec0da2e17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:13:01Z', 'updated_at': '2021-12-22T16:13:07Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '33f2bca9-8178-4078-b67c-6eec0da2e17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:15:37.995957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ad2a6-b0f2-4deb-8ba7-e5bb5293bcf5 None None] The sync data for ids ['48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'] in dv-neutron-822674-1-hyperv is: [{'id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869567165', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:12:56Z', 'updated_at': '2021-12-22T16:13:02Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:12:57Z', 'updated_at': '2021-12-22T16:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '17d62997-136d-4b14-acef-9c255fea1c7a', 'name': '', 'network_id': '2998ace5-24d8-4491-b3e2-cbc5cb269886', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:ff:61:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '33f2bca9-8178-4078-b67c-6eec0da2e17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:13:01Z', 'updated_at': '2021-12-22T16:13:07Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '33f2bca9-8178-4078-b67c-6eec0da2e17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:15:38.150353 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-13d4ea62-2b92-4bb7-95eb-7d6b4bc5b45a req-8dc1d02f-35d3-45eb-a714-c91899654e3b service neutron] 10.222.0.57 "GET /v2.0/networks/2998ace5-24d8-4491-b3e2-cbc5cb269886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191037 Dec 22 16:15:38.162914 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977b5f0-ecaa-4524-81d5-e6f5ce3928dd req-bd2cde37-3094-4455-ba52-e5c1762047e3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:15:38.164438 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8977b5f0-ecaa-4524-81d5-e6f5ce3928dd req-bd2cde37-3094-4455-ba52-e5c1762047e3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 945 time: 0.4064391 Dec 22 16:15:38.212067 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8977b5f0-ecaa-4524-81d5-e6f5ce3928dd req-c0941aa6-1e30-4a80-b2b3-90f74acc5144 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417068 Dec 22 16:15:38.239687 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47b419c-eaf4-444d-a54e-83cc759c53ab None None] New status for floating IP aafe5a08-c6bf-4920-9aab-e973114d431f: DOWN {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:15:39.399520 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3720ab-6d2b-44ff-828e-ce669b5ad06d req-9f45e258-8513-48b9-a4d0-f112675ab92a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:15:39.401001 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cc3720ab-6d2b-44ff-828e-ce669b5ad06d req-9f45e258-8513-48b9-a4d0-f112675ab92a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 945 time: 0.0794401 Dec 22 16:15:39.449142 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cc3720ab-6d2b-44ff-828e-ce669b5ad06d req-ad32ede3-2fd8-419e-8393-3468ece53438 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=d865c88d-664a-43c1-8f74-a6d826e525fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423927 Dec 22 16:15:39.546451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534fa2a-3937-41fb-8aa0-394671cdc513 req-76b005ed-c831-45bc-8066-8982bbaf286c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:15:39.547788 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2534fa2a-3937-41fb-8aa0-394671cdc513 req-76b005ed-c831-45bc-8066-8982bbaf286c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 945 time: 0.0897100 Dec 22 16:15:39.616565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-2534fa2a-3937-41fb-8aa0-394671cdc513 req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port 488038d9-087c-4adb-abbb-17b68b7c30f2 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:15:39.616906 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-2534fa2a-3937-41fb-8aa0-394671cdc513 req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:39.861639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-2534fa2a-3937-41fb-8aa0-394671cdc513 req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] For port 488038d9-087c-4adb-abbb-17b68b7c30f2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=488038d9-087c-4adb-abbb-17b68b7c30f2,segment=NetworkSegment(963cdab5-3b45-47cd-b0c5-293cb7a00ac6),segment_id=963cdab5-3b45-47cd-b0c5-293cb7a00ac6)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:15:39.861914 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-2534fa2a-3937-41fb-8aa0-394671cdc513 req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:39.993784 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-2534fa2a-3937-41fb-8aa0-394671cdc513 req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Calling delete_port for 488038d9-087c-4adb-abbb-17b68b7c30f2 owned by compute:nova {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:15:40.251527 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-2534fa2a-3937-41fb-8aa0-394671cdc513 req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:40.257809 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:40.306401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Port': ['ID=488038d9-087c-4adb-abbb-17b68b7c30f2,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:40.343708 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:40.344095 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:40.344476 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:40.344852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:40.345221 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:40.345587 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:40.345958 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:40.346344 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:40.346708 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:40.347119 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:40.347481 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:40.348343 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:40.355670 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:40.391772 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-2534fa2a-3937-41fb-8aa0-394671cdc513 req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] No DVR routers for this DVR port 488038d9-087c-4adb-abbb-17b68b7c30f2 on host hv-neutron-8226 {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:15:40.394156 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-2534fa2a-3937-41fb-8aa0-394671cdc513 req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:40.396794 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9a49d2-bae8-41f6-926f-fec676fd2e6b', 'name': 'network-vif-deleted', 'tag': '488038d9-087c-4adb-abbb-17b68b7c30f2'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:15:40.409125 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2534fa2a-3937-41fb-8aa0-394671cdc513 req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "DELETE /v2.0/ports/488038d9-087c-4adb-abbb-17b68b7c30f2 HTTP/1.1" status: 204 len: 173 time: 0.8558359 Dec 22 16:15:40.441768 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9a49d2-bae8-41f6-926f-fec676fd2e6b', 'name': 'network-vif-deleted', 'tag': '488038d9-087c-4adb-abbb-17b68b7c30f2', 'status': 'completed', 'code': 200} Dec 22 16:15:40.610160 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-4043746d-b071-440d-9b24-84de7ed30dd5 req-75d8fa3e-3ada-4339-b552-c1fb074e8619 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:15:40.691700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-4043746d-b071-440d-9b24-84de7ed30dd5 req-75d8fa3e-3ada-4339-b552-c1fb074e8619 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:15:40.696244 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4043746d-b071-440d-9b24-84de7ed30dd5 req-75d8fa3e-3ada-4339-b552-c1fb074e8619 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c9a49d2-bae8-41f6-926f-fec676fd2e6b HTTP/1.1" status: 200 len: 210 time: 0.1328444 Dec 22 16:15:41.788363 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46222) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:42.468532 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b37f091e-d6f3-44cb-9caf-fd070116049e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:42.824918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-b37f091e-d6f3-44cb-9caf-fd070116049e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port 17d62997-136d-4b14-acef-9c255fea1c7a {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:15:42.825675 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b37f091e-d6f3-44cb-9caf-fd070116049e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:43.010907 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-b37f091e-d6f3-44cb-9caf-fd070116049e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] For port 17d62997-136d-4b14-acef-9c255fea1c7a, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=17d62997-136d-4b14-acef-9c255fea1c7a,segment=NetworkSegment(963cdab5-3b45-47cd-b0c5-293cb7a00ac6),segment_id=963cdab5-3b45-47cd-b0c5-293cb7a00ac6)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:15:43.011254 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b37f091e-d6f3-44cb-9caf-fd070116049e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:43.137471 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-b37f091e-d6f3-44cb-9caf-fd070116049e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Calling delete_port for 17d62997-136d-4b14-acef-9c255fea1c7a owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:15:43.291061 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:15:43.519826 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b37f091e-d6f3-44cb-9caf-fd070116049e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:43.523937 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bda360f8-af12-44cc-ab48-73ebd17a09fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:43.574032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f091e-d6f3-44cb-9caf-fd070116049e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Port': ['ID=17d62997-136d-4b14-acef-9c255fea1c7a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:43.600387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b37f091e-d6f3-44cb-9caf-fd070116049e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:43.855564 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b37f091e-d6f3-44cb-9caf-fd070116049e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:44.229559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37f091e-d6f3-44cb-9caf-fd070116049e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:15:44.386734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 488038d9-087c-4adb-abbb-17b68b7c30f2 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:15:44.412295 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37f091e-d6f3-44cb-9caf-fd070116049e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:15:44.424532 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaa5580-b419-49d3-9dda-a7b88a683477 None None] Sync routers for ids ['48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:15:44.427798 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 488038d9-087c-4adb-abbb-17b68b7c30f2 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:15:44.428148 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 488038d9-087c-4adb-abbb-17b68b7c30f2 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:15:44.436242 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaa5580-b419-49d3-9dda-a7b88a683477 None None] Routers {'48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:15:44.437252 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-afaa5580-b419-49d3-9dda-a7b88a683477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:15:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:15:44.526598 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b37f091e-d6f3-44cb-9caf-fd070116049e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "PUT /v2.0/routers/48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7369688 Dec 22 16:15:44.529357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46226) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:44.613706 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6b5412-d064-4357-b2cd-8ca18ad4e2bd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting subnet 33f2bca9-8178-4078-b67c-6eec0da2e17e {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:15:44.618204 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8e6b5412-d064-4357-b2cd-8ca18ad4e2bd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:44.629284 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-afaa5580-b419-49d3-9dda-a7b88a683477 None None] Set router 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:15:44.708736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8e6b5412-d064-4357-b2cd-8ca18ad4e2bd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:44.827720 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8e6b5412-d064-4357-b2cd-8ca18ad4e2bd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:44.974971 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-afaa5580-b419-49d3-9dda-a7b88a683477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869567165', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:12:56Z', 'updated_at': '2021-12-22T16:15:43Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:12:57Z', 'updated_at': '2021-12-22T16:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:15:44.978768 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaa5580-b419-49d3-9dda-a7b88a683477 None None] Checking router: 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:15:44.987145 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaa5580-b419-49d3-9dda-a7b88a683477 None None] Routers {'48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:15:44.987742 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-afaa5580-b419-49d3-9dda-a7b88a683477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:15:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:15:45.011585 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8e6b5412-d064-4357-b2cd-8ca18ad4e2bd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:45.015537 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bd83afe1-3f89-48eb-8c1d-ef26b0bbd321 tempest-RoutersNegativeTest-1279508691 tempest-RoutersNegativeTest-1279508691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:45.054378 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b5412-d064-4357-b2cd-8ca18ad4e2bd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Subnet': ['ID=33f2bca9-8178-4078-b67c-6eec0da2e17e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:45.057379 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8e6b5412-d064-4357-b2cd-8ca18ad4e2bd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:45.058412 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8e6b5412-d064-4357-b2cd-8ca18ad4e2bd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:45.067253 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8e6b5412-d064-4357-b2cd-8ca18ad4e2bd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/subnets/33f2bca9-8178-4078-b67c-6eec0da2e17e HTTP/1.1" status: 204 len: 168 time: 0.5367827 Dec 22 16:15:45.077077 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46230) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:45.099569 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7150b275-4d53-43d1-abc6-e9ba19b5dd3e None None] Network 2998ace5-24d8-4491-b3e2-cbc5cb269886 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:15:45.384333 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-afaa5580-b419-49d3-9dda-a7b88a683477 None None] Set router 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:15:45.401025 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-baac049b-2164-492e-918a-e791698adef8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:45.590618 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-baac049b-2164-492e-918a-e791698adef8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:45.661952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2564c9ab-8ca7-42eb-aee9-3f80bc248136 None None] DHCP port deletion for 2998ace5-24d8-4491-b3e2-cbc5cb269886 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 16:15:45.662747 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-baac049b-2164-492e-918a-e791698adef8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port 4b2dd7f5-4c57-4200-83f4-77c7f7802cc1 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:15:45.663205 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-baac049b-2164-492e-918a-e791698adef8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:45.672564 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2564c9ab-8ca7-42eb-aee9-3f80bc248136 None None] Deleting port bba4c307-92d9-4f7b-93c7-e8fa4ff57fca {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:15:45.672955 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2564c9ab-8ca7-42eb-aee9-3f80bc248136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:45.721486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device bba4c307-92d9-4f7b-93c7-e8fa4ff57fca no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:15:45.852461 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-baac049b-2164-492e-918a-e791698adef8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] For port 4b2dd7f5-4c57-4200-83f4-77c7f7802cc1, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=4b2dd7f5-4c57-4200-83f4-77c7f7802cc1,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:15:45.852825 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-baac049b-2164-492e-918a-e791698adef8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:45.896539 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-afaa5580-b419-49d3-9dda-a7b88a683477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869567165', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:12:56Z', 'updated_at': '2021-12-22T16:15:43Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:12:57Z', 'updated_at': '2021-12-22T16:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:15:45.974679 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaa5580-b419-49d3-9dda-a7b88a683477 None None] The sync data for ids ['48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7'] in dv-neutron-822674-1-hyperv is: [{'id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869567165', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:12:56Z', 'updated_at': '2021-12-22T16:15:43Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '4b2dd7f5-4c57-4200-83f4-77c7f7802cc1', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:12:57Z', 'updated_at': '2021-12-22T16:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:15:45.983941 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-baac049b-2164-492e-918a-e791698adef8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Calling delete_port for 4b2dd7f5-4c57-4200-83f4-77c7f7802cc1 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:15:46.003532 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-2564c9ab-8ca7-42eb-aee9-3f80bc248136 None None] For port bba4c307-92d9-4f7b-93c7-e8fa4ff57fca, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=bba4c307-92d9-4f7b-93c7-e8fa4ff57fca,segment=NetworkSegment(963cdab5-3b45-47cd-b0c5-293cb7a00ac6),segment_id=963cdab5-3b45-47cd-b0c5-293cb7a00ac6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:15:46.003970 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2564c9ab-8ca7-42eb-aee9-3f80bc248136 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:46.011234 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:46.140375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2564c9ab-8ca7-42eb-aee9-3f80bc248136 None None] Calling delete_port for bba4c307-92d9-4f7b-93c7-e8fa4ff57fca owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:15:46.202594 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port bba4c307-92d9-4f7b-93c7-e8fa4ff57fca, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=bba4c307-92d9-4f7b-93c7-e8fa4ff57fca,segment=NetworkSegment(963cdab5-3b45-47cd-b0c5-293cb7a00ac6),segment_id=963cdab5-3b45-47cd-b0c5-293cb7a00ac6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:15:46.315028 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:46.317747 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:46.388594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-baac049b-2164-492e-918a-e791698adef8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:46.392702 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3c3e9236-ba9a-47c9-b05a-b9a91729f8bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:46.431751 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-2564c9ab-8ca7-42eb-aee9-3f80bc248136 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:15:46.432435 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-2564c9ab-8ca7-42eb-aee9-3f80bc248136 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 16:15:46.444767 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac049b-2164-492e-918a-e791698adef8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Port': ['ID=4b2dd7f5-4c57-4200-83f4-77c7f7802cc1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:46.447934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-baac049b-2164-492e-918a-e791698adef8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:46.458587 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=bba4c307-92d9-4f7b-93c7-e8fa4ff57fca,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:46.470935 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:46.471745 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:46.472377 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:46.473074 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:46.473734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:46.474358 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:46.474956 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:46.475504 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:46.476105 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:46.476659 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:46.477189 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:46.477921 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:46.485253 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:46.546038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-baac049b-2164-492e-918a-e791698adef8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:46.726659 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-baac049b-2164-492e-918a-e791698adef8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:46.728802 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-baac049b-2164-492e-918a-e791698adef8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:46.852521 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-baac049b-2164-492e-918a-e791698adef8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:46.853164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baac049b-2164-492e-918a-e791698adef8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Fanout notify agent at l3_agent the message router_deleted on router 48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:15:46.871814 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-baac049b-2164-492e-918a-e791698adef8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:46.872989 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-baac049b-2164-492e-918a-e791698adef8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/routers/48394d75-a2d1-4c8f-8b86-f67ecb1cc2b7 HTTP/1.1" status: 204 len: 168 time: 1.7947960 Dec 22 16:15:46.876867 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46234) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:46.933439 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2564c9ab-8ca7-42eb-aee9-3f80bc248136 None None] Deleting port bba4c307-92d9-4f7b-93c7-e8fa4ff57fca {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:15:46.934012 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2564c9ab-8ca7-42eb-aee9-3f80bc248136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:47.005106 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:47.015472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port bba4c307-92d9-4f7b-93c7-e8fa4ff57fca {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:15:47.015809 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:47.193514 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-2564c9ab-8ca7-42eb-aee9-3f80bc248136 None None] For port bba4c307-92d9-4f7b-93c7-e8fa4ff57fca, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=bba4c307-92d9-4f7b-93c7-e8fa4ff57fca,segment=NetworkSegment(963cdab5-3b45-47cd-b0c5-293cb7a00ac6),segment_id=963cdab5-3b45-47cd-b0c5-293cb7a00ac6)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:15:47.193939 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2564c9ab-8ca7-42eb-aee9-3f80bc248136 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:47.234404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] For port bba4c307-92d9-4f7b-93c7-e8fa4ff57fca, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=bba4c307-92d9-4f7b-93c7-e8fa4ff57fca,segment=NetworkSegment(963cdab5-3b45-47cd-b0c5-293cb7a00ac6),segment_id=963cdab5-3b45-47cd-b0c5-293cb7a00ac6)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:15:47.234643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:47.314835 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2564c9ab-8ca7-42eb-aee9-3f80bc248136 None None] Calling delete_port for bba4c307-92d9-4f7b-93c7-e8fa4ff57fca owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:15:47.364670 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Calling delete_port for bba4c307-92d9-4f7b-93c7-e8fa4ff57fca owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:15:47.525584 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2564c9ab-8ca7-42eb-aee9-3f80bc248136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:47.529294 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:47.531306 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:15:47.531639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 16:15:47.575456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564c9ab-8ca7-42eb-aee9-3f80bc248136 None None] Pushing event deleted for resources: {'Port': ['ID=bba4c307-92d9-4f7b-93c7-e8fa4ff57fca,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:47.577244 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2564c9ab-8ca7-42eb-aee9-3f80bc248136 None None] No DVR routers for this DVR port bba4c307-92d9-4f7b-93c7-e8fa4ff57fca on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:15:47.578632 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2564c9ab-8ca7-42eb-aee9-3f80bc248136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:47.704471 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4b2dd7f5-4c57-4200-83f4-77c7f7802cc1 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:15:47.739601 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 4b2dd7f5-4c57-4200-83f4-77c7f7802cc1 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:15:47.739953 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 4b2dd7f5-4c57-4200-83f4-77c7f7802cc1 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:15:47.740388 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 17d62997-136d-4b14-acef-9c255fea1c7a no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:15:47.772820 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 17d62997-136d-4b14-acef-9c255fea1c7a {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:15:47.773171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 17d62997-136d-4b14-acef-9c255fea1c7a not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:15:48.033111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port bba4c307-92d9-4f7b-93c7-e8fa4ff57fca {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:15:48.033678 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:48.099511 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] The port 'bba4c307-92d9-4f7b-93c7-e8fa4ff57fca' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 16:15:48.336213 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:48.365150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2998ace5-24d8-4491-b3e2-cbc5cb269886']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:15:48.376806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963cdab5-3b45-47cd-b0c5-293cb7a00ac6') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:15:48.377101 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963cdab5-3b45-47cd-b0c5-293cb7a00ac6') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:15:48.388565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:48.404675 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:48.411317 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:15:48.411976 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: util.warn( Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:15:48.426060 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:15:48.629143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:48.632514 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-291ee954-67e8-44aa-93d2-c61e7997dcf1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:48.647374 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:48.658459 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Network': ['ID=2998ace5-24d8-4491-b3e2-cbc5cb269886,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:48.661635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:48.800339 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-78c5cec9-7fa5-4601-9283-b3d9e7e9f440 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/networks/2998ace5-24d8-4491-b3e2-cbc5cb269886 HTTP/1.1" status: 204 len: 168 time: 1.9223278 Dec 22 16:15:48.803458 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46238) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:48.873281 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-43a131e0-f03b-47c1-bc7e-e9ab00894bfc tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:48.903562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-43a131e0-f03b-47c1-bc7e-e9ab00894bfc tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:49.068297 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-43a131e0-f03b-47c1-bc7e-e9ab00894bfc tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:49.072246 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0684f1db-4c9e-4e52-af3a-b1d1e746be0d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:49.087365 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a131e0-f03b-47c1-bc7e-e9ab00894bfc tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d865c88d-664a-43c1-8f74-a6d826e525fc,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:49.089946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-43a131e0-f03b-47c1-bc7e-e9ab00894bfc tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:49.187192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-43a131e0-f03b-47c1-bc7e-e9ab00894bfc tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:49.188310 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-43a131e0-f03b-47c1-bc7e-e9ab00894bfc tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/security-groups/d865c88d-664a-43c1-8f74-a6d826e525fc HTTP/1.1" status: 204 len: 168 time: 0.3839073 Dec 22 16:15:49.680190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46248) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:49.685429 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-79220eca-fa9b-4039-ae4f-089e433e3e92 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-881479956', 'description': 'tempest-secgroup-smoke-881479956 description', 'project_id': '8d32e704a3694d65be39c46759cfcfdb'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:15:49.691510 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-79220eca-fa9b-4039-ae4f-089e433e3e92 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:15:49.695679 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-79220eca-fa9b-4039-ae4f-089e433e3e92 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:15:49.698835 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-79220eca-fa9b-4039-ae4f-089e433e3e92 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:15:49.704731 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-79220eca-fa9b-4039-ae4f-089e433e3e92 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:15:49.799909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79220eca-fa9b-4039-ae4f-089e433e3e92 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:49.820038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-79220eca-fa9b-4039-ae4f-089e433e3e92 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:15:49.823769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-79220eca-fa9b-4039-ae4f-089e433e3e92 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:15:49.826627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-79220eca-fa9b-4039-ae4f-089e433e3e92 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:15:49.837544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-79220eca-fa9b-4039-ae4f-089e433e3e92 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:15:49.900635 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79220eca-fa9b-4039-ae4f-089e433e3e92 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:50.021813 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79220eca-fa9b-4039-ae4f-089e433e3e92 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:50.027535 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5ab96818-756a-4969-b52b-2a21ce328efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:50.078015 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79220eca-fa9b-4039-ae4f-089e433e3e92 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:50.078015 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-79220eca-fa9b-4039-ae4f-089e433e3e92 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:50.204441 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79220eca-fa9b-4039-ae4f-089e433e3e92 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:50.205712 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-79220eca-fa9b-4039-ae4f-089e433e3e92 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5245144 Dec 22 16:15:50.208529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46254) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:50.214012 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a2ec8d97-8bf9-4f6c-b29c-2a3f536ae388 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:15:50.220037 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a2ec8d97-8bf9-4f6c-b29c-2a3f536ae388 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:15:50.223823 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a2ec8d97-8bf9-4f6c-b29c-2a3f536ae388 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:15:50.226772 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a2ec8d97-8bf9-4f6c-b29c-2a3f536ae388 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:15:50.232433 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a2ec8d97-8bf9-4f6c-b29c-2a3f536ae388 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:15:50.389426 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2ec8d97-8bf9-4f6c-b29c-2a3f536ae388 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:50.460806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2ec8d97-8bf9-4f6c-b29c-2a3f536ae388 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:50.571036 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2ec8d97-8bf9-4f6c-b29c-2a3f536ae388 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:50.572930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c82ac5ac-fd1e-43c0-8177-43ff03d9c914 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:50.596711 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec8d97-8bf9-4f6c-b29c-2a3f536ae388 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e12627-4759-40b6-92ff-3e1cd10414b7,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:50.599738 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a2ec8d97-8bf9-4f6c-b29c-2a3f536ae388 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:50.691356 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2ec8d97-8bf9-4f6c-b29c-2a3f536ae388 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:50.692593 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a2ec8d97-8bf9-4f6c-b29c-2a3f536ae388 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4826367 Dec 22 16:15:50.695383 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46260) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:50.700434 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-32096335-667d-4821-93a6-91cd739335c6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:15:50.706493 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-32096335-667d-4821-93a6-91cd739335c6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:15:50.710897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-32096335-667d-4821-93a6-91cd739335c6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:15:50.713849 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-32096335-667d-4821-93a6-91cd739335c6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:15:50.719586 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-32096335-667d-4821-93a6-91cd739335c6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:15:50.824478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32096335-667d-4821-93a6-91cd739335c6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:50.884365 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32096335-667d-4821-93a6-91cd739335c6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:51.011174 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32096335-667d-4821-93a6-91cd739335c6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:51.013026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-faf98126-0723-4c9a-8471-5ba823a40ca3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:51.037629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32096335-667d-4821-93a6-91cd739335c6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0fdaf44-8861-4e42-86b5-058a1c6151b5,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:51.042168 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-32096335-667d-4821-93a6-91cd739335c6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:51.182428 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32096335-667d-4821-93a6-91cd739335c6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:51.183651 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-32096335-667d-4821-93a6-91cd739335c6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4873354 Dec 22 16:15:51.186430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46266) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:51.285231 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1403a70b-3f60-41b7-ab5e-77946ea8c1d3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:15:51.291224 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1403a70b-3f60-41b7-ab5e-77946ea8c1d3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:15:51.294947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1403a70b-3f60-41b7-ab5e-77946ea8c1d3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:15:51.297763 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1403a70b-3f60-41b7-ab5e-77946ea8c1d3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:15:51.304678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1403a70b-3f60-41b7-ab5e-77946ea8c1d3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:15:51.447721 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1403a70b-3f60-41b7-ab5e-77946ea8c1d3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:51.510974 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1403a70b-3f60-41b7-ab5e-77946ea8c1d3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:51.611111 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1403a70b-3f60-41b7-ab5e-77946ea8c1d3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:51.612953 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e8096fe7-f3ff-46dd-9720-8d6a899c3147 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:51.635970 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403a70b-3f60-41b7-ab5e-77946ea8c1d3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fecff140-5c24-4ea9-a8d0-4acb6690c693,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:51.641288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1403a70b-3f60-41b7-ab5e-77946ea8c1d3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:51.736852 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1403a70b-3f60-41b7-ab5e-77946ea8c1d3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:51.738103 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1403a70b-3f60-41b7-ab5e-77946ea8c1d3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5506825 Dec 22 16:15:51.741988 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46276) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:51.747077 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-473a8b1f-e194-45e5-9bb4-15553a09657c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:15:51.753132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-473a8b1f-e194-45e5-9bb4-15553a09657c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:15:51.757513 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-473a8b1f-e194-45e5-9bb4-15553a09657c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:15:51.760400 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-473a8b1f-e194-45e5-9bb4-15553a09657c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:15:51.766215 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-473a8b1f-e194-45e5-9bb4-15553a09657c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:15:51.898989 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-473a8b1f-e194-45e5-9bb4-15553a09657c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:52.087187 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-473a8b1f-e194-45e5-9bb4-15553a09657c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:52.233719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-473a8b1f-e194-45e5-9bb4-15553a09657c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:52.236317 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1f517a88-5275-4d8a-9a02-ce92086e08c4 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:52.268209 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a8b1f-e194-45e5-9bb4-15553a09657c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486497e0-4eca-4bdc-99c7-3d3dbab6b235,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:52.271963 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-473a8b1f-e194-45e5-9bb4-15553a09657c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:52.359795 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-473a8b1f-e194-45e5-9bb4-15553a09657c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:52.361007 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-473a8b1f-e194-45e5-9bb4-15553a09657c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6180494 Dec 22 16:15:52.363928 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46284) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:52.368912 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6667bc0b-058f-4405-a27b-1ecbf2205415 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:15:52.374952 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6667bc0b-058f-4405-a27b-1ecbf2205415 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:15:52.379202 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6667bc0b-058f-4405-a27b-1ecbf2205415 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:15:52.382005 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6667bc0b-058f-4405-a27b-1ecbf2205415 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:15:52.387719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6667bc0b-058f-4405-a27b-1ecbf2205415 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:15:52.485466 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-6667bc0b-058f-4405-a27b-1ecbf2205415 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Project 8d32e704a3694d65be39c46759cfcfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:15:52.492363 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6667bc0b-058f-4405-a27b-1ecbf2205415 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:52.556750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6667bc0b-058f-4405-a27b-1ecbf2205415 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:52.646149 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6667bc0b-058f-4405-a27b-1ecbf2205415 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:52.648073 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-df103031-42f7-42a6-9625-b4da1a43dd36 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:52.670653 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667bc0b-058f-4405-a27b-1ecbf2205415 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c80368f-f3f2-4468-a8cc-dd57fdb81880,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:52.674953 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6667bc0b-058f-4405-a27b-1ecbf2205415 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:52.754433 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6667bc0b-058f-4405-a27b-1ecbf2205415 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:52.755679 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6667bc0b-058f-4405-a27b-1ecbf2205415 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3909101 Dec 22 16:15:52.758513 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46288) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:52.768303 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-56511480-64fd-4bc3-abbf-6dc32750b1e8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:15:52.774739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-56511480-64fd-4bc3-abbf-6dc32750b1e8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:15:52.778475 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-56511480-64fd-4bc3-abbf-6dc32750b1e8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:15:52.781278 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-56511480-64fd-4bc3-abbf-6dc32750b1e8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:15:52.790427 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-56511480-64fd-4bc3-abbf-6dc32750b1e8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:15:52.891532 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-56511480-64fd-4bc3-abbf-6dc32750b1e8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Project 8d32e704a3694d65be39c46759cfcfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:15:52.898847 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-56511480-64fd-4bc3-abbf-6dc32750b1e8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:52.966308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-56511480-64fd-4bc3-abbf-6dc32750b1e8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:53.033995 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-56511480-64fd-4bc3-abbf-6dc32750b1e8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:53.036425 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-20fabe9a-8722-4959-9078-a1faa5f0ec8d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:53.059105 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56511480-64fd-4bc3-abbf-6dc32750b1e8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4389cb16-046a-482f-a0d6-ab250c0d851f,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:53.063596 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-56511480-64fd-4bc3-abbf-6dc32750b1e8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:53.173393 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-56511480-64fd-4bc3-abbf-6dc32750b1e8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:53.174638 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-56511480-64fd-4bc3-abbf-6dc32750b1e8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4151680 Dec 22 16:15:53.182403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46292) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:53.187941 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d1e17afe-b054-4b46-94a0-0c20e12ec10b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'network': {'name': 'tempest-network-smoke--1655522675', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'port_security_enabled': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:15:53.193507 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d1e17afe-b054-4b46-94a0-0c20e12ec10b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:15:53.197552 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d1e17afe-b054-4b46-94a0-0c20e12ec10b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:network and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:15:53.200387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d1e17afe-b054-4b46-94a0-0c20e12ec10b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:15:53.205977 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d1e17afe-b054-4b46-94a0-0c20e12ec10b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:15:53.307756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e17afe-b054-4b46-94a0-0c20e12ec10b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Made reservation on behalf of 8d32e704a3694d65be39c46759cfcfdb for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:15:53.311345 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d1e17afe-b054-4b46-94a0-0c20e12ec10b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:53.340335 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e17afe-b054-4b46-94a0-0c20e12ec10b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:15:53.348667 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d1e17afe-b054-4b46-94a0-0c20e12ec10b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:53.349000 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-d1e17afe-b054-4b46-94a0-0c20e12ec10b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Added segment 56bb4fdb-85d0-490f-a289-eadaef1cb556 of type vlan for network 3b690605-3461-4253-ab3a-a78e1223ed4c Dec 22 16:15:53.373554 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d1e17afe-b054-4b46-94a0-0c20e12ec10b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:53.485169 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d1e17afe-b054-4b46-94a0-0c20e12ec10b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:53.491091 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e17afe-b054-4b46-94a0-0c20e12ec10b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:15:53.491700 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d1e17afe-b054-4b46-94a0-0c20e12ec10b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:53.495756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:53.599778 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e17afe-b054-4b46-94a0-0c20e12ec10b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Network': ['ID=3b690605-3461-4253-ab3a-a78e1223ed4c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:53.602594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d1e17afe-b054-4b46-94a0-0c20e12ec10b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:53.609887 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 3b690605-3461-4253-ab3a-a78e1223ed4c details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 16:15:53.680366 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d1e17afe-b054-4b46-94a0-0c20e12ec10b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4969165 Dec 22 16:15:53.683162 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46296) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:53.688749 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1646250075', 'admin_state_up': True, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:15:53.696737 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:15:53.703301 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:router and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:15:53.703846 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:15:53.711392 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:15:53.794168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:53.795170 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:53.810324 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:54.247903 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:54.640279 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:54.669319 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:54.801302 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Allocated IP 172.26.6.219 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/8173a33c-5ef3-4573-8c9a-4df0336252ca) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:15:54.951775 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:55.068789 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:55.072644 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-447eb850-815d-4fc7-a938-b58649e0d2ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:55.136076 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:15:55.138943 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:15:55.143285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:15:55.172871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=8173a33c-5ef3-4573-8c9a-4df0336252ca,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:55.180401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:55.354130 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-984d082e-570d-4740-be05-a3e0f756f198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:55.787017 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:56.137230 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:56.411041 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router 294a7e85-03b7-454b-919f-4d227071e225 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 16:15:56.586942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:15:56.596283 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] Sync routers for ids ['294a7e85-03b7-454b-919f-4d227071e225'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:15:56.606415 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] Routers {'294a7e85-03b7-454b-919f-4d227071e225'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:15:56.607051 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:15:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['294a7e85-03b7-454b-919f-4d227071e225'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:15:56.679639 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:56.683772 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9964814 Dec 22 16:15:56.683934 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46300) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:56.729261 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-bf103680-4d2c-42f0-aed7-e9aab4c60d53 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=8d32e704a3694d65be39c46759cfcfdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420232 Dec 22 16:15:56.729497 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46304) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:56.780840 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] Set router 294a7e85-03b7-454b-919f-4d227071e225 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:15:56.991781 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f40a6d-5227-4828-9350-e4947abdb9bf tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:15:56.995849 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-23f40a6d-5227-4828-9350-e4947abdb9bf tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2629082 Dec 22 16:15:56.996083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46308) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:57.076625 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a649d847-6e0a-402f-be3b-d3f73b402b77 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0793679 Dec 22 16:15:57.079285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46314) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:57.085409 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-e58e4e50-94ae-4d2e-a00b-80cfc3f8baa8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1397390422', 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:15:57.086587 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294a7e85-03b7-454b-919f-4d227071e225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646250075', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:15:53Z', 'updated_at': '2021-12-22T16:15:55Z', 'revision_number': 3, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:54Z', 'updated_at': '2021-12-22T16:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:15:57.090563 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] Checking router: 294a7e85-03b7-454b-919f-4d227071e225 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:15:57.090917 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] Updating router 294a7e85-03b7-454b-919f-4d227071e225 port 8173a33c-5ef3-4573-8c9a-4df0336252ca binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:15:57.143510 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:57.194934 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e58e4e50-94ae-4d2e-a00b-80cfc3f8baa8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:15:57.198778 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e58e4e50-94ae-4d2e-a00b-80cfc3f8baa8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:subnet and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:15:57.201702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e58e4e50-94ae-4d2e-a00b-80cfc3f8baa8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:15:57.207560 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e58e4e50-94ae-4d2e-a00b-80cfc3f8baa8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:15:57.274022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58e4e50-94ae-4d2e-a00b-80cfc3f8baa8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Made reservation on behalf of 8d32e704a3694d65be39c46759cfcfdb for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:15:57.277637 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e58e4e50-94ae-4d2e-a00b-80cfc3f8baa8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:57.469115 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:57.480786 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] Transition to ACTIVE for port object 8173a33c-5ef3-4573-8c9a-4df0336252ca will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:15:57.559849 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:57.563506 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-04ad2ba2-cfeb-4c93-a566-c10d34b0ec41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:57.599997 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e58e4e50-94ae-4d2e-a00b-80cfc3f8baa8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:57.604242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3a74adbe-153e-4f44-a333-5ddf6db724bb tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:57.645660 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] Attempting to bind port 8173a33c-5ef3-4573-8c9a-4df0336252ca on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:15:57.646327 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] Attempting to bind port 8173a33c-5ef3-4573-8c9a-4df0336252ca by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:15:57.646442 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] Attempting to bind port 8173a33c-5ef3-4573-8c9a-4df0336252ca on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:15:57.648540 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d92cd4-1280-4e52-9160-818aad4447b0 None None] Pushing event updated for resources: {'Port': ['ID=8173a33c-5ef3-4573-8c9a-4df0336252ca,revision_number=2']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:57.658017 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92cd4-1280-4e52-9160-818aad4447b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:57.658401 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92cd4-1280-4e52-9160-818aad4447b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:57.658724 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92cd4-1280-4e52-9160-818aad4447b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:57.659078 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92cd4-1280-4e52-9160-818aad4447b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:57.659398 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92cd4-1280-4e52-9160-818aad4447b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:57.659756 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92cd4-1280-4e52-9160-818aad4447b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:57.660080 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92cd4-1280-4e52-9160-818aad4447b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:57.660397 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92cd4-1280-4e52-9160-818aad4447b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:57.660757 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92cd4-1280-4e52-9160-818aad4447b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:57.661092 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92cd4-1280-4e52-9160-818aad4447b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:57.661977 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92cd4-1280-4e52-9160-818aad4447b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:57.661977 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92cd4-1280-4e52-9160-818aad4447b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:15:57.664944 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:15:57.665804 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:15:57.665804 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:57.666045 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:15:57.666779 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] Bound port: 8173a33c-5ef3-4573-8c9a-4df0336252ca, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:15:57.666922 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:57.686628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e4e50-94ae-4d2e-a00b-80cfc3f8baa8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Subnet': ['ID=60bfe928-153f-48b2-9017-a68a25817583,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:57.690625 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e58e4e50-94ae-4d2e-a00b-80cfc3f8baa8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:57.695987 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c9d92cd4-1280-4e52-9160-818aad4447b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:57.698200 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e4e50-94ae-4d2e-a00b-80cfc3f8baa8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Checking segment: {'id': '56bb4fdb-85d0-490f-a289-eadaef1cb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:15:57.703606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58e4e50-94ae-4d2e-a00b-80cfc3f8baa8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network hostable DHCP agents. Network: 3b690605-3461-4253-ab3a-a78e1223ed4c, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:15:57.744621 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] For port 8173a33c-5ef3-4573-8c9a-4df0336252ca, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:15:57.747551 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] For port 8173a33c-5ef3-4573-8c9a-4df0336252ca, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8173a33c-5ef3-4573-8c9a-4df0336252ca,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:15:57.759393 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-113e8d28-bd03-4d7a-aeae-caf68fad319c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:57.805604 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58e4e50-94ae-4d2e-a00b-80cfc3f8baa8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 3b690605-3461-4253-ab3a-a78e1223ed4c is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:15:57.891828 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:57.896308 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:57.926948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-e58e4e50-94ae-4d2e-a00b-80cfc3f8baa8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 3b690605-3461-4253-ab3a-a78e1223ed4c) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:15:57.932442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e4e50-94ae-4d2e-a00b-80cfc3f8baa8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:15:57.933358 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e58e4e50-94ae-4d2e-a00b-80cfc3f8baa8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:57.938438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993e1340-e5b9-4c2e-8f09-2d0d7400db15 None None] Network 3b690605-3461-4253-ab3a-a78e1223ed4c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:15:57.974452 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] Routers {'294a7e85-03b7-454b-919f-4d227071e225'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:15:57.975094 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:15:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['294a7e85-03b7-454b-919f-4d227071e225'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:15:58.038497 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d92cd4-1280-4e52-9160-818aad4447b0 None None] Pushing event updated for resources: {'Port': ['ID=8173a33c-5ef3-4573-8c9a-4df0336252ca,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:58.043360 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c9d92cd4-1280-4e52-9160-818aad4447b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:58.131930 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e58e4e50-94ae-4d2e-a00b-80cfc3f8baa8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0515826 Dec 22 16:15:58.135129 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46318) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:58.160252 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] Set router 294a7e85-03b7-454b-919f-4d227071e225 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:15:58.173850 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-3b690605-3461-4253-ab3a-a78e1223ed4c', 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ips': [{'subnet_id': '60bfe928-153f-48b2-9017-a68a25817583'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 16:15:58.174736 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:58.339546 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Allocated IP 172.20.0.2 (3b690605-3461-4253-ab3a-a78e1223ed4c/60bfe928-153f-48b2-9017-a68a25817583/2bc2b072-be67-4f41-b609-2007ada96203) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:15:58.500433 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294a7e85-03b7-454b-919f-4d227071e225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646250075', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:15:53Z', 'updated_at': '2021-12-22T16:15:55Z', 'revision_number': 3, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:54Z', 'updated_at': '2021-12-22T16:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:15:58.505481 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bbaa3d-8373-4616-b7ce-8077942ba15f None None] The sync data for ids ['294a7e85-03b7-454b-919f-4d227071e225'] in dv-neutron-822674-1-hyperv is: [{'id': '294a7e85-03b7-454b-919f-4d227071e225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646250075', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:15:53Z', 'updated_at': '2021-12-22T16:15:55Z', 'revision_number': 3, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:54Z', 'updated_at': '2021-12-22T16:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:15:58.552305 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:58.563543 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Transition to ACTIVE for port object 2bc2b072-be67-4f41-b609-2007ada96203 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:15:58.585403 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Transition to ACTIVE for port object 2bc2b072-be67-4f41-b609-2007ada96203 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:15:58.699071 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:58.708567 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:58.785108 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Network 3b690605-3461-4253-ab3a-a78e1223ed4c is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:15:58.788034 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:15:58.792001 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:15:58.850719 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Pushing event updated for resources: {'Port': ['ID=2bc2b072-be67-4f41-b609-2007ada96203,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:58.853696 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:58.911829 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Attempting to bind port 2bc2b072-be67-4f41-b609-2007ada96203 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:15:58.918702 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Attempting to bind port 2bc2b072-be67-4f41-b609-2007ada96203 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '56bb4fdb-85d0-490f-a289-eadaef1cb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:15:58.918702 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Attempting to bind port 2bc2b072-be67-4f41-b609-2007ada96203 on network 3b690605-3461-4253-ab3a-a78e1223ed4c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:15:58.919017 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:15:58.919454 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Checking segment: {'id': '56bb4fdb-85d0-490f-a289-eadaef1cb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:15:58.920072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:58.920480 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Bound using segment: {'id': '56bb4fdb-85d0-490f-a289-eadaef1cb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:15:58.920959 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Bound port: 2bc2b072-be67-4f41-b609-2007ada96203, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bb4fdb-85d0-490f-a289-eadaef1cb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:15:58.921347 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:58.936544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:59.030477 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] For port 2bc2b072-be67-4f41-b609-2007ada96203, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:15:59.037704 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] For port 2bc2b072-be67-4f41-b609-2007ada96203, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2bc2b072-be67-4f41-b609-2007ada96203,segment=NetworkSegment(56bb4fdb-85d0-490f-a289-eadaef1cb556),segment_id=56bb4fdb-85d0-490f-a289-eadaef1cb556)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:15:59.153484 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:59.157723 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:59.255771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:59.257340 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:59.293273 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Pushing event updated for resources: {'Port': ['ID=2bc2b072-be67-4f41-b609-2007ada96203,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:59.310768 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:59.538082 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Allocated IP 172.20.0.1 (3b690605-3461-4253-ab3a-a78e1223ed4c/60bfe928-153f-48b2-9017-a68a25817583/ceb646d2-1d94-4b1c-8672-5312632e3ba3) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:15:59.714543 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:59.732771 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Transition to ACTIVE for port object ceb646d2-1d94-4b1c-8672-5312632e3ba3 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:15:59.772648 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2bc2b072-be67-4f41-b609-2007ada96203 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:15:59.834503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:15:59.839314 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-36ce7798-7d57-4149-ab53-8e4f17a7b8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:15:59.909890 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 3b690605-3461-4253-ab3a-a78e1223ed4c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:15:59.913065 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:15:59.915623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:15:59.936770 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 2bc2b072-be67-4f41-b609-2007ada96203 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:15:59.943162 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8173a33c-5ef3-4573-8c9a-4df0336252ca up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:15:59.961753 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=ceb646d2-1d94-4b1c-8672-5312632e3ba3,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:15:59.964756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:15:59.986144 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:00.085459 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 8173a33c-5ef3-4573-8c9a-4df0336252ca completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:16:00.091076 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 8173a33c-5ef3-4573-8c9a-4df0336252ca triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:16:00.091465 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:00.222164 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:00.238905 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 8173a33c-5ef3-4573-8c9a-4df0336252ca, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8173a33c-5ef3-4573-8c9a-4df0336252ca,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:16:00.337062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:00.339006 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-1901425f-eb11-4560-b095-27c916a91ac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:16:00.358200 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:00.417951 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=8173a33c-5ef3-4573-8c9a-4df0336252ca,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:16:00.421184 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:16:00.792165 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:00.904883 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ba2f14-0e10-4d5c-ac05-c421f7f9aaf0 None None] Network 3b690605-3461-4253-ab3a-a78e1223ed4c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:16:01.010684 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:01.043154 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9bd39ffd-d348-49b5-b2b6-97e72b884c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:16:01.131867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=ceb646d2-1d94-4b1c-8672-5312632e3ba3,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:16:01.134617 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:16:01.135732 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:01.188123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c376e41a-840e-4c4e-83ce-96536291a062 None None] Provisioning for port 2bc2b072-be67-4f41-b609-2007ada96203 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:16:01.193947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c376e41a-840e-4c4e-83ce-96536291a062 None None] Provisioning complete for port 2bc2b072-be67-4f41-b609-2007ada96203 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:16:01.199145 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c376e41a-840e-4c4e-83ce-96536291a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:01.260454 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:01.292260 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 3b690605-3461-4253-ab3a-a78e1223ed4c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:16:01.293531 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:16:01.322379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c376e41a-840e-4c4e-83ce-96536291a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:01.361451 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c376e41a-840e-4c4e-83ce-96536291a062 None None] For port 2bc2b072-be67-4f41-b609-2007ada96203, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2bc2b072-be67-4f41-b609-2007ada96203,segment=NetworkSegment(56bb4fdb-85d0-490f-a289-eadaef1cb556),segment_id=56bb4fdb-85d0-490f-a289-eadaef1cb556)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:16:01.496874 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c376e41a-840e-4c4e-83ce-96536291a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:01.499043 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-76003dae-012a-4bf0-8220-2986f797eba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:16:01.573197 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376e41a-840e-4c4e-83ce-96536291a062 None None] Pushing event updated for resources: {'Port': ['ID=2bc2b072-be67-4f41-b609-2007ada96203,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:16:01.576400 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c376e41a-840e-4c4e-83ce-96536291a062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:16:01.632299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router 294a7e85-03b7-454b-919f-4d227071e225 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:16:01.702793 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c8045ecb-071e-43f0-962a-e7a92aa79d1e None None] Provisioning for port ceb646d2-1d94-4b1c-8672-5312632e3ba3 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:16:01.708936 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c8045ecb-071e-43f0-962a-e7a92aa79d1e None None] Provisioning complete for port ceb646d2-1d94-4b1c-8672-5312632e3ba3 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:16:01.709472 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c8045ecb-071e-43f0-962a-e7a92aa79d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:01.745211 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2bc2b072-be67-4f41-b609-2007ada96203 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:16:01.832569 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-c8045ecb-071e-43f0-962a-e7a92aa79d1e None None] Port ceb646d2-1d94-4b1c-8672-5312632e3ba3 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:16:01.832807 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:16:01.842957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] Sync routers for ids ['294a7e85-03b7-454b-919f-4d227071e225'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:16:01.845010 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c8045ecb-071e-43f0-962a-e7a92aa79d1e None None] Provisioning complete for port 2bc2b072-be67-4f41-b609-2007ada96203 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:16:01.845390 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c8045ecb-071e-43f0-962a-e7a92aa79d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:01.846839 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "PUT /v2.0/routers/294a7e85-03b7-454b-919f-4d227071e225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7100337 Dec 22 16:16:01.900148 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] Routers {'294a7e85-03b7-454b-919f-4d227071e225'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:16:01.900436 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:15:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['294a7e85-03b7-454b-919f-4d227071e225'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:16:01.955452 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 2bc2b072-be67-4f41-b609-2007ada96203 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:16:01.955834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:02.030307 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-101aaf29-4dbd-49df-83f3-451fac61002f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-881479956&fields=id&tenant_id=8d32e704a3694d65be39c46759cfcfdb HTTP/1.1" status: 200 len: 267 time: 0.0467367 Dec 22 16:16:02.194278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-78502c3c-b8d5-44f2-8b63-37604ab1bb7a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:02.194891 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-78502c3c-b8d5-44f2-8b63-37604ab1bb7a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:16:02.256326 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] Set router 294a7e85-03b7-454b-919f-4d227071e225 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:16:02.267748 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-78502c3c-b8d5-44f2-8b63-37604ab1bb7a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:16:02.268929 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-78502c3c-b8d5-44f2-8b63-37604ab1bb7a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/networks?id=3b690605-3461-4253-ab3a-a78e1223ed4c HTTP/1.1" status: 200 len: 797 time: 0.2315183 Dec 22 16:16:02.284583 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-e2ce0432-3ce9-4e6e-880d-a705aecf668b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/quotas/8d32e704a3694d65be39c46759cfcfdb HTTP/1.1" status: 200 len: 375 time: 0.0094540 Dec 22 16:16:02.318319 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8173a33c-5ef3-4573-8c9a-4df0336252ca up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:16:02.374469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-a9fd7602-911a-42df-8d28-b5c273dbdd79 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:16:02.455381 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-a9fd7602-911a-42df-8d28-b5c273dbdd79 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:16:02.456683 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-a9fd7602-911a-42df-8d28-b5c273dbdd79 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1667869 Dec 22 16:16:02.514687 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-da83ea91-1123-4737-be4e-609df1277bf6 None None] Provisioning complete for port ceb646d2-1d94-4b1c-8672-5312632e3ba3 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:16:02.515070 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-da83ea91-1123-4737-be4e-609df1277bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:02.599955 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-c7f6796a-6a7a-469b-84c7-d4123401c68f service neutron] 10.222.0.59 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310012 Dec 22 16:16:02.653081 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-da83ea91-1123-4737-be4e-609df1277bf6 None None] Port ceb646d2-1d94-4b1c-8672-5312632e3ba3 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:16:02.660391 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 8173a33c-5ef3-4573-8c9a-4df0336252ca triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:16:02.660671 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:02.735610 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-e5ba7035-115f-40e3-8cc1-5fae1bb189cd service neutron] 10.222.0.59 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293528 Dec 22 16:16:02.845715 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294a7e85-03b7-454b-919f-4d227071e225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646250075', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:15:53Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:54Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'ceb646d2-1d94-4b1c-8672-5312632e3ba3', 'name': '', 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:c7:2c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '60bfe928-153f-48b2-9017-a68a25817583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:59Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 2, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '60bfe928-153f-48b2-9017-a68a25817583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:16:02.850188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] Checking router: 294a7e85-03b7-454b-919f-4d227071e225 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:16:02.850580 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] Updating router 294a7e85-03b7-454b-919f-4d227071e225 port ceb646d2-1d94-4b1c-8672-5312632e3ba3 binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:16:02.901700 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:03.075141 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8daf30ce-9fd2-4032-bcb3-d9dbe81538c6 req-17179682-7c18-41ca-bdf9-c19d29413b30 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 210 time: 0.0501418 Dec 22 16:16:03.265227 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:03.276980 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] Transition to ACTIVE for port object ceb646d2-1d94-4b1c-8672-5312632e3ba3 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:16:03.359850 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:03.363887 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:16:03.516306 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf4911-01bc-4c48-a62e-7978675769aa None None] Pushing event updated for resources: {'Port': ['ID=ceb646d2-1d94-4b1c-8672-5312632e3ba3,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:16:03.525384 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0eaf4911-01bc-4c48-a62e-7978675769aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:16:03.582388 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] Attempting to bind port ceb646d2-1d94-4b1c-8672-5312632e3ba3 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:16:03.582659 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] Attempting to bind port ceb646d2-1d94-4b1c-8672-5312632e3ba3 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '56bb4fdb-85d0-490f-a289-eadaef1cb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:16:03.582979 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] Attempting to bind port ceb646d2-1d94-4b1c-8672-5312632e3ba3 on network 3b690605-3461-4253-ab3a-a78e1223ed4c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:16:03.588866 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:16:03.589504 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] Checking segment: {'id': '56bb4fdb-85d0-490f-a289-eadaef1cb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:16:03.589915 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:03.590346 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] Bound using segment: {'id': '56bb4fdb-85d0-490f-a289-eadaef1cb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:16:03.590831 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] Bound port: ceb646d2-1d94-4b1c-8672-5312632e3ba3, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bb4fdb-85d0-490f-a289-eadaef1cb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:16:03.591218 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:03.697058 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] For port ceb646d2-1d94-4b1c-8672-5312632e3ba3, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:16:03.699962 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] For port ceb646d2-1d94-4b1c-8672-5312632e3ba3, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ceb646d2-1d94-4b1c-8672-5312632e3ba3,segment=NetworkSegment(56bb4fdb-85d0-490f-a289-eadaef1cb556),segment_id=56bb4fdb-85d0-490f-a289-eadaef1cb556)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:16:03.823286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:03.827130 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:16:03.905032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] Routers {'294a7e85-03b7-454b-919f-4d227071e225'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:16:03.905768 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:15:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['294a7e85-03b7-454b-919f-4d227071e225'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:16:03.971192 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf4911-01bc-4c48-a62e-7978675769aa None None] Pushing event updated for resources: {'Port': ['ID=ceb646d2-1d94-4b1c-8672-5312632e3ba3,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:16:03.974457 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0eaf4911-01bc-4c48-a62e-7978675769aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:16:04.098246 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] Set router 294a7e85-03b7-454b-919f-4d227071e225 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:16:04.226557 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-91232b6c-f73a-4173-9bd7-24424d61a279 req-e7061cfe-c6dc-4a0d-98cd-b1cc0a5572a3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 210 time: 0.0950570 Dec 22 16:16:04.476962 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294a7e85-03b7-454b-919f-4d227071e225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646250075', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:15:53Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:54Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'ceb646d2-1d94-4b1c-8672-5312632e3ba3', 'name': '', 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:c7:2c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '60bfe928-153f-48b2-9017-a68a25817583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:59Z', 'updated_at': '2021-12-22T16:16:03Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '60bfe928-153f-48b2-9017-a68a25817583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:16:04.481171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c1e5a1-2592-4351-b24c-d29dce7958fe None None] The sync data for ids ['294a7e85-03b7-454b-919f-4d227071e225'] in dv-neutron-822674-1-hyperv is: [{'id': '294a7e85-03b7-454b-919f-4d227071e225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646250075', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:15:53Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:54Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'ceb646d2-1d94-4b1c-8672-5312632e3ba3', 'name': '', 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:c7:2c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '60bfe928-153f-48b2-9017-a68a25817583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:59Z', 'updated_at': '2021-12-22T16:16:03Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '60bfe928-153f-48b2-9017-a68a25817583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:16:05.412327 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6b581c72-c407-4457-800a-010589a2f81b req-7a716aae-0033-4b9d-8c77-3bcf3b0866cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 210 time: 0.0532615 Dec 22 16:16:05.759540 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ceb646d2-1d94-4b1c-8672-5312632e3ba3 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:16:05.833671 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-fdcab247-31c7-44a7-bbe6-6727a78170e3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:05.835438 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-fdcab247-31c7-44a7-bbe6-6727a78170e3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "GET /v2.0/networks?id=3b690605-3461-4253-ab3a-a78e1223ed4c HTTP/1.1" status: 200 len: 797 time: 0.1606445 Dec 22 16:16:05.883323 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-b08be333-26e8-44f4-88fb-11ea48a88398 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d32e704a3694d65be39c46759cfcfdb HTTP/1.1" status: 200 len: 379 time: 0.0400934 Dec 22 16:16:05.891349 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-544964ba-1dc9-4d1e-a406-0c6fb2eaebe1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'port': {'device_id': '917108ed-c255-4af1-a7b1-f7b854bf37f5', 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c', 'admin_state_up': True, 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'security_groups': ['5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4']}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:16:06.041026 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-544964ba-1dc9-4d1e-a406-0c6fb2eaebe1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:16:06.041773 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port ceb646d2-1d94-4b1c-8672-5312632e3ba3 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:16:06.046901 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port ceb646d2-1d94-4b1c-8672-5312632e3ba3 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:16:06.047364 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:06.051427 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-544964ba-1dc9-4d1e-a406-0c6fb2eaebe1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:16:06.176904 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-544964ba-1dc9-4d1e-a406-0c6fb2eaebe1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Made reservation on behalf of 8d32e704a3694d65be39c46759cfcfdb for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:16:06.180806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-544964ba-1dc9-4d1e-a406-0c6fb2eaebe1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:06.206273 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:06.248028 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port ceb646d2-1d94-4b1c-8672-5312632e3ba3, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ceb646d2-1d94-4b1c-8672-5312632e3ba3,segment=NetworkSegment(56bb4fdb-85d0-490f-a289-eadaef1cb556),segment_id=56bb4fdb-85d0-490f-a289-eadaef1cb556)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:16:06.314164 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:06.316494 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:16:06.413845 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=ceb646d2-1d94-4b1c-8672-5312632e3ba3,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:16:06.417577 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:16:06.489655 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-544964ba-1dc9-4d1e-a406-0c6fb2eaebe1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Allocated IP 172.20.0.4 (3b690605-3461-4253-ab3a-a78e1223ed4c/60bfe928-153f-48b2-9017-a68a25817583/74dd55f0-bb4b-4410-addd-b440e951fafb) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:16:06.594773 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-226b65f0-c1de-4628-b697-5fc4b9cd836b req-e3493fa8-738e-4fcb-ab3a-44e11eae9a76 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 210 time: 0.0772913 Dec 22 16:16:06.679692 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:06.745945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-544964ba-1dc9-4d1e-a406-0c6fb2eaebe1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:06.762027 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-544964ba-1dc9-4d1e-a406-0c6fb2eaebe1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Transition to ACTIVE for port object 74dd55f0-bb4b-4410-addd-b440e951fafb will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:16:06.948672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-544964ba-1dc9-4d1e-a406-0c6fb2eaebe1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:06.954606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-355a7e00-ce04-4ff4-8f7c-a7aac44f894e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:16:07.020052 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-544964ba-1dc9-4d1e-a406-0c6fb2eaebe1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 3b690605-3461-4253-ab3a-a78e1223ed4c is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:16:07.022951 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-544964ba-1dc9-4d1e-a406-0c6fb2eaebe1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:16:07.027298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-544964ba-1dc9-4d1e-a406-0c6fb2eaebe1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:16:07.065734 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544964ba-1dc9-4d1e-a406-0c6fb2eaebe1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=74dd55f0-bb4b-4410-addd-b440e951fafb,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:16:07.080564 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-544964ba-1dc9-4d1e-a406-0c6fb2eaebe1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:16:07.106627 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-544964ba-1dc9-4d1e-a406-0c6fb2eaebe1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:07.107212 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-544964ba-1dc9-4d1e-a406-0c6fb2eaebe1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:07.223433 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-544964ba-1dc9-4d1e-a406-0c6fb2eaebe1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3355324 Dec 22 16:16:07.279489 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Request body: {'port': {'device_id': '917108ed-c255-4af1-a7b1-f7b854bf37f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:16:07.359943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f8cbcdba-5fb7-4693-9cab-7b4f64bce2f9 None None] Provisioning for port 74dd55f0-bb4b-4410-addd-b440e951fafb completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:16:07.366021 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f8cbcdba-5fb7-4693-9cab-7b4f64bce2f9 None None] Provisioning complete for port 74dd55f0-bb4b-4410-addd-b440e951fafb triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:16:07.366404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f8cbcdba-5fb7-4693-9cab-7b4f64bce2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:07.392788 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:07.448324 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f8cbcdba-5fb7-4693-9cab-7b4f64bce2f9 None None] Port 74dd55f0-bb4b-4410-addd-b440e951fafb cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:16:07.723477 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ceb646d2-1d94-4b1c-8672-5312632e3ba3 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:16:07.794267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74dd55f0-bb4b-4410-addd-b440e951fafb {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:16:07.804319 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:07.811674 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port ceb646d2-1d94-4b1c-8672-5312632e3ba3 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:16:07.812227 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:07.824906 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Transition to ACTIVE for port object 74dd55f0-bb4b-4410-addd-b440e951fafb will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:16:07.844033 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bdcf3-d482-48c4-8d45-eda11f42e9c2 req-1f0c1078-87bc-4776-92b1-8c9a72fc630f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:07.844733 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-425bdcf3-d482-48c4-8d45-eda11f42e9c2 req-1f0c1078-87bc-4776-92b1-8c9a72fc630f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:16:07.948228 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:07.953008 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-139b0fe4-24b8-44bc-86eb-01af7402d9f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:16:07.990033 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-425bdcf3-d482-48c4-8d45-eda11f42e9c2 req-1f0c1078-87bc-4776-92b1-8c9a72fc630f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:16:07.991206 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-425bdcf3-d482-48c4-8d45-eda11f42e9c2 req-1f0c1078-87bc-4776-92b1-8c9a72fc630f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 931 time: 0.2617595 Dec 22 16:16:08.127468 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Pushing event updated for resources: {'Port': ['ID=74dd55f0-bb4b-4410-addd-b440e951fafb,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:16:08.146310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:16:08.193299 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-425bdcf3-d482-48c4-8d45-eda11f42e9c2 req-a9d42dea-b555-4215-b01a-dbc45b80cbb8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869822 Dec 22 16:16:08.222788 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Attempting to bind port 74dd55f0-bb4b-4410-addd-b440e951fafb on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:16:08.223121 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Attempting to bind port 74dd55f0-bb4b-4410-addd-b440e951fafb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '56bb4fdb-85d0-490f-a289-eadaef1cb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:16:08.223452 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Attempting to bind port 74dd55f0-bb4b-4410-addd-b440e951fafb on network 3b690605-3461-4253-ab3a-a78e1223ed4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:16:08.228082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Port 74dd55f0-bb4b-4410-addd-b440e951fafb on network 3b690605-3461-4253-ab3a-a78e1223ed4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 16:16:08.228406 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Attempting to bind port 74dd55f0-bb4b-4410-addd-b440e951fafb on network 3b690605-3461-4253-ab3a-a78e1223ed4c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:16:08.233465 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:16:08.233801 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Checking segment: {'id': '56bb4fdb-85d0-490f-a289-eadaef1cb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:16:08.234181 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Bound using segment: {'id': '56bb4fdb-85d0-490f-a289-eadaef1cb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:16:08.234638 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Bound port: 74dd55f0-bb4b-4410-addd-b440e951fafb, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56bb4fdb-85d0-490f-a289-eadaef1cb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:16:08.234986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:08.325450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] For port 74dd55f0-bb4b-4410-addd-b440e951fafb, host hv-neutron-8226, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:16:08.328437 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] For port 74dd55f0-bb4b-4410-addd-b440e951fafb, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=74dd55f0-bb4b-4410-addd-b440e951fafb,segment=NetworkSegment(56bb4fdb-85d0-490f-a289-eadaef1cb556),segment_id=56bb4fdb-85d0-490f-a289-eadaef1cb556)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:16:08.439879 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:08.444404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-56129ad4-b8d0-432d-9464-56c0aa087740 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:16:08.499426 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:08.500066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:08.501478 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] 10.222.0.57 "PUT /v2.0/ports/74dd55f0-bb4b-4410-addd-b440e951fafb HTTP/1.1" status: 200 len: 1093 time: 1.2699463 Dec 22 16:16:08.502025 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917108ed-c255-4af1-a7b1-f7b854bf37f5', 'tag': '74dd55f0-bb4b-4410-addd-b440e951fafb'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:16:08.530662 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Pushing event updated for resources: {'Port': ['ID=74dd55f0-bb4b-4410-addd-b440e951fafb,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:16:08.534150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:16:08.632739 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917108ed-c255-4af1-a7b1-f7b854bf37f5', 'tag': '74dd55f0-bb4b-4410-addd-b440e951fafb', 'status': 'completed', 'code': 200} Dec 22 16:16:08.680863 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-1da53182-ecfa-4b6d-9bb5-f4356b870faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:08.682388 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-1da53182-ecfa-4b6d-9bb5-f4356b870faf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 1096 time: 0.0834043 Dec 22 16:16:08.749511 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-5065f39e-9293-4236-8119-e59c846db28c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74dd55f0-bb4b-4410-addd-b440e951fafb HTTP/1.1" status: 200 len: 217 time: 0.0604005 Dec 22 16:16:08.922263 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-8c591a2c-f0d2-4c09-bc55-d17a9e2c8e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:08.923704 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-8c591a2c-f0d2-4c09-bc55-d17a9e2c8e8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60bfe928-153f-48b2-9017-a68a25817583 HTTP/1.1" status: 200 len: 835 time: 0.1678731 Dec 22 16:16:08.998015 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-91308ce6-a212-4457-af63-6933b3d27b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:08.999424 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-91308ce6-a212-4457-af63-6933b3d27b30 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b690605-3461-4253-ab3a-a78e1223ed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691004 Dec 22 16:16:09.129081 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-74ee8f03-5b64-4ca0-bfd9-b57374f35e62 service neutron] 10.222.0.57 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227667 Dec 22 16:16:09.265422 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f0d499e-f416-4438-b866-88db1c6b0eed req-fd301d75-1a72-4a58-bcbc-f596b4ba7f3f service neutron] 10.222.0.57 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294215 Dec 22 16:16:09.381402 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927ce83-a949-4b91-9d71-804b97b6a41c req-1411ba51-ef36-4ad9-8411-ff9c8408860e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:09.383156 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2927ce83-a949-4b91-9d71-804b97b6a41c req-1411ba51-ef36-4ad9-8411-ff9c8408860e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 943 time: 0.0858836 Dec 22 16:16:09.480678 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2927ce83-a949-4b91-9d71-804b97b6a41c req-c4394db9-628f-4503-b03b-d507ae6d9e7a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561910 Dec 22 16:16:09.495312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04623d5-2e2c-4814-a1a0-c740fa51d85c req-075a97af-531c-4fcf-ae72-19394f2c5a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:09.496820 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c04623d5-2e2c-4814-a1a0-c740fa51d85c req-075a97af-531c-4fcf-ae72-19394f2c5a5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 1096 time: 0.1093333 Dec 22 16:16:09.629489 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04623d5-2e2c-4814-a1a0-c740fa51d85c req-edb047f4-1921-4e59-b39a-a5012eb4d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:09.630879 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c04623d5-2e2c-4814-a1a0-c740fa51d85c req-edb047f4-1921-4e59-b39a-a5012eb4d6b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3b690605-3461-4253-ab3a-a78e1223ed4c HTTP/1.1" status: 200 len: 898 time: 0.1266270 Dec 22 16:16:09.702500 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c04623d5-2e2c-4814-a1a0-c740fa51d85c req-772c5e30-0ae5-4d0e-80e1-d2b867cd25a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74dd55f0-bb4b-4410-addd-b440e951fafb HTTP/1.1" status: 200 len: 217 time: 0.0635707 Dec 22 16:16:09.762667 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04623d5-2e2c-4814-a1a0-c740fa51d85c req-cda82fc0-7478-46c3-9e1a-9de107d5c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:09.764079 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c04623d5-2e2c-4814-a1a0-c740fa51d85c req-cda82fc0-7478-46c3-9e1a-9de107d5c8e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60bfe928-153f-48b2-9017-a68a25817583 HTTP/1.1" status: 200 len: 835 time: 0.0558839 Dec 22 16:16:09.841568 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04623d5-2e2c-4814-a1a0-c740fa51d85c req-e4c402d6-c602-4f33-861e-95d43ba5d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:09.843081 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c04623d5-2e2c-4814-a1a0-c740fa51d85c req-e4c402d6-c602-4f33-861e-95d43ba5d0bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b690605-3461-4253-ab3a-a78e1223ed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725427 Dec 22 16:16:09.984778 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c04623d5-2e2c-4814-a1a0-c740fa51d85c req-1f7498bf-029a-431a-bd09-1caff2dfe8d2 service neutron] 10.222.0.57 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349599 Dec 22 16:16:10.119158 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c04623d5-2e2c-4814-a1a0-c740fa51d85c req-5891cd08-ed49-4596-b336-8c9e8ee1411f service neutron] 10.222.0.57 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271303 Dec 22 16:16:10.668651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723604d8-2807-4967-8581-af1980378aea req-14a396f8-2317-43c8-8eca-b20422e28aa5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:10.670087 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-723604d8-2807-4967-8581-af1980378aea req-14a396f8-2317-43c8-8eca-b20422e28aa5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 943 time: 0.0819914 Dec 22 16:16:10.714014 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-723604d8-2807-4967-8581-af1980378aea req-43d21dcd-9085-4e53-a0b3-e468e92d7592 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376091 Dec 22 16:16:11.904472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ffae1-8bba-4b08-befd-f260e21ac0eb req-c5f70739-4da2-418d-9c2e-8b96fcaf136f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:11.906670 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f96ffae1-8bba-4b08-befd-f260e21ac0eb req-c5f70739-4da2-418d-9c2e-8b96fcaf136f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 943 time: 0.0854301 Dec 22 16:16:11.951740 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f96ffae1-8bba-4b08-befd-f260e21ac0eb req-028b9fc2-7160-4b5e-91cc-1dc26ba18054 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395823 Dec 22 16:16:12.461072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 74dd55f0-bb4b-4410-addd-b440e951fafb details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:16:12.592828 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 74dd55f0-bb4b-4410-addd-b440e951fafb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=74dd55f0-bb4b-4410-addd-b440e951fafb,segment=NetworkSegment(56bb4fdb-85d0-490f-a289-eadaef1cb556),segment_id=56bb4fdb-85d0-490f-a289-eadaef1cb556)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:16:12.605936 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '74dd55f0-bb4b-4410-addd-b440e951fafb', 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c', 'port_id': '74dd55f0-bb4b-4410-addd-b440e951fafb', 'mac_address': 'fa:16:3e:c9:a0:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bfe928-153f-48b2-9017-a68a25817583', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:16:12.662884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:12.679707 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74dd55f0-bb4b-4410-addd-b440e951fafb {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:16:12.694507 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 74dd55f0-bb4b-4410-addd-b440e951fafb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=74dd55f0-bb4b-4410-addd-b440e951fafb,segment=NetworkSegment(56bb4fdb-85d0-490f-a289-eadaef1cb556),segment_id=56bb4fdb-85d0-490f-a289-eadaef1cb556)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:16:12.804994 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:12.806873 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:16:12.871973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=74dd55f0-bb4b-4410-addd-b440e951fafb,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:16:12.875107 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:16:13.141705 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c225ec7-d6b0-45ba-919a-5c6ed8878006 req-67885966-1aa6-4ed9-acf4-c7cb5003fbeb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:13.143220 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1c225ec7-d6b0-45ba-919a-5c6ed8878006 req-67885966-1aa6-4ed9-acf4-c7cb5003fbeb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 944 time: 0.0835958 Dec 22 16:16:13.175403 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['74dd55f0-bb4b-4410-addd-b440e951fafb'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:16:13.189983 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1c225ec7-d6b0-45ba-919a-5c6ed8878006 req-f306fd29-8536-499d-b228-ab7e00d7be5b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402935 Dec 22 16:16:14.380839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088479b-1ce6-4dd8-bcb0-1d66b8121e53 req-9f6727e6-8be0-4da7-a960-9088593e110d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:14.382291 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2088479b-1ce6-4dd8-bcb0-1d66b8121e53 req-9f6727e6-8be0-4da7-a960-9088593e110d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 944 time: 0.0864010 Dec 22 16:16:14.429168 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2088479b-1ce6-4dd8-bcb0-1d66b8121e53 req-360b54d4-35ea-44ff-a104-052d13d81c41 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408874 Dec 22 16:16:14.477374 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 74dd55f0-bb4b-4410-addd-b440e951fafb up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:16:14.668295 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 74dd55f0-bb4b-4410-addd-b440e951fafb completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:16:14.673637 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 74dd55f0-bb4b-4410-addd-b440e951fafb triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:16:14.674068 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:14.795512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:14.822176 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917108ed-c255-4af1-a7b1-f7b854bf37f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dd55f0-bb4b-4410-addd-b440e951fafb'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:16:14.832665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 74dd55f0-bb4b-4410-addd-b440e951fafb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=74dd55f0-bb4b-4410-addd-b440e951fafb,segment=NetworkSegment(56bb4fdb-85d0-490f-a289-eadaef1cb556),segment_id=56bb4fdb-85d0-490f-a289-eadaef1cb556)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:16:14.867040 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917108ed-c255-4af1-a7b1-f7b854bf37f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dd55f0-bb4b-4410-addd-b440e951fafb', 'code': 200} Dec 22 16:16:14.952537 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:14.954472 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0eaf4911-01bc-4c48-a62e-7978675769aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:16:15.020403 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=74dd55f0-bb4b-4410-addd-b440e951fafb,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:16:15.023445 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:16:15.282829 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dea16-7d26-4914-9b9d-e80e3fb75dc7 req-86e6ef14-aff8-4b15-a584-7dbfcc2ba08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:15.284193 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b87dea16-7d26-4914-9b9d-e80e3fb75dc7 req-86e6ef14-aff8-4b15-a584-7dbfcc2ba08a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 1098 time: 0.0706720 Dec 22 16:16:15.329288 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b87dea16-7d26-4914-9b9d-e80e3fb75dc7 req-f4596d5d-22e1-4b6e-bb20-535fddd7b7e7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375254 Dec 22 16:16:15.728442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e37c3d-52ed-4361-84ed-c712fb2fe3ca req-d6b9b1d4-5610-44f5-b819-57efcb4c6109 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:15.729897 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-32e37c3d-52ed-4361-84ed-c712fb2fe3ca req-d6b9b1d4-5610-44f5-b819-57efcb4c6109 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.1937325 Dec 22 16:16:15.773798 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-32e37c3d-52ed-4361-84ed-c712fb2fe3ca req-29364c62-5a7a-4a64-9330-8027c2884418 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382795 Dec 22 16:16:16.963158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e6446-a003-45f8-8046-63974719e81e req-915f9681-c068-40d9-8eb1-762b3ba31a77 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:16.964661 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1b1e6446-a003-45f8-8046-63974719e81e req-915f9681-c068-40d9-8eb1-762b3ba31a77 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.0842924 Dec 22 16:16:17.013091 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1b1e6446-a003-45f8-8046-63974719e81e req-eefe76b0-2e7d-4378-9534-e6a7db997cb2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396733 Dec 22 16:16:18.198658 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7060640-c2e8-4b7d-8cda-4493914889ea req-04d6be15-318d-433f-8459-b692e9e765de tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:18.200197 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b7060640-c2e8-4b7d-8cda-4493914889ea req-04d6be15-318d-433f-8459-b692e9e765de tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.0799191 Dec 22 16:16:18.245168 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b7060640-c2e8-4b7d-8cda-4493914889ea req-651056f0-99b5-402b-8e62-457fd51a9368 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393910 Dec 22 16:16:18.434366 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0101db-dbd9-4457-b152-ab151f9f7ddc req-474f39b6-1447-4d79-a592-5e40427fc099 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:18.435832 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8f0101db-dbd9-4457-b152-ab151f9f7ddc req-474f39b6-1447-4d79-a592-5e40427fc099 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.0838509 Dec 22 16:16:18.479375 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8f0101db-dbd9-4457-b152-ab151f9f7ddc req-340298a2-aa5c-40c5-912d-d41c5018d17c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379846 Dec 22 16:16:18.501389 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46398) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:16:18.574508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de57a35-754a-44ef-b535-5b2a06aaa150 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:18.576021 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5de57a35-754a-44ef-b535-5b2a06aaa150 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 1093 time: 0.0736213 Dec 22 16:16:18.578939 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46402) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:16:18.584360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': '74dd55f0-bb4b-4410-addd-b440e951fafb', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:16:18.590427 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:16:18.594262 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:floatingip and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:16:18.597053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:16:18.602699 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:16:18.700769 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:18.843619 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:18.982058 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Allocated IP 172.26.6.234 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/03b4b896-e167-4206-8e9a-487af804ddd6) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:16:19.128424 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:19.217115 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:19.220942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:16:19.284158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:16:19.287386 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:16:19.290992 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:16:19.323434 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=03b4b896-e167-4206-8e9a-487af804ddd6,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:16:19.335479 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:16:19.712935 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:19.859598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:20.066915 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:20.147681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:20.151893 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:16:20.290575 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:16:20.384282 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=03b4b896-e167-4206-8e9a-487af804ddd6,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:16:20.388435 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:16:20.397040 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:20.567895 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Floating IP 19cb0641-b886-41b2-9971-157cadc37377 associated. External IP: 172.26.6.234, port: 74dd55f0-bb4b-4410-addd-b440e951fafb. Dec 22 16:16:20.933696 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router 294a7e85-03b7-454b-919f-4d227071e225 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:16:21.115221 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:16:21.124794 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9c5f64-1447-4ee9-a56e-7c57d6cdaff8 None None] Sync routers for ids ['294a7e85-03b7-454b-919f-4d227071e225'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:16:21.134943 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9c5f64-1447-4ee9-a56e-7c57d6cdaff8 None None] Routers {'294a7e85-03b7-454b-919f-4d227071e225'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:16:21.135577 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4b9c5f64-1447-4ee9-a56e-7c57d6cdaff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:15:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['294a7e85-03b7-454b-919f-4d227071e225'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:16:21.210028 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:21.270492 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6904373 Dec 22 16:16:21.271097 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917108ed-c255-4af1-a7b1-f7b854bf37f5', 'tag': '74dd55f0-bb4b-4410-addd-b440e951fafb'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:16:21.322004 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917108ed-c255-4af1-a7b1-f7b854bf37f5', 'tag': '74dd55f0-bb4b-4410-addd-b440e951fafb', 'status': 'completed', 'code': 200} Dec 22 16:16:21.363647 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-4b9c5f64-1447-4ee9-a56e-7c57d6cdaff8 None None] Set router 294a7e85-03b7-454b-919f-4d227071e225 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:16:21.488700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9e6d0-3277-4b7e-9521-d4cc268b8120 req-2dfa86c9-db01-42cc-918a-9ef55347e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:21.490079 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e1b9e6d0-3277-4b7e-9521-d4cc268b8120 req-2dfa86c9-db01-42cc-918a-9ef55347e86e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 1098 time: 0.1450834 Dec 22 16:16:21.497643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74db89-09d0-4b33-b773-3b7efe29a592 req-607878ed-74c6-4ab3-955e-ba10b57e972b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:21.499078 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5e74db89-09d0-4b33-b773-3b7efe29a592 req-607878ed-74c6-4ab3-955e-ba10b57e972b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.1161373 Dec 22 16:16:21.635257 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5e74db89-09d0-4b33-b773-3b7efe29a592 req-d3959d0d-8483-46de-8aec-94d19c479345 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169055 Dec 22 16:16:21.662184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46410) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:16:21.719119 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4b9c5f64-1447-4ee9-a56e-7c57d6cdaff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294a7e85-03b7-454b-919f-4d227071e225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646250075', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:15:53Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:54Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '19cb0641-b886-41b2-9971-157cadc37377', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '294a7e85-03b7-454b-919f-4d227071e225', 'port_id': '74dd55f0-bb4b-4410-addd-b440e951fafb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c', 'mac_address': 'fa:16:3e:c9:a0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917108ed-c255-4af1-a7b1-f7b854bf37f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:16:19Z', 'updated_at': '2021-12-22T16:16:19Z', 'revision_number': 0, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb646d2-1d94-4b1c-8672-5312632e3ba3', 'name': '', 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:c7:2c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '60bfe928-153f-48b2-9017-a68a25817583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:59Z', 'updated_at': '2021-12-22T16:16:06Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '60bfe928-153f-48b2-9017-a68a25817583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:16:21.723499 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9c5f64-1447-4ee9-a56e-7c57d6cdaff8 None None] Checking router: 294a7e85-03b7-454b-919f-4d227071e225 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:16:21.731920 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9c5f64-1447-4ee9-a56e-7c57d6cdaff8 None None] Routers {'294a7e85-03b7-454b-919f-4d227071e225'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:16:21.732550 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4b9c5f64-1447-4ee9-a56e-7c57d6cdaff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:15:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['294a7e85-03b7-454b-919f-4d227071e225'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:16:21.748826 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9e6d0-3277-4b7e-9521-d4cc268b8120 req-76b99a7a-b60d-4d68-baaf-40dbc1ce4e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:21.750301 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e1b9e6d0-3277-4b7e-9521-d4cc268b8120 req-76b99a7a-b60d-4d68-baaf-40dbc1ce4e74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3b690605-3461-4253-ab3a-a78e1223ed4c HTTP/1.1" status: 200 len: 898 time: 0.2502213 Dec 22 16:16:21.858712 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-692c94e3-b2c8-42f5-b50d-c6f8ace58c55 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/floatingips/19cb0641-b886-41b2-9971-157cadc37377 HTTP/1.1" status: 200 len: 991 time: 0.1952083 Dec 22 16:16:21.872620 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e1b9e6d0-3277-4b7e-9521-d4cc268b8120 req-d6e43ff4-0ef8-40d1-be43-bf8a304b007c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74dd55f0-bb4b-4410-addd-b440e951fafb HTTP/1.1" status: 200 len: 999 time: 0.1107244 Dec 22 16:16:21.915258 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-4b9c5f64-1447-4ee9-a56e-7c57d6cdaff8 None None] Set router 294a7e85-03b7-454b-919f-4d227071e225 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:16:21.945696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9e6d0-3277-4b7e-9521-d4cc268b8120 req-cce86e9b-107a-4c37-bd55-070006d9061e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:21.947178 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e1b9e6d0-3277-4b7e-9521-d4cc268b8120 req-cce86e9b-107a-4c37-bd55-070006d9061e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60bfe928-153f-48b2-9017-a68a25817583 HTTP/1.1" status: 200 len: 835 time: 0.0682306 Dec 22 16:16:22.043645 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9e6d0-3277-4b7e-9521-d4cc268b8120 req-81ebfa55-401b-4f9e-9c4f-788f3dd7bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:22.045993 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e1b9e6d0-3277-4b7e-9521-d4cc268b8120 req-81ebfa55-401b-4f9e-9c4f-788f3dd7bb26 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b690605-3461-4253-ab3a-a78e1223ed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0926561 Dec 22 16:16:22.187973 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e1b9e6d0-3277-4b7e-9521-d4cc268b8120 req-b824d338-38a9-49e6-a4f7-cc29597cca50 service neutron] 10.222.0.57 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356094 Dec 22 16:16:22.328106 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e1b9e6d0-3277-4b7e-9521-d4cc268b8120 req-918c86bc-92db-4cde-b923-89f10475da94 service neutron] 10.222.0.57 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333046 Dec 22 16:16:22.333726 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-4b9c5f64-1447-4ee9-a56e-7c57d6cdaff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294a7e85-03b7-454b-919f-4d227071e225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646250075', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:15:53Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:54Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '19cb0641-b886-41b2-9971-157cadc37377', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '294a7e85-03b7-454b-919f-4d227071e225', 'port_id': '74dd55f0-bb4b-4410-addd-b440e951fafb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c', 'mac_address': 'fa:16:3e:c9:a0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917108ed-c255-4af1-a7b1-f7b854bf37f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:16:19Z', 'updated_at': '2021-12-22T16:16:19Z', 'revision_number': 0, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb646d2-1d94-4b1c-8672-5312632e3ba3', 'name': '', 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:c7:2c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '60bfe928-153f-48b2-9017-a68a25817583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:59Z', 'updated_at': '2021-12-22T16:16:06Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '60bfe928-153f-48b2-9017-a68a25817583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:16:22.338007 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9c5f64-1447-4ee9-a56e-7c57d6cdaff8 None None] The sync data for ids ['294a7e85-03b7-454b-919f-4d227071e225'] in dv-neutron-822674-1-hyperv is: [{'id': '294a7e85-03b7-454b-919f-4d227071e225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646250075', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:15:53Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:54Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '19cb0641-b886-41b2-9971-157cadc37377', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '294a7e85-03b7-454b-919f-4d227071e225', 'port_id': '74dd55f0-bb4b-4410-addd-b440e951fafb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c', 'mac_address': 'fa:16:3e:c9:a0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917108ed-c255-4af1-a7b1-f7b854bf37f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:16:19Z', 'updated_at': '2021-12-22T16:16:19Z', 'revision_number': 0, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb646d2-1d94-4b1c-8672-5312632e3ba3', 'name': '', 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:c7:2c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '60bfe928-153f-48b2-9017-a68a25817583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:59Z', 'updated_at': '2021-12-22T16:16:06Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '60bfe928-153f-48b2-9017-a68a25817583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:16:22.542004 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241a3249-d92f-42fc-8a54-235f9b866af7 None None] New status for floating IP 19cb0641-b886-41b2-9971-157cadc37377: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:16:22.863083 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46414) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:16:22.978012 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b1e758ef-65f6-4a65-bdab-59f7732a7469 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/floatingips/19cb0641-b886-41b2-9971-157cadc37377 HTTP/1.1" status: 200 len: 991 time: 0.1137068 Dec 22 16:16:23.982003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46418) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:16:24.087136 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-485bbf07-349c-4e7f-8fbd-d63c6fda45b0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/floatingips/19cb0641-b886-41b2-9971-157cadc37377 HTTP/1.1" status: 200 len: 993 time: 0.1038804 Dec 22 16:16:25.415109 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fc8522c7-3699-4eb8-9279-4d84e3722b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:26.933574 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ddcc069d-b125-48d1-9aa0-365a121bda0f req-ea3e5c96-8c3d-433a-9f2c-2dee58a80dd6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698054 Dec 22 16:16:27.198692 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc069d-b125-48d1-9aa0-365a121bda0f req-e916ca9d-fe4b-4e82-bc57-e163c26f1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:27.200085 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ddcc069d-b125-48d1-9aa0-365a121bda0f req-e916ca9d-fe4b-4e82-bc57-e163c26f1523 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 1098 time: 0.1988363 Dec 22 16:16:27.347601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc069d-b125-48d1-9aa0-365a121bda0f req-82a20586-d5e8-4aec-be8e-c3b2be2b71b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:27.349144 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ddcc069d-b125-48d1-9aa0-365a121bda0f req-82a20586-d5e8-4aec-be8e-c3b2be2b71b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3b690605-3461-4253-ab3a-a78e1223ed4c HTTP/1.1" status: 200 len: 898 time: 0.1304746 Dec 22 16:16:27.457864 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ddcc069d-b125-48d1-9aa0-365a121bda0f req-893fcefa-a3f8-496c-8883-448cfce65d6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74dd55f0-bb4b-4410-addd-b440e951fafb HTTP/1.1" status: 200 len: 1001 time: 0.1007607 Dec 22 16:16:27.520313 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc069d-b125-48d1-9aa0-365a121bda0f req-171c7270-51b1-4ede-a351-348b4d895c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:27.521726 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ddcc069d-b125-48d1-9aa0-365a121bda0f req-171c7270-51b1-4ede-a351-348b4d895c1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60bfe928-153f-48b2-9017-a68a25817583 HTTP/1.1" status: 200 len: 835 time: 0.0570900 Dec 22 16:16:27.601396 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc069d-b125-48d1-9aa0-365a121bda0f req-eb1c126c-1c5c-4f00-bcaf-59ed7c74921c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:16:27.602881 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ddcc069d-b125-48d1-9aa0-365a121bda0f req-eb1c126c-1c5c-4f00-bcaf-59ed7c74921c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b690605-3461-4253-ab3a-a78e1223ed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746644 Dec 22 16:16:27.736494 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-33f4a6ea-c1f9-4b22-a38d-1cc6e70cdaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:27.737083 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ddcc069d-b125-48d1-9aa0-365a121bda0f req-a2727772-ec13-478b-89a5-8df081f8db95 service neutron] 10.222.0.57 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268692 Dec 22 16:16:27.870087 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ddcc069d-b125-48d1-9aa0-365a121bda0f req-36627553-26c1-48d9-a34a-e588e78697b1 service neutron] 10.222.0.57 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262584 Dec 22 16:16:29.130982 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:29.193619 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:31.157982 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:36.598934 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:55.341816 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7aa2f718-2749-4375-869e-0274f2a71ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:57.290100 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:16:57.735802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0d0e279c-962d-46ce-81f8-14837c300819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:59.151363 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:16:59.204416 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:17:01.159850 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:17:06.613233 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:17:25.359130 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ab1e5c6e-16a1-4a3b-9568-9a46d160f2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:17:27.048321 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8410edad-2d8a-409d-9cd2-71cfe50f3d7d req-5b8f4b2f-9f2a-44ae-bc5b-2f72adf5af3f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1050954 Dec 22 16:17:27.188950 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410edad-2d8a-409d-9cd2-71cfe50f3d7d req-f9346b8b-e2d5-4e5a-8769-f6abb66b994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:27.191120 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8410edad-2d8a-409d-9cd2-71cfe50f3d7d req-f9346b8b-e2d5-4e5a-8769-f6abb66b994a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 1098 time: 0.0730422 Dec 22 16:17:27.340369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410edad-2d8a-409d-9cd2-71cfe50f3d7d req-b480c80a-cd90-4fa3-ba1c-e3c116b97366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:27.342079 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8410edad-2d8a-409d-9cd2-71cfe50f3d7d req-b480c80a-cd90-4fa3-ba1c-e3c116b97366 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3b690605-3461-4253-ab3a-a78e1223ed4c HTTP/1.1" status: 200 len: 898 time: 0.1314468 Dec 22 16:17:27.449343 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8410edad-2d8a-409d-9cd2-71cfe50f3d7d req-a91c6b75-891f-4676-871d-af99038b546d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74dd55f0-bb4b-4410-addd-b440e951fafb HTTP/1.1" status: 200 len: 1001 time: 0.1001639 Dec 22 16:17:27.515265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410edad-2d8a-409d-9cd2-71cfe50f3d7d req-12c823f1-9545-4590-9d8a-a1dbd4cb2012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:27.516692 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8410edad-2d8a-409d-9cd2-71cfe50f3d7d req-12c823f1-9545-4590-9d8a-a1dbd4cb2012 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60bfe928-153f-48b2-9017-a68a25817583 HTTP/1.1" status: 200 len: 835 time: 0.0602887 Dec 22 16:17:27.592046 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410edad-2d8a-409d-9cd2-71cfe50f3d7d req-9a6f9d48-bb7c-49be-8b87-475bbf0b2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:27.593491 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8410edad-2d8a-409d-9cd2-71cfe50f3d7d req-9a6f9d48-bb7c-49be-8b87-475bbf0b2ba3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b690605-3461-4253-ab3a-a78e1223ed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692620 Dec 22 16:17:27.726063 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8410edad-2d8a-409d-9cd2-71cfe50f3d7d req-db87816f-7602-4515-8908-b21cbc1a6c4a service neutron] 10.222.0.57 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244867 Dec 22 16:17:27.741562 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5380d707-58cb-4c58-b531-293351374437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:17:27.857123 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8410edad-2d8a-409d-9cd2-71cfe50f3d7d req-828b68dd-c6e9-470b-95e3-53c28f5e941e service neutron] 10.222.0.57 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246555 Dec 22 16:17:29.159695 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:17:29.191337 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:17:31.159761 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:17:32.405675 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-7cb94861-3c59-4fbf-9fe6-b20eca9363bd req-1561a52c-854a-4642-8120-58bda0887951 service neutron] (88217) timed out ('10.222.0.59', 42914) {{(pid=88217) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 16:17:33.657422 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46458) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:17:33.940101 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52dbc3-640a-4862-a174-06e6ca2ed954 req-0607335c-92aa-4dfd-8fce-53db76b07ad3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:33.941561 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8d52dbc3-640a-4862-a174-06e6ca2ed954 req-0607335c-92aa-4dfd-8fce-53db76b07ad3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.3031065 Dec 22 16:17:33.946708 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-fa88d21a-fa35-4f49-9001-ceb205a36887 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2880228 Dec 22 16:17:33.985876 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8d52dbc3-640a-4862-a174-06e6ca2ed954 req-6c533e00-d1b3-44b8-8936-6f0dcff1fbb2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381703 Dec 22 16:17:34.288824 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:17:35.313228 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5dffb5-8ed9-43e6-a2c5-4f0165c45839 req-59bb03da-85b0-4c0d-887d-0f551ff895eb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:35.315156 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ec5dffb5-8ed9-43e6-a2c5-4f0165c45839 req-59bb03da-85b0-4c0d-887d-0f551ff895eb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.1296651 Dec 22 16:17:35.360873 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ec5dffb5-8ed9-43e6-a2c5-4f0165c45839 req-8f3ea5bc-8974-4ae1-a559-ea6349071030 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398107 Dec 22 16:17:36.555938 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-d37acc5d-6d10-458d-b6db-b0e52b03e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:36.557571 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-d37acc5d-6d10-458d-b6db-b0e52b03e7c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 1098 time: 0.1304107 Dec 22 16:17:36.613492 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:17:36.652903 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9b136-f819-4d29-a0ac-a0d02c8633a9 req-d05b593b-e0db-4156-869a-4cbae654da87 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:36.654383 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fbe9b136-f819-4d29-a0ac-a0d02c8633a9 req-d05b593b-e0db-4156-869a-4cbae654da87 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.1831186 Dec 22 16:17:36.733003 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fbe9b136-f819-4d29-a0ac-a0d02c8633a9 req-83603173-8f02-4ad8-bfbe-73fb139dad6e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707431 Dec 22 16:17:36.737172 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-40ff82fd-0341-42e4-9304-02746845633c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:36.738580 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-40ff82fd-0341-42e4-9304-02746845633c service neutron] 10.222.0.57 "GET /v2.0/networks?id=3b690605-3461-4253-ab3a-a78e1223ed4c HTTP/1.1" status: 200 len: 898 time: 0.1736591 Dec 22 16:17:36.844449 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-8d747968-061b-4a18-878e-b85261ba1d41 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74dd55f0-bb4b-4410-addd-b440e951fafb HTTP/1.1" status: 200 len: 1001 time: 0.0991659 Dec 22 16:17:36.908743 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-d8467fa1-a1e7-462a-82ac-3cb8c8f00a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:36.910165 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-d8467fa1-a1e7-462a-82ac-3cb8c8f00a5b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60bfe928-153f-48b2-9017-a68a25817583 HTTP/1.1" status: 200 len: 835 time: 0.0594997 Dec 22 16:17:36.993718 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-8933229c-9299-4935-b2cf-0ab5ab388d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:36.995225 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-8933229c-9299-4935-b2cf-0ab5ab388d71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b690605-3461-4253-ab3a-a78e1223ed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783765 Dec 22 16:17:37.127450 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-d8c86783-600e-4ed1-b710-7b0ae9ba2466 service neutron] 10.222.0.57 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252322 Dec 22 16:17:37.263981 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-4de622d1-b31d-4d59-b8d3-6a4d1caf6d1d service neutron] 10.222.0.57 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302686 Dec 22 16:17:37.919737 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c947890-8b60-4c44-ab87-fa97be8141ce req-c7a6077e-e573-4209-9106-cd634d68a980 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:37.921198 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8c947890-8b60-4c44-ab87-fa97be8141ce req-c7a6077e-e573-4209-9106-cd634d68a980 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.0822880 Dec 22 16:17:37.965573 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8c947890-8b60-4c44-ab87-fa97be8141ce req-2a7401f8-4416-4421-81cd-95e7d510092b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384614 Dec 22 16:17:39.160620 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3660d-90d4-4d15-bcf5-0b5458663e3c req-eb074ffd-f215-468d-b844-ba4c32cfeaf6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:39.162124 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b3c3660d-90d4-4d15-bcf5-0b5458663e3c req-eb074ffd-f215-468d-b844-ba4c32cfeaf6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.0867832 Dec 22 16:17:39.207313 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b3c3660d-90d4-4d15-bcf5-0b5458663e3c req-a58d2813-28c4-446a-89d8-9eae3602e6b6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393081 Dec 22 16:17:40.412074 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd774919-a890-40a1-8f93-8f18ca75dd9e req-d417ed93-df8b-4087-98f0-c83da30e642e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:40.413559 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dd774919-a890-40a1-8f93-8f18ca75dd9e req-d417ed93-df8b-4087-98f0-c83da30e642e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.0824361 Dec 22 16:17:40.460165 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dd774919-a890-40a1-8f93-8f18ca75dd9e req-1969bcab-aaa5-4454-97d8-3b23a17218cb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404842 Dec 22 16:17:41.651609 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962aa457-52ab-4a3a-b825-7778bf376a04 req-e6965218-9dda-4056-83a3-208872798c1e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:41.652984 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-962aa457-52ab-4a3a-b825-7778bf376a04 req-e6965218-9dda-4056-83a3-208872798c1e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.0843494 Dec 22 16:17:41.698945 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-962aa457-52ab-4a3a-b825-7778bf376a04 req-b866b78f-2e3b-4d8c-bc9c-6ace5b11952f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398271 Dec 22 16:17:42.888936 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04c5b8-f07f-47c4-b298-2df69db229ce req-d3c4219a-7785-4f74-85fd-38a94cf74ed8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:42.890440 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7f04c5b8-f07f-47c4-b298-2df69db229ce req-d3c4219a-7785-4f74-85fd-38a94cf74ed8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.0844884 Dec 22 16:17:42.934870 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7f04c5b8-f07f-47c4-b298-2df69db229ce req-85ea8811-1a3b-456d-906f-de853a565645 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387275 Dec 22 16:17:44.136989 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b303c-4052-4ce0-8464-fe6509f0a36f req-c90a6e22-6c66-4887-a6f0-d67f78fc9248 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:44.139496 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6c6b303c-4052-4ce0-8464-fe6509f0a36f req-c90a6e22-6c66-4887-a6f0-d67f78fc9248 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.0995023 Dec 22 16:17:44.186346 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6c6b303c-4052-4ce0-8464-fe6509f0a36f req-107f8c17-ca68-4d6f-a609-b755ceaeb8d0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407200 Dec 22 16:17:45.372121 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f79707-b1f5-45be-8094-e514273d7170 req-d0604390-8005-4ab1-a8b6-1a8100a2b7b6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:45.373584 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-16f79707-b1f5-45be-8094-e514273d7170 req-d0604390-8005-4ab1-a8b6-1a8100a2b7b6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.0816300 Dec 22 16:17:45.535874 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-16f79707-b1f5-45be-8094-e514273d7170 req-f4b03942-21b8-4ee3-956e-90377982d50c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564910 Dec 22 16:17:46.725031 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33746df-4460-4e9e-8e42-a16b0d62600a req-d1c88479-4a9a-4881-b9a9-40685853c466 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:46.726685 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c33746df-4460-4e9e-8e42-a16b0d62600a req-d1c88479-4a9a-4881-b9a9-40685853c466 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.0819299 Dec 22 16:17:46.770578 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c33746df-4460-4e9e-8e42-a16b0d62600a req-33af7aca-7991-4c26-99ea-845d6bf3fc4e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380683 Dec 22 16:17:47.965377 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815735f-6d42-4959-adf9-d4b29f9c0ae0 req-60da18fa-c473-427a-91dc-4eb56f0460d6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:47.966932 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e815735f-6d42-4959-adf9-d4b29f9c0ae0 req-60da18fa-c473-427a-91dc-4eb56f0460d6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.0846524 Dec 22 16:17:48.010199 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e815735f-6d42-4959-adf9-d4b29f9c0ae0 req-56b6b2d7-ea88-46cc-8cb3-38d8f9a7c175 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375006 Dec 22 16:17:49.276972 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfd1a4-b8ee-462e-90eb-02023b4de29c req-635a8388-e5ed-48de-a492-933280f4b28e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:49.278506 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-02dfd1a4-b8ee-462e-90eb-02023b4de29c req-635a8388-e5ed-48de-a492-933280f4b28e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.1554096 Dec 22 16:17:49.280098 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-485a617a-c1ee-4554-98d5-523c3ba72fc3 service neutron] 10.222.0.57 "GET /v2.0/ports/74dd55f0-bb4b-4410-addd-b440e951fafb/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.1026282 Dec 22 16:17:49.326672 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-02dfd1a4-b8ee-462e-90eb-02023b4de29c req-4713d67d-fef4-46f7-8e7c-a24b84f24932 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423207 Dec 22 16:17:50.005224 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-c1ebd3e9-f171-45bb-91be-b41644b32649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:50.006633 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-c1ebd3e9-f171-45bb-91be-b41644b32649 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5&tenant_id=8d32e704a3694d65be39c46759cfcfdb HTTP/1.1" status: 200 len: 1098 time: 0.0807269 Dec 22 16:17:50.100401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-275219e7-dff8-45ce-8cee-ddb4dbaa6077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:50.101900 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-275219e7-dff8-45ce-8cee-ddb4dbaa6077 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 1098 time: 0.0727370 Dec 22 16:17:50.233564 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-cc40508a-8694-4bd7-9d8a-73bd0e74ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:50.235041 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-cc40508a-8694-4bd7-9d8a-73bd0e74ab03 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3b690605-3461-4253-ab3a-a78e1223ed4c HTTP/1.1" status: 200 len: 898 time: 0.1271477 Dec 22 16:17:50.344854 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-c5448e21-b9af-44f3-a316-c88318bd82fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74dd55f0-bb4b-4410-addd-b440e951fafb HTTP/1.1" status: 200 len: 1001 time: 0.1032374 Dec 22 16:17:50.409094 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-008b6fd2-6670-4088-8d2b-841c1c0c43ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:50.410738 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-008b6fd2-6670-4088-8d2b-841c1c0c43ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60bfe928-153f-48b2-9017-a68a25817583 HTTP/1.1" status: 200 len: 835 time: 0.0595624 Dec 22 16:17:50.545032 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-51958617-4c0b-4db4-b57c-da032df86c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:50.546594 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-51958617-4c0b-4db4-b57c-da032df86c25 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b690605-3461-4253-ab3a-a78e1223ed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1295094 Dec 22 16:17:50.558991 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece2d4e-c587-4df1-83ea-771822041e2a req-6c31158c-8f0c-45fa-882f-7c18f317bfd4 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:50.560383 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8ece2d4e-c587-4df1-83ea-771822041e2a req-6c31158c-8f0c-45fa-882f-7c18f317bfd4 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.1136260 Dec 22 16:17:50.685106 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8ece2d4e-c587-4df1-83ea-771822041e2a req-f5566779-60ed-4958-9b7f-a93add5c33b4 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034598 Dec 22 16:17:50.719064 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-ad4bb6f8-5502-4ce1-9c13-d6c76488f515 service neutron] 10.222.0.57 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577356 Dec 22 16:17:50.854279 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3b24243b-86e2-4b7b-bdf2-98b1d150e6f7 req-7c61830f-dfef-41ce-b861-119f2242ac3e service neutron] 10.222.0.57 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281767 Dec 22 16:17:51.873312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b34a6-4eb0-4682-9990-ca08e9f4b826 req-8c2c79c6-d216-4976-ad1e-6de2ea1c7828 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:51.874793 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-761b34a6-4eb0-4682-9990-ca08e9f4b826 req-8c2c79c6-d216-4976-ad1e-6de2ea1c7828 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.0834763 Dec 22 16:17:51.921219 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-761b34a6-4eb0-4682-9990-ca08e9f4b826 req-dbe962cf-e92a-4190-8e2d-ca9812f9015d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402431 Dec 22 16:17:52.998571 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 74dd55f0-bb4b-4410-addd-b440e951fafb details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:17:53.002664 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 74dd55f0-bb4b-4410-addd-b440e951fafb no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:17:53.114521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbc627-1b18-4702-9e07-8f49d1c3311f req-0bbbe37b-f0de-4d44-9747-b1fa30d9dc46 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:53.117298 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b3bbc627-1b18-4702-9e07-8f49d1c3311f req-0bbbe37b-f0de-4d44-9747-b1fa30d9dc46 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.0873513 Dec 22 16:17:53.171433 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b3bbc627-1b18-4702-9e07-8f49d1c3311f req-1df8a296-2904-4a7c-8bf9-28ba5e8af9b3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481956 Dec 22 16:17:53.230119 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:17:53.243522 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 74dd55f0-bb4b-4410-addd-b440e951fafb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=74dd55f0-bb4b-4410-addd-b440e951fafb,segment=NetworkSegment(56bb4fdb-85d0-490f-a289-eadaef1cb556),segment_id=56bb4fdb-85d0-490f-a289-eadaef1cb556)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:17:53.265298 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '74dd55f0-bb4b-4410-addd-b440e951fafb', 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c', 'port_id': '74dd55f0-bb4b-4410-addd-b440e951fafb', 'mac_address': 'fa:16:3e:c9:a0:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bfe928-153f-48b2-9017-a68a25817583', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:17:53.272244 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917108ed-c255-4af1-a7b1-f7b854bf37f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74dd55f0-bb4b-4410-addd-b440e951fafb'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:17:53.320610 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 74dd55f0-bb4b-4410-addd-b440e951fafb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=74dd55f0-bb4b-4410-addd-b440e951fafb,segment=NetworkSegment(56bb4fdb-85d0-490f-a289-eadaef1cb556),segment_id=56bb4fdb-85d0-490f-a289-eadaef1cb556)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:17:53.340884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:17:53.361516 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74dd55f0-bb4b-4410-addd-b440e951fafb {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:17:53.399775 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:17:53.402564 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:17:53.434429 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917108ed-c255-4af1-a7b1-f7b854bf37f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74dd55f0-bb4b-4410-addd-b440e951fafb', 'code': 200} Dec 22 16:17:53.515374 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:17:53.515622 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 16:17:53.519479 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=74dd55f0-bb4b-4410-addd-b440e951fafb,revision_number=6']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:17:53.526729 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:17:53.527081 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:17:53.527421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:17:53.527750 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:17:53.528076 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:17:53.528403 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:17:53.528725 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:17:53.529045 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:17:53.529364 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:17:53.529680 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:17:53.529997 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:17:53.530342 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:17:53.534285 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:17:54.071765 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:17:54.094333 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74dd55f0-bb4b-4410-addd-b440e951fafb {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:17:54.113448 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 74dd55f0-bb4b-4410-addd-b440e951fafb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=74dd55f0-bb4b-4410-addd-b440e951fafb,segment=NetworkSegment(56bb4fdb-85d0-490f-a289-eadaef1cb556),segment_id=56bb4fdb-85d0-490f-a289-eadaef1cb556)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:17:54.230525 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:17:54.232325 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c376e41a-840e-4c4e-83ce-96536291a062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:17:54.297628 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['74dd55f0-bb4b-4410-addd-b440e951fafb'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:17:54.348538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=74dd55f0-bb4b-4410-addd-b440e951fafb,revision_number=7']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:17:54.353051 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:17:54.370966 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4745c50-8dbf-4501-b13b-ec591e83c777 req-fe30ec01-a21b-4458-933d-03256825ed87 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:54.372816 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e4745c50-8dbf-4501-b13b-ec591e83c777 req-fe30ec01-a21b-4458-933d-03256825ed87 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 944 time: 0.0906925 Dec 22 16:17:54.424580 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e4745c50-8dbf-4501-b13b-ec591e83c777 req-c1d38adb-9719-4208-89ab-a882cbd83ae3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451028 Dec 22 16:17:55.009493 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 74dd55f0-bb4b-4410-addd-b440e951fafb up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:17:55.079515 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 74dd55f0-bb4b-4410-addd-b440e951fafb triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:17:55.080223 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:17:55.247038 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:17:55.290336 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 74dd55f0-bb4b-4410-addd-b440e951fafb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=74dd55f0-bb4b-4410-addd-b440e951fafb,segment=NetworkSegment(56bb4fdb-85d0-490f-a289-eadaef1cb556),segment_id=56bb4fdb-85d0-490f-a289-eadaef1cb556)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:17:55.421812 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7018faf0-f6b2-4a61-b67e-680d60488e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:17:55.435669 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917108ed-c255-4af1-a7b1-f7b854bf37f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dd55f0-bb4b-4410-addd-b440e951fafb'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:17:55.478900 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:17:55.480782 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0eaf4911-01bc-4c48-a62e-7978675769aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:17:55.512046 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917108ed-c255-4af1-a7b1-f7b854bf37f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dd55f0-bb4b-4410-addd-b440e951fafb', 'code': 200} Dec 22 16:17:55.549737 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=74dd55f0-bb4b-4410-addd-b440e951fafb,revision_number=8']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:17:55.552746 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:17:55.634004 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff25472-8319-4343-acc1-6dadcac1b078 req-d245e9f1-3767-4406-a737-0b446379b9be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:55.635463 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6ff25472-8319-4343-acc1-6dadcac1b078 req-d245e9f1-3767-4406-a737-0b446379b9be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.0877550 Dec 22 16:17:55.788276 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6ff25472-8319-4343-acc1-6dadcac1b078 req-99c32122-3349-41ef-9fbd-67ec45b74bb2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470537 Dec 22 16:17:56.375648 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf16d4f-695e-4c3b-9ccd-1b3cbe549c8d req-5fba91a8-03ca-4301-afad-f01907238552 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:56.377715 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-daf16d4f-695e-4c3b-9ccd-1b3cbe549c8d req-5fba91a8-03ca-4301-afad-f01907238552 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.1226180 Dec 22 16:17:56.436075 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-daf16d4f-695e-4c3b-9ccd-1b3cbe549c8d req-05419979-207e-4975-ada2-5577429f6d89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515356 Dec 22 16:17:56.458867 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f2c1a-242b-4381-930c-a0d74e76a3d1 req-12571142-ff8d-4f44-a494-7b55c8eaa3fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:56.459444 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-981f2c1a-242b-4381-930c-a0d74e76a3d1 req-12571142-ff8d-4f44-a494-7b55c8eaa3fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5&tenant_id=8d32e704a3694d65be39c46759cfcfdb&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 945 time: 0.1287792 Dec 22 16:17:56.666191 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f2c1a-242b-4381-930c-a0d74e76a3d1 req-41321734-a0d3-4be8-9719-72d71b5f8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:56.667731 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-981f2c1a-242b-4381-930c-a0d74e76a3d1 req-41321734-a0d3-4be8-9719-72d71b5f8a0a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 1098 time: 0.1386285 Dec 22 16:17:56.676580 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed27c-6fca-4262-b47f-857bdc14ffdc req-5b68148f-613b-4b20-8306-976c047e81e9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:56.678008 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-79eed27c-6fca-4262-b47f-857bdc14ffdc req-5b68148f-613b-4b20-8306-976c047e81e9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.1178524 Dec 22 16:17:56.803839 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-79eed27c-6fca-4262-b47f-857bdc14ffdc req-ce9ea624-6341-429a-af90-879617b7d449 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072719 Dec 22 16:17:56.835810 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f2c1a-242b-4381-930c-a0d74e76a3d1 req-8b846681-7765-4484-b856-ae0b692b77d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:56.837266 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-981f2c1a-242b-4381-930c-a0d74e76a3d1 req-8b846681-7765-4484-b856-ae0b692b77d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3b690605-3461-4253-ab3a-a78e1223ed4c HTTP/1.1" status: 200 len: 898 time: 0.1583548 Dec 22 16:17:56.940666 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-981f2c1a-242b-4381-930c-a0d74e76a3d1 req-b63fbfbf-11c9-4173-ad9c-dd7ad18349fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74dd55f0-bb4b-4410-addd-b440e951fafb HTTP/1.1" status: 200 len: 1001 time: 0.0971143 Dec 22 16:17:57.005150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f2c1a-242b-4381-930c-a0d74e76a3d1 req-e02d269b-593b-4374-8159-bb9fbb916f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:57.006609 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-981f2c1a-242b-4381-930c-a0d74e76a3d1 req-e02d269b-593b-4374-8159-bb9fbb916f3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60bfe928-153f-48b2-9017-a68a25817583 HTTP/1.1" status: 200 len: 835 time: 0.0597720 Dec 22 16:17:57.080967 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f2c1a-242b-4381-930c-a0d74e76a3d1 req-24dd5f41-6b7e-4cf8-ae27-af0ef6e4729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:57.082371 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-981f2c1a-242b-4381-930c-a0d74e76a3d1 req-24dd5f41-6b7e-4cf8-ae27-af0ef6e4729d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b690605-3461-4253-ab3a-a78e1223ed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689042 Dec 22 16:17:57.224989 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-981f2c1a-242b-4381-930c-a0d74e76a3d1 req-1bbed8cc-8f29-4ce8-ad70-90baad4d2476 service neutron] 10.222.0.57 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362057 Dec 22 16:17:57.354295 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-981f2c1a-242b-4381-930c-a0d74e76a3d1 req-f0e36564-f038-430c-b593-99fdd2277967 service neutron] 10.222.0.57 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224957 Dec 22 16:17:57.750142 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-324d9ab8-64e8-406b-aa0b-72bc93ab7dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:17:58.000444 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2e1b1-f7b2-4ec9-9ce7-57130d1bbbcf req-d7b8582e-617b-46fe-9274-ad342845e37c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:58.001875 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4ee2e1b1-f7b2-4ec9-9ce7-57130d1bbbcf req-d7b8582e-617b-46fe-9274-ad342845e37c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.0849137 Dec 22 16:17:58.053958 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4ee2e1b1-f7b2-4ec9-9ce7-57130d1bbbcf req-a1ab6e9c-53ba-4b4d-aa77-0599a37f8efe tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448251 Dec 22 16:17:59.127507 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:17:59.230296 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:17:59.242813 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160611b-0989-4344-9a8f-77d087449dbe req-5a78735b-53db-4d87-949b-edb4d8bcc85c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:17:59.244271 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6160611b-0989-4344-9a8f-77d087449dbe req-5a78735b-53db-4d87-949b-edb4d8bcc85c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.0799062 Dec 22 16:17:59.290900 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6160611b-0989-4344-9a8f-77d087449dbe req-f49d0e6a-0102-4451-af65-fbe84fbcd49c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404589 Dec 22 16:17:59.313512 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46562) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:17:59.422431 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-761a4b10-c735-4e1e-94ef-b02fc2cefc56 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/floatingips/19cb0641-b886-41b2-9971-157cadc37377 HTTP/1.1" status: 200 len: 993 time: 0.1076634 Dec 22 16:18:01.167052 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:06.642349 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:11.299729 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:18:25.352981 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-16bd2625-45b0-4b33-80e1-3cf72ed2c531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:27.761073 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-70c76576-1312-4a0d-82bf-5f62d35ed157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:28.937801 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-93dcf2f3-708e-4286-b082-a140e7493bb6 req-7ed9700c-1745-4d66-a54f-32e1dba4862d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702198 Dec 22 16:18:29.079436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcf2f3-708e-4286-b082-a140e7493bb6 req-24b3a535-515e-4ca1-ac66-3739ce7d197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:18:29.080954 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-93dcf2f3-708e-4286-b082-a140e7493bb6 req-24b3a535-515e-4ca1-ac66-3739ce7d197f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 1098 time: 0.0752409 Dec 22 16:18:29.118027 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:29.183718 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:29.352889 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcf2f3-708e-4286-b082-a140e7493bb6 req-3bb696fa-8644-4a0d-aadb-f918df427349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:18:29.354276 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-93dcf2f3-708e-4286-b082-a140e7493bb6 req-3bb696fa-8644-4a0d-aadb-f918df427349 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3b690605-3461-4253-ab3a-a78e1223ed4c HTTP/1.1" status: 200 len: 898 time: 0.2534275 Dec 22 16:18:29.457210 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-93dcf2f3-708e-4286-b082-a140e7493bb6 req-cb3c17b8-c3e1-4dd7-8c34-21112344f8eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74dd55f0-bb4b-4410-addd-b440e951fafb HTTP/1.1" status: 200 len: 1001 time: 0.0960674 Dec 22 16:18:29.521238 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcf2f3-708e-4286-b082-a140e7493bb6 req-4f3b0fab-51e2-4abf-837d-bbc7683c9749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:18:29.522710 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-93dcf2f3-708e-4286-b082-a140e7493bb6 req-4f3b0fab-51e2-4abf-837d-bbc7683c9749 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60bfe928-153f-48b2-9017-a68a25817583 HTTP/1.1" status: 200 len: 835 time: 0.0595193 Dec 22 16:18:29.599474 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcf2f3-708e-4286-b082-a140e7493bb6 req-1ca37e28-11a9-4ce4-9e9d-3d34fc55ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:18:29.600958 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-93dcf2f3-708e-4286-b082-a140e7493bb6 req-1ca37e28-11a9-4ce4-9e9d-3d34fc55ace2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b690605-3461-4253-ab3a-a78e1223ed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712295 Dec 22 16:18:29.738217 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-93dcf2f3-708e-4286-b082-a140e7493bb6 req-20eb3aef-1020-4438-8581-8e429b44ddf4 service neutron] 10.222.0.57 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301558 Dec 22 16:18:29.873454 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-93dcf2f3-708e-4286-b082-a140e7493bb6 req-be2a5396-29d6-4734-a29a-f44822a7ea36 service neutron] 10.222.0.57 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290374 Dec 22 16:18:31.192488 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:36.673133 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:48.289423 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:18:50.410630 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46596) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:18:50.646856 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port 03b4b896-e167-4206-8e9a-487af804ddd6 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:18:50.647215 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:50.970788 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:50.971116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:51.092533 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Calling delete_port for 03b4b896-e167-4206-8e9a-487af804ddd6 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:18:51.347413 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:51.352067 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-94f006b1-28d0-4da5-88a8-4d0c78e9dfbd tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:18:51.401384 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Port': ['ID=03b4b896-e167-4206-8e9a-487af804ddd6,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:18:51.445831 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:51.446567 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:51.446693 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:51.446976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:51.447347 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:51.447716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:51.448085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:51.448444 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:51.448809 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:51.449167 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:51.449573 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:51.449881 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:51.477158 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:18:51.506967 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:51.507486 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Floating IP 19cb0641-b886-41b2-9971-157cadc37377 disassociated (deleted). External IP: 172.26.6.234, port: 74dd55f0-bb4b-4410-addd-b440e951fafb. Dec 22 16:18:51.880165 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router 294a7e85-03b7-454b-919f-4d227071e225 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:18:52.068514 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:18:52.079366 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea32ac6-ad16-449c-a22b-33cb484f7e2e None None] Sync routers for ids ['294a7e85-03b7-454b-919f-4d227071e225'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:18:52.088603 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea32ac6-ad16-449c-a22b-33cb484f7e2e None None] Routers {'294a7e85-03b7-454b-919f-4d227071e225'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:18:52.094248 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-aea32ac6-ad16-449c-a22b-33cb484f7e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:18:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['294a7e85-03b7-454b-919f-4d227071e225'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:18:52.149114 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:52.205971 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/floatingips/19cb0641-b886-41b2-9971-157cadc37377 HTTP/1.1" status: 204 len: 168 time: 1.7942603 Dec 22 16:18:52.206751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917108ed-c255-4af1-a7b1-f7b854bf37f5', 'tag': '74dd55f0-bb4b-4410-addd-b440e951fafb'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:18:52.269379 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-aea32ac6-ad16-449c-a22b-33cb484f7e2e None None] Set router 294a7e85-03b7-454b-919f-4d227071e225 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:18:52.346830 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917108ed-c255-4af1-a7b1-f7b854bf37f5', 'tag': '74dd55f0-bb4b-4410-addd-b440e951fafb', 'status': 'completed', 'code': 200} Dec 22 16:18:52.457041 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d144e4-fec4-445d-833d-a08f46861d8c req-080fa477-f5da-44a7-9a6f-3d783a39295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:18:52.458653 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4d144e4-fec4-445d-833d-a08f46861d8c req-080fa477-f5da-44a7-9a6f-3d783a39295f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 1098 time: 0.0873523 Dec 22 16:18:52.585011 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-aea32ac6-ad16-449c-a22b-33cb484f7e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294a7e85-03b7-454b-919f-4d227071e225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646250075', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:15:53Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:54Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'ceb646d2-1d94-4b1c-8672-5312632e3ba3', 'name': '', 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:c7:2c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '60bfe928-153f-48b2-9017-a68a25817583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:59Z', 'updated_at': '2021-12-22T16:16:06Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '60bfe928-153f-48b2-9017-a68a25817583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:18:52.588848 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea32ac6-ad16-449c-a22b-33cb484f7e2e None None] Checking router: 294a7e85-03b7-454b-919f-4d227071e225 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:18:52.599928 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d144e4-fec4-445d-833d-a08f46861d8c req-e82843df-2c7d-4b27-aa93-0ac2aa9595e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:18:52.599928 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4d144e4-fec4-445d-833d-a08f46861d8c req-e82843df-2c7d-4b27-aa93-0ac2aa9595e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3b690605-3461-4253-ab3a-a78e1223ed4c HTTP/1.1" status: 200 len: 898 time: 0.1291492 Dec 22 16:18:52.600199 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea32ac6-ad16-449c-a22b-33cb484f7e2e None None] Routers {'294a7e85-03b7-454b-919f-4d227071e225'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:18:52.600199 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-aea32ac6-ad16-449c-a22b-33cb484f7e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:18:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['294a7e85-03b7-454b-919f-4d227071e225'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:18:52.666377 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4d144e4-fec4-445d-833d-a08f46861d8c req-f3d818c9-73d0-4ee8-9877-5b928fc2ca6d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74dd55f0-bb4b-4410-addd-b440e951fafb HTTP/1.1" status: 200 len: 217 time: 0.0650234 Dec 22 16:18:52.729497 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d144e4-fec4-445d-833d-a08f46861d8c req-d43ac0ef-1332-444e-a205-468a45dbbc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:18:52.731090 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4d144e4-fec4-445d-833d-a08f46861d8c req-d43ac0ef-1332-444e-a205-468a45dbbc25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60bfe928-153f-48b2-9017-a68a25817583 HTTP/1.1" status: 200 len: 835 time: 0.0581863 Dec 22 16:18:52.782632 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-aea32ac6-ad16-449c-a22b-33cb484f7e2e None None] Set router 294a7e85-03b7-454b-919f-4d227071e225 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:18:52.809608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d144e4-fec4-445d-833d-a08f46861d8c req-6c00fd10-bef8-438a-a3cc-1c749a464cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:18:52.811171 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4d144e4-fec4-445d-833d-a08f46861d8c req-6c00fd10-bef8-438a-a3cc-1c749a464cb5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b690605-3461-4253-ab3a-a78e1223ed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742109 Dec 22 16:18:53.004525 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4d144e4-fec4-445d-833d-a08f46861d8c req-734ba206-504d-40a2-ac94-f530b9f00de4 service neutron] 10.222.0.57 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864586 Dec 22 16:18:53.018528 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb1e0b-7781-4906-97c0-6b4f581dc00a req-3c1b9e3d-4bb4-4af3-8995-8c8c5139924a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:18:53.019921 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fffb1e0b-7781-4906-97c0-6b4f581dc00a req-3c1b9e3d-4bb4-4af3-8995-8c8c5139924a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.1298499 Dec 22 16:18:53.106859 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-aea32ac6-ad16-449c-a22b-33cb484f7e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294a7e85-03b7-454b-919f-4d227071e225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646250075', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:15:53Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:54Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'ceb646d2-1d94-4b1c-8672-5312632e3ba3', 'name': '', 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:c7:2c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '60bfe928-153f-48b2-9017-a68a25817583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:59Z', 'updated_at': '2021-12-22T16:16:06Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '60bfe928-153f-48b2-9017-a68a25817583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:18:53.111418 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea32ac6-ad16-449c-a22b-33cb484f7e2e None None] The sync data for ids ['294a7e85-03b7-454b-919f-4d227071e225'] in dv-neutron-822674-1-hyperv is: [{'id': '294a7e85-03b7-454b-919f-4d227071e225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646250075', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:15:53Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:54Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'ceb646d2-1d94-4b1c-8672-5312632e3ba3', 'name': '', 'network_id': '3b690605-3461-4253-ab3a-a78e1223ed4c', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:c7:2c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '60bfe928-153f-48b2-9017-a68a25817583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:59Z', 'updated_at': '2021-12-22T16:16:06Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '60bfe928-153f-48b2-9017-a68a25817583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:18:53.159536 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fffb1e0b-7781-4906-97c0-6b4f581dc00a req-4f2e1034-1b55-453f-823e-4a9ca14720a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181703 Dec 22 16:18:53.194745 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4d144e4-fec4-445d-833d-a08f46861d8c req-c8f57408-2cdd-4fe9-a4c3-40c4cde001a5 service neutron] 10.222.0.57 "GET /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738739 Dec 22 16:18:53.346952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13015e2-41c3-4584-a9ec-80f4abd8d7f6 None None] New status for floating IP 19cb0641-b886-41b2-9971-157cadc37377: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:18:54.352981 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e5764-2246-4f82-be27-59d37cbf25dc req-e6cf3dd7-3062-46f0-b466-983eeef4e0d4 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:18:54.354478 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-532e5764-2246-4f82-be27-59d37cbf25dc req-e6cf3dd7-3062-46f0-b466-983eeef4e0d4 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.0850325 Dec 22 16:18:54.402129 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-532e5764-2246-4f82-be27-59d37cbf25dc req-c64b9b27-fbec-4926-9fff-752b6ada6a33 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390315 Dec 22 16:18:54.723169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c205e49-ec63-4d1d-81e1-a24b7fc2ed5f req-bf1f2fdd-b6af-4d65-90bb-b475e5092218 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:18:54.724686 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8c205e49-ec63-4d1d-81e1-a24b7fc2ed5f req-bf1f2fdd-b6af-4d65-90bb-b475e5092218 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 945 time: 0.0813770 Dec 22 16:18:54.914276 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-8c205e49-ec63-4d1d-81e1-a24b7fc2ed5f req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port 74dd55f0-bb4b-4410-addd-b440e951fafb {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:18:54.914610 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-8c205e49-ec63-4d1d-81e1-a24b7fc2ed5f req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:55.157671 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-8c205e49-ec63-4d1d-81e1-a24b7fc2ed5f req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] For port 74dd55f0-bb4b-4410-addd-b440e951fafb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=74dd55f0-bb4b-4410-addd-b440e951fafb,segment=NetworkSegment(56bb4fdb-85d0-490f-a289-eadaef1cb556),segment_id=56bb4fdb-85d0-490f-a289-eadaef1cb556)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:18:55.158029 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-8c205e49-ec63-4d1d-81e1-a24b7fc2ed5f req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:55.284373 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-8c205e49-ec63-4d1d-81e1-a24b7fc2ed5f req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Calling delete_port for 74dd55f0-bb4b-4410-addd-b440e951fafb owned by compute:nova {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:18:55.375828 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6fd26c75-bfa2-4ac1-abb1-fcdc6105139a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:55.503410 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-8c205e49-ec63-4d1d-81e1-a24b7fc2ed5f req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:55.510069 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8996ada5-2919-4f54-b5a3-a7dbe4a9a8d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:18:55.627471 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Port': ['ID=74dd55f0-bb4b-4410-addd-b440e951fafb,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:18:55.652115 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1ff8c425-3e5e-4773-9968-3f9d67991560 req-54ef2c32-5c6e-49a6-b085-47a83b0974e9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 210 time: 0.1077330 Dec 22 16:18:55.653643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:55.654025 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:55.654439 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:55.654829 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:55.655194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:55.655696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:55.656061 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:55.656464 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:55.656836 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:55.657204 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:55.657572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:55.657938 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:18:55.661363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:18:55.697697 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c205e49-ec63-4d1d-81e1-a24b7fc2ed5f req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] No DVR routers for this DVR port 74dd55f0-bb4b-4410-addd-b440e951fafb on host hv-neutron-8226 {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:18:55.700078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-8c205e49-ec63-4d1d-81e1-a24b7fc2ed5f req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:55.702817 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917108ed-c255-4af1-a7b1-f7b854bf37f5', 'name': 'network-vif-deleted', 'tag': '74dd55f0-bb4b-4410-addd-b440e951fafb'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:18:55.713545 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8c205e49-ec63-4d1d-81e1-a24b7fc2ed5f req-952e259c-6688-44d7-9bab-ffe3aa167904 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "DELETE /v2.0/ports/74dd55f0-bb4b-4410-addd-b440e951fafb HTTP/1.1" status: 204 len: 173 time: 0.9833510 Dec 22 16:18:55.835225 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917108ed-c255-4af1-a7b1-f7b854bf37f5', 'name': 'network-vif-deleted', 'tag': '74dd55f0-bb4b-4410-addd-b440e951fafb', 'status': 'completed', 'code': 200} Dec 22 16:18:56.816925 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-a77f2524-15a4-4b03-9df2-955551a2743c req-d2585b62-d7a4-4324-8f54-2867089bc0c9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:18:56.912635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-a77f2524-15a4-4b03-9df2-955551a2743c req-d2585b62-d7a4-4324-8f54-2867089bc0c9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:18:56.913876 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a77f2524-15a4-4b03-9df2-955551a2743c req-d2585b62-d7a4-4324-8f54-2867089bc0c9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=917108ed-c255-4af1-a7b1-f7b854bf37f5 HTTP/1.1" status: 200 len: 210 time: 0.1415236 Dec 22 16:18:57.775255 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7e19d7e7-a710-4aa5-b1dd-3098098d86f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:58.022380 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46644) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:18:58.727895 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af3ce3d2-a741-405e-a6cc-bb0632b6e163 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:59.087921 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-af3ce3d2-a741-405e-a6cc-bb0632b6e163 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port ceb646d2-1d94-4b1c-8672-5312632e3ba3 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:18:59.088613 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af3ce3d2-a741-405e-a6cc-bb0632b6e163 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:59.148969 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:59.237811 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:59.277756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-af3ce3d2-a741-405e-a6cc-bb0632b6e163 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] For port ceb646d2-1d94-4b1c-8672-5312632e3ba3, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=ceb646d2-1d94-4b1c-8672-5312632e3ba3,segment=NetworkSegment(56bb4fdb-85d0-490f-a289-eadaef1cb556),segment_id=56bb4fdb-85d0-490f-a289-eadaef1cb556)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:18:59.278126 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af3ce3d2-a741-405e-a6cc-bb0632b6e163 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:59.346453 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 74dd55f0-bb4b-4410-addd-b440e951fafb no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:18:59.380564 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 74dd55f0-bb4b-4410-addd-b440e951fafb {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:18:59.380946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 74dd55f0-bb4b-4410-addd-b440e951fafb not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:18:59.407981 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-af3ce3d2-a741-405e-a6cc-bb0632b6e163 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Calling delete_port for ceb646d2-1d94-4b1c-8672-5312632e3ba3 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:18:59.811858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af3ce3d2-a741-405e-a6cc-bb0632b6e163 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:18:59.816083 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a2b21c61-7c65-45cd-adae-aaece532e102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:18:59.866289 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ce3d2-a741-405e-a6cc-bb0632b6e163 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Port': ['ID=ceb646d2-1d94-4b1c-8672-5312632e3ba3,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:18:59.869402 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-af3ce3d2-a741-405e-a6cc-bb0632b6e163 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:00.302552 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af3ce3d2-a741-405e-a6cc-bb0632b6e163 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:00.681069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3ce3d2-a741-405e-a6cc-bb0632b6e163 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router 294a7e85-03b7-454b-919f-4d227071e225 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:19:00.859190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3ce3d2-a741-405e-a6cc-bb0632b6e163 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:19:00.869323 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b848eaf-c80f-4f89-914b-75c036f77d5a None None] Sync routers for ids ['294a7e85-03b7-454b-919f-4d227071e225'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:19:00.878528 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b848eaf-c80f-4f89-914b-75c036f77d5a None None] Routers {'294a7e85-03b7-454b-919f-4d227071e225'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:19:00.879144 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-7b848eaf-c80f-4f89-914b-75c036f77d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:18:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['294a7e85-03b7-454b-919f-4d227071e225'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:19:00.949164 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-af3ce3d2-a741-405e-a6cc-bb0632b6e163 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "PUT /v2.0/routers/294a7e85-03b7-454b-919f-4d227071e225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9254994 Dec 22 16:19:00.951681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46648) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:01.022803 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5b2a76-3c2d-4c58-becb-1caf89ed38dd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting subnet 60bfe928-153f-48b2-9017-a68a25817583 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:19:01.026908 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c5b2a76-3c2d-4c58-becb-1caf89ed38dd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:01.085238 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c5b2a76-3c2d-4c58-becb-1caf89ed38dd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:01.090646 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-7b848eaf-c80f-4f89-914b-75c036f77d5a None None] Set router 294a7e85-03b7-454b-919f-4d227071e225 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:19:01.171368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c5b2a76-3c2d-4c58-becb-1caf89ed38dd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:01.225272 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:01.366315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c5b2a76-3c2d-4c58-becb-1caf89ed38dd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:01.370766 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-7b848eaf-c80f-4f89-914b-75c036f77d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294a7e85-03b7-454b-919f-4d227071e225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646250075', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:15:53Z', 'updated_at': '2021-12-22T16:18:59Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:54Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:19:01.372337 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cff712fd-90fb-4ef9-a5a0-922040cdf4a4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:01.374680 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b848eaf-c80f-4f89-914b-75c036f77d5a None None] Checking router: 294a7e85-03b7-454b-919f-4d227071e225 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:19:01.394612 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b848eaf-c80f-4f89-914b-75c036f77d5a None None] Routers {'294a7e85-03b7-454b-919f-4d227071e225'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:19:01.394612 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-7b848eaf-c80f-4f89-914b-75c036f77d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:18:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['294a7e85-03b7-454b-919f-4d227071e225'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:19:01.410550 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b2a76-3c2d-4c58-becb-1caf89ed38dd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Subnet': ['ID=60bfe928-153f-48b2-9017-a68a25817583,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:01.412554 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c5b2a76-3c2d-4c58-becb-1caf89ed38dd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:01.418078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4c5b2a76-3c2d-4c58-becb-1caf89ed38dd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:01.422411 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4c5b2a76-3c2d-4c58-becb-1caf89ed38dd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/subnets/60bfe928-153f-48b2-9017-a68a25817583 HTTP/1.1" status: 204 len: 168 time: 0.4670391 Dec 22 16:19:01.422579 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4607e287-0004-4d00-9304-c2e10d2e9a98 None None] Network 3b690605-3461-4253-ab3a-a78e1223ed4c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:19:01.423096 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46652) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:01.574029 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-7b848eaf-c80f-4f89-914b-75c036f77d5a None None] Set router 294a7e85-03b7-454b-919f-4d227071e225 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:19:01.613947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72b411e1-e867-48c1-ac34-be152860a01b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:01.705506 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] DHCP port deletion for 3b690605-3461-4253-ab3a-a78e1223ed4c request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 16:19:01.710463 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] Deleting port 2bc2b072-be67-4f41-b609-2007ada96203 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:19:01.710842 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:01.842966 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72b411e1-e867-48c1-ac34-be152860a01b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:01.866067 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 2bc2b072-be67-4f41-b609-2007ada96203 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:19:01.882771 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-7b848eaf-c80f-4f89-914b-75c036f77d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294a7e85-03b7-454b-919f-4d227071e225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646250075', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:15:53Z', 'updated_at': '2021-12-22T16:18:59Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:54Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:19:01.886673 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b848eaf-c80f-4f89-914b-75c036f77d5a None None] The sync data for ids ['294a7e85-03b7-454b-919f-4d227071e225'] in dv-neutron-822674-1-hyperv is: [{'id': '294a7e85-03b7-454b-919f-4d227071e225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646250075', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:15:53Z', 'updated_at': '2021-12-22T16:18:59Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': '8173a33c-5ef3-4573-8c9a-4df0336252ca', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294a7e85-03b7-454b-919f-4d227071e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:15:54Z', 'updated_at': '2021-12-22T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:19:01.927298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72b411e1-e867-48c1-ac34-be152860a01b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port 8173a33c-5ef3-4573-8c9a-4df0336252ca {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:19:01.927653 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72b411e1-e867-48c1-ac34-be152860a01b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:02.010382 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] For port 2bc2b072-be67-4f41-b609-2007ada96203, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=2bc2b072-be67-4f41-b609-2007ada96203,segment=NetworkSegment(56bb4fdb-85d0-490f-a289-eadaef1cb556),segment_id=56bb4fdb-85d0-490f-a289-eadaef1cb556)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:19:02.010789 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:02.123823 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72b411e1-e867-48c1-ac34-be152860a01b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] For port 8173a33c-5ef3-4573-8c9a-4df0336252ca, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8173a33c-5ef3-4573-8c9a-4df0336252ca,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:19:02.124099 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72b411e1-e867-48c1-ac34-be152860a01b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:02.160895 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] Calling delete_port for 2bc2b072-be67-4f41-b609-2007ada96203 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:19:02.240572 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:02.358943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:02.364443 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-76003dae-012a-4bf0-8220-2986f797eba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:02.383590 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72b411e1-e867-48c1-ac34-be152860a01b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Calling delete_port for 8173a33c-5ef3-4573-8c9a-4df0336252ca owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:19:02.503695 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] Pushing event deleted for resources: {'Port': ['ID=2bc2b072-be67-4f41-b609-2007ada96203,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:02.506973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] No DVR routers for this DVR port 2bc2b072-be67-4f41-b609-2007ada96203 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:19:02.515451 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:02.515451 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:02.515451 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:02.516483 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:02.516680 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:02.517020 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:02.517365 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:02.518639 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:02.518639 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:02.518639 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:02.518954 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:02.519581 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:02.522153 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:02.789380 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72b411e1-e867-48c1-ac34-be152860a01b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:02.793393 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e0520cd1-43ac-49bf-bea9-02f8e5b821a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:02.837130 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b411e1-e867-48c1-ac34-be152860a01b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Port': ['ID=8173a33c-5ef3-4573-8c9a-4df0336252ca,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:02.840091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-72b411e1-e867-48c1-ac34-be152860a01b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:02.930248 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72b411e1-e867-48c1-ac34-be152860a01b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:03.102268 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72b411e1-e867-48c1-ac34-be152860a01b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:03.104376 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72b411e1-e867-48c1-ac34-be152860a01b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:03.238078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72b411e1-e867-48c1-ac34-be152860a01b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:03.238617 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b411e1-e867-48c1-ac34-be152860a01b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Fanout notify agent at l3_agent the message router_deleted on router 294a7e85-03b7-454b-919f-4d227071e225 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:19:03.254948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72b411e1-e867-48c1-ac34-be152860a01b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:03.256053 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-72b411e1-e867-48c1-ac34-be152860a01b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/routers/294a7e85-03b7-454b-919f-4d227071e225 HTTP/1.1" status: 204 len: 168 time: 1.8319778 Dec 22 16:19:03.258713 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46656) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:03.376591 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2c18e1c3-834c-47e3-bd2c-6ba935731d4d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:03.506893 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2c18e1c3-834c-47e3-bd2c-6ba935731d4d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:03.533669 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-2c18e1c3-834c-47e3-bd2c-6ba935731d4d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b690605-3461-4253-ab3a-a78e1223ed4c']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:19:03.546296 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-2c18e1c3-834c-47e3-bd2c-6ba935731d4d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56bb4fdb-85d0-490f-a289-eadaef1cb556') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:19:03.546588 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-2c18e1c3-834c-47e3-bd2c-6ba935731d4d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56bb4fdb-85d0-490f-a289-eadaef1cb556') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:19:03.559300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2c18e1c3-834c-47e3-bd2c-6ba935731d4d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:03.574708 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2c18e1c3-834c-47e3-bd2c-6ba935731d4d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:03.581347 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c18e1c3-834c-47e3-bd2c-6ba935731d4d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:19:03.581730 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2c18e1c3-834c-47e3-bd2c-6ba935731d4d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:19:03.596606 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:19:03.748757 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2c18e1c3-834c-47e3-bd2c-6ba935731d4d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:03.752402 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-60eacbbc-d01c-406c-9a5d-d67072205dc7 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:03.770949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2c18e1c3-834c-47e3-bd2c-6ba935731d4d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:03.779664 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18e1c3-834c-47e3-bd2c-6ba935731d4d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Network': ['ID=3b690605-3461-4253-ab3a-a78e1223ed4c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:03.784078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2c18e1c3-834c-47e3-bd2c-6ba935731d4d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:03.804120 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ceb646d2-1d94-4b1c-8672-5312632e3ba3 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:19:03.838818 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: ceb646d2-1d94-4b1c-8672-5312632e3ba3 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:19:03.839182 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device ceb646d2-1d94-4b1c-8672-5312632e3ba3 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:19:03.839625 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8173a33c-5ef3-4573-8c9a-4df0336252ca no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:19:03.868451 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2c18e1c3-834c-47e3-bd2c-6ba935731d4d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/networks/3b690605-3461-4253-ab3a-a78e1223ed4c HTTP/1.1" status: 204 len: 168 time: 0.6084194 Dec 22 16:19:03.870998 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46660) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:03.878981 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 8173a33c-5ef3-4573-8c9a-4df0336252ca {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:19:03.878981 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8173a33c-5ef3-4573-8c9a-4df0336252ca not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:19:03.945981 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78b8b1fd-7f7f-47e3-bff2-cf8c827920cb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:03.976158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78b8b1fd-7f7f-47e3-bff2-cf8c827920cb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:04.123989 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78b8b1fd-7f7f-47e3-bff2-cf8c827920cb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:04.128079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d3b4ce82-ee06-41a2-9dba-65080b382fc0 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:04.143698 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8b1fd-7f7f-47e3-bff2-cf8c827920cb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:04.147774 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-78b8b1fd-7f7f-47e3-bff2-cf8c827920cb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:04.151120 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78b8b1fd-7f7f-47e3-bff2-cf8c827920cb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:04.152709 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-78b8b1fd-7f7f-47e3-bff2-cf8c827920cb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/security-groups/5ed5ebd7-b7bc-483d-b572-d9c2567bf6e4 HTTP/1.1" status: 204 len: 168 time: 0.2807572 Dec 22 16:19:04.813897 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46670) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:04.820809 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b4550e5d-24d6-4a41-abf3-0f30787322da tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2030215824', 'description': 'tempest-secgroup-smoke-2030215824 description', 'project_id': '8d32e704a3694d65be39c46759cfcfdb'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:19:04.826137 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b4550e5d-24d6-4a41-abf3-0f30787322da tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:19:04.831148 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b4550e5d-24d6-4a41-abf3-0f30787322da tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:19:04.833933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b4550e5d-24d6-4a41-abf3-0f30787322da tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:19:04.839669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b4550e5d-24d6-4a41-abf3-0f30787322da tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:19:04.920175 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4550e5d-24d6-4a41-abf3-0f30787322da tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:04.940373 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b4550e5d-24d6-4a41-abf3-0f30787322da tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:19:04.944357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b4550e5d-24d6-4a41-abf3-0f30787322da tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:19:04.947409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b4550e5d-24d6-4a41-abf3-0f30787322da tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:19:04.952910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b4550e5d-24d6-4a41-abf3-0f30787322da tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:19:05.024491 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4550e5d-24d6-4a41-abf3-0f30787322da tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:05.126763 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4550e5d-24d6-4a41-abf3-0f30787322da tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:05.132234 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-deac666f-57da-4bbc-ba31-1f74b2eca5f8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:05.176599 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4550e5d-24d6-4a41-abf3-0f30787322da tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca37cdc-9e9d-4d05-a751-5ab3df61304e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:05.179295 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b4550e5d-24d6-4a41-abf3-0f30787322da tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:05.263510 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4550e5d-24d6-4a41-abf3-0f30787322da tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:05.264775 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b4550e5d-24d6-4a41-abf3-0f30787322da tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4498491 Dec 22 16:19:05.267629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46674) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:05.272688 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-37c85ec8-a172-4772-ad3d-4c34725258c5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '9ca37cdc-9e9d-4d05-a751-5ab3df61304e', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:19:05.278942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-37c85ec8-a172-4772-ad3d-4c34725258c5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:19:05.283169 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-37c85ec8-a172-4772-ad3d-4c34725258c5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:19:05.285588 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-37c85ec8-a172-4772-ad3d-4c34725258c5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:19:05.291238 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-37c85ec8-a172-4772-ad3d-4c34725258c5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:19:05.389664 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-37c85ec8-a172-4772-ad3d-4c34725258c5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:05.448969 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-37c85ec8-a172-4772-ad3d-4c34725258c5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:05.583313 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-37c85ec8-a172-4772-ad3d-4c34725258c5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:05.585262 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b6368c15-0fc9-4896-9f37-3c514ccd3bb5 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:05.611204 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c85ec8-a172-4772-ad3d-4c34725258c5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441b5367-9f80-4aa1-83bb-f89df2ff0f33,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:05.615834 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-37c85ec8-a172-4772-ad3d-4c34725258c5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:05.714625 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-37c85ec8-a172-4772-ad3d-4c34725258c5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:05.715855 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-37c85ec8-a172-4772-ad3d-4c34725258c5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4473424 Dec 22 16:19:05.719310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46678) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:05.724947 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-32c6af2b-81b6-495c-89bd-a4ce697563c8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '9ca37cdc-9e9d-4d05-a751-5ab3df61304e', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:19:05.731155 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-32c6af2b-81b6-495c-89bd-a4ce697563c8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:19:05.735738 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-32c6af2b-81b6-495c-89bd-a4ce697563c8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:19:05.738831 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-32c6af2b-81b6-495c-89bd-a4ce697563c8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:19:05.744682 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-32c6af2b-81b6-495c-89bd-a4ce697563c8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:19:05.827684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32c6af2b-81b6-495c-89bd-a4ce697563c8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:05.890429 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32c6af2b-81b6-495c-89bd-a4ce697563c8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:05.989160 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32c6af2b-81b6-495c-89bd-a4ce697563c8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:05.995321 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-051e3d3c-3abb-442f-b47c-1ae47a4c979e tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:06.015220 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6af2b-81b6-495c-89bd-a4ce697563c8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629da682-74cf-4d50-85ed-e90cd84a34c7,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:06.017893 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-32c6af2b-81b6-495c-89bd-a4ce697563c8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:06.114811 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32c6af2b-81b6-495c-89bd-a4ce697563c8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:06.116717 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-32c6af2b-81b6-495c-89bd-a4ce697563c8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3956220 Dec 22 16:19:06.119561 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46682) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:06.124779 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-e4ade7bd-a505-4568-ba77-eb160f583001 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '9ca37cdc-9e9d-4d05-a751-5ab3df61304e', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:19:06.131493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e4ade7bd-a505-4568-ba77-eb160f583001 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:19:06.135456 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e4ade7bd-a505-4568-ba77-eb160f583001 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:19:06.138373 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-e4ade7bd-a505-4568-ba77-eb160f583001 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:19:06.144086 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-e4ade7bd-a505-4568-ba77-eb160f583001 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:19:06.257186 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e4ade7bd-a505-4568-ba77-eb160f583001 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:06.444380 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e4ade7bd-a505-4568-ba77-eb160f583001 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:06.520288 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e4ade7bd-a505-4568-ba77-eb160f583001 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:06.522078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e728c7e2-73af-46bf-aace-41718b01180c tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:06.544830 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ade7bd-a505-4568-ba77-eb160f583001 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6019bda8-1a2b-4cf0-a549-e599591f8a65,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:06.548000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e4ade7bd-a505-4568-ba77-eb160f583001 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:06.720980 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:06.758257 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e4ade7bd-a505-4568-ba77-eb160f583001 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:06.759532 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e4ade7bd-a505-4568-ba77-eb160f583001 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6390131 Dec 22 16:19:06.762353 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46686) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:06.767926 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-415956eb-a879-4559-b423-af3408e84559 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '9ca37cdc-9e9d-4d05-a751-5ab3df61304e', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:19:06.774028 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-415956eb-a879-4559-b423-af3408e84559 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:19:06.777993 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-415956eb-a879-4559-b423-af3408e84559 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:19:06.780848 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-415956eb-a879-4559-b423-af3408e84559 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:19:06.787059 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-415956eb-a879-4559-b423-af3408e84559 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:19:06.904190 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-415956eb-a879-4559-b423-af3408e84559 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:06.966125 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-415956eb-a879-4559-b423-af3408e84559 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:07.068957 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-415956eb-a879-4559-b423-af3408e84559 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:07.070735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-76caa980-0e2c-4ae0-b30b-91f60f27ce71 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:07.094911 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415956eb-a879-4559-b423-af3408e84559 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c404b1-5a29-4fb6-875a-bb62b2eddde5,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:07.099501 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-415956eb-a879-4559-b423-af3408e84559 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:07.181097 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-415956eb-a879-4559-b423-af3408e84559 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:07.182349 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-415956eb-a879-4559-b423-af3408e84559 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4190371 Dec 22 16:19:07.185053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46690) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:07.190100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-13369011-a3b1-4bfe-84ea-7360f3b17fb6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '9ca37cdc-9e9d-4d05-a751-5ab3df61304e', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:19:07.196183 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-13369011-a3b1-4bfe-84ea-7360f3b17fb6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:19:07.200142 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-13369011-a3b1-4bfe-84ea-7360f3b17fb6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:19:07.204611 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-13369011-a3b1-4bfe-84ea-7360f3b17fb6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:19:07.208641 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-13369011-a3b1-4bfe-84ea-7360f3b17fb6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:19:07.308821 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-13369011-a3b1-4bfe-84ea-7360f3b17fb6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Project 8d32e704a3694d65be39c46759cfcfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:19:07.315872 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13369011-a3b1-4bfe-84ea-7360f3b17fb6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:07.382007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13369011-a3b1-4bfe-84ea-7360f3b17fb6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:07.451711 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13369011-a3b1-4bfe-84ea-7360f3b17fb6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:07.454048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4a6968df-2b10-485e-8c37-452ad69a49dd tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:07.476693 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13369011-a3b1-4bfe-84ea-7360f3b17fb6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d1072a-ba2d-4681-92cf-ddad276b5e52,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:07.481134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-13369011-a3b1-4bfe-84ea-7360f3b17fb6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:07.565589 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13369011-a3b1-4bfe-84ea-7360f3b17fb6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:07.566818 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-13369011-a3b1-4bfe-84ea-7360f3b17fb6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3808303 Dec 22 16:19:07.569841 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46694) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:07.574844 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-78d39155-9101-4f53-81df-d95f4e406a3c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '9ca37cdc-9e9d-4d05-a751-5ab3df61304e', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:19:07.581379 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-78d39155-9101-4f53-81df-d95f4e406a3c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:19:07.585369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-78d39155-9101-4f53-81df-d95f4e406a3c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:19:07.590971 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-78d39155-9101-4f53-81df-d95f4e406a3c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:19:07.594461 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-78d39155-9101-4f53-81df-d95f4e406a3c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:19:07.689453 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-78d39155-9101-4f53-81df-d95f4e406a3c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Project 8d32e704a3694d65be39c46759cfcfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:19:07.696400 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78d39155-9101-4f53-81df-d95f4e406a3c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:07.761593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78d39155-9101-4f53-81df-d95f4e406a3c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:07.845773 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78d39155-9101-4f53-81df-d95f4e406a3c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:07.847661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-de6860d4-8bfe-4e08-8660-2f75dcd2d631 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:07.869255 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d39155-9101-4f53-81df-d95f4e406a3c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f2848f-1d70-45d5-a1b7-75f87439ad7d,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:07.871747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-78d39155-9101-4f53-81df-d95f4e406a3c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:07.966018 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78d39155-9101-4f53-81df-d95f4e406a3c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:07.967240 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-78d39155-9101-4f53-81df-d95f4e406a3c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3964601 Dec 22 16:19:07.970673 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46698) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:07.976282 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-cb417645-0555-4642-9366-a1c959f5e7c1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'network': {'name': 'tempest-network-smoke--18083401', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'port_security_enabled': True}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:19:07.981422 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cb417645-0555-4642-9366-a1c959f5e7c1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:19:07.986789 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cb417645-0555-4642-9366-a1c959f5e7c1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:network and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:19:07.989650 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cb417645-0555-4642-9366-a1c959f5e7c1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:19:07.995403 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cb417645-0555-4642-9366-a1c959f5e7c1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:19:08.097458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb417645-0555-4642-9366-a1c959f5e7c1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Made reservation on behalf of 8d32e704a3694d65be39c46759cfcfdb for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:19:08.100935 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cb417645-0555-4642-9366-a1c959f5e7c1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:08.128915 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb417645-0555-4642-9366-a1c959f5e7c1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:19:08.137674 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cb417645-0555-4642-9366-a1c959f5e7c1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:08.138022 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-cb417645-0555-4642-9366-a1c959f5e7c1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Added segment 3587a91e-83b7-4964-aadc-27910acc3c54 of type vlan for network b978dc63-d5cd-4278-bf1b-f6ad1ebce516 Dec 22 16:19:08.165393 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cb417645-0555-4642-9366-a1c959f5e7c1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:08.291534 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cb417645-0555-4642-9366-a1c959f5e7c1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:08.297748 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb417645-0555-4642-9366-a1c959f5e7c1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:08.298366 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cb417645-0555-4642-9366-a1c959f5e7c1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:08.302138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:08.409039 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb417645-0555-4642-9366-a1c959f5e7c1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Network': ['ID=b978dc63-d5cd-4278-bf1b-f6ad1ebce516,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:08.413094 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cb417645-0555-4642-9366-a1c959f5e7c1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:08.419879 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network b978dc63-d5cd-4278-bf1b-f6ad1ebce516 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 16:19:08.496009 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-cb417645-0555-4642-9366-a1c959f5e7c1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5242028 Dec 22 16:19:08.498779 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46702) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:08.507285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1103452232', 'admin_state_up': True, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:19:08.519166 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:19:08.525035 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:router and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:19:08.533253 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:19:08.542563 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:19:08.611770 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:08.612872 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:08.630061 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:09.011317 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:09.413922 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:09.444070 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:09.577579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Allocated IP 172.26.6.246 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/c217874e-0349-42a6-8e1e-459aadc8c677) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:19:09.724429 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:09.817423 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:09.821305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-544964ba-1dc9-4d1e-a406-0c6fb2eaebe1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:09.885925 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:19:09.888702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:19:09.892797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:19:10.049658 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=c217874e-0349-42a6-8e1e-459aadc8c677,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:10.057913 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:10.552038 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:10.887946 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:11.174986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router a9c55c75-5dc9-490f-b758-8d429cbf2544 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 16:19:11.366516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:19:11.378289 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] Sync routers for ids ['a9c55c75-5dc9-490f-b758-8d429cbf2544'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:19:11.388319 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] Routers {'a9c55c75-5dc9-490f-b758-8d429cbf2544'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:19:11.389015 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:18:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['a9c55c75-5dc9-490f-b758-8d429cbf2544'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:19:11.478158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:11.479340 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9792557 Dec 22 16:19:11.482548 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46712) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:11.525454 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3f0a6482-160a-48a1-a631-9e62515d9aa4 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=8d32e704a3694d65be39c46759cfcfdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383244 Dec 22 16:19:11.525675 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46716) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:11.571747 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] Set router a9c55c75-5dc9-490f-b758-8d429cbf2544 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:19:11.804586 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f851e6-6cc2-4d9d-9fce-c29543c12b11 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:11.806060 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-73f851e6-6cc2-4d9d-9fce-c29543c12b11 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2795169 Dec 22 16:19:11.809005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46722) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:11.852391 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-16c19c90-5411-4de7-9e76-8e582aaaf657 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399790 Dec 22 16:19:11.852749 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46726) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:11.858258 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-3c1fe41b-d575-4cd8-9c16-7a1c936ec8bb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-374616019', 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:19:11.868775 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103452232', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:19:08Z', 'updated_at': '2021-12-22T16:19:10Z', 'revision_number': 3, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:09Z', 'updated_at': '2021-12-22T16:19:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:19:11.873500 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] Checking router: a9c55c75-5dc9-490f-b758-8d429cbf2544 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:19:11.873857 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] Updating router a9c55c75-5dc9-490f-b758-8d429cbf2544 port c217874e-0349-42a6-8e1e-459aadc8c677 binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:19:11.927423 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:11.968592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3c1fe41b-d575-4cd8-9c16-7a1c936ec8bb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:19:11.973371 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3c1fe41b-d575-4cd8-9c16-7a1c936ec8bb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:subnet and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:19:11.975859 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3c1fe41b-d575-4cd8-9c16-7a1c936ec8bb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:19:11.981457 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3c1fe41b-d575-4cd8-9c16-7a1c936ec8bb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:19:12.116242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1fe41b-d575-4cd8-9c16-7a1c936ec8bb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Made reservation on behalf of 8d32e704a3694d65be39c46759cfcfdb for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:19:12.119700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3c1fe41b-d575-4cd8-9c16-7a1c936ec8bb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:12.261676 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:12.273679 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] Transition to ACTIVE for port object c217874e-0349-42a6-8e1e-459aadc8c677 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:19:12.354589 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:12.358677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:12.439399 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] Attempting to bind port c217874e-0349-42a6-8e1e-459aadc8c677 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:19:12.440073 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] Attempting to bind port c217874e-0349-42a6-8e1e-459aadc8c677 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:19:12.440205 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] Attempting to bind port c217874e-0349-42a6-8e1e-459aadc8c677 on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:19:12.445607 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cb659-a55e-4c3c-86f3-0648aa93cd3d None None] Pushing event updated for resources: {'Port': ['ID=c217874e-0349-42a6-8e1e-459aadc8c677,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:12.449350 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6a3cb659-a55e-4c3c-86f3-0648aa93cd3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:12.450254 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:19:12.450641 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:19:12.451043 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:12.451429 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:19:12.451895 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] Bound port: c217874e-0349-42a6-8e1e-459aadc8c677, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:19:12.452272 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:12.480664 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3c1fe41b-d575-4cd8-9c16-7a1c936ec8bb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:12.484548 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-13880525-1b77-4eaf-8b72-7c8b2498d00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:12.529763 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] For port c217874e-0349-42a6-8e1e-459aadc8c677, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:19:12.544140 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] For port c217874e-0349-42a6-8e1e-459aadc8c677, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c217874e-0349-42a6-8e1e-459aadc8c677,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:19:12.555872 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fe41b-d575-4cd8-9c16-7a1c936ec8bb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Subnet': ['ID=fe375130-9ea8-42f9-86a0-623df0adce60,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:12.560265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3c1fe41b-d575-4cd8-9c16-7a1c936ec8bb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:12.569780 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1fe41b-d575-4cd8-9c16-7a1c936ec8bb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Checking segment: {'id': '3587a91e-83b7-4964-aadc-27910acc3c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:19:12.570138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1fe41b-d575-4cd8-9c16-7a1c936ec8bb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network hostable DHCP agents. Network: b978dc63-d5cd-4278-bf1b-f6ad1ebce516, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:19:12.681226 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:12.685045 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:12.769753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] Routers {'a9c55c75-5dc9-490f-b758-8d429cbf2544'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:19:12.770411 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:18:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['a9c55c75-5dc9-490f-b758-8d429cbf2544'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:19:12.815608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1fe41b-d575-4cd8-9c16-7a1c936ec8bb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network b978dc63-d5cd-4278-bf1b-f6ad1ebce516 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:19:12.836827 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cb659-a55e-4c3c-86f3-0648aa93cd3d None None] Pushing event updated for resources: {'Port': ['ID=c217874e-0349-42a6-8e1e-459aadc8c677,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:12.840794 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6a3cb659-a55e-4c3c-86f3-0648aa93cd3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:12.932077 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-3c1fe41b-d575-4cd8-9c16-7a1c936ec8bb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, b978dc63-d5cd-4278-bf1b-f6ad1ebce516) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:19:12.936264 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1fe41b-d575-4cd8-9c16-7a1c936ec8bb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:12.936982 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3c1fe41b-d575-4cd8-9c16-7a1c936ec8bb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:12.956114 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c4dea7-9977-4d02-8009-cf7d026fad9d None None] Network b978dc63-d5cd-4278-bf1b-f6ad1ebce516 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:19:13.052689 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3c1fe41b-d575-4cd8-9c16-7a1c936ec8bb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1988459 Dec 22 16:19:13.056104 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46730) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:13.075346 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] Set router a9c55c75-5dc9-490f-b758-8d429cbf2544 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:19:13.437156 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-b978dc63-d5cd-4278-bf1b-f6ad1ebce516', 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ips': [{'subnet_id': 'fe375130-9ea8-42f9-86a0-623df0adce60'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 16:19:13.438030 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:13.599823 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103452232', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:19:08Z', 'updated_at': '2021-12-22T16:19:10Z', 'revision_number': 3, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:09Z', 'updated_at': '2021-12-22T16:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:19:13.608943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a1b34e-9c1c-4f57-b49a-d0d858d95ba2 None None] The sync data for ids ['a9c55c75-5dc9-490f-b758-8d429cbf2544'] in dv-neutron-822674-1-hyperv is: [{'id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103452232', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:19:08Z', 'updated_at': '2021-12-22T16:19:10Z', 'revision_number': 3, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:09Z', 'updated_at': '2021-12-22T16:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:19:13.623481 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Allocated IP 172.20.0.2 (b978dc63-d5cd-4278-bf1b-f6ad1ebce516/fe375130-9ea8-42f9-86a0-623df0adce60/e2340165-4daa-4453-adcd-748c4b7afc86) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:19:13.775510 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-3ea7054b-2166-4e9e-8d8d-370a4df4b026 req-08da979d-ca04-4a9b-9a14-952da0973c1d service neutron] (88217) timed out ('10.222.0.57', 55513) {{(pid=88217) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 16:19:13.786331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:13.879431 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:13.893623 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Transition to ACTIVE for port object e2340165-4daa-4453-adcd-748c4b7afc86 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:19:13.914795 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Transition to ACTIVE for port object e2340165-4daa-4453-adcd-748c4b7afc86 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:19:13.989822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:13.995466 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:14.069899 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Network b978dc63-d5cd-4278-bf1b-f6ad1ebce516 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:19:14.072899 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:19:14.075428 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:19:14.120476 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Pushing event updated for resources: {'Port': ['ID=e2340165-4daa-4453-adcd-748c4b7afc86,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:14.122715 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:14.181437 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Attempting to bind port e2340165-4daa-4453-adcd-748c4b7afc86 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:19:14.181815 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Attempting to bind port e2340165-4daa-4453-adcd-748c4b7afc86 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '3587a91e-83b7-4964-aadc-27910acc3c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:19:14.182362 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Attempting to bind port e2340165-4daa-4453-adcd-748c4b7afc86 on network b978dc63-d5cd-4278-bf1b-f6ad1ebce516 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:19:14.188340 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:19:14.188770 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Checking segment: {'id': '3587a91e-83b7-4964-aadc-27910acc3c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:19:14.189230 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:14.189611 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Bound using segment: {'id': '3587a91e-83b7-4964-aadc-27910acc3c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:19:14.190081 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Bound port: e2340165-4daa-4453-adcd-748c4b7afc86, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3587a91e-83b7-4964-aadc-27910acc3c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:19:14.190538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:14.293737 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] For port e2340165-4daa-4453-adcd-748c4b7afc86, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:19:14.297261 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] For port e2340165-4daa-4453-adcd-748c4b7afc86, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e2340165-4daa-4453-adcd-748c4b7afc86,segment=NetworkSegment(3587a91e-83b7-4964-aadc-27910acc3c54),segment_id=3587a91e-83b7-4964-aadc-27910acc3c54)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:19:14.361197 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:14.371065 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-08417876-9416-4c59-b6fa-f07e2f96cc77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:14.381887 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Allocated IP 172.20.0.1 (b978dc63-d5cd-4278-bf1b-f6ad1ebce516/fe375130-9ea8-42f9-86a0-623df0adce60/93692994-a473-4408-a8b7-3449f0f68b5e) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:19:14.466828 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Pushing event updated for resources: {'Port': ['ID=e2340165-4daa-4453-adcd-748c4b7afc86,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:14.470614 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:14.572819 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:14.589088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Transition to ACTIVE for port object 93692994-a473-4408-a8b7-3449f0f68b5e will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:19:14.678566 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:14.682519 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b71c4ca7-c351-469b-b697-447e2fcf33aa tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:14.755155 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network b978dc63-d5cd-4278-bf1b-f6ad1ebce516 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:19:14.758356 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:19:14.762921 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:19:14.794440 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=93692994-a473-4408-a8b7-3449f0f68b5e,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:14.801425 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:14.825112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:15.195535 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:15.416294 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ade907-7b54-4183-8dd8-508af202021f None None] Network b978dc63-d5cd-4278-bf1b-f6ad1ebce516 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:19:15.629760 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:15.690121 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0f720a73-b758-4be7-a48d-8e76948184f8 None None] Provisioning for port e2340165-4daa-4453-adcd-748c4b7afc86 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:19:15.747071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:15.780809 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:15.882558 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c217874e-0349-42a6-8e1e-459aadc8c677 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:19:15.882789 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:15.886636 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=93692994-a473-4408-a8b7-3449f0f68b5e,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:15.890962 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:16.032680 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port c217874e-0349-42a6-8e1e-459aadc8c677 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:19:16.033926 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network b978dc63-d5cd-4278-bf1b-f6ad1ebce516 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:19:16.035223 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:19:16.039931 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port c217874e-0349-42a6-8e1e-459aadc8c677 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:19:16.042058 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:16.151309 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f766b831-b658-4158-8d18-2f6b554fa63b None None] Provisioning for port 93692994-a473-4408-a8b7-3449f0f68b5e completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:19:16.170745 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f766b831-b658-4158-8d18-2f6b554fa63b None None] Provisioning complete for port 93692994-a473-4408-a8b7-3449f0f68b5e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:19:16.170952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f766b831-b658-4158-8d18-2f6b554fa63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:16.234402 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:16.248234 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f766b831-b658-4158-8d18-2f6b554fa63b None None] Port 93692994-a473-4408-a8b7-3449f0f68b5e cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:19:16.260720 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port c217874e-0349-42a6-8e1e-459aadc8c677, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c217874e-0349-42a6-8e1e-459aadc8c677,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:19:16.343439 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:16.344337 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e2340165-4daa-4453-adcd-748c4b7afc86 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:19:16.378777 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:16.406662 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router a9c55c75-5dc9-490f-b758-8d429cbf2544 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:19:16.477401 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7415a887-9438-4aec-a5ad-5bc2e0a18da5 None None] Provisioning complete for port 93692994-a473-4408-a8b7-3449f0f68b5e triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:19:16.478013 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7415a887-9438-4aec-a5ad-5bc2e0a18da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:16.503753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=c217874e-0349-42a6-8e1e-459aadc8c677,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:16.511976 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:16.541295 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7415a887-9438-4aec-a5ad-5bc2e0a18da5 None None] Port 93692994-a473-4408-a8b7-3449f0f68b5e cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:19:16.588845 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:19:16.599504 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] Sync routers for ids ['a9c55c75-5dc9-490f-b758-8d429cbf2544'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:19:16.602077 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "PUT /v2.0/routers/a9c55c75-5dc9-490f-b758-8d429cbf2544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5448976 Dec 22 16:19:16.610101 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] Routers {'a9c55c75-5dc9-490f-b758-8d429cbf2544'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:19:16.610816 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:18:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['a9c55c75-5dc9-490f-b758-8d429cbf2544'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:19:16.634326 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port e2340165-4daa-4453-adcd-748c4b7afc86 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:19:16.639759 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port e2340165-4daa-4453-adcd-748c4b7afc86 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:19:16.640260 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:16.776356 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-8ad27c60-6a83-4154-944e-c6f0b2f53b40 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:19:16.782359 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:16.792922 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] Set router a9c55c75-5dc9-490f-b758-8d429cbf2544 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:19:16.816021 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port e2340165-4daa-4453-adcd-748c4b7afc86, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e2340165-4daa-4453-adcd-748c4b7afc86,segment=NetworkSegment(3587a91e-83b7-4964-aadc-27910acc3c54),segment_id=3587a91e-83b7-4964-aadc-27910acc3c54)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:19:16.855316 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-8ad27c60-6a83-4154-944e-c6f0b2f53b40 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:19:16.856566 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-8ad27c60-6a83-4154-944e-c6f0b2f53b40 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030215824&fields=id&tenant_id=8d32e704a3694d65be39c46759cfcfdb HTTP/1.1" status: 200 len: 267 time: 0.1238484 Dec 22 16:19:16.892921 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:16.895323 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-91e41a2b-51a3-412a-b02c-7c33aa2d2099 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:16.965810 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=e2340165-4daa-4453-adcd-748c4b7afc86,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:16.968892 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:17.020606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-a8287491-4e9c-44a9-9478-2374199739b5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:17.021375 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-a8287491-4e9c-44a9-9478-2374199739b5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:19:17.120370 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-a8287491-4e9c-44a9-9478-2374199739b5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:19:17.121758 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-a8287491-4e9c-44a9-9478-2374199739b5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/networks?id=b978dc63-d5cd-4278-bf1b-f6ad1ebce516 HTTP/1.1" status: 200 len: 795 time: 0.2578697 Dec 22 16:19:17.138432 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-fb0e3335-ed61-4621-ad10-4e5eae7bb9a8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/quotas/8d32e704a3694d65be39c46759cfcfdb HTTP/1.1" status: 200 len: 375 time: 0.0098662 Dec 22 16:19:17.145189 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103452232', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:19:08Z', 'updated_at': '2021-12-22T16:19:15Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:09Z', 'updated_at': '2021-12-22T16:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '93692994-a473-4408-a8b7-3449f0f68b5e', 'name': '', 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:38:0a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'fe375130-9ea8-42f9-86a0-623df0adce60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:14Z', 'updated_at': '2021-12-22T16:19:15Z', 'revision_number': 2, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': 'fe375130-9ea8-42f9-86a0-623df0adce60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:19:17.150702 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] Checking router: a9c55c75-5dc9-490f-b758-8d429cbf2544 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:19:17.151064 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] Updating router a9c55c75-5dc9-490f-b758-8d429cbf2544 port 93692994-a473-4408-a8b7-3449f0f68b5e binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:19:17.208388 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:17.225521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-98e2652d-beec-4602-b4b5-15196c65ac03 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:19:17.314446 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-98e2652d-beec-4602-b4b5-15196c65ac03 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:19:17.320556 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-98e2652d-beec-4602-b4b5-15196c65ac03 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1761537 Dec 22 16:19:17.539267 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-3d11460a-b7f3-4809-866a-a81160ea2481 service neutron] 10.222.0.59 "GET /v2.0/networks/b978dc63-d5cd-4278-bf1b-f6ad1ebce516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722312 Dec 22 16:19:17.554501 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:17.567179 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] Transition to ACTIVE for port object 93692994-a473-4408-a8b7-3449f0f68b5e will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:19:17.669277 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:17.676966 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-476a0baa-ef81-44b8-8832-d52c6484905c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:17.677430 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-b39ad0bc-6a9b-4ba0-b047-f78f0abc0563 service neutron] 10.222.0.59 "GET /v2.0/networks/b978dc63-d5cd-4278-bf1b-f6ad1ebce516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317775 Dec 22 16:19:17.819922 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c217874e-0349-42a6-8e1e-459aadc8c677 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:19:17.832870 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c03278-0c3a-4d90-99f5-c36734c2e611 None None] Pushing event updated for resources: {'Port': ['ID=93692994-a473-4408-a8b7-3449f0f68b5e,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:17.852902 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c03278-0c3a-4d90-99f5-c36734c2e611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:17.853231 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c03278-0c3a-4d90-99f5-c36734c2e611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:17.853736 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c03278-0c3a-4d90-99f5-c36734c2e611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:17.854406 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c03278-0c3a-4d90-99f5-c36734c2e611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:17.854910 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c03278-0c3a-4d90-99f5-c36734c2e611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:17.855409 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c03278-0c3a-4d90-99f5-c36734c2e611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:17.855739 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c03278-0c3a-4d90-99f5-c36734c2e611 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:17.856061 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c03278-0c3a-4d90-99f5-c36734c2e611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:17.856379 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c03278-0c3a-4d90-99f5-c36734c2e611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:17.856698 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c03278-0c3a-4d90-99f5-c36734c2e611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:17.857009 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c03278-0c3a-4d90-99f5-c36734c2e611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:17.857388 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c03278-0c3a-4d90-99f5-c36734c2e611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:19:17.891877 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-37c03278-0c3a-4d90-99f5-c36734c2e611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:17.898864 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port c217874e-0349-42a6-8e1e-459aadc8c677 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:19:17.899250 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:17.929305 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] Attempting to bind port 93692994-a473-4408-a8b7-3449f0f68b5e on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:19:17.929693 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] Attempting to bind port 93692994-a473-4408-a8b7-3449f0f68b5e by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '3587a91e-83b7-4964-aadc-27910acc3c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:19:17.930073 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] Attempting to bind port 93692994-a473-4408-a8b7-3449f0f68b5e on network b978dc63-d5cd-4278-bf1b-f6ad1ebce516 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:19:17.936119 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:19:17.936516 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] Checking segment: {'id': '3587a91e-83b7-4964-aadc-27910acc3c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:19:17.936929 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:17.937365 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] Bound using segment: {'id': '3587a91e-83b7-4964-aadc-27910acc3c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:19:17.937847 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] Bound port: 93692994-a473-4408-a8b7-3449f0f68b5e, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3587a91e-83b7-4964-aadc-27910acc3c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:19:17.938251 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:18.028772 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2eebc050-e76b-4bd4-a9ce-2534dbfa80b4 req-d188c2e0-1a02-4007-9a56-e6c157d58a0a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 210 time: 0.0542555 Dec 22 16:19:18.035075 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] For port 93692994-a473-4408-a8b7-3449f0f68b5e, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:19:18.038968 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] For port 93692994-a473-4408-a8b7-3449f0f68b5e, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=93692994-a473-4408-a8b7-3449f0f68b5e,segment=NetworkSegment(3587a91e-83b7-4964-aadc-27910acc3c54),segment_id=3587a91e-83b7-4964-aadc-27910acc3c54)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:19:18.079261 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e2340165-4daa-4453-adcd-748c4b7afc86 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:19:18.153129 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port e2340165-4daa-4453-adcd-748c4b7afc86 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:19:18.153506 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:18.155249 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:18.159286 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c9d92cd4-1280-4e52-9160-818aad4447b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:18.245783 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] Routers {'a9c55c75-5dc9-490f-b758-8d429cbf2544'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:19:18.245783 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:18:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['a9c55c75-5dc9-490f-b758-8d429cbf2544'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:19:18.312800 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c03278-0c3a-4d90-99f5-c36734c2e611 None None] Pushing event updated for resources: {'Port': ['ID=93692994-a473-4408-a8b7-3449f0f68b5e,revision_number=4']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:18.316501 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-37c03278-0c3a-4d90-99f5-c36734c2e611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:18.452061 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] Set router a9c55c75-5dc9-490f-b758-8d429cbf2544 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:19:18.797345 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103452232', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:19:08Z', 'updated_at': '2021-12-22T16:19:15Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:09Z', 'updated_at': '2021-12-22T16:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '93692994-a473-4408-a8b7-3449f0f68b5e', 'name': '', 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:38:0a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'fe375130-9ea8-42f9-86a0-623df0adce60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:14Z', 'updated_at': '2021-12-22T16:19:18Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': 'fe375130-9ea8-42f9-86a0-623df0adce60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:19:18.801277 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c94a3e-2c39-48ea-94bc-9c9dfc791db3 None None] The sync data for ids ['a9c55c75-5dc9-490f-b758-8d429cbf2544'] in dv-neutron-822674-1-hyperv is: [{'id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103452232', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:19:08Z', 'updated_at': '2021-12-22T16:19:15Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:09Z', 'updated_at': '2021-12-22T16:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '93692994-a473-4408-a8b7-3449f0f68b5e', 'name': '', 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:38:0a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'fe375130-9ea8-42f9-86a0-623df0adce60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:14Z', 'updated_at': '2021-12-22T16:19:18Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': 'fe375130-9ea8-42f9-86a0-623df0adce60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:19:19.199384 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b2309090-f743-4fe9-9562-d7415951202a req-cfa96bd0-35d7-42be-9060-26e9122ec997 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 210 time: 0.0485311 Dec 22 16:19:19.829487 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 93692994-a473-4408-a8b7-3449f0f68b5e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:19:20.011766 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 93692994-a473-4408-a8b7-3449f0f68b5e completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:19:20.017454 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 93692994-a473-4408-a8b7-3449f0f68b5e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:19:20.018494 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:20.143888 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:20.177148 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 93692994-a473-4408-a8b7-3449f0f68b5e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=93692994-a473-4408-a8b7-3449f0f68b5e,segment=NetworkSegment(3587a91e-83b7-4964-aadc-27910acc3c54),segment_id=3587a91e-83b7-4964-aadc-27910acc3c54)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:19:20.297193 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:20.299128 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:20.355374 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a2a01d56-4265-46a8-8587-1f6533541341 req-e14d128c-00c3-434e-b308-31f42aa0b729 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 210 time: 0.0441236 Dec 22 16:19:20.370063 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=93692994-a473-4408-a8b7-3449f0f68b5e,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:20.379976 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:20.790900 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-ae11480d-42c2-4dfe-aed2-bd6499d8a912 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:20.792328 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-ae11480d-42c2-4dfe-aed2-bd6499d8a912 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "GET /v2.0/networks?id=b978dc63-d5cd-4278-bf1b-f6ad1ebce516 HTTP/1.1" status: 200 len: 795 time: 0.1503313 Dec 22 16:19:20.840292 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-3b6c85ff-c59e-44db-9f26-9dd0cc2a5bca tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d32e704a3694d65be39c46759cfcfdb HTTP/1.1" status: 200 len: 380 time: 0.0398555 Dec 22 16:19:20.848586 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-e8a39652-f452-4a22-a60f-a051f3d37599 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'port': {'device_id': '37213091-c95c-4dbe-8949-ba547ee3952a', 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516', 'admin_state_up': True, 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'security_groups': ['9ca37cdc-9e9d-4d05-a751-5ab3df61304e']}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:19:20.986700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-e8a39652-f452-4a22-a60f-a051f3d37599 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:19:20.996170 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-e8a39652-f452-4a22-a60f-a051f3d37599 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:19:21.091574 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-e8a39652-f452-4a22-a60f-a051f3d37599 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Made reservation on behalf of 8d32e704a3694d65be39c46759cfcfdb for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:19:21.095138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-e8a39652-f452-4a22-a60f-a051f3d37599 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:21.261311 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-e8a39652-f452-4a22-a60f-a051f3d37599 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Allocated IP 172.20.0.6 (b978dc63-d5cd-4278-bf1b-f6ad1ebce516/fe375130-9ea8-42f9-86a0-623df0adce60/000be8d6-aa4d-4891-80a7-8a09c395e809) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:19:21.566935 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-19901ff1-f628-4897-8a95-81396a128d7c req-1fd609c3-37f2-41d0-82af-ccb0d9c08b1f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 210 time: 0.0571818 Dec 22 16:19:21.628832 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-e8a39652-f452-4a22-a60f-a051f3d37599 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:21.644219 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-e8a39652-f452-4a22-a60f-a051f3d37599 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Transition to ACTIVE for port object 000be8d6-aa4d-4891-80a7-8a09c395e809 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:19:21.724149 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-e8a39652-f452-4a22-a60f-a051f3d37599 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:21.729692 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:21.793414 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-e8a39652-f452-4a22-a60f-a051f3d37599 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network b978dc63-d5cd-4278-bf1b-f6ad1ebce516 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:19:21.796441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-e8a39652-f452-4a22-a60f-a051f3d37599 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:19:21.800917 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-e8a39652-f452-4a22-a60f-a051f3d37599 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:19:21.811647 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 93692994-a473-4408-a8b7-3449f0f68b5e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:19:21.852049 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a39652-f452-4a22-a60f-a051f3d37599 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=000be8d6-aa4d-4891-80a7-8a09c395e809,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:21.857081 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e8a39652-f452-4a22-a60f-a051f3d37599 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:21.880459 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-e8a39652-f452-4a22-a60f-a051f3d37599 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:21.881116 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-e8a39652-f452-4a22-a60f-a051f3d37599 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:21.888165 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 93692994-a473-4408-a8b7-3449f0f68b5e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:19:21.888544 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:21.966982 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-e8a39652-f452-4a22-a60f-a051f3d37599 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1218560 Dec 22 16:19:21.979582 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Request body: {'port': {'device_id': '37213091-c95c-4dbe-8949-ba547ee3952a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:19:22.091015 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:22.143357 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-59ea0158-ef15-487f-8195-0ae5f687eeb7 None None] Provisioning for port 000be8d6-aa4d-4891-80a7-8a09c395e809 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:19:22.148682 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-59ea0158-ef15-487f-8195-0ae5f687eeb7 None None] Provisioning complete for port 000be8d6-aa4d-4891-80a7-8a09c395e809 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:19:22.154981 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-59ea0158-ef15-487f-8195-0ae5f687eeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:22.203905 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-59ea0158-ef15-487f-8195-0ae5f687eeb7 None None] Port 000be8d6-aa4d-4891-80a7-8a09c395e809 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:19:22.444892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000be8d6-aa4d-4891-80a7-8a09c395e809 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:19:22.452073 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:22.466521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Transition to ACTIVE for port object 000be8d6-aa4d-4891-80a7-8a09c395e809 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:19:22.560320 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:22.564287 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:22.762118 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=000be8d6-aa4d-4891-80a7-8a09c395e809,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:22.766169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:22.877807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Attempting to bind port 000be8d6-aa4d-4891-80a7-8a09c395e809 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:19:22.878138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Attempting to bind port 000be8d6-aa4d-4891-80a7-8a09c395e809 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '3587a91e-83b7-4964-aadc-27910acc3c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:19:22.878497 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Attempting to bind port 000be8d6-aa4d-4891-80a7-8a09c395e809 on network b978dc63-d5cd-4278-bf1b-f6ad1ebce516 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:19:22.894474 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b4fa3-5f3c-4ab7-9ba4-131facc66b4f req-fb36eb81-ab04-4804-8eff-50f1436f1c55 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:22.895043 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-5c0b4fa3-5f3c-4ab7-9ba4-131facc66b4f req-fb36eb81-ab04-4804-8eff-50f1436f1c55 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:19:22.897441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Port 000be8d6-aa4d-4891-80a7-8a09c395e809 on network b978dc63-d5cd-4278-bf1b-f6ad1ebce516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 16:19:22.897762 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Attempting to bind port 000be8d6-aa4d-4891-80a7-8a09c395e809 on network b978dc63-d5cd-4278-bf1b-f6ad1ebce516 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:19:22.906633 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:19:22.906975 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Checking segment: {'id': '3587a91e-83b7-4964-aadc-27910acc3c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:19:22.907346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Bound using segment: {'id': '3587a91e-83b7-4964-aadc-27910acc3c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:19:22.907770 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Bound port: 000be8d6-aa4d-4891-80a7-8a09c395e809, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3587a91e-83b7-4964-aadc-27910acc3c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:19:22.908118 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:22.995394 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-5c0b4fa3-5f3c-4ab7-9ba4-131facc66b4f req-fb36eb81-ab04-4804-8eff-50f1436f1c55 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:19:22.996554 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5c0b4fa3-5f3c-4ab7-9ba4-131facc66b4f req-fb36eb81-ab04-4804-8eff-50f1436f1c55 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 943 time: 0.3033733 Dec 22 16:19:23.020919 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] For port 000be8d6-aa4d-4891-80a7-8a09c395e809, host hv-neutron-8226, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:19:23.039310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] For port 000be8d6-aa4d-4891-80a7-8a09c395e809, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=000be8d6-aa4d-4891-80a7-8a09c395e809,segment=NetworkSegment(3587a91e-83b7-4964-aadc-27910acc3c54),segment_id=3587a91e-83b7-4964-aadc-27910acc3c54)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:19:23.052056 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5c0b4fa3-5f3c-4ab7-9ba4-131facc66b4f req-f6f0b4cf-372b-49d6-b39d-2dc720128943 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492527 Dec 22 16:19:23.103807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:23.107762 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d3204114-cabf-484e-aafd-4764efb1e2bf tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:23.167901 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:23.168515 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:23.169885 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] 10.222.0.57 "PUT /v2.0/ports/000be8d6-aa4d-4891-80a7-8a09c395e809 HTTP/1.1" status: 200 len: 1093 time: 1.1947806 Dec 22 16:19:23.170435 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37213091-c95c-4dbe-8949-ba547ee3952a', 'tag': '000be8d6-aa4d-4891-80a7-8a09c395e809'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:19:23.191446 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=000be8d6-aa4d-4891-80a7-8a09c395e809,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:23.196883 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:23.220344 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37213091-c95c-4dbe-8949-ba547ee3952a', 'tag': '000be8d6-aa4d-4891-80a7-8a09c395e809', 'status': 'completed', 'code': 200} Dec 22 16:19:23.325862 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b318a-7136-4816-95c4-9e9c12265dc5 req-9cfa30f3-5993-4ff5-af25-3b0af678ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:23.327418 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6e7b318a-7136-4816-95c4-9e9c12265dc5 req-9cfa30f3-5993-4ff5-af25-3b0af678ccbe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 1096 time: 0.0890191 Dec 22 16:19:23.482583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b318a-7136-4816-95c4-9e9c12265dc5 req-82b8c01d-3453-41a9-92ad-d05cbcf644c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:23.483996 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6e7b318a-7136-4816-95c4-9e9c12265dc5 req-82b8c01d-3453-41a9-92ad-d05cbcf644c0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8d32e704a3694d65be39c46759cfcfdb&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1487558 Dec 22 16:19:23.619976 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b318a-7136-4816-95c4-9e9c12265dc5 req-b3cc77d6-4c80-4db7-8c6f-95839726fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:23.621387 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6e7b318a-7136-4816-95c4-9e9c12265dc5 req-b3cc77d6-4c80-4db7-8c6f-95839726fe51 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300356 Dec 22 16:19:23.838735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-359763a7-9067-4b52-80c9-b28a6f8b8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:23.840168 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-359763a7-9067-4b52-80c9-b28a6f8b8138 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 1096 time: 0.1838779 Dec 22 16:19:23.910354 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-9657d974-b031-43bc-86e8-d241ede6a0f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=000be8d6-aa4d-4891-80a7-8a09c395e809 HTTP/1.1" status: 200 len: 217 time: 0.0628788 Dec 22 16:19:23.971642 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-0751f08b-ef47-450c-b48f-07679320978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:23.973069 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-0751f08b-ef47-450c-b48f-07679320978b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe375130-9ea8-42f9-86a0-623df0adce60 HTTP/1.1" status: 200 len: 834 time: 0.0571635 Dec 22 16:19:24.051069 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-c917260e-e3ad-4dba-b2e6-8495325cf2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:24.052460 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-c917260e-e3ad-4dba-b2e6-8495325cf2f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b978dc63-d5cd-4278-bf1b-f6ad1ebce516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731807 Dec 22 16:19:24.237587 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-a6bb2ab2-1d55-4548-a90a-2a2141cb5696 service neutron] 10.222.0.57 "GET /v2.0/networks/b978dc63-d5cd-4278-bf1b-f6ad1ebce516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782589 Dec 22 16:19:24.347203 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f3b4b-84f7-4dfb-b27c-67398e529c76 req-26e82dff-ab1f-4369-90c8-f32a6b325692 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:24.348748 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dd9f3b4b-84f7-4dfb-b27c-67398e529c76 req-26e82dff-ab1f-4369-90c8-f32a6b325692 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 943 time: 0.1794183 Dec 22 16:19:24.418453 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-333a3b24-e4ea-47fb-9be6-e12aa1c007d1 req-c4fecabd-3d3f-4b19-8233-8b2cc337affe service neutron] 10.222.0.57 "GET /v2.0/networks/b978dc63-d5cd-4278-bf1b-f6ad1ebce516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741984 Dec 22 16:19:24.423717 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dd9f3b4b-84f7-4dfb-b27c-67398e529c76 req-f6a6f392-df92-4595-9e0b-bf051b95ba4e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679951 Dec 22 16:19:25.287412 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:19:25.388466 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-641c5ea4-9137-4aee-8056-49bdd64e4ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:25.616831 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014366b2-e42e-4d64-85a6-0143fe9b0fd1 req-e07770b2-b649-4784-a2bb-ad261bdd5bb1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:25.618253 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-014366b2-e42e-4d64-85a6-0143fe9b0fd1 req-e07770b2-b649-4784-a2bb-ad261bdd5bb1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 943 time: 0.0873120 Dec 22 16:19:25.666063 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-014366b2-e42e-4d64-85a6-0143fe9b0fd1 req-da3af46c-61d2-4585-9e17-36e7dcae29cc tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419579 Dec 22 16:19:26.853293 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343ebbb-3175-416b-ac51-dfe6cd78d3e9 req-8c6d4b6f-17c4-407d-9393-b7141a30e155 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:26.854938 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b343ebbb-3175-416b-ac51-dfe6cd78d3e9 req-8c6d4b6f-17c4-407d-9393-b7141a30e155 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 943 time: 0.0843241 Dec 22 16:19:26.904930 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b343ebbb-3175-416b-ac51-dfe6cd78d3e9 req-86fe0531-201d-430a-9abb-7d5b6989a0dd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435159 Dec 22 16:19:27.461843 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 000be8d6-aa4d-4891-80a7-8a09c395e809 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:19:27.629388 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 000be8d6-aa4d-4891-80a7-8a09c395e809, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=000be8d6-aa4d-4891-80a7-8a09c395e809,segment=NetworkSegment(3587a91e-83b7-4964-aadc-27910acc3c54),segment_id=3587a91e-83b7-4964-aadc-27910acc3c54)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:19:27.647215 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '000be8d6-aa4d-4891-80a7-8a09c395e809', 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516', 'port_id': '000be8d6-aa4d-4891-80a7-8a09c395e809', 'mac_address': 'fa:16:3e:0d:71:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe375130-9ea8-42f9-86a0-623df0adce60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:19:27.714118 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:27.733002 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000be8d6-aa4d-4891-80a7-8a09c395e809 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:19:27.750158 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 000be8d6-aa4d-4891-80a7-8a09c395e809, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=000be8d6-aa4d-4891-80a7-8a09c395e809,segment=NetworkSegment(3587a91e-83b7-4964-aadc-27910acc3c54),segment_id=3587a91e-83b7-4964-aadc-27910acc3c54)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:19:27.797879 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7a8e453d-5444-41d0-a442-c132b58a8c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:27.822916 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:27.824639 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-08417876-9416-4c59-b6fa-f07e2f96cc77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:27.899046 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=000be8d6-aa4d-4891-80a7-8a09c395e809,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:27.904391 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:28.090493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d0845-71b1-42f4-9b82-aed351dd66bb req-4b5eb94f-aee1-4879-89d1-74e3528fc691 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:28.091933 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c17d0845-71b1-42f4-9b82-aed351dd66bb req-4b5eb94f-aee1-4879-89d1-74e3528fc691 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 944 time: 0.0787361 Dec 22 16:19:28.139380 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c17d0845-71b1-42f4-9b82-aed351dd66bb req-046a2b06-b8c8-4bdb-b144-6bd43cb7ad58 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411260 Dec 22 16:19:28.253600 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['000be8d6-aa4d-4891-80a7-8a09c395e809'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:19:29.148398 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:29.278954 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:29.335544 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83daec20-57b7-42af-8031-f06ea8aabca3 req-b512d29f-e8bd-4f0d-a3e2-30fc8210d874 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:29.337000 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-83daec20-57b7-42af-8031-f06ea8aabca3 req-b512d29f-e8bd-4f0d-a3e2-30fc8210d874 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 944 time: 0.0852237 Dec 22 16:19:29.387423 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-83daec20-57b7-42af-8031-f06ea8aabca3 req-c67e6933-a787-4231-844e-624cb18e46d7 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444338 Dec 22 16:19:29.480113 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 000be8d6-aa4d-4891-80a7-8a09c395e809 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:19:29.696884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 000be8d6-aa4d-4891-80a7-8a09c395e809 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:19:29.708038 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 000be8d6-aa4d-4891-80a7-8a09c395e809 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:19:29.708038 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:29.819656 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:29.847038 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37213091-c95c-4dbe-8949-ba547ee3952a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000be8d6-aa4d-4891-80a7-8a09c395e809'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:19:29.856580 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 000be8d6-aa4d-4891-80a7-8a09c395e809, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=000be8d6-aa4d-4891-80a7-8a09c395e809,segment=NetworkSegment(3587a91e-83b7-4964-aadc-27910acc3c54),segment_id=3587a91e-83b7-4964-aadc-27910acc3c54)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:19:29.891315 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37213091-c95c-4dbe-8949-ba547ee3952a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000be8d6-aa4d-4891-80a7-8a09c395e809', 'code': 200} Dec 22 16:19:29.966015 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:29.967839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:30.037058 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=000be8d6-aa4d-4891-80a7-8a09c395e809,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:30.040313 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:30.395141 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38d626-7abb-4792-958d-2ad19cfb504c req-92dccad5-91e7-40c1-b4c2-c31a70455b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:30.396601 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7a38d626-7abb-4792-958d-2ad19cfb504c req-92dccad5-91e7-40c1-b4c2-c31a70455b82 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 1098 time: 0.0739939 Dec 22 16:19:30.439075 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7a38d626-7abb-4792-958d-2ad19cfb504c req-6e2fccaa-3c4b-4fde-85ac-a38d36ec7a8e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361166 Dec 22 16:19:30.576971 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511dd79-b45f-476d-88a8-835e6e3b70f5 req-29605aed-6817-4260-b1e0-9cc549246eb9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:30.579033 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3511dd79-b45f-476d-88a8-835e6e3b70f5 req-29605aed-6817-4260-b1e0-9cc549246eb9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0871930 Dec 22 16:19:30.623577 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3511dd79-b45f-476d-88a8-835e6e3b70f5 req-927dbe5e-b87b-410d-9893-332501a9e5a7 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389044 Dec 22 16:19:31.200035 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:31.810569 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89376f3b-b329-4aad-bf8a-4e385c2d80d6 req-444306ff-bd7c-426d-a43c-0653ef8261d5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:31.812685 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-89376f3b-b329-4aad-bf8a-4e385c2d80d6 req-444306ff-bd7c-426d-a43c-0653ef8261d5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0820227 Dec 22 16:19:31.860787 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-89376f3b-b329-4aad-bf8a-4e385c2d80d6 req-a1b87c67-49b7-43b1-bda6-a1bd7049ed5b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420256 Dec 22 16:19:33.047467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f2018-0b49-4c19-ad30-e5c2ab8a2ca8 req-42251074-96d2-4223-b7f6-dc7a06dd759c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:33.049023 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-469f2018-0b49-4c19-ad30-e5c2ab8a2ca8 req-42251074-96d2-4223-b7f6-dc7a06dd759c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0830424 Dec 22 16:19:33.093018 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-469f2018-0b49-4c19-ad30-e5c2ab8a2ca8 req-b3d4a569-bab5-49db-9e30-e8a7f44fb646 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382941 Dec 22 16:19:33.280208 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d2dbc-d560-4740-ae47-1840cd069ff8 req-2a3a1454-c183-4d55-9fc4-e79f9fc7444b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:33.282176 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8f5d2dbc-d560-4740-ae47-1840cd069ff8 req-2a3a1454-c183-4d55-9fc4-e79f9fc7444b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0854027 Dec 22 16:19:33.327853 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8f5d2dbc-d560-4740-ae47-1840cd069ff8 req-815c2ba1-8281-4bed-96c6-ee22e1e5be2d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396752 Dec 22 16:19:33.350465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46810) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:33.424207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde7ca6c-4440-429a-9518-0d9491ebdd27 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:33.431192 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bde7ca6c-4440-429a-9518-0d9491ebdd27 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 1093 time: 0.0741537 Dec 22 16:19:33.433323 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46816) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:33.438917 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': '000be8d6-aa4d-4891-80a7-8a09c395e809', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:19:33.445159 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:19:33.449003 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:floatingip and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:19:33.451934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:19:33.458299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:19:33.583164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:33.716207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:33.982491 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Allocated IP 172.26.6.115 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/73993241-e680-4576-ad39-3efa8af176af) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:19:34.126689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:34.234880 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:34.239415 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:34.314850 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:19:34.317801 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:19:34.321441 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:19:34.354872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=73993241-e680-4576-ad39-3efa8af176af,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:34.363186 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:34.744738 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:34.889780 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:35.100046 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:35.170063 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:35.174534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1c769c82-09c9-47b5-92f8-6a043465d2cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:19:35.279007 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=73993241-e680-4576-ad39-3efa8af176af,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:19:35.283248 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:19:35.291193 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:35.465184 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Floating IP 7b2c153b-566f-45c0-9fa8-53b51cf30e45 associated. External IP: 172.26.6.115, port: 000be8d6-aa4d-4891-80a7-8a09c395e809. Dec 22 16:19:35.940380 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router a9c55c75-5dc9-490f-b758-8d429cbf2544 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:19:36.120736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:19:36.131813 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76a31e9-ae60-446c-9b7c-5980e060ee63 None None] Sync routers for ids ['a9c55c75-5dc9-490f-b758-8d429cbf2544'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:19:36.141774 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a31e9-ae60-446c-9b7c-5980e060ee63 None None] Routers {'a9c55c75-5dc9-490f-b758-8d429cbf2544'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:19:36.142438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e76a31e9-ae60-446c-9b7c-5980e060ee63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:19:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['a9c55c75-5dc9-490f-b758-8d429cbf2544'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:19:36.223106 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:36.280394 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8460166 Dec 22 16:19:36.281190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37213091-c95c-4dbe-8949-ba547ee3952a', 'tag': '000be8d6-aa4d-4891-80a7-8a09c395e809'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:19:36.332789 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37213091-c95c-4dbe-8949-ba547ee3952a', 'tag': '000be8d6-aa4d-4891-80a7-8a09c395e809', 'status': 'completed', 'code': 200} Dec 22 16:19:36.333692 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-e76a31e9-ae60-446c-9b7c-5980e060ee63 None None] Set router a9c55c75-5dc9-490f-b758-8d429cbf2544 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:19:36.618908 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9948071-f72e-4bc6-9e6e-12fccdbc04ba req-7dd0c3f7-d917-4760-9045-1e24c8722539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:36.620376 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f9948071-f72e-4bc6-9e6e-12fccdbc04ba req-7dd0c3f7-d917-4760-9045-1e24c8722539 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 1098 time: 0.2629297 Dec 22 16:19:36.632321 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671c885-a1ef-4fa6-88d9-bf4f3b1993a3 req-375472ca-ed91-490c-8a54-f6717bee0542 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:36.633807 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2671c885-a1ef-4fa6-88d9-bf4f3b1993a3 req-375472ca-ed91-490c-8a54-f6717bee0542 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.2404866 Dec 22 16:19:36.682958 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:36.702825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e76a31e9-ae60-446c-9b7c-5980e060ee63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103452232', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:19:08Z', 'updated_at': '2021-12-22T16:19:15Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:09Z', 'updated_at': '2021-12-22T16:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '7b2c153b-566f-45c0-9fa8-53b51cf30e45', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'floating_ip_address': '172.26.6.115', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'port_id': '000be8d6-aa4d-4891-80a7-8a09c395e809', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516', 'mac_address': 'fa:16:3e:0d:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37213091-c95c-4dbe-8949-ba547ee3952a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:19:34Z', 'updated_at': '2021-12-22T16:19:34Z', 'revision_number': 0, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93692994-a473-4408-a8b7-3449f0f68b5e', 'name': '', 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:38:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'fe375130-9ea8-42f9-86a0-623df0adce60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:14Z', 'updated_at': '2021-12-22T16:19:20Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': 'fe375130-9ea8-42f9-86a0-623df0adce60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:19:36.707498 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76a31e9-ae60-446c-9b7c-5980e060ee63 None None] Checking router: a9c55c75-5dc9-490f-b758-8d429cbf2544 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:19:36.716359 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a31e9-ae60-446c-9b7c-5980e060ee63 None None] Routers {'a9c55c75-5dc9-490f-b758-8d429cbf2544'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:19:36.717012 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e76a31e9-ae60-446c-9b7c-5980e060ee63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:19:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['a9c55c75-5dc9-490f-b758-8d429cbf2544'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:19:36.769008 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2671c885-a1ef-4fa6-88d9-bf4f3b1993a3 req-a00c8490-9dd3-4629-bf72-8543ac7bce8f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129096 Dec 22 16:19:36.796092 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46824) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:36.892640 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9948071-f72e-4bc6-9e6e-12fccdbc04ba req-86eb8f7d-4693-4a81-b206-a87e5119b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:36.894097 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f9948071-f72e-4bc6-9e6e-12fccdbc04ba req-86eb8f7d-4693-4a81-b206-a87e5119b7e0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b978dc63-d5cd-4278-bf1b-f6ad1ebce516 HTTP/1.1" status: 200 len: 896 time: 0.2594168 Dec 22 16:19:36.948497 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-e76a31e9-ae60-446c-9b7c-5980e060ee63 None None] Set router a9c55c75-5dc9-490f-b758-8d429cbf2544 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:19:36.998180 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-4277feba-1f11-436c-9da0-d8369ba8daad tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/floatingips/7b2c153b-566f-45c0-9fa8-53b51cf30e45 HTTP/1.1" status: 200 len: 991 time: 0.2008874 Dec 22 16:19:37.015214 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f9948071-f72e-4bc6-9e6e-12fccdbc04ba req-3bd10d33-afa9-4005-a4ef-d1fdc1fc7a30 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=000be8d6-aa4d-4891-80a7-8a09c395e809 HTTP/1.1" status: 200 len: 999 time: 0.1123006 Dec 22 16:19:37.077357 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9948071-f72e-4bc6-9e6e-12fccdbc04ba req-5f207414-7bfb-449e-a6c9-b6e9c8c57bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:37.079483 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f9948071-f72e-4bc6-9e6e-12fccdbc04ba req-5f207414-7bfb-449e-a6c9-b6e9c8c57bdb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe375130-9ea8-42f9-86a0-623df0adce60 HTTP/1.1" status: 200 len: 834 time: 0.0584204 Dec 22 16:19:37.160609 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9948071-f72e-4bc6-9e6e-12fccdbc04ba req-2c5226d9-6d20-435f-81b9-86cd11a33193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:19:37.162097 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f9948071-f72e-4bc6-9e6e-12fccdbc04ba req-2c5226d9-6d20-435f-81b9-86cd11a33193 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b978dc63-d5cd-4278-bf1b-f6ad1ebce516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760174 Dec 22 16:19:37.296023 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f9948071-f72e-4bc6-9e6e-12fccdbc04ba req-04ea7eff-91b4-46a6-a92f-b14d03f03bfc service neutron] 10.222.0.57 "GET /v2.0/networks/b978dc63-d5cd-4278-bf1b-f6ad1ebce516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273682 Dec 22 16:19:37.309906 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e76a31e9-ae60-446c-9b7c-5980e060ee63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103452232', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:19:08Z', 'updated_at': '2021-12-22T16:19:15Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:09Z', 'updated_at': '2021-12-22T16:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '7b2c153b-566f-45c0-9fa8-53b51cf30e45', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'floating_ip_address': '172.26.6.115', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'port_id': '000be8d6-aa4d-4891-80a7-8a09c395e809', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516', 'mac_address': 'fa:16:3e:0d:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37213091-c95c-4dbe-8949-ba547ee3952a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:19:34Z', 'updated_at': '2021-12-22T16:19:34Z', 'revision_number': 0, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93692994-a473-4408-a8b7-3449f0f68b5e', 'name': '', 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:38:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'fe375130-9ea8-42f9-86a0-623df0adce60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:14Z', 'updated_at': '2021-12-22T16:19:20Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': 'fe375130-9ea8-42f9-86a0-623df0adce60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:19:37.314808 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76a31e9-ae60-446c-9b7c-5980e060ee63 None None] The sync data for ids ['a9c55c75-5dc9-490f-b758-8d429cbf2544'] in dv-neutron-822674-1-hyperv is: [{'id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103452232', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:19:08Z', 'updated_at': '2021-12-22T16:19:15Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:09Z', 'updated_at': '2021-12-22T16:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '7b2c153b-566f-45c0-9fa8-53b51cf30e45', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'floating_ip_address': '172.26.6.115', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'port_id': '000be8d6-aa4d-4891-80a7-8a09c395e809', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516', 'mac_address': 'fa:16:3e:0d:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37213091-c95c-4dbe-8949-ba547ee3952a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:19:34Z', 'updated_at': '2021-12-22T16:19:34Z', 'revision_number': 0, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93692994-a473-4408-a8b7-3449f0f68b5e', 'name': '', 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:38:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'fe375130-9ea8-42f9-86a0-623df0adce60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:14Z', 'updated_at': '2021-12-22T16:19:20Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': 'fe375130-9ea8-42f9-86a0-623df0adce60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:19:37.434437 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f9948071-f72e-4bc6-9e6e-12fccdbc04ba req-a6399b72-db25-4041-9c56-60aff1c477ee service neutron] 10.222.0.57 "GET /v2.0/networks/b978dc63-d5cd-4278-bf1b-f6ad1ebce516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319437 Dec 22 16:19:37.533766 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2341943-bf5a-490c-925b-66d383d42eef None None] New status for floating IP 7b2c153b-566f-45c0-9fa8-53b51cf30e45: ACTIVE {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:19:38.002354 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46828) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:38.113251 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d5b081aa-3bc1-4706-a7a3-d274b4d59417 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/floatingips/7b2c153b-566f-45c0-9fa8-53b51cf30e45 HTTP/1.1" status: 200 len: 993 time: 0.1094747 Dec 22 16:19:55.371007 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-15b65838-795e-4624-aeeb-94ef34fc56b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:57.753721 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-02136ae2-a338-468f-a9fd-3c3a7bacef8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:59.154323 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:19:59.182509 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:20:01.193800 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:20:02.286977 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:20:06.651174 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:20:25.353857 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-22028983-9119-42c7-9bde-b2d7e88ce1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:20:27.770651 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fc6ebef1-8718-47a6-a46f-3e99665a463f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:20:29.108034 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:20:29.192714 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:20:29.942885 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-72710932-9204-4acc-83e6-f6e5da25fbe5 req-5b70667c-c7a0-4748-8387-9eafefb25221 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753081 Dec 22 16:20:30.082350 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72710932-9204-4acc-83e6-f6e5da25fbe5 req-a3bda643-19ce-4d35-8a82-1f6448c5a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:20:30.083761 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-72710932-9204-4acc-83e6-f6e5da25fbe5 req-a3bda643-19ce-4d35-8a82-1f6448c5a3bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 1098 time: 0.0708759 Dec 22 16:20:30.240209 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72710932-9204-4acc-83e6-f6e5da25fbe5 req-d4e1d795-0c34-4f9d-a85a-32fb2b9f8e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:20:30.241669 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-72710932-9204-4acc-83e6-f6e5da25fbe5 req-d4e1d795-0c34-4f9d-a85a-32fb2b9f8e47 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b978dc63-d5cd-4278-bf1b-f6ad1ebce516 HTTP/1.1" status: 200 len: 896 time: 0.1395128 Dec 22 16:20:30.352339 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-72710932-9204-4acc-83e6-f6e5da25fbe5 req-6a28039e-ca66-499e-a54e-045c7d1f82b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=000be8d6-aa4d-4891-80a7-8a09c395e809 HTTP/1.1" status: 200 len: 1001 time: 0.1016455 Dec 22 16:20:30.417052 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72710932-9204-4acc-83e6-f6e5da25fbe5 req-6536514b-5371-43ae-b464-4ac855bdbe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:20:30.418582 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-72710932-9204-4acc-83e6-f6e5da25fbe5 req-6536514b-5371-43ae-b464-4ac855bdbe35 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe375130-9ea8-42f9-86a0-623df0adce60 HTTP/1.1" status: 200 len: 834 time: 0.0592816 Dec 22 16:20:30.504302 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72710932-9204-4acc-83e6-f6e5da25fbe5 req-7f195b16-93db-40aa-8b12-29b546f0fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:20:30.505804 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-72710932-9204-4acc-83e6-f6e5da25fbe5 req-7f195b16-93db-40aa-8b12-29b546f0fa71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b978dc63-d5cd-4278-bf1b-f6ad1ebce516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804338 Dec 22 16:20:30.516949 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [req-72710932-9204-4acc-83e6-f6e5da25fbe5 req-73a9d49c-7bc0-469e-9020-a394ef619684 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:20:30.518839 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-72710932-9204-4acc-83e6-f6e5da25fbe5 req-73a9d49c-7bc0-469e-9020-a394ef619684 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060482 Dec 22 16:20:30.771948 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-72710932-9204-4acc-83e6-f6e5da25fbe5 req-99d90baa-ee90-4369-b223-7114bd6046dc service neutron] 10.222.0.57 "GET /v2.0/networks/b978dc63-d5cd-4278-bf1b-f6ad1ebce516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466445 Dec 22 16:20:30.923283 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-72710932-9204-4acc-83e6-f6e5da25fbe5 req-af6cd708-d72e-4c40-a778-ab3c8619cea6 service neutron] 10.222.0.57 "GET /v2.0/networks/b978dc63-d5cd-4278-bf1b-f6ad1ebce516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448627 Dec 22 16:20:31.190884 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:20:36.621921 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:20:39.290448 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:20:49.780831 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122f68a-65d0-40f0-b63f-e02b272155eb req-29a95082-d19b-420b-921e-56631f121481 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:20:49.782476 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8122f68a-65d0-40f0-b63f-e02b272155eb req-29a95082-d19b-420b-921e-56631f121481 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0810475 Dec 22 16:20:49.831220 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8122f68a-65d0-40f0-b63f-e02b272155eb req-a4c08a33-ee38-4638-b097-3cfb1ad88b0f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424123 Dec 22 16:20:51.058056 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cb826-b3a3-4ef2-b98f-40c21cdba558 req-95a8c62e-ec6a-4150-9b00-3d5e301d1425 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:20:51.059556 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a28cb826-b3a3-4ef2-b98f-40c21cdba558 req-95a8c62e-ec6a-4150-9b00-3d5e301d1425 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0849507 Dec 22 16:20:51.106123 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a28cb826-b3a3-4ef2-b98f-40c21cdba558 req-be2e51c0-c32d-4e69-a93f-3b5cce708a43 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402265 Dec 22 16:20:52.532640 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5e1b7-62ea-449e-ab70-5b5cc25da735 req-e5e4c957-764d-44ad-b108-5a5733d8291c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:20:52.534309 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-89a5e1b7-62ea-449e-ab70-5b5cc25da735 req-e5e4c957-764d-44ad-b108-5a5733d8291c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0894885 Dec 22 16:20:52.581508 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-89a5e1b7-62ea-449e-ab70-5b5cc25da735 req-102b4c65-2865-48b0-9be5-50a93514b4ce tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412900 Dec 22 16:20:53.780466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc30441-013f-4e7b-b66d-9ff341edf17b req-43a42f3e-d0b5-4343-846d-422dd0c03cf2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:20:53.781959 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dcc30441-013f-4e7b-b66d-9ff341edf17b req-43a42f3e-d0b5-4343-846d-422dd0c03cf2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0879228 Dec 22 16:20:53.833456 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dcc30441-013f-4e7b-b66d-9ff341edf17b req-ff433a41-a43a-408b-8492-1ac8b0ada29a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451918 Dec 22 16:20:55.038706 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269148d-f688-4122-9e62-4f4254782af0 req-7c257f1f-56b7-49c5-9216-83325f48d0e3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:20:55.040192 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8269148d-f688-4122-9e62-4f4254782af0 req-7c257f1f-56b7-49c5-9216-83325f48d0e3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0906930 Dec 22 16:20:55.089128 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8269148d-f688-4122-9e62-4f4254782af0 req-6015c6f7-2388-4e43-942d-9145d1755110 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425632 Dec 22 16:20:55.353774 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-db980ed2-3817-4555-aa8d-326c0592c14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:20:56.278257 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a3a4b-c870-4945-ad13-2efd76757d86 req-6b567013-86cd-4c9f-8328-bc98916d0590 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:20:56.280058 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d75a3a4b-c870-4945-ad13-2efd76757d86 req-6b567013-86cd-4c9f-8328-bc98916d0590 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0839715 Dec 22 16:20:56.324171 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d75a3a4b-c870-4945-ad13-2efd76757d86 req-15746d4a-98a7-4f0e-9f95-88a81547217b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378969 Dec 22 16:20:57.524269 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52dfd3-2a57-48c2-a955-f2a21ad190cd req-922377fa-4d9c-415e-b8f2-721ba5703a69 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:20:57.525696 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6c52dfd3-2a57-48c2-a955-f2a21ad190cd req-922377fa-4d9c-415e-b8f2-721ba5703a69 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0880342 Dec 22 16:20:57.572120 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6c52dfd3-2a57-48c2-a955-f2a21ad190cd req-b8c8d87e-0df1-4cd9-b44b-600ab70eb534 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402699 Dec 22 16:20:57.753158 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-564d0ac9-38c8-4a04-bff5-dd434a074967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:20:58.763304 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a73dde-4a12-4eec-835d-e673c87c010c req-4134972c-4c6d-49e4-9958-8e272c0702ad tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:20:58.764892 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-34a73dde-4a12-4eec-835d-e673c87c010c req-4134972c-4c6d-49e4-9958-8e272c0702ad tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0826976 Dec 22 16:20:58.818842 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-34a73dde-4a12-4eec-835d-e673c87c010c req-767bfca9-e8bc-409f-a29f-ddd7b2d80d9c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429716 Dec 22 16:20:59.147908 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:20:59.256868 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:21:00.013527 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9162e-f0eb-4122-a615-51f7586bd22a req-752f1f83-69b7-471a-9be0-d88db5f4f9ed tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:21:00.015135 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dca9162e-f0eb-4122-a615-51f7586bd22a req-752f1f83-69b7-471a-9be0-d88db5f4f9ed tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0868154 Dec 22 16:21:00.062104 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dca9162e-f0eb-4122-a615-51f7586bd22a req-d17130b9-326e-44ff-ba3c-00149d215304 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407486 Dec 22 16:21:01.159773 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:21:01.257382 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d01af4-8e80-46a2-b4ea-6811fa0d108f req-2ef7f4b7-a025-4cc7-a041-460dadb4a1db tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:21:01.258888 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-33d01af4-8e80-46a2-b4ea-6811fa0d108f req-2ef7f4b7-a025-4cc7-a041-460dadb4a1db tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0854163 Dec 22 16:21:01.305460 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-33d01af4-8e80-46a2-b4ea-6811fa0d108f req-b6e38afd-6450-43c0-bb7b-76b2d51bcd51 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406578 Dec 22 16:21:02.497134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38decd58-c321-4de7-8384-05940b7b396f req-ac12ce5b-b6b4-4c17-ab88-c196b055effb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:21:02.498671 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-38decd58-c321-4de7-8384-05940b7b396f req-ac12ce5b-b6b4-4c17-ab88-c196b055effb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0839036 Dec 22 16:21:02.544217 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-38decd58-c321-4de7-8384-05940b7b396f req-da60f521-7c83-4eac-8a07-ed8967d6db57 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392978 Dec 22 16:21:03.733965 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45da523-c08e-438b-8ce9-30dbf5960af1 req-f1e95547-023a-4e14-95b5-ec06d05a0f65 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:21:03.735517 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d45da523-c08e-438b-8ce9-30dbf5960af1 req-f1e95547-023a-4e14-95b5-ec06d05a0f65 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0850427 Dec 22 16:21:03.783547 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d45da523-c08e-438b-8ce9-30dbf5960af1 req-48c801f7-1ab8-4343-8f43-ce17d7dc3f83 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417821 Dec 22 16:21:04.969350 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1c4e7-88d3-4c71-84c1-faf8266ef4d7 req-e5835ba3-7dd1-415b-a613-5a2b5f99118b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:21:04.970992 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d7c1c4e7-88d3-4c71-84c1-faf8266ef4d7 req-e5835ba3-7dd1-415b-a613-5a2b5f99118b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0826552 Dec 22 16:21:05.019988 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d7c1c4e7-88d3-4c71-84c1-faf8266ef4d7 req-9dd39ca1-debe-43b9-a10f-c2bd57eb4efc tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433278 Dec 22 16:21:06.203516 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7df48-fa1f-4a60-9ba1-aaa4c4cf659c req-c758e0d4-d289-4734-867b-0235868ee383 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:21:06.205197 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-40b7df48-fa1f-4a60-9ba1-aaa4c4cf659c req-c758e0d4-d289-4734-867b-0235868ee383 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0793579 Dec 22 16:21:06.251657 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-40b7df48-fa1f-4a60-9ba1-aaa4c4cf659c req-5d8ffb37-5848-4a97-b435-c40bb9f63884 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409672 Dec 22 16:21:06.274589 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 46888) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:21:06.382806 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-e6350669-d028-4769-bba7-d083d105655a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/floatingips/7b2c153b-566f-45c0-9fa8-53b51cf30e45 HTTP/1.1" status: 200 len: 993 time: 0.1069040 Dec 22 16:21:06.661725 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:21:08.833376 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6f317-971d-4abe-88b4-bb4d8b7f6c70 req-bbc49a5e-7d86-493e-8f64-a106fefbcbcf tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:21:08.834943 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-83a6f317-971d-4abe-88b4-bb4d8b7f6c70 req-bbc49a5e-7d86-493e-8f64-a106fefbcbcf tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0843961 Dec 22 16:21:09.040986 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-83a6f317-971d-4abe-88b4-bb4d8b7f6c70 req-c8d85f05-9220-4adb-bba4-210ca75bf63e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000034 Dec 22 16:21:09.068626 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811dfa0-a6c6-4a33-9e0b-5387e21da662 req-a535e610-a2a3-4d4e-a416-fffe3645b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:21:09.070170 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b811dfa0-a6c6-4a33-9e0b-5387e21da662 req-a535e610-a2a3-4d4e-a416-fffe3645b5f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 1098 time: 0.1963263 Dec 22 16:21:09.224944 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811dfa0-a6c6-4a33-9e0b-5387e21da662 req-967a024a-4b8a-47c9-940a-a3015959e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:21:09.227284 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b811dfa0-a6c6-4a33-9e0b-5387e21da662 req-967a024a-4b8a-47c9-940a-a3015959e075 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b978dc63-d5cd-4278-bf1b-f6ad1ebce516 HTTP/1.1" status: 200 len: 896 time: 0.1491821 Dec 22 16:21:09.342122 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b811dfa0-a6c6-4a33-9e0b-5387e21da662 req-5dbc6bdd-1068-4ff8-b51f-c0ae6575e8ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=000be8d6-aa4d-4891-80a7-8a09c395e809 HTTP/1.1" status: 200 len: 1001 time: 0.1078272 Dec 22 16:21:09.411341 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811dfa0-a6c6-4a33-9e0b-5387e21da662 req-745596f0-569b-478f-a28b-60afc2bcf192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:21:09.412836 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b811dfa0-a6c6-4a33-9e0b-5387e21da662 req-745596f0-569b-478f-a28b-60afc2bcf192 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe375130-9ea8-42f9-86a0-623df0adce60 HTTP/1.1" status: 200 len: 834 time: 0.0635312 Dec 22 16:21:09.495436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811dfa0-a6c6-4a33-9e0b-5387e21da662 req-3a396bb6-99c5-48fd-8d0f-70ce39cb9d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:21:09.497036 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b811dfa0-a6c6-4a33-9e0b-5387e21da662 req-3a396bb6-99c5-48fd-8d0f-70ce39cb9d4e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b978dc63-d5cd-4278-bf1b-f6ad1ebce516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775278 Dec 22 16:21:09.645101 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b811dfa0-a6c6-4a33-9e0b-5387e21da662 req-dc98b912-b5fb-4673-8d1e-476875aba71b service neutron] 10.222.0.57 "GET /v2.0/networks/b978dc63-d5cd-4278-bf1b-f6ad1ebce516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403899 Dec 22 16:21:09.787108 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b811dfa0-a6c6-4a33-9e0b-5387e21da662 req-df1343fb-931f-4e06-b0d3-9c30024a4d13 service neutron] 10.222.0.57 "GET /v2.0/networks/b978dc63-d5cd-4278-bf1b-f6ad1ebce516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356287 Dec 22 16:21:10.234593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516a643-c930-4189-9c35-45d73026871a req-faf02f0a-fc51-4dd3-9972-0f67fa7a8327 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:21:10.236955 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3516a643-c930-4189-9c35-45d73026871a req-faf02f0a-fc51-4dd3-9972-0f67fa7a8327 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0869751 Dec 22 16:21:10.280880 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3516a643-c930-4189-9c35-45d73026871a req-80be94ac-541b-4a60-8049-37d01471b4d3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385563 Dec 22 16:21:11.474413 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a2e46-6843-445f-8691-82ad95fc7d54 req-4ed36f97-883b-4b67-b4f5-c527031a2cba tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:21:11.475875 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f2a2e46-6843-445f-8691-82ad95fc7d54 req-4ed36f97-883b-4b67-b4f5-c527031a2cba tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0840755 Dec 22 16:21:11.521349 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f2a2e46-6843-445f-8691-82ad95fc7d54 req-a58cbb3a-343f-48c4-8c29-0f4be8b2349f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397627 Dec 22 16:21:11.545593 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46906) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:21:11.659938 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cbd973e7-f850-42a9-9d64-5ef33fc248c7 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/floatingips/7b2c153b-566f-45c0-9fa8-53b51cf30e45 HTTP/1.1" status: 200 len: 993 time: 0.1129947 Dec 22 16:21:16.290490 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:21:25.387203 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b72bc4f6-7cd6-4889-b74b-9e752b63cbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:21:27.741293 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-aa78751b-7219-4248-8799-c33fc5afd35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:21:29.141385 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:21:29.209612 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:21:30.963062 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2e1a60e3-2a04-4e9b-89e0-c605bf2da772 req-5a87f89f-00fc-4990-877e-87adb487d37e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742176 Dec 22 16:21:31.108854 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a60e3-2a04-4e9b-89e0-c605bf2da772 req-efcc0c82-457f-4e64-b79b-a91ce3d5c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:21:31.110342 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2e1a60e3-2a04-4e9b-89e0-c605bf2da772 req-efcc0c82-457f-4e64-b79b-a91ce3d5c99e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 1098 time: 0.0800958 Dec 22 16:21:31.163824 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:21:31.258079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a60e3-2a04-4e9b-89e0-c605bf2da772 req-9f197432-c849-4976-a900-43d663e4bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:21:31.259386 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2e1a60e3-2a04-4e9b-89e0-c605bf2da772 req-9f197432-c849-4976-a900-43d663e4bc5e service neutron] 10.222.0.57 "GET /v2.0/networks?id=b978dc63-d5cd-4278-bf1b-f6ad1ebce516 HTTP/1.1" status: 200 len: 896 time: 0.1277363 Dec 22 16:21:31.365262 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2e1a60e3-2a04-4e9b-89e0-c605bf2da772 req-5a57068c-2042-4133-a2cc-58e2e51cf612 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=000be8d6-aa4d-4891-80a7-8a09c395e809 HTTP/1.1" status: 200 len: 1001 time: 0.0983040 Dec 22 16:21:31.430763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a60e3-2a04-4e9b-89e0-c605bf2da772 req-212f5873-f4e7-4c3a-868c-139a7f3e3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:21:31.432230 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2e1a60e3-2a04-4e9b-89e0-c605bf2da772 req-212f5873-f4e7-4c3a-868c-139a7f3e3b4c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe375130-9ea8-42f9-86a0-623df0adce60 HTTP/1.1" status: 200 len: 834 time: 0.0598865 Dec 22 16:21:31.505652 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a60e3-2a04-4e9b-89e0-c605bf2da772 req-75e985da-13ba-415a-94bc-8e2c192a5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:21:31.507134 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2e1a60e3-2a04-4e9b-89e0-c605bf2da772 req-75e985da-13ba-415a-94bc-8e2c192a5bc3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b978dc63-d5cd-4278-bf1b-f6ad1ebce516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687451 Dec 22 16:21:31.639647 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2e1a60e3-2a04-4e9b-89e0-c605bf2da772 req-f42608a9-8cff-4ac8-a037-74111feed9b8 service neutron] 10.222.0.57 "GET /v2.0/networks/b978dc63-d5cd-4278-bf1b-f6ad1ebce516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248221 Dec 22 16:21:31.892897 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2e1a60e3-2a04-4e9b-89e0-c605bf2da772 req-cc580cfa-6d47-4051-992d-2c2eabeed5af service neutron] 10.222.0.57 "GET /v2.0/networks/b978dc63-d5cd-4278-bf1b-f6ad1ebce516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449944 Dec 22 16:21:36.644404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:21:53.289700 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:21:55.346648 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3b7846d1-95f0-4363-9644-05477394b01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:21:57.751807 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3d9eb80c-7ac0-4d03-b6a8-fbbf653263a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:21:59.146566 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:21:59.300790 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:01.163957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:06.631630 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:08.633135 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46940) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:08.835298 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port 73993241-e680-4576-ad39-3efa8af176af {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:22:08.835638 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:08.998918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:08.999247 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:09.122828 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Calling delete_port for 73993241-e680-4576-ad39-3efa8af176af owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:22:09.363570 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:09.368078 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b66ea70f-fe61-4477-9bb7-d9842a1ec0b4 tempest-ServerActionsTestJSON-1676736497 tempest-ServerActionsTestJSON-1676736497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:09.415268 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Port': ['ID=73993241-e680-4576-ad39-3efa8af176af,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:09.451589 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:09.451981 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:09.452363 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:09.452738 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:09.453108 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:09.453478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:09.453842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:09.454268 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:09.454631 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:09.454992 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:09.455357 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:09.455713 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:09.463227 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:09.516315 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:09.516649 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Floating IP 7b2c153b-566f-45c0-9fa8-53b51cf30e45 disassociated (deleted). External IP: 172.26.6.115, port: 000be8d6-aa4d-4891-80a7-8a09c395e809. Dec 22 16:22:09.987067 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router a9c55c75-5dc9-490f-b758-8d429cbf2544 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:22:10.176806 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:22:10.186309 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c264c116-e7a3-46c7-895b-b798f3b7eea9 None None] Sync routers for ids ['a9c55c75-5dc9-490f-b758-8d429cbf2544'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:22:10.195809 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c264c116-e7a3-46c7-895b-b798f3b7eea9 None None] Routers {'a9c55c75-5dc9-490f-b758-8d429cbf2544'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:22:10.196512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c264c116-e7a3-46c7-895b-b798f3b7eea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:21:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['a9c55c75-5dc9-490f-b758-8d429cbf2544'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:10.255279 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:10.312607 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d82e0ca6-dfc1-47a8-9b0f-7f3adf0e1d94 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/floatingips/7b2c153b-566f-45c0-9fa8-53b51cf30e45 HTTP/1.1" status: 204 len: 168 time: 1.6783595 Dec 22 16:22:10.313277 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37213091-c95c-4dbe-8949-ba547ee3952a', 'tag': '000be8d6-aa4d-4891-80a7-8a09c395e809'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:22:10.378075 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c264c116-e7a3-46c7-895b-b798f3b7eea9 None None] Set router a9c55c75-5dc9-490f-b758-8d429cbf2544 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:22:10.396634 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37213091-c95c-4dbe-8949-ba547ee3952a', 'tag': '000be8d6-aa4d-4891-80a7-8a09c395e809', 'status': 'completed', 'code': 200} Dec 22 16:22:10.500277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca727d-d12e-434c-955f-d66c2efa98e6 req-62f15220-837b-4516-94d6-60ddd5ab14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:10.502467 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-31ca727d-d12e-434c-955f-d66c2efa98e6 req-62f15220-837b-4516-94d6-60ddd5ab14ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 1098 time: 0.0804992 Dec 22 16:22:10.639807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca727d-d12e-434c-955f-d66c2efa98e6 req-0ced1a34-5e3b-4f07-a95f-3d43fc45f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:10.641298 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-31ca727d-d12e-434c-955f-d66c2efa98e6 req-0ced1a34-5e3b-4f07-a95f-3d43fc45f438 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b978dc63-d5cd-4278-bf1b-f6ad1ebce516 HTTP/1.1" status: 200 len: 896 time: 0.1322832 Dec 22 16:22:10.721975 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c264c116-e7a3-46c7-895b-b798f3b7eea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103452232', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:19:08Z', 'updated_at': '2021-12-22T16:19:15Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:09Z', 'updated_at': '2021-12-22T16:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '93692994-a473-4408-a8b7-3449f0f68b5e', 'name': '', 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:38:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'fe375130-9ea8-42f9-86a0-623df0adce60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:14Z', 'updated_at': '2021-12-22T16:19:20Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': 'fe375130-9ea8-42f9-86a0-623df0adce60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:10.722616 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-31ca727d-d12e-434c-955f-d66c2efa98e6 req-f0dba43b-c74f-461a-a5d0-cbf28ca2181c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=000be8d6-aa4d-4891-80a7-8a09c395e809 HTTP/1.1" status: 200 len: 217 time: 0.0747013 Dec 22 16:22:10.725957 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c264c116-e7a3-46c7-895b-b798f3b7eea9 None None] Checking router: a9c55c75-5dc9-490f-b758-8d429cbf2544 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:22:10.734384 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c264c116-e7a3-46c7-895b-b798f3b7eea9 None None] Routers {'a9c55c75-5dc9-490f-b758-8d429cbf2544'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:22:10.735001 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c264c116-e7a3-46c7-895b-b798f3b7eea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:21:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['a9c55c75-5dc9-490f-b758-8d429cbf2544'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:10.837507 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca727d-d12e-434c-955f-d66c2efa98e6 req-29ff5f81-62bf-46a7-9f01-56e2a14937c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:10.838972 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-31ca727d-d12e-434c-955f-d66c2efa98e6 req-29ff5f81-62bf-46a7-9f01-56e2a14937c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe375130-9ea8-42f9-86a0-623df0adce60 HTTP/1.1" status: 200 len: 834 time: 0.1093447 Dec 22 16:22:10.920882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae63e7f-a5fa-4acb-a9c3-0a461cb9e960 req-b31a51ac-4701-44df-b0ae-75f9376c2655 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:10.922388 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cae63e7f-a5fa-4acb-a9c3-0a461cb9e960 req-b31a51ac-4701-44df-b0ae-75f9376c2655 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.1490376 Dec 22 16:22:10.953102 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca727d-d12e-434c-955f-d66c2efa98e6 req-a18b2a89-e356-432c-91a5-94fb15aa1113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:10.954538 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-31ca727d-d12e-434c-955f-d66c2efa98e6 req-a18b2a89-e356-432c-91a5-94fb15aa1113 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b978dc63-d5cd-4278-bf1b-f6ad1ebce516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1081848 Dec 22 16:22:10.960977 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c264c116-e7a3-46c7-895b-b798f3b7eea9 None None] Set router a9c55c75-5dc9-490f-b758-8d429cbf2544 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:22:11.040281 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cae63e7f-a5fa-4acb-a9c3-0a461cb9e960 req-d0f5223a-472e-4fb5-b68a-b9a71b024aa2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107848 Dec 22 16:22:11.105230 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-31ca727d-d12e-434c-955f-d66c2efa98e6 req-93024f58-3f8c-44ca-ad85-69308a65ac2f service neutron] 10.222.0.57 "GET /v2.0/networks/b978dc63-d5cd-4278-bf1b-f6ad1ebce516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424217 Dec 22 16:22:11.240577 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-31ca727d-d12e-434c-955f-d66c2efa98e6 req-4ae3fc9a-0898-4abd-91d0-0a782fb56808 service neutron] 10.222.0.57 "GET /v2.0/networks/b978dc63-d5cd-4278-bf1b-f6ad1ebce516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284497 Dec 22 16:22:11.271191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c264c116-e7a3-46c7-895b-b798f3b7eea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103452232', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:19:08Z', 'updated_at': '2021-12-22T16:19:15Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:09Z', 'updated_at': '2021-12-22T16:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '93692994-a473-4408-a8b7-3449f0f68b5e', 'name': '', 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:38:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'fe375130-9ea8-42f9-86a0-623df0adce60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:14Z', 'updated_at': '2021-12-22T16:19:20Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': 'fe375130-9ea8-42f9-86a0-623df0adce60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:11.275644 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c264c116-e7a3-46c7-895b-b798f3b7eea9 None None] The sync data for ids ['a9c55c75-5dc9-490f-b758-8d429cbf2544'] in dv-neutron-822674-1-hyperv is: [{'id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103452232', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:19:08Z', 'updated_at': '2021-12-22T16:19:15Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:09Z', 'updated_at': '2021-12-22T16:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '93692994-a473-4408-a8b7-3449f0f68b5e', 'name': '', 'network_id': 'b978dc63-d5cd-4278-bf1b-f6ad1ebce516', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:38:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'fe375130-9ea8-42f9-86a0-623df0adce60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:14Z', 'updated_at': '2021-12-22T16:19:20Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': 'fe375130-9ea8-42f9-86a0-623df0adce60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:22:11.499690 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3432293f-84dc-4e7a-b482-951fd3541555 None None] New status for floating IP 7b2c153b-566f-45c0-9fa8-53b51cf30e45: DOWN {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:22:12.240239 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb4319-c885-4968-bc5c-4900bb6bdf56 req-8b5b63bb-c535-4d99-a042-9009039272b7 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:12.241691 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dedb4319-c885-4968-bc5c-4900bb6bdf56 req-8b5b63bb-c535-4d99-a042-9009039272b7 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0922151 Dec 22 16:22:12.286642 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dedb4319-c885-4968-bc5c-4900bb6bdf56 req-ce9625a5-e189-4c4e-bde1-979f570564ec tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388308 Dec 22 16:22:12.711577 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516b7ea-b618-498b-886e-c97f88c9d3dd req-2bd08c5a-9215-4109-b8bb-1a6488df8ab8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:12.713571 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a516b7ea-b618-498b-886e-c97f88c9d3dd req-2bd08c5a-9215-4109-b8bb-1a6488df8ab8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0776424 Dec 22 16:22:12.785033 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-a516b7ea-b618-498b-886e-c97f88c9d3dd req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port 000be8d6-aa4d-4891-80a7-8a09c395e809 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:22:12.785369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-a516b7ea-b618-498b-886e-c97f88c9d3dd req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:13.026009 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-a516b7ea-b618-498b-886e-c97f88c9d3dd req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] For port 000be8d6-aa4d-4891-80a7-8a09c395e809, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=000be8d6-aa4d-4891-80a7-8a09c395e809,segment=NetworkSegment(3587a91e-83b7-4964-aadc-27910acc3c54),segment_id=3587a91e-83b7-4964-aadc-27910acc3c54)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:22:13.026306 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-a516b7ea-b618-498b-886e-c97f88c9d3dd req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:13.263900 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-a516b7ea-b618-498b-886e-c97f88c9d3dd req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Calling delete_port for 000be8d6-aa4d-4891-80a7-8a09c395e809 owned by compute:nova {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:22:13.481896 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6fb3b-553c-41e2-94f1-73bf82d85a58 req-3ae9e69b-d00c-4289-b6cf-b1c664e476a2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:13.483387 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-00f6fb3b-553c-41e2-94f1-73bf82d85a58 req-3ae9e69b-d00c-4289-b6cf-b1c664e476a2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 945 time: 0.0883732 Dec 22 16:22:13.507264 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-a516b7ea-b618-498b-886e-c97f88c9d3dd req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:13.514521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-42be1e7d-8ef7-4829-bd45-a301174e7da5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:13.576711 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Port': ['ID=000be8d6-aa4d-4891-80a7-8a09c395e809,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:13.623305 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-00f6fb3b-553c-41e2-94f1-73bf82d85a58 req-b343cbc2-d48b-4de7-ab91-cc92ce17635c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ca37cdc-9e9d-4d05-a751-5ab3df61304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343198 Dec 22 16:22:13.624524 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:13.624907 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:13.625285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:13.625662 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:13.626103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:13.626419 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:13.626790 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:13.627155 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:13.627517 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:13.627878 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:13.628243 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:13.628604 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:13.656252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:13.667557 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-a516b7ea-b618-498b-886e-c97f88c9d3dd req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] No DVR routers for this DVR port 000be8d6-aa4d-4891-80a7-8a09c395e809 on host hv-neutron-8226 {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:22:13.669904 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-a516b7ea-b618-498b-886e-c97f88c9d3dd req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:13.672479 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37213091-c95c-4dbe-8949-ba547ee3952a', 'name': 'network-vif-deleted', 'tag': '000be8d6-aa4d-4891-80a7-8a09c395e809'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:22:13.684177 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a516b7ea-b618-498b-886e-c97f88c9d3dd req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "DELETE /v2.0/ports/000be8d6-aa4d-4891-80a7-8a09c395e809 HTTP/1.1" status: 204 len: 173 time: 0.9654579 Dec 22 16:22:13.717229 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37213091-c95c-4dbe-8949-ba547ee3952a', 'name': 'network-vif-deleted', 'tag': '000be8d6-aa4d-4891-80a7-8a09c395e809', 'status': 'completed', 'code': 200} Dec 22 16:22:14.786829 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-339169e4-0314-4587-974a-5af2b66d84bd req-90677f11-dae8-42bd-b89c-4a25c67ebf31 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:22:14.890542 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-339169e4-0314-4587-974a-5af2b66d84bd req-90677f11-dae8-42bd-b89c-4a25c67ebf31 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:22:14.891757 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-339169e4-0314-4587-974a-5af2b66d84bd req-90677f11-dae8-42bd-b89c-4a25c67ebf31 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=37213091-c95c-4dbe-8949-ba547ee3952a HTTP/1.1" status: 200 len: 210 time: 0.1473627 Dec 22 16:22:15.983628 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46966) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:16.120085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 000be8d6-aa4d-4891-80a7-8a09c395e809 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:22:16.157597 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 000be8d6-aa4d-4891-80a7-8a09c395e809 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:22:16.157951 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 000be8d6-aa4d-4891-80a7-8a09c395e809 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:22:16.537084 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a3824aa-9e7c-4a8a-858f-5adc0624d405 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:17.002833 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3a3824aa-9e7c-4a8a-858f-5adc0624d405 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port 93692994-a473-4408-a8b7-3449f0f68b5e {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:22:17.003598 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a3824aa-9e7c-4a8a-858f-5adc0624d405 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:17.188900 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-3a3824aa-9e7c-4a8a-858f-5adc0624d405 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] For port 93692994-a473-4408-a8b7-3449f0f68b5e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=93692994-a473-4408-a8b7-3449f0f68b5e,segment=NetworkSegment(3587a91e-83b7-4964-aadc-27910acc3c54),segment_id=3587a91e-83b7-4964-aadc-27910acc3c54)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:22:17.189248 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a3824aa-9e7c-4a8a-858f-5adc0624d405 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:17.312787 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3a3824aa-9e7c-4a8a-858f-5adc0624d405 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Calling delete_port for 93692994-a473-4408-a8b7-3449f0f68b5e owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:22:17.563963 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a3824aa-9e7c-4a8a-858f-5adc0624d405 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:17.567839 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-49bece73-b086-4fd1-b850-a725de4283b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:17.616430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3824aa-9e7c-4a8a-858f-5adc0624d405 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Port': ['ID=93692994-a473-4408-a8b7-3449f0f68b5e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:17.643362 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3a3824aa-9e7c-4a8a-858f-5adc0624d405 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:17.899599 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a3824aa-9e7c-4a8a-858f-5adc0624d405 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:18.263149 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3824aa-9e7c-4a8a-858f-5adc0624d405 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router a9c55c75-5dc9-490f-b758-8d429cbf2544 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:22:18.559803 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3824aa-9e7c-4a8a-858f-5adc0624d405 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:22:18.568981 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591ba0a-9210-4a3d-aa28-a69575dbc115 None None] Sync routers for ids ['a9c55c75-5dc9-490f-b758-8d429cbf2544'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:22:18.578511 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591ba0a-9210-4a3d-aa28-a69575dbc115 None None] Routers {'a9c55c75-5dc9-490f-b758-8d429cbf2544'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:22:18.579127 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c591ba0a-9210-4a3d-aa28-a69575dbc115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:21:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['a9c55c75-5dc9-490f-b758-8d429cbf2544'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:18.639775 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3a3824aa-9e7c-4a8a-858f-5adc0624d405 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "PUT /v2.0/routers/a9c55c75-5dc9-490f-b758-8d429cbf2544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6549211 Dec 22 16:22:18.642364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46970) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:18.710754 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd37423-0215-4bc6-ad3b-70409693d8dd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting subnet fe375130-9ea8-42f9-86a0-623df0adce60 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:22:18.713957 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1fd37423-0215-4bc6-ad3b-70409693d8dd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:18.754200 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c591ba0a-9210-4a3d-aa28-a69575dbc115 None None] Set router a9c55c75-5dc9-490f-b758-8d429cbf2544 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:22:18.768709 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1fd37423-0215-4bc6-ad3b-70409693d8dd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:18.855123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1fd37423-0215-4bc6-ad3b-70409693d8dd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:19.009537 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1fd37423-0215-4bc6-ad3b-70409693d8dd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:19.014349 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f6fdc435-97fe-434c-9cb8-614f61e0ae52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:19.033564 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c591ba0a-9210-4a3d-aa28-a69575dbc115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103452232', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:19:08Z', 'updated_at': '2021-12-22T16:22:17Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:09Z', 'updated_at': '2021-12-22T16:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:19.037424 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591ba0a-9210-4a3d-aa28-a69575dbc115 None None] Checking router: a9c55c75-5dc9-490f-b758-8d429cbf2544 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:22:19.046319 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591ba0a-9210-4a3d-aa28-a69575dbc115 None None] Routers {'a9c55c75-5dc9-490f-b758-8d429cbf2544'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:22:19.046936 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c591ba0a-9210-4a3d-aa28-a69575dbc115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:21:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['a9c55c75-5dc9-490f-b758-8d429cbf2544'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:19.051579 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd37423-0215-4bc6-ad3b-70409693d8dd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Subnet': ['ID=fe375130-9ea8-42f9-86a0-623df0adce60,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:19.053513 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1fd37423-0215-4bc6-ad3b-70409693d8dd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:19.056285 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1fd37423-0215-4bc6-ad3b-70409693d8dd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:19.060502 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1fd37423-0215-4bc6-ad3b-70409693d8dd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/subnets/fe375130-9ea8-42f9-86a0-623df0adce60 HTTP/1.1" status: 204 len: 168 time: 0.4172540 Dec 22 16:22:19.063160 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46974) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:19.095346 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97238d7-4a90-483a-9e04-b5467ec7de64 None None] Network b978dc63-d5cd-4278-bf1b-f6ad1ebce516 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:22:19.249564 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-326af612-3fd2-4463-b52c-fae70d673c43 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:19.419006 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c591ba0a-9210-4a3d-aa28-a69575dbc115 None None] Set router a9c55c75-5dc9-490f-b758-8d429cbf2544 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:22:19.431640 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-326af612-3fd2-4463-b52c-fae70d673c43 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:19.495318 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-326af612-3fd2-4463-b52c-fae70d673c43 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port c217874e-0349-42a6-8e1e-459aadc8c677 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:22:19.495663 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-326af612-3fd2-4463-b52c-fae70d673c43 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:19.682503 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-326af612-3fd2-4463-b52c-fae70d673c43 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] For port c217874e-0349-42a6-8e1e-459aadc8c677, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c217874e-0349-42a6-8e1e-459aadc8c677,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:22:19.682867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-326af612-3fd2-4463-b52c-fae70d673c43 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:19.690770 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] DHCP port deletion for b978dc63-d5cd-4278-bf1b-f6ad1ebce516 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 16:22:19.697283 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] Deleting port e2340165-4daa-4453-adcd-748c4b7afc86 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:22:19.697666 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:19.819617 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-326af612-3fd2-4463-b52c-fae70d673c43 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Calling delete_port for c217874e-0349-42a6-8e1e-459aadc8c677 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:22:19.845921 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c591ba0a-9210-4a3d-aa28-a69575dbc115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103452232', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:19:08Z', 'updated_at': '2021-12-22T16:22:17Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:09Z', 'updated_at': '2021-12-22T16:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:19.897674 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591ba0a-9210-4a3d-aa28-a69575dbc115 None None] The sync data for ids ['a9c55c75-5dc9-490f-b758-8d429cbf2544'] in dv-neutron-822674-1-hyperv is: [{'id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103452232', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:19:08Z', 'updated_at': '2021-12-22T16:22:17Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'c217874e-0349-42a6-8e1e-459aadc8c677', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c55c75-5dc9-490f-b758-8d429cbf2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:19:09Z', 'updated_at': '2021-12-22T16:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:22:19.912397 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e2340165-4daa-4453-adcd-748c4b7afc86 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:22:19.980363 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] For port e2340165-4daa-4453-adcd-748c4b7afc86, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e2340165-4daa-4453-adcd-748c4b7afc86,segment=NetworkSegment(3587a91e-83b7-4964-aadc-27910acc3c54),segment_id=3587a91e-83b7-4964-aadc-27910acc3c54)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:22:19.980757 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:20.108367 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] Calling delete_port for e2340165-4daa-4453-adcd-748c4b7afc86 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:22:20.129837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-326af612-3fd2-4463-b52c-fae70d673c43 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:20.134076 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-27e6b2d1-86fa-4ab3-b6a6-b10072744415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:20.199165 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326af612-3fd2-4463-b52c-fae70d673c43 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Port': ['ID=c217874e-0349-42a6-8e1e-459aadc8c677,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:20.202101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-326af612-3fd2-4463-b52c-fae70d673c43 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:20.228348 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:20.313771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:20.318087 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:20.392059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] Pushing event deleted for resources: {'Port': ['ID=e2340165-4daa-4453-adcd-748c4b7afc86,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:20.405620 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] No DVR routers for this DVR port e2340165-4daa-4453-adcd-748c4b7afc86 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:22:20.417649 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:20.418887 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:20.420077 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:20.420610 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:20.421696 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:20.422640 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:20.423217 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:20.423514 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:20.423852 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:20.424747 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:20.425110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:20.426605 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:20.429946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:20.436790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-326af612-3fd2-4463-b52c-fae70d673c43 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:20.632595 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-326af612-3fd2-4463-b52c-fae70d673c43 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:20.635303 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-326af612-3fd2-4463-b52c-fae70d673c43 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:20.757691 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-326af612-3fd2-4463-b52c-fae70d673c43 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:20.758147 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326af612-3fd2-4463-b52c-fae70d673c43 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Fanout notify agent at l3_agent the message router_deleted on router a9c55c75-5dc9-490f-b758-8d429cbf2544 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:22:20.773889 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-326af612-3fd2-4463-b52c-fae70d673c43 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:20.775704 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-326af612-3fd2-4463-b52c-fae70d673c43 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/routers/a9c55c75-5dc9-490f-b758-8d429cbf2544 HTTP/1.1" status: 204 len: 168 time: 1.7116513 Dec 22 16:22:20.778535 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46978) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:20.895591 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e3010f0-9d8d-412b-8de6-b08a2c90fa03 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:21.031002 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e3010f0-9d8d-412b-8de6-b08a2c90fa03 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:21.054869 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-3e3010f0-9d8d-412b-8de6-b08a2c90fa03 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b978dc63-d5cd-4278-bf1b-f6ad1ebce516']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:21.066971 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-3e3010f0-9d8d-412b-8de6-b08a2c90fa03 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3587a91e-83b7-4964-aadc-27910acc3c54') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:21.067269 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-3e3010f0-9d8d-412b-8de6-b08a2c90fa03 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3587a91e-83b7-4964-aadc-27910acc3c54') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:21.078888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e3010f0-9d8d-412b-8de6-b08a2c90fa03 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:21.094432 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e3010f0-9d8d-412b-8de6-b08a2c90fa03 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:21.100310 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3010f0-9d8d-412b-8de6-b08a2c90fa03 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:22:21.100692 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e3010f0-9d8d-412b-8de6-b08a2c90fa03 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:22:21.115061 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:22:21.272489 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e3010f0-9d8d-412b-8de6-b08a2c90fa03 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:21.276066 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b929bee9-1f40-45f6-82b6-6c75d83b3acc tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:21.290798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e3010f0-9d8d-412b-8de6-b08a2c90fa03 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:21.301623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3010f0-9d8d-412b-8de6-b08a2c90fa03 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Network': ['ID=b978dc63-d5cd-4278-bf1b-f6ad1ebce516,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:21.305427 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3e3010f0-9d8d-412b-8de6-b08a2c90fa03 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:21.370820 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3e3010f0-9d8d-412b-8de6-b08a2c90fa03 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/networks/b978dc63-d5cd-4278-bf1b-f6ad1ebce516 HTTP/1.1" status: 204 len: 168 time: 0.5913162 Dec 22 16:22:21.373320 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46982) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:21.442555 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22edd227-3925-4675-ab47-e58925ed4b27 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:21.470815 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22edd227-3925-4675-ab47-e58925ed4b27 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:21.586442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22edd227-3925-4675-ab47-e58925ed4b27 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:21.591570 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-35793469-1e6e-4afe-ac83-52ee3def418a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:21.611351 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd227-3925-4675-ab47-e58925ed4b27 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca37cdc-9e9d-4d05-a751-5ab3df61304e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:21.613760 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-22edd227-3925-4675-ab47-e58925ed4b27 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:21.676788 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22edd227-3925-4675-ab47-e58925ed4b27 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:21.677909 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-22edd227-3925-4675-ab47-e58925ed4b27 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/security-groups/9ca37cdc-9e9d-4d05-a751-5ab3df61304e HTTP/1.1" status: 204 len: 168 time: 0.3036909 Dec 22 16:22:21.897027 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 93692994-a473-4408-a8b7-3449f0f68b5e no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:22:21.934450 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 93692994-a473-4408-a8b7-3449f0f68b5e {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:22:21.934808 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 93692994-a473-4408-a8b7-3449f0f68b5e not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:22:21.935238 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c217874e-0349-42a6-8e1e-459aadc8c677 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:22:21.967927 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: c217874e-0349-42a6-8e1e-459aadc8c677 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:22:21.968286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c217874e-0349-42a6-8e1e-459aadc8c677 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:22:22.411396 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46990) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:22.417178 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3fb3a7c2-38de-4d25-8c44-4a77cefc5333 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-878997171', 'description': 'tempest-secgroup-smoke-878997171 description', 'project_id': '8d32e704a3694d65be39c46759cfcfdb'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:22:22.423224 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3fb3a7c2-38de-4d25-8c44-4a77cefc5333 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:22:22.427280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3fb3a7c2-38de-4d25-8c44-4a77cefc5333 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:22:22.430163 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3fb3a7c2-38de-4d25-8c44-4a77cefc5333 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:22:22.437363 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3fb3a7c2-38de-4d25-8c44-4a77cefc5333 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:22:22.535636 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3fb3a7c2-38de-4d25-8c44-4a77cefc5333 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:22.555847 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3fb3a7c2-38de-4d25-8c44-4a77cefc5333 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:22:22.559592 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3fb3a7c2-38de-4d25-8c44-4a77cefc5333 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:22:22.562452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3fb3a7c2-38de-4d25-8c44-4a77cefc5333 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:22:22.567932 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3fb3a7c2-38de-4d25-8c44-4a77cefc5333 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:22:22.634186 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3fb3a7c2-38de-4d25-8c44-4a77cefc5333 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:22.689442 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3fb3a7c2-38de-4d25-8c44-4a77cefc5333 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:22.693223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-22edd227-3925-4675-ab47-e58925ed4b27 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:22.734408 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3a7c2-38de-4d25-8c44-4a77cefc5333 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:22.737070 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3fb3a7c2-38de-4d25-8c44-4a77cefc5333 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:22.797584 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3fb3a7c2-38de-4d25-8c44-4a77cefc5333 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:22.798888 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3fb3a7c2-38de-4d25-8c44-4a77cefc5333 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3864675 Dec 22 16:22:22.801581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46994) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:22.806623 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1483709a-2ed6-4e3b-9dc5-4cf83ea93851 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:22:22.812553 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1483709a-2ed6-4e3b-9dc5-4cf83ea93851 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:22:22.816362 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1483709a-2ed6-4e3b-9dc5-4cf83ea93851 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:22:22.819221 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1483709a-2ed6-4e3b-9dc5-4cf83ea93851 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:22:22.825788 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1483709a-2ed6-4e3b-9dc5-4cf83ea93851 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:22:22.913581 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1483709a-2ed6-4e3b-9dc5-4cf83ea93851 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:22.973374 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1483709a-2ed6-4e3b-9dc5-4cf83ea93851 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:23.072302 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1483709a-2ed6-4e3b-9dc5-4cf83ea93851 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:23.074161 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b69b121a-3d74-4f69-8c45-9eace423711f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:23.099452 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483709a-2ed6-4e3b-9dc5-4cf83ea93851 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3adabfe-947c-471d-baca-7bea3bb2453f,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:23.104307 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1483709a-2ed6-4e3b-9dc5-4cf83ea93851 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:23.175621 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1483709a-2ed6-4e3b-9dc5-4cf83ea93851 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:23.176763 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1483709a-2ed6-4e3b-9dc5-4cf83ea93851 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3742661 Dec 22 16:22:23.179519 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 46998) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:23.185038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a921318f-55a3-4a54-ba5c-3c1a6971a832 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:22:23.191002 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a921318f-55a3-4a54-ba5c-3c1a6971a832 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:22:23.194835 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a921318f-55a3-4a54-ba5c-3c1a6971a832 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:22:23.197750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a921318f-55a3-4a54-ba5c-3c1a6971a832 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:22:23.203637 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a921318f-55a3-4a54-ba5c-3c1a6971a832 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:22:23.272892 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a921318f-55a3-4a54-ba5c-3c1a6971a832 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:23.335820 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a921318f-55a3-4a54-ba5c-3c1a6971a832 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:23.409041 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a921318f-55a3-4a54-ba5c-3c1a6971a832 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:23.410957 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a2ec8d97-8bf9-4f6c-b29c-2a3f536ae388 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:23.433243 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921318f-55a3-4a54-ba5c-3c1a6971a832 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420a4af4-3867-4eff-a7a7-8850af99e36e,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:23.435548 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a921318f-55a3-4a54-ba5c-3c1a6971a832 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:23.494983 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a921318f-55a3-4a54-ba5c-3c1a6971a832 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:23.496175 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a921318f-55a3-4a54-ba5c-3c1a6971a832 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3157485 Dec 22 16:22:23.498948 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47002) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:23.503977 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d6312c3a-01ca-43a0-b30e-c818d5365c41 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:22:23.510271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d6312c3a-01ca-43a0-b30e-c818d5365c41 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:22:23.513995 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d6312c3a-01ca-43a0-b30e-c818d5365c41 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:22:23.516857 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d6312c3a-01ca-43a0-b30e-c818d5365c41 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:22:23.522563 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d6312c3a-01ca-43a0-b30e-c818d5365c41 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:22:23.580692 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d6312c3a-01ca-43a0-b30e-c818d5365c41 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:23.640853 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d6312c3a-01ca-43a0-b30e-c818d5365c41 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:23.694620 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d6312c3a-01ca-43a0-b30e-c818d5365c41 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:23.696961 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1f2e9db7-f0fd-4e90-a77d-0e23e032eea2 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:23.719454 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6312c3a-01ca-43a0-b30e-c818d5365c41 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f20e53-2d93-4263-9a01-90dcedbea762,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:23.723735 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d6312c3a-01ca-43a0-b30e-c818d5365c41 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:23.780588 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d6312c3a-01ca-43a0-b30e-c818d5365c41 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:23.781772 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d6312c3a-01ca-43a0-b30e-c818d5365c41 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2818727 Dec 22 16:22:23.784536 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47006) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:23.789552 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-15926264-e7ae-465d-9d73-f66b29bf90a3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:22:23.795387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-15926264-e7ae-465d-9d73-f66b29bf90a3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:22:23.799262 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-15926264-e7ae-465d-9d73-f66b29bf90a3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:22:23.802173 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-15926264-e7ae-465d-9d73-f66b29bf90a3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:22:23.807843 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-15926264-e7ae-465d-9d73-f66b29bf90a3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:22:23.896701 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-15926264-e7ae-465d-9d73-f66b29bf90a3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:23.963971 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-15926264-e7ae-465d-9d73-f66b29bf90a3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:24.043505 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-15926264-e7ae-465d-9d73-f66b29bf90a3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:24.045329 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c761bb4e-ebf1-47b9-a65a-239b2f443050 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:24.067575 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15926264-e7ae-465d-9d73-f66b29bf90a3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c76d0ea-4af5-4f53-85a0-41c0a6ee2d26,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:24.069928 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-15926264-e7ae-465d-9d73-f66b29bf90a3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:24.141908 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-15926264-e7ae-465d-9d73-f66b29bf90a3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:24.143219 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-15926264-e7ae-465d-9d73-f66b29bf90a3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3577349 Dec 22 16:22:24.145910 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47010) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:24.151098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4bfe1edf-e7c5-423c-a01b-ec9be2a9be32 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:22:24.157444 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4bfe1edf-e7c5-423c-a01b-ec9be2a9be32 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:22:24.161301 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4bfe1edf-e7c5-423c-a01b-ec9be2a9be32 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:22:24.164160 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4bfe1edf-e7c5-423c-a01b-ec9be2a9be32 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:22:24.169968 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4bfe1edf-e7c5-423c-a01b-ec9be2a9be32 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:22:24.266213 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-4bfe1edf-e7c5-423c-a01b-ec9be2a9be32 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Project 8d32e704a3694d65be39c46759cfcfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:22:24.274115 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bfe1edf-e7c5-423c-a01b-ec9be2a9be32 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:24.344753 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bfe1edf-e7c5-423c-a01b-ec9be2a9be32 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:24.466457 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bfe1edf-e7c5-423c-a01b-ec9be2a9be32 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:24.472360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-bb6e2177-fcf7-4527-a5a9-7ca6899ab6c9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:24.492360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe1edf-e7c5-423c-a01b-ec9be2a9be32 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b59792af-543f-4cb5-8112-198c648aed90,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:24.495403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4bfe1edf-e7c5-423c-a01b-ec9be2a9be32 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:24.586497 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bfe1edf-e7c5-423c-a01b-ec9be2a9be32 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:24.588181 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4bfe1edf-e7c5-423c-a01b-ec9be2a9be32 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4413323 Dec 22 16:22:24.590934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47014) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:24.596095 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d206e128-089e-4acb-9d78-486d01d6ef29 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'security_group_rule': {'security_group_id': '9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:22:24.602450 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d206e128-089e-4acb-9d78-486d01d6ef29 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:22:24.606175 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d206e128-089e-4acb-9d78-486d01d6ef29 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:security_group_rule and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:22:24.610171 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d206e128-089e-4acb-9d78-486d01d6ef29 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:22:24.614748 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d206e128-089e-4acb-9d78-486d01d6ef29 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:22:24.683629 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-d206e128-089e-4acb-9d78-486d01d6ef29 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Project 8d32e704a3694d65be39c46759cfcfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:22:24.690591 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d206e128-089e-4acb-9d78-486d01d6ef29 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:24.756822 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d206e128-089e-4acb-9d78-486d01d6ef29 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:24.820265 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d206e128-089e-4acb-9d78-486d01d6ef29 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:24.822670 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e59f2c72-de85-4eb3-a4b6-70518702c72f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:24.843988 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206e128-089e-4acb-9d78-486d01d6ef29 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a482460d-9963-4ec8-855c-935228e885c4,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:24.846327 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d206e128-089e-4acb-9d78-486d01d6ef29 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:24.917554 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d206e128-089e-4acb-9d78-486d01d6ef29 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:24.918757 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d206e128-089e-4acb-9d78-486d01d6ef29 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3268483 Dec 22 16:22:24.921735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 47018) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:24.927453 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-2b928381-618e-41ca-81e8-1738a953cd86 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'network': {'name': 'tempest-network-smoke--425335372', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'port_security_enabled': True}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:22:24.933036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2b928381-618e-41ca-81e8-1738a953cd86 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:22:24.937111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2b928381-618e-41ca-81e8-1738a953cd86 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:network and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:22:24.939920 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-2b928381-618e-41ca-81e8-1738a953cd86 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:22:24.950259 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-2b928381-618e-41ca-81e8-1738a953cd86 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:22:25.020496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b928381-618e-41ca-81e8-1738a953cd86 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Made reservation on behalf of 8d32e704a3694d65be39c46759cfcfdb for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:22:25.023982 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2b928381-618e-41ca-81e8-1738a953cd86 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:25.052565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b928381-618e-41ca-81e8-1738a953cd86 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:22:25.061331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2b928381-618e-41ca-81e8-1738a953cd86 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:25.061674 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-2b928381-618e-41ca-81e8-1738a953cd86 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Added segment 59892421-ba40-4264-af78-e824f9f1b999 of type vlan for network 9ea96ed7-c468-4286-8c07-8eddb027cb18 Dec 22 16:22:25.085966 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2b928381-618e-41ca-81e8-1738a953cd86 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:25.181568 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2b928381-618e-41ca-81e8-1738a953cd86 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:25.187165 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b928381-618e-41ca-81e8-1738a953cd86 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:25.187751 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2b928381-618e-41ca-81e8-1738a953cd86 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:25.191464 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-8b753f0e-4c4e-4c71-b0ae-0dc7be099ebf tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:25.296326 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b928381-618e-41ca-81e8-1738a953cd86 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Network': ['ID=9ea96ed7-c468-4286-8c07-8eddb027cb18,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:25.299085 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-2b928381-618e-41ca-81e8-1738a953cd86 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:25.309068 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 9ea96ed7-c468-4286-8c07-8eddb027cb18 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 16:22:25.374075 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4722452c-1f0d-4fc6-ba03-cc8fee7eed5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:25.378469 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-2b928381-618e-41ca-81e8-1738a953cd86 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4555812 Dec 22 16:22:25.379294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47022) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:25.385030 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1280274641', 'admin_state_up': True, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:22:25.392708 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:22:25.396712 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:router and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:22:25.399682 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:22:25.406718 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:22:25.489273 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:25.490212 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:25.504835 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:25.965111 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:26.333569 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:26.362827 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:26.497144 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Allocated IP 172.26.6.228 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/d83aaf60-ffcf-4b20-a446-6ffe744d5f2d) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:22:26.644085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:26.752053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:26.755826 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-dc68b07f-e073-4883-b376-6a8ebd1c995e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:26.821594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:22:26.824399 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:22:26.828240 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:22:26.857163 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=d83aaf60-ffcf-4b20-a446-6ffe744d5f2d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:26.863062 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:27.333006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:27.740865 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fda5ad91-6907-4b9f-b85f-c6bba14c0af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:27.794188 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:28.089330 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router 5dcf575f-b03c-4332-9fa8-4ceb940fff99 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 16:22:28.269154 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:22:28.279778 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66fa162-b150-4498-865f-449e1a598437 None None] Sync routers for ids ['5dcf575f-b03c-4332-9fa8-4ceb940fff99'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:22:28.289438 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66fa162-b150-4498-865f-449e1a598437 None None] Routers {'5dcf575f-b03c-4332-9fa8-4ceb940fff99'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:22:28.290061 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-c66fa162-b150-4498-865f-449e1a598437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:22:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5dcf575f-b03c-4332-9fa8-4ceb940fff99'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:28.432361 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:28.433620 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0531821 Dec 22 16:22:28.436746 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47026) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:28.470381 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-c66fa162-b150-4498-865f-449e1a598437 None None] Set router 5dcf575f-b03c-4332-9fa8-4ceb940fff99 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:22:28.701241 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2df964eb-ab37-416d-902f-d7c4904e1b05 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=8d32e704a3694d65be39c46759cfcfdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2632923 Dec 22 16:22:28.704015 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 47032) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:28.806358 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-c66fa162-b150-4498-865f-449e1a598437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280274641', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:25Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 3, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:26Z', 'updated_at': '2021-12-22T16:22:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:28.810199 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66fa162-b150-4498-865f-449e1a598437 None None] Checking router: 5dcf575f-b03c-4332-9fa8-4ceb940fff99 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:22:28.810585 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66fa162-b150-4498-865f-449e1a598437 None None] Updating router 5dcf575f-b03c-4332-9fa8-4ceb940fff99 port d83aaf60-ffcf-4b20-a446-6ffe744d5f2d binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:22:28.837538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf34549-25b2-4867-9b70-2979d782db09 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:28.839056 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5cf34549-25b2-4867-9b70-2979d782db09 tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1340575 Dec 22 16:22:28.841969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 47036) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:28.863699 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-c66fa162-b150-4498-865f-449e1a598437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:28.880479 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-408a0339-a476-4492-83fe-8301f0d9d23a tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=98c1d02c-4416-4565-b8a7-1c1ed298f1f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369511 Dec 22 16:22:28.882869 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 47040) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:28.888747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-10cbe178-4ec7-43bc-b50f-be177a4cbc5d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-319746004', 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18', 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:22:28.999299 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-10cbe178-4ec7-43bc-b50f-be177a4cbc5d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:22:29.003149 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-10cbe178-4ec7-43bc-b50f-be177a4cbc5d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:subnet and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:22:29.005931 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-10cbe178-4ec7-43bc-b50f-be177a4cbc5d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:22:29.012112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-10cbe178-4ec7-43bc-b50f-be177a4cbc5d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:22:29.089362 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cbe178-4ec7-43bc-b50f-be177a4cbc5d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Made reservation on behalf of 8d32e704a3694d65be39c46759cfcfdb for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:22:29.093005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-10cbe178-4ec7-43bc-b50f-be177a4cbc5d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:29.118823 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:29.200850 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-c66fa162-b150-4498-865f-449e1a598437 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:29.212937 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-c66fa162-b150-4498-865f-449e1a598437 None None] Transition to ACTIVE for port object d83aaf60-ffcf-4b20-a446-6ffe744d5f2d will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:22:29.220796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:29.323798 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-c66fa162-b150-4498-865f-449e1a598437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:29.327673 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-5f9a61ea-b370-420f-a8aa-7e341b6c1efd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:29.402006 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-c66fa162-b150-4498-865f-449e1a598437 None None] Attempting to bind port d83aaf60-ffcf-4b20-a446-6ffe744d5f2d on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:22:29.402432 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-c66fa162-b150-4498-865f-449e1a598437 None None] Attempting to bind port d83aaf60-ffcf-4b20-a446-6ffe744d5f2d by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:22:29.402795 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66fa162-b150-4498-865f-449e1a598437 None None] Attempting to bind port d83aaf60-ffcf-4b20-a446-6ffe744d5f2d on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:22:29.408408 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e56ab-3f10-47f1-bedb-d19f4847d72c None None] Pushing event updated for resources: {'Port': ['ID=d83aaf60-ffcf-4b20-a446-6ffe744d5f2d,revision_number=2']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:29.409295 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-10cbe178-4ec7-43bc-b50f-be177a4cbc5d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:29.413270 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66fa162-b150-4498-865f-449e1a598437 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:22:29.413576 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66fa162-b150-4498-865f-449e1a598437 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:22:29.413973 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-c66fa162-b150-4498-865f-449e1a598437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:29.414390 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66fa162-b150-4498-865f-449e1a598437 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:22:29.414671 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-83b4c7e1-b22b-484e-a73d-7c64f1abee97 tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:29.415446 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-c66fa162-b150-4498-865f-449e1a598437 None None] Bound port: d83aaf60-ffcf-4b20-a446-6ffe744d5f2d, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:22:29.415813 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-c66fa162-b150-4498-865f-449e1a598437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:29.446056 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e56ab-3f10-47f1-bedb-d19f4847d72c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:29.446476 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e56ab-3f10-47f1-bedb-d19f4847d72c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:29.446745 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e56ab-3f10-47f1-bedb-d19f4847d72c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:29.447072 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e56ab-3f10-47f1-bedb-d19f4847d72c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:29.447390 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e56ab-3f10-47f1-bedb-d19f4847d72c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:29.447712 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e56ab-3f10-47f1-bedb-d19f4847d72c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:29.448033 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e56ab-3f10-47f1-bedb-d19f4847d72c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:29.448349 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e56ab-3f10-47f1-bedb-d19f4847d72c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:29.448664 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e56ab-3f10-47f1-bedb-d19f4847d72c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:29.448976 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e56ab-3f10-47f1-bedb-d19f4847d72c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:29.449284 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e56ab-3f10-47f1-bedb-d19f4847d72c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:29.449594 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e56ab-3f10-47f1-bedb-d19f4847d72c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:22:29.458486 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-6d8e56ab-3f10-47f1-bedb-d19f4847d72c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:29.490555 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbe178-4ec7-43bc-b50f-be177a4cbc5d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Subnet': ['ID=61439382-728f-4970-bc91-75a4721748b9,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:29.494271 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-10cbe178-4ec7-43bc-b50f-be177a4cbc5d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:29.499771 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-c66fa162-b150-4498-865f-449e1a598437 None None] For port d83aaf60-ffcf-4b20-a446-6ffe744d5f2d, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:22:29.501681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cbe178-4ec7-43bc-b50f-be177a4cbc5d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Checking segment: {'id': '59892421-ba40-4264-af78-e824f9f1b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:22:29.502046 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cbe178-4ec7-43bc-b50f-be177a4cbc5d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network hostable DHCP agents. Network: 9ea96ed7-c468-4286-8c07-8eddb027cb18, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:22:29.502906 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-c66fa162-b150-4498-865f-449e1a598437 None None] For port d83aaf60-ffcf-4b20-a446-6ffe744d5f2d, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d83aaf60-ffcf-4b20-a446-6ffe744d5f2d,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:22:29.581375 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-c66fa162-b150-4498-865f-449e1a598437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:29.585085 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-93acf273-0da5-4bc2-87ef-04a02bc7764f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:29.605005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cbe178-4ec7-43bc-b50f-be177a4cbc5d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 9ea96ed7-c468-4286-8c07-8eddb027cb18 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:22:29.658830 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66fa162-b150-4498-865f-449e1a598437 None None] Routers {'5dcf575f-b03c-4332-9fa8-4ceb940fff99'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:22:29.659484 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-c66fa162-b150-4498-865f-449e1a598437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:22:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5dcf575f-b03c-4332-9fa8-4ceb940fff99'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:29.660523 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-10cbe178-4ec7-43bc-b50f-be177a4cbc5d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 9ea96ed7-c468-4286-8c07-8eddb027cb18) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:22:29.665081 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cbe178-4ec7-43bc-b50f-be177a4cbc5d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:29.665721 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-10cbe178-4ec7-43bc-b50f-be177a4cbc5d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:29.669983 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb40515-81c9-4e36-935a-cc565f104721 None None] Network 9ea96ed7-c468-4286-8c07-8eddb027cb18 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:22:29.724158 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e56ab-3f10-47f1-bedb-d19f4847d72c None None] Pushing event updated for resources: {'Port': ['ID=d83aaf60-ffcf-4b20-a446-6ffe744d5f2d,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:29.729786 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-6d8e56ab-3f10-47f1-bedb-d19f4847d72c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:29.735419 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-10cbe178-4ec7-43bc-b50f-be177a4cbc5d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8509154 Dec 22 16:22:29.738969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 47046) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:29.853811 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-c66fa162-b150-4498-865f-449e1a598437 None None] Set router 5dcf575f-b03c-4332-9fa8-4ceb940fff99 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:22:29.943033 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-9ea96ed7-c468-4286-8c07-8eddb027cb18', 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ips': [{'subnet_id': '61439382-728f-4970-bc91-75a4721748b9'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 16:22:29.944004 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:30.105303 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Allocated IP 172.20.0.2 (9ea96ed7-c468-4286-8c07-8eddb027cb18/61439382-728f-4970-bc91-75a4721748b9/e4437aa6-ac2a-426e-99f1-6a38b7805367) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:22:30.178472 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-c66fa162-b150-4498-865f-449e1a598437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280274641', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:25Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 3, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:26Z', 'updated_at': '2021-12-22T16:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:30.185264 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66fa162-b150-4498-865f-449e1a598437 None None] The sync data for ids ['5dcf575f-b03c-4332-9fa8-4ceb940fff99'] in dv-neutron-822674-1-hyperv is: [{'id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280274641', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:25Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 3, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:26Z', 'updated_at': '2021-12-22T16:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:22:30.291888 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:22:30.328015 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:30.339552 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Transition to ACTIVE for port object e4437aa6-ac2a-426e-99f1-6a38b7805367 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:22:30.359128 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Transition to ACTIVE for port object e4437aa6-ac2a-426e-99f1-6a38b7805367 will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:22:30.421538 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:30.426119 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:30.496586 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Network 9ea96ed7-c468-4286-8c07-8eddb027cb18 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:22:30.499392 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:22:30.503118 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:22:30.512501 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Pushing event updated for resources: {'Port': ['ID=e4437aa6-ac2a-426e-99f1-6a38b7805367,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:30.539245 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:30.606684 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Attempting to bind port e4437aa6-ac2a-426e-99f1-6a38b7805367 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:22:30.606973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Attempting to bind port e4437aa6-ac2a-426e-99f1-6a38b7805367 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '59892421-ba40-4264-af78-e824f9f1b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:22:30.607352 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Attempting to bind port e4437aa6-ac2a-426e-99f1-6a38b7805367 on network 9ea96ed7-c468-4286-8c07-8eddb027cb18 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:22:30.616048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:22:30.616701 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Checking segment: {'id': '59892421-ba40-4264-af78-e824f9f1b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:22:30.617394 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:30.618712 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Bound using segment: {'id': '59892421-ba40-4264-af78-e824f9f1b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:22:30.619499 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Bound port: e4437aa6-ac2a-426e-99f1-6a38b7805367, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59892421-ba40-4264-af78-e824f9f1b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:22:30.620137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:30.669072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:30.718982 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] For port e4437aa6-ac2a-426e-99f1-6a38b7805367, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:22:30.722513 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] For port e4437aa6-ac2a-426e-99f1-6a38b7805367, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e4437aa6-ac2a-426e-99f1-6a38b7805367,segment=NetworkSegment(59892421-ba40-4264-af78-e824f9f1b999),segment_id=59892421-ba40-4264-af78-e824f9f1b999)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:22:30.804848 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:30.812773 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2564c9ab-8ca7-42eb-aee9-3f80bc248136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:30.907216 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Pushing event updated for resources: {'Port': ['ID=e4437aa6-ac2a-426e-99f1-6a38b7805367,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:30.910662 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:31.137165 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Allocated IP 172.20.0.1 (9ea96ed7-c468-4286-8c07-8eddb027cb18/61439382-728f-4970-bc91-75a4721748b9/1a978c6c-b4b4-4f58-9402-6165c163421c) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:22:31.311338 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:31.328160 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Transition to ACTIVE for port object 1a978c6c-b4b4-4f58-9402-6165c163421c will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:22:31.329283 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:31.415540 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:31.421144 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-faef2f33-6cbf-4fec-b4cf-01b8c44e43a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:31.490295 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 9ea96ed7-c468-4286-8c07-8eddb027cb18 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:22:31.493786 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:22:31.496301 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:22:31.543104 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=1a978c6c-b4b4-4f58-9402-6165c163421c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:31.545970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:31.564001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:31.761111 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:31.948324 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e4437aa6-ac2a-426e-99f1-6a38b7805367 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:22:32.089476 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port e4437aa6-ac2a-426e-99f1-6a38b7805367 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:22:32.095272 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d83aaf60-ffcf-4b20-a446-6ffe744d5f2d up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:22:32.244032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port d83aaf60-ffcf-4b20-a446-6ffe744d5f2d completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:22:32.251066 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port d83aaf60-ffcf-4b20-a446-6ffe744d5f2d triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:22:32.254922 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:32.333701 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:32.416016 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:32.430509 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:32.448968 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port d83aaf60-ffcf-4b20-a446-6ffe744d5f2d, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d83aaf60-ffcf-4b20-a446-6ffe744d5f2d,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:22:32.456214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f7c03b38-c7a1-4666-9439-e8a1515afc4e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:32.541441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:32.543346 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-07b70069-9183-4abf-8248-88cca14bcff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:32.548851 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:32.553540 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=1a978c6c-b4b4-4f58-9402-6165c163421c,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:32.555841 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:32.612353 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d3f9f0-0e5d-441a-860b-8d5f2524cf7e None None] Network 9ea96ed7-c468-4286-8c07-8eddb027cb18 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:22:32.714143 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 9ea96ed7-c468-4286-8c07-8eddb027cb18 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:22:32.714650 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=d83aaf60-ffcf-4b20-a446-6ffe744d5f2d,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:32.715334 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:22:32.719893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:32.799089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c0e2bf25-ecbd-43f3-a9f3-9ba348e2b425 None None] Provisioning for port e4437aa6-ac2a-426e-99f1-6a38b7805367 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:22:32.815013 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c0e2bf25-ecbd-43f3-a9f3-9ba348e2b425 None None] Provisioning complete for port e4437aa6-ac2a-426e-99f1-6a38b7805367 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:22:32.815397 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c0e2bf25-ecbd-43f3-a9f3-9ba348e2b425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:32.916121 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router 5dcf575f-b03c-4332-9fa8-4ceb940fff99 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:22:33.001989 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c0e2bf25-ecbd-43f3-a9f3-9ba348e2b425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:33.040399 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c0e2bf25-ecbd-43f3-a9f3-9ba348e2b425 None None] For port e4437aa6-ac2a-426e-99f1-6a38b7805367, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e4437aa6-ac2a-426e-99f1-6a38b7805367,segment=NetworkSegment(59892421-ba40-4264-af78-e824f9f1b999),segment_id=59892421-ba40-4264-af78-e824f9f1b999)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:22:33.117130 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:22:33.134072 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "PUT /v2.0/routers/5dcf575f-b03c-4332-9fa8-4ceb940fff99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3930101 Dec 22 16:22:33.138481 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] Sync routers for ids ['5dcf575f-b03c-4332-9fa8-4ceb940fff99'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:22:33.141978 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c0e2bf25-ecbd-43f3-a9f3-9ba348e2b425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:33.145589 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:33.201842 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] Routers {'5dcf575f-b03c-4332-9fa8-4ceb940fff99'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:22:33.201842 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:22:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5dcf575f-b03c-4332-9fa8-4ceb940fff99'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:33.348644 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-2aaa2e04-386a-4f00-af76-014b72d8e607 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878997171&fields=id&tenant_id=8d32e704a3694d65be39c46759cfcfdb HTTP/1.1" status: 200 len: 267 time: 0.0606487 Dec 22 16:22:33.446565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2bf25-ecbd-43f3-a9f3-9ba348e2b425 None None] Pushing event updated for resources: {'Port': ['ID=e4437aa6-ac2a-426e-99f1-6a38b7805367,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:33.452286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c0e2bf25-ecbd-43f3-a9f3-9ba348e2b425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:33.466678 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4886b8ee-f118-4baf-a550-014e4846a3f5 None None] Provisioning complete for port e4437aa6-ac2a-426e-99f1-6a38b7805367 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:22:33.467069 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4886b8ee-f118-4baf-a550-014e4846a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:33.515616 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-8c2c253d-b95b-4a91-822d-3265d942a884 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:33.516257 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-8c2c253d-b95b-4a91-822d-3265d942a884 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:22:33.521266 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] Set router 5dcf575f-b03c-4332-9fa8-4ceb940fff99 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:22:33.592804 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-8c2c253d-b95b-4a91-822d-3265d942a884 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:22:33.593986 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-8c2c253d-b95b-4a91-822d-3265d942a884 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/networks?id=9ea96ed7-c468-4286-8c07-8eddb027cb18 HTTP/1.1" status: 200 len: 796 time: 0.2360997 Dec 22 16:22:33.663719 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-b519b437-3778-4b6f-8dd2-404318a5dd42 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/quotas/8d32e704a3694d65be39c46759cfcfdb HTTP/1.1" status: 200 len: 375 time: 0.0616784 Dec 22 16:22:33.747736 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-aa36822a-0e01-4eb8-aeb0-d5c228a4d0ff tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:22:33.815317 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-aa36822a-0e01-4eb8-aeb0-d5c228a4d0ff tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:22:33.816702 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-aa36822a-0e01-4eb8-aeb0-d5c228a4d0ff tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1471388 Dec 22 16:22:33.916510 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280274641', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:25Z', 'updated_at': '2021-12-22T16:22:31Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:26Z', 'updated_at': '2021-12-22T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '1a978c6c-b4b4-4f58-9402-6165c163421c', 'name': '', 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:0b:6a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '61439382-728f-4970-bc91-75a4721748b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:30Z', 'updated_at': '2021-12-22T16:22:32Z', 'revision_number': 2, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '61439382-728f-4970-bc91-75a4721748b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:33.921271 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] Checking router: 5dcf575f-b03c-4332-9fa8-4ceb940fff99 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:22:33.921271 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] Updating router 5dcf575f-b03c-4332-9fa8-4ceb940fff99 port 1a978c6c-b4b4-4f58-9402-6165c163421c binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:22:33.948135 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-061b9748-f1de-4565-87fc-0ac41958c547 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:22:33.949232 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-061b9748-f1de-4565-87fc-0ac41958c547 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465329 Dec 22 16:22:33.950656 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e4437aa6-ac2a-426e-99f1-6a38b7805367 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:22:33.984260 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4886b8ee-f118-4baf-a550-014e4846a3f5 None None] Provisioning for port 1a978c6c-b4b4-4f58-9402-6165c163421c completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:22:34.013058 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4886b8ee-f118-4baf-a550-014e4846a3f5 None None] Provisioning complete for port 1a978c6c-b4b4-4f58-9402-6165c163421c triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:22:34.013429 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4886b8ee-f118-4baf-a550-014e4846a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:34.074722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:34.082310 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-c65e2e8f-01f8-4b1a-ad3d-a83c07fac773 service neutron] 10.222.0.59 "GET /v2.0/networks/9ea96ed7-c468-4286-8c07-8eddb027cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270416 Dec 22 16:22:34.092630 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-4886b8ee-f118-4baf-a550-014e4846a3f5 None None] Port 1a978c6c-b4b4-4f58-9402-6165c163421c cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:22:34.194522 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port e4437aa6-ac2a-426e-99f1-6a38b7805367 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:22:34.202691 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:34.215173 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-f013be16-4028-4a69-991a-685a8f77676e service neutron] 10.222.0.59 "GET /v2.0/networks/9ea96ed7-c468-4286-8c07-8eddb027cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262095 Dec 22 16:22:34.290967 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-50e630ac-5281-45e3-b4d0-7da4774442d0 None None] Provisioning complete for port 1a978c6c-b4b4-4f58-9402-6165c163421c triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:22:34.291340 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-50e630ac-5281-45e3-b4d0-7da4774442d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:34.450913 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-50e630ac-5281-45e3-b4d0-7da4774442d0 None None] Port 1a978c6c-b4b4-4f58-9402-6165c163421c cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:22:34.506612 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d83aaf60-ffcf-4b20-a446-6ffe744d5f2d up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:22:34.639000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port d83aaf60-ffcf-4b20-a446-6ffe744d5f2d triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:22:34.639379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:34.697367 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:34.714562 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] Transition to ACTIVE for port object 1a978c6c-b4b4-4f58-9402-6165c163421c will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:22:34.743133 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b9c3cd98-9e6a-41f2-a8f0-60a6146059d6 req-7056d884-f615-4101-9e44-6f7b7c4bd322 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 210 time: 0.1380529 Dec 22 16:22:34.814880 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:34.819020 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6a3cb659-a55e-4c3c-86f3-0648aa93cd3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:35.044003 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a2325-c075-4c12-b78a-910f73bbafbc None None] Pushing event updated for resources: {'Port': ['ID=1a978c6c-b4b4-4f58-9402-6165c163421c,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:35.046856 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-9f5a2325-c075-4c12-b78a-910f73bbafbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:35.103827 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] Attempting to bind port 1a978c6c-b4b4-4f58-9402-6165c163421c on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:22:35.104204 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] Attempting to bind port 1a978c6c-b4b4-4f58-9402-6165c163421c by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '59892421-ba40-4264-af78-e824f9f1b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:22:35.104571 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] Attempting to bind port 1a978c6c-b4b4-4f58-9402-6165c163421c on network 9ea96ed7-c468-4286-8c07-8eddb027cb18 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:22:35.109864 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:22:35.110265 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] Checking segment: {'id': '59892421-ba40-4264-af78-e824f9f1b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:22:35.110839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:35.111245 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] Bound using segment: {'id': '59892421-ba40-4264-af78-e824f9f1b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:22:35.111735 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] Bound port: 1a978c6c-b4b4-4f58-9402-6165c163421c, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59892421-ba40-4264-af78-e824f9f1b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:22:35.112093 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:35.220455 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] For port 1a978c6c-b4b4-4f58-9402-6165c163421c, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:22:35.324799 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] For port 1a978c6c-b4b4-4f58-9402-6165c163421c, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=1a978c6c-b4b4-4f58-9402-6165c163421c,segment=NetworkSegment(59892421-ba40-4264-af78-e824f9f1b999),segment_id=59892421-ba40-4264-af78-e824f9f1b999)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:22:35.427138 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:35.431808 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:35.504716 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] Routers {'5dcf575f-b03c-4332-9fa8-4ceb940fff99'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:22:35.505375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:22:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5dcf575f-b03c-4332-9fa8-4ceb940fff99'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:35.574102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a2325-c075-4c12-b78a-910f73bbafbc None None] Pushing event updated for resources: {'Port': ['ID=1a978c6c-b4b4-4f58-9402-6165c163421c,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:35.578821 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-9f5a2325-c075-4c12-b78a-910f73bbafbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:35.697224 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] Set router 5dcf575f-b03c-4332-9fa8-4ceb940fff99 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:22:35.898696 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2514ebb1-ca6e-4f1b-bb5b-6e837cf2a322 req-f6e9830a-9d10-475c-872b-1fd3752e6687 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 210 time: 0.0460513 Dec 22 16:22:36.027906 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280274641', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:25Z', 'updated_at': '2021-12-22T16:22:31Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:26Z', 'updated_at': '2021-12-22T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '1a978c6c-b4b4-4f58-9402-6165c163421c', 'name': '', 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:0b:6a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '61439382-728f-4970-bc91-75a4721748b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:30Z', 'updated_at': '2021-12-22T16:22:35Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '61439382-728f-4970-bc91-75a4721748b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:36.034753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc3cce0-cd36-4529-8fad-db1d792978e5 None None] The sync data for ids ['5dcf575f-b03c-4332-9fa8-4ceb940fff99'] in dv-neutron-822674-1-hyperv is: [{'id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280274641', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:25Z', 'updated_at': '2021-12-22T16:22:31Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:26Z', 'updated_at': '2021-12-22T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '1a978c6c-b4b4-4f58-9402-6165c163421c', 'name': '', 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:0b:6a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '61439382-728f-4970-bc91-75a4721748b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:30Z', 'updated_at': '2021-12-22T16:22:35Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '61439382-728f-4970-bc91-75a4721748b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:22:36.677831 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:37.054674 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-27257346-fb20-446c-9da1-cfa32660ecc9 req-d09d5645-1141-4d57-9691-ff800b5240ad tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 210 time: 0.0451844 Dec 22 16:22:37.516495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-df930965-ed3c-43c9-b31d-c7d7fd4ea3b2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:37.517840 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-df930965-ed3c-43c9-b31d-c7d7fd4ea3b2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "GET /v2.0/networks?id=9ea96ed7-c468-4286-8c07-8eddb027cb18 HTTP/1.1" status: 200 len: 796 time: 0.2780237 Dec 22 16:22:37.570757 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6f713579-4c3a-4cc2-82b7-65bd29f0854b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d32e704a3694d65be39c46759cfcfdb HTTP/1.1" status: 200 len: 379 time: 0.0442762 Dec 22 16:22:37.579118 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6d84e83c-8cfd-48d5-adc5-6c870551638a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'port': {'device_id': '43a2cf9e-91c9-4c83-ae65-6641f46eb1c3', 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18', 'admin_state_up': True, 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'security_groups': ['9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a']}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:22:37.717176 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6d84e83c-8cfd-48d5-adc5-6c870551638a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:22:37.726575 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6d84e83c-8cfd-48d5-adc5-6c870551638a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:22:37.775406 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6d84e83c-8cfd-48d5-adc5-6c870551638a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Made reservation on behalf of 8d32e704a3694d65be39c46759cfcfdb for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:22:37.778870 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6d84e83c-8cfd-48d5-adc5-6c870551638a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:37.924286 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 1a978c6c-b4b4-4f58-9402-6165c163421c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:22:37.943419 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6d84e83c-8cfd-48d5-adc5-6c870551638a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Allocated IP 172.20.0.9 (9ea96ed7-c468-4286-8c07-8eddb027cb18/61439382-728f-4970-bc91-75a4721748b9/baede0fc-94d5-4dc3-865c-bc7c43d0acf3) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:22:38.049545 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 1a978c6c-b4b4-4f58-9402-6165c163421c completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:22:38.054784 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 1a978c6c-b4b4-4f58-9402-6165c163421c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:22:38.055270 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:38.140667 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6d84e83c-8cfd-48d5-adc5-6c870551638a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:38.157466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6d84e83c-8cfd-48d5-adc5-6c870551638a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Transition to ACTIVE for port object baede0fc-94d5-4dc3-865c-bc7c43d0acf3 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:22:38.179900 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:38.212201 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 1a978c6c-b4b4-4f58-9402-6165c163421c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=1a978c6c-b4b4-4f58-9402-6165c163421c,segment=NetworkSegment(59892421-ba40-4264-af78-e824f9f1b999),segment_id=59892421-ba40-4264-af78-e824f9f1b999)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:22:38.217303 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-569cbff6-6f5b-4f08-8a41-e97e32d59089 req-11bee87e-236d-4b36-8776-8c33e230205f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 210 time: 0.0472240 Dec 22 16:22:38.311927 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:38.313839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:38.341310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6d84e83c-8cfd-48d5-adc5-6c870551638a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:38.347757 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3fc17183-b82b-4d48-9fbd-857171cc8304 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:38.379435 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=1a978c6c-b4b4-4f58-9402-6165c163421c,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:38.382923 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:38.415113 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6d84e83c-8cfd-48d5-adc5-6c870551638a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 9ea96ed7-c468-4286-8c07-8eddb027cb18 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:22:38.418106 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6d84e83c-8cfd-48d5-adc5-6c870551638a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:22:38.421999 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6d84e83c-8cfd-48d5-adc5-6c870551638a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:22:38.469707 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84e83c-8cfd-48d5-adc5-6c870551638a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=baede0fc-94d5-4dc3-865c-bc7c43d0acf3,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:38.474795 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6d84e83c-8cfd-48d5-adc5-6c870551638a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:38.496173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6d84e83c-8cfd-48d5-adc5-6c870551638a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:38.496797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6d84e83c-8cfd-48d5-adc5-6c870551638a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:38.570071 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6d84e83c-8cfd-48d5-adc5-6c870551638a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9945066 Dec 22 16:22:38.620966 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Request body: {'port': {'device_id': '43a2cf9e-91c9-4c83-ae65-6641f46eb1c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:22:38.712043 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3d121fb3-9b72-41a5-8520-2d386b99a55b None None] Provisioning for port baede0fc-94d5-4dc3-865c-bc7c43d0acf3 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:22:38.717044 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3d121fb3-9b72-41a5-8520-2d386b99a55b None None] Provisioning complete for port baede0fc-94d5-4dc3-865c-bc7c43d0acf3 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:22:38.717422 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3d121fb3-9b72-41a5-8520-2d386b99a55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:38.735125 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:38.773361 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3d121fb3-9b72-41a5-8520-2d386b99a55b None None] Port baede0fc-94d5-4dc3-865c-bc7c43d0acf3 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:22:39.067521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baede0fc-94d5-4dc3-865c-bc7c43d0acf3 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:22:39.074861 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:39.089125 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Transition to ACTIVE for port object baede0fc-94d5-4dc3-865c-bc7c43d0acf3 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:22:39.174951 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:39.178855 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9e8ada3b-2d56-41ef-b092-d41ef790f682 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:39.329724 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Pushing event updated for resources: {'Port': ['ID=baede0fc-94d5-4dc3-865c-bc7c43d0acf3,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:39.338911 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:39.470934 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Attempting to bind port baede0fc-94d5-4dc3-865c-bc7c43d0acf3 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:22:39.471269 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Attempting to bind port baede0fc-94d5-4dc3-865c-bc7c43d0acf3 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '59892421-ba40-4264-af78-e824f9f1b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:22:39.471606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Attempting to bind port baede0fc-94d5-4dc3-865c-bc7c43d0acf3 on network 9ea96ed7-c468-4286-8c07-8eddb027cb18 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:22:39.477759 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Port baede0fc-94d5-4dc3-865c-bc7c43d0acf3 on network 9ea96ed7-c468-4286-8c07-8eddb027cb18 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 16:22:39.478075 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Attempting to bind port baede0fc-94d5-4dc3-865c-bc7c43d0acf3 on network 9ea96ed7-c468-4286-8c07-8eddb027cb18 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:22:39.491569 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c6379-4a9d-4605-8f43-0bc1ec204b96 req-a9b7488b-4616-4f74-a10f-703ef9c05a49 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:39.492267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-1b1c6379-4a9d-4605-8f43-0bc1ec204b96 req-a9b7488b-4616-4f74-a10f-703ef9c05a49 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:22:39.495981 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:22:39.496322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Checking segment: {'id': '59892421-ba40-4264-af78-e824f9f1b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:22:39.496701 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Bound using segment: {'id': '59892421-ba40-4264-af78-e824f9f1b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:22:39.497145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Bound port: baede0fc-94d5-4dc3-865c-bc7c43d0acf3, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59892421-ba40-4264-af78-e824f9f1b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:22:39.497534 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:39.602838 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] For port baede0fc-94d5-4dc3-865c-bc7c43d0acf3, host hv-neutron-8226, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:22:39.605881 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] For port baede0fc-94d5-4dc3-865c-bc7c43d0acf3, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=baede0fc-94d5-4dc3-865c-bc7c43d0acf3,segment=NetworkSegment(59892421-ba40-4264-af78-e824f9f1b999),segment_id=59892421-ba40-4264-af78-e824f9f1b999)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:22:39.649715 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-1b1c6379-4a9d-4605-8f43-0bc1ec204b96 req-a9b7488b-4616-4f74-a10f-703ef9c05a49 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:22:39.650897 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1b1c6379-4a9d-4605-8f43-0bc1ec204b96 req-a9b7488b-4616-4f74-a10f-703ef9c05a49 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 943 time: 0.3133407 Dec 22 16:22:39.695213 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1b1c6379-4a9d-4605-8f43-0bc1ec204b96 req-f68c23d4-73df-4575-9176-30e9b5d09549 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382833 Dec 22 16:22:39.718308 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:39.722726 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:39.785162 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:39.785774 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:39.787172 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] 10.222.0.57 "PUT /v2.0/ports/baede0fc-94d5-4dc3-865c-bc7c43d0acf3 HTTP/1.1" status: 200 len: 1093 time: 1.2089105 Dec 22 16:22:39.787720 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a2cf9e-91c9-4c83-ae65-6641f46eb1c3', 'tag': 'baede0fc-94d5-4dc3-865c-bc7c43d0acf3'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:22:39.810163 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Pushing event updated for resources: {'Port': ['ID=baede0fc-94d5-4dc3-865c-bc7c43d0acf3,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:39.813310 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:39.846519 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a2cf9e-91c9-4c83-ae65-6641f46eb1c3', 'tag': 'baede0fc-94d5-4dc3-865c-bc7c43d0acf3', 'status': 'completed', 'code': 200} Dec 22 16:22:39.914129 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 1a978c6c-b4b4-4f58-9402-6165c163421c up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:22:39.988692 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 1a978c6c-b4b4-4f58-9402-6165c163421c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:22:39.989024 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:40.057130 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9055dcb-96bb-439d-bf8a-72a0882faae4 req-01b2cc72-be31-4f9a-8281-9a8d4181f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:40.058682 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a9055dcb-96bb-439d-bf8a-72a0882faae4 req-01b2cc72-be31-4f9a-8281-9a8d4181f945 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 1096 time: 0.1932280 Dec 22 16:22:40.199776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9055dcb-96bb-439d-bf8a-72a0882faae4 req-5df1f18b-549b-44a8-b7a4-4f1110867ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:40.201232 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a9055dcb-96bb-439d-bf8a-72a0882faae4 req-5df1f18b-549b-44a8-b7a4-4f1110867ef3 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8d32e704a3694d65be39c46759cfcfdb&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1352830 Dec 22 16:22:40.333816 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9055dcb-96bb-439d-bf8a-72a0882faae4 req-736d0448-aeb8-4daf-8d06-e1a5513cd89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:40.335338 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a9055dcb-96bb-439d-bf8a-72a0882faae4 req-736d0448-aeb8-4daf-8d06-e1a5513cd89e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281598 Dec 22 16:22:40.445708 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-d0457ec0-5e82-4195-88e5-26d37ea467a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:40.447253 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-d0457ec0-5e82-4195-88e5-26d37ea467a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 1096 time: 0.0739958 Dec 22 16:22:40.518243 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-6c113d9d-5d6a-49ac-bea6-e5ea22463436 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=baede0fc-94d5-4dc3-865c-bc7c43d0acf3 HTTP/1.1" status: 200 len: 217 time: 0.0638418 Dec 22 16:22:40.583346 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-8ce4fd9a-2ee8-4aef-b3c2-6f64b28df55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:40.584762 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-8ce4fd9a-2ee8-4aef-b3c2-6f64b28df55f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61439382-728f-4970-bc91-75a4721748b9 HTTP/1.1" status: 200 len: 834 time: 0.0608070 Dec 22 16:22:40.660876 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-42c32e16-aec1-4a41-b8ea-e314f9e51905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:40.662408 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-42c32e16-aec1-4a41-b8ea-e314f9e51905 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ea96ed7-c468-4286-8c07-8eddb027cb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708013 Dec 22 16:22:40.851984 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-b25eb0b7-a882-4b7c-a53d-f033264c5e8b service neutron] 10.222.0.57 "GET /v2.0/networks/9ea96ed7-c468-4286-8c07-8eddb027cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827185 Dec 22 16:22:40.987592 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ffe6e-f143-497b-8020-eb40c91463b2 req-673946d8-de0e-4b32-a84a-334912cb48d2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:40.988982 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b19ffe6e-f143-497b-8020-eb40c91463b2 req-673946d8-de0e-4b32-a84a-334912cb48d2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 943 time: 0.1865861 Dec 22 16:22:41.020281 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9cf744f3-67af-43ed-8ea1-5de6b1fbee57 req-b8c58b1d-4367-4d15-bd5d-f49d9172b5f8 service neutron] 10.222.0.57 "GET /v2.0/networks/9ea96ed7-c468-4286-8c07-8eddb027cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586928 Dec 22 16:22:41.043166 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b19ffe6e-f143-497b-8020-eb40c91463b2 req-050aa0a5-e1d5-4404-9e97-d052d1a887e7 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452681 Dec 22 16:22:42.227350 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbc85b-58d7-4a71-832c-0b00a33be6fb req-7ed76329-7985-4f5e-9121-0a4db800976e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:42.228865 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1dfbc85b-58d7-4a71-832c-0b00a33be6fb req-7ed76329-7985-4f5e-9121-0a4db800976e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 943 time: 0.0797167 Dec 22 16:22:42.272308 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1dfbc85b-58d7-4a71-832c-0b00a33be6fb req-eb75b8c3-b85a-4ff5-ba15-5ecbb4d9732e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378110 Dec 22 16:22:43.470522 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750e9d6-bf6a-4ba3-a1ab-088bab06bda2 req-484f10a5-b70c-467a-8e08-e9d3e7054cf0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:43.471966 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5750e9d6-bf6a-4ba3-a1ab-088bab06bda2 req-484f10a5-b70c-467a-8e08-e9d3e7054cf0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 943 time: 0.0851498 Dec 22 16:22:43.515763 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5750e9d6-bf6a-4ba3-a1ab-088bab06bda2 req-a2b3722d-e3e1-47a7-a42d-43cd34409cd8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381577 Dec 22 16:22:44.216711 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device baede0fc-94d5-4dc3-865c-bc7c43d0acf3 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:22:44.351422 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port baede0fc-94d5-4dc3-865c-bc7c43d0acf3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=baede0fc-94d5-4dc3-865c-bc7c43d0acf3,segment=NetworkSegment(59892421-ba40-4264-af78-e824f9f1b999),segment_id=59892421-ba40-4264-af78-e824f9f1b999)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:22:44.365771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': 'baede0fc-94d5-4dc3-865c-bc7c43d0acf3', 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18', 'port_id': 'baede0fc-94d5-4dc3-865c-bc7c43d0acf3', 'mac_address': 'fa:16:3e:3c:0b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61439382-728f-4970-bc91-75a4721748b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:22:44.422167 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:44.439902 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baede0fc-94d5-4dc3-865c-bc7c43d0acf3 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:22:44.457176 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port baede0fc-94d5-4dc3-865c-bc7c43d0acf3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=baede0fc-94d5-4dc3-865c-bc7c43d0acf3,segment=NetworkSegment(59892421-ba40-4264-af78-e824f9f1b999),segment_id=59892421-ba40-4264-af78-e824f9f1b999)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:22:44.563396 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:44.565191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c495bf8d-d2fc-4132-90f1-96bb7e7564d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:44.636956 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=baede0fc-94d5-4dc3-865c-bc7c43d0acf3,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:44.640015 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:44.703472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba18c06-7961-4533-b64a-2a1f81501702 req-1138e4b4-f5b0-43ab-a43d-2e83e2694c07 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:44.704935 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6ba18c06-7961-4533-b64a-2a1f81501702 req-1138e4b4-f5b0-43ab-a43d-2e83e2694c07 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 944 time: 0.0816212 Dec 22 16:22:44.755386 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6ba18c06-7961-4533-b64a-2a1f81501702 req-c53a1b57-07a3-474c-b3a6-571d548f2095 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446124 Dec 22 16:22:44.937808 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['baede0fc-94d5-4dc3-865c-bc7c43d0acf3'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:22:45.938248 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87b2c2-78c6-4b6a-9c5b-3b20f26ee14d req-d63e879c-9b5e-4d6f-b91b-8f03c7dae945 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:45.939684 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fe87b2c2-78c6-4b6a-9c5b-3b20f26ee14d req-d63e879c-9b5e-4d6f-b91b-8f03c7dae945 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 944 time: 0.0793228 Dec 22 16:22:45.983182 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fe87b2c2-78c6-4b6a-9c5b-3b20f26ee14d req-44da75bb-03d2-4696-9ff3-80dd7152752c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379665 Dec 22 16:22:46.217278 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device baede0fc-94d5-4dc3-865c-bc7c43d0acf3 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:22:46.369422 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port baede0fc-94d5-4dc3-865c-bc7c43d0acf3 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:22:46.374646 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port baede0fc-94d5-4dc3-865c-bc7c43d0acf3 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:22:46.375031 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:46.488825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:46.515316 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a2cf9e-91c9-4c83-ae65-6641f46eb1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baede0fc-94d5-4dc3-865c-bc7c43d0acf3'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:22:46.524625 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port baede0fc-94d5-4dc3-865c-bc7c43d0acf3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=baede0fc-94d5-4dc3-865c-bc7c43d0acf3,segment=NetworkSegment(59892421-ba40-4264-af78-e824f9f1b999),segment_id=59892421-ba40-4264-af78-e824f9f1b999)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:22:46.564738 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a2cf9e-91c9-4c83-ae65-6641f46eb1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baede0fc-94d5-4dc3-865c-bc7c43d0acf3', 'code': 200} Dec 22 16:22:46.626816 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:46.628695 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:46.697272 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=baede0fc-94d5-4dc3-865c-bc7c43d0acf3,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:46.700540 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:47.022386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2549cc-8f7e-4893-a0cb-eec2b36d1274 req-da14dddb-b0e6-424a-83d7-678ede14fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:47.023898 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-af2549cc-8f7e-4893-a0cb-eec2b36d1274 req-da14dddb-b0e6-424a-83d7-678ede14fd58 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 1098 time: 0.0733922 Dec 22 16:22:47.066657 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-af2549cc-8f7e-4893-a0cb-eec2b36d1274 req-77467135-9204-4950-8dc2-d54d72f8f096 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353034 Dec 22 16:22:47.176439 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3313767-82d6-418e-920b-4a48021d3645 req-70b80b17-93ad-4dae-894a-0384f0453bdb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:47.177925 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d3313767-82d6-418e-920b-4a48021d3645 req-70b80b17-93ad-4dae-894a-0384f0453bdb tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 945 time: 0.0802064 Dec 22 16:22:47.222081 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d3313767-82d6-418e-920b-4a48021d3645 req-38b16142-e8fc-4089-a90e-e8515414320f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378959 Dec 22 16:22:48.528514 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1d46e-1912-4c85-beb8-b72bf5976fb5 req-361b0c8b-4083-438a-b93c-a8444612e63a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:48.529862 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c8b1d46e-1912-4c85-beb8-b72bf5976fb5 req-361b0c8b-4083-438a-b93c-a8444612e63a tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 945 time: 0.1955233 Dec 22 16:22:48.574745 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c8b1d46e-1912-4c85-beb8-b72bf5976fb5 req-3a7ebf93-f9f6-4ccd-876b-5e926914b0e8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389307 Dec 22 16:22:49.760802 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341154ca-1140-48fa-900a-7986affa9539 req-9467a240-51d7-4518-9039-8d7c0a6bb614 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:49.762297 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-341154ca-1140-48fa-900a-7986affa9539 req-9467a240-51d7-4518-9039-8d7c0a6bb614 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 945 time: 0.0792260 Dec 22 16:22:49.810516 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-341154ca-1140-48fa-900a-7986affa9539 req-b7121792-fb0a-4fa7-bcf7-7b9544d095a1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426636 Dec 22 16:22:49.990123 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10794ad-a7f1-4bdb-9046-5a0c888e909e req-c30f895e-3bac-4459-93d9-1f105cb5cc75 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:49.991594 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b10794ad-a7f1-4bdb-9046-5a0c888e909e req-c30f895e-3bac-4459-93d9-1f105cb5cc75 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 945 time: 0.0781605 Dec 22 16:22:50.035228 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b10794ad-a7f1-4bdb-9046-5a0c888e909e req-ab1dd6e4-549f-4caa-a900-1300f577fc5e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371661 Dec 22 16:22:50.057266 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 47152) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:50.129417 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8c9f93-c9c3-44e5-9a35-67c1a28f344b tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:50.130948 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7f8c9f93-c9c3-44e5-9a35-67c1a28f344b tempest-TestNetworkAdvancedServerOps-535590677 tempest-TestNetworkAdvancedServerOps-535590677-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 1093 time: 0.0727265 Dec 22 16:22:50.134307 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 47156) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:50.139242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': 'baede0fc-94d5-4dc3-865c-bc7c43d0acf3', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:22:50.145495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:22:50.149860 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Usage tracker for resource:floatingip and tenant:8d32e704a3694d65be39c46759cfcfdb is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:22:50.152700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:22:50.158747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:22:50.266776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:50.403595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:50.550903 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Allocated IP 172.26.6.113 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/2568c335-4c85-4526-a3d9-c76947e203ee) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:22:50.705739 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:50.837955 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:50.841833 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b8112b81-de12-4337-8a65-1448564a4622 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:50.908745 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:22:50.911570 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:22:50.917416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:22:50.944894 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=2568c335-4c85-4526-a3d9-c76947e203ee,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:50.950995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:51.339783 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:51.504401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:51.709908 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:51.786327 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:51.790244 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:22:52.009818 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event updated for resources: {'Port': ['ID=2568c335-4c85-4526-a3d9-c76947e203ee,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:22:52.013905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:22:52.021755 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:52.191987 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Floating IP 85364d18-908f-4a40-8699-632e04cd95be associated. External IP: 172.26.6.113, port: baede0fc-94d5-4dc3-865c-bc7c43d0acf3. Dec 22 16:22:52.540417 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router 5dcf575f-b03c-4332-9fa8-4ceb940fff99 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:22:52.719019 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:22:52.729003 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849cd008-e9cc-4e52-9397-00895fe05e5c None None] Sync routers for ids ['5dcf575f-b03c-4332-9fa8-4ceb940fff99'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:22:52.737712 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849cd008-e9cc-4e52-9397-00895fe05e5c None None] Routers {'5dcf575f-b03c-4332-9fa8-4ceb940fff99'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:22:52.738351 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-849cd008-e9cc-4e52-9397-00895fe05e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:22:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5dcf575f-b03c-4332-9fa8-4ceb940fff99'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:52.814701 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:52.871077 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7357383 Dec 22 16:22:52.872087 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a2cf9e-91c9-4c83-ae65-6641f46eb1c3', 'tag': 'baede0fc-94d5-4dc3-865c-bc7c43d0acf3'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:22:52.922821 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a2cf9e-91c9-4c83-ae65-6641f46eb1c3', 'tag': 'baede0fc-94d5-4dc3-865c-bc7c43d0acf3', 'status': 'completed', 'code': 200} Dec 22 16:22:52.956172 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-849cd008-e9cc-4e52-9397-00895fe05e5c None None] Set router 5dcf575f-b03c-4332-9fa8-4ceb940fff99 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:22:53.078543 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5534474-be0b-4012-afb3-aa03affe23c2 req-9df07d8f-e00b-4ef7-9f0e-807e82445a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:53.079949 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f5534474-be0b-4012-afb3-aa03affe23c2 req-9df07d8f-e00b-4ef7-9f0e-807e82445a08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 1098 time: 0.1367526 Dec 22 16:22:53.088026 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791c592-fd52-4216-a8dd-28ce25ff5fb9 req-60f782d6-10f7-462f-941b-66483b3121d4 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:53.089420 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0791c592-fd52-4216-a8dd-28ce25ff5fb9 req-60f782d6-10f7-462f-941b-66483b3121d4 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 945 time: 0.1119025 Dec 22 16:22:53.215830 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0791c592-fd52-4216-a8dd-28ce25ff5fb9 req-0fda2512-104c-49c4-b9a1-6946e39bf2c5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077580 Dec 22 16:22:53.239977 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47164) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:53.265345 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5534474-be0b-4012-afb3-aa03affe23c2 req-1d59f1a7-1251-4f6d-ba3c-23e3d2aa4aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:53.266838 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f5534474-be0b-4012-afb3-aa03affe23c2 req-1d59f1a7-1251-4f6d-ba3c-23e3d2aa4aca service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ea96ed7-c468-4286-8c07-8eddb027cb18 HTTP/1.1" status: 200 len: 897 time: 0.1765809 Dec 22 16:22:53.336128 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-849cd008-e9cc-4e52-9397-00895fe05e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280274641', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:25Z', 'updated_at': '2021-12-22T16:22:31Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:26Z', 'updated_at': '2021-12-22T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '85364d18-908f-4a40-8699-632e04cd95be', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'port_id': 'baede0fc-94d5-4dc3-865c-bc7c43d0acf3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18', 'mac_address': 'fa:16:3e:3c:0b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2cf9e-91c9-4c83-ae65-6641f46eb1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:22:51Z', 'updated_at': '2021-12-22T16:22:51Z', 'revision_number': 0, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a978c6c-b4b4-4f58-9402-6165c163421c', 'name': '', 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:0b:6a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '61439382-728f-4970-bc91-75a4721748b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:30Z', 'updated_at': '2021-12-22T16:22:38Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '61439382-728f-4970-bc91-75a4721748b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:53.342475 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849cd008-e9cc-4e52-9397-00895fe05e5c None None] Checking router: 5dcf575f-b03c-4332-9fa8-4ceb940fff99 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:22:53.353801 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849cd008-e9cc-4e52-9397-00895fe05e5c None None] Routers {'5dcf575f-b03c-4332-9fa8-4ceb940fff99'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:22:53.354825 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-849cd008-e9cc-4e52-9397-00895fe05e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:22:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5dcf575f-b03c-4332-9fa8-4ceb940fff99'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:53.357394 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4ea74530-e3f9-4e25-9f31-5a0723ca5758 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/floatingips/85364d18-908f-4a40-8699-632e04cd95be HTTP/1.1" status: 200 len: 991 time: 0.1161463 Dec 22 16:22:53.373060 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f5534474-be0b-4012-afb3-aa03affe23c2 req-2dfe874a-925d-44f0-ac78-421123f09cea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=baede0fc-94d5-4dc3-865c-bc7c43d0acf3 HTTP/1.1" status: 200 len: 999 time: 0.0995662 Dec 22 16:22:53.439629 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5534474-be0b-4012-afb3-aa03affe23c2 req-4a1f737c-0335-4c6f-93aa-8890c5709d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:53.441068 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f5534474-be0b-4012-afb3-aa03affe23c2 req-4a1f737c-0335-4c6f-93aa-8890c5709d8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61439382-728f-4970-bc91-75a4721748b9 HTTP/1.1" status: 200 len: 834 time: 0.0620015 Dec 22 16:22:53.516460 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5534474-be0b-4012-afb3-aa03affe23c2 req-53b86c20-0182-4d69-ae48-b12e57d2336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:22:53.517927 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f5534474-be0b-4012-afb3-aa03affe23c2 req-53b86c20-0182-4d69-ae48-b12e57d2336d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ea96ed7-c468-4286-8c07-8eddb027cb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702612 Dec 22 16:22:53.533809 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-849cd008-e9cc-4e52-9397-00895fe05e5c None None] Set router 5dcf575f-b03c-4332-9fa8-4ceb940fff99 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:22:53.770811 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f5534474-be0b-4012-afb3-aa03affe23c2 req-505c4d33-5b0b-47f5-92b7-0553c69794b5 service neutron] 10.222.0.57 "GET /v2.0/networks/9ea96ed7-c468-4286-8c07-8eddb027cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453310 Dec 22 16:22:53.882943 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-849cd008-e9cc-4e52-9397-00895fe05e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280274641', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:25Z', 'updated_at': '2021-12-22T16:22:31Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:26Z', 'updated_at': '2021-12-22T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '85364d18-908f-4a40-8699-632e04cd95be', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'port_id': 'baede0fc-94d5-4dc3-865c-bc7c43d0acf3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18', 'mac_address': 'fa:16:3e:3c:0b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2cf9e-91c9-4c83-ae65-6641f46eb1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:22:51Z', 'updated_at': '2021-12-22T16:22:51Z', 'revision_number': 0, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a978c6c-b4b4-4f58-9402-6165c163421c', 'name': '', 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:0b:6a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '61439382-728f-4970-bc91-75a4721748b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:30Z', 'updated_at': '2021-12-22T16:22:38Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '61439382-728f-4970-bc91-75a4721748b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:22:53.887583 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849cd008-e9cc-4e52-9397-00895fe05e5c None None] The sync data for ids ['5dcf575f-b03c-4332-9fa8-4ceb940fff99'] in dv-neutron-822674-1-hyperv is: [{'id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280274641', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:25Z', 'updated_at': '2021-12-22T16:22:31Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:26Z', 'updated_at': '2021-12-22T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '85364d18-908f-4a40-8699-632e04cd95be', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'port_id': 'baede0fc-94d5-4dc3-865c-bc7c43d0acf3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18', 'mac_address': 'fa:16:3e:3c:0b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2cf9e-91c9-4c83-ae65-6641f46eb1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:22:51Z', 'updated_at': '2021-12-22T16:22:51Z', 'revision_number': 0, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a978c6c-b4b4-4f58-9402-6165c163421c', 'name': '', 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:0b:6a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '61439382-728f-4970-bc91-75a4721748b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:30Z', 'updated_at': '2021-12-22T16:22:38Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '61439382-728f-4970-bc91-75a4721748b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:22:53.908812 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f5534474-be0b-4012-afb3-aa03affe23c2 req-1f9ac764-e1af-4806-b89b-ca1cd6fc6e9e service neutron] 10.222.0.57 "GET /v2.0/networks/9ea96ed7-c468-4286-8c07-8eddb027cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304569 Dec 22 16:22:54.094498 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3b10a4-192d-46b8-b7be-a7f28509dcac None None] New status for floating IP 85364d18-908f-4a40-8699-632e04cd95be: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:22:54.359703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 47168) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:54.472338 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5b631e12-6e04-4c55-9546-fb96cc05a981 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/floatingips/85364d18-908f-4a40-8699-632e04cd95be HTTP/1.1" status: 200 len: 991 time: 0.1110284 Dec 22 16:22:55.375206 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7d7854b3-a972-4f50-b67b-111cfdbd3c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:55.476058 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47172) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:55.582809 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a554d041-c5f6-4a4e-86f0-d7a51159cf90 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/floatingips/85364d18-908f-4a40-8699-632e04cd95be HTTP/1.1" status: 200 len: 993 time: 0.1054652 Dec 22 16:22:57.797610 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e2138ca6-3464-47e3-9f95-1cad2c40b2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:59.136101 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:22:59.214979 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:23:01.209060 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:23:06.672013 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:23:07.290816 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:23:25.414974 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-840a968f-5992-413d-9ad2-c7acc77c103c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:23:27.763316 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5a11e920-1597-4526-8fa1-1c0a913165a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:23:29.123377 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:23:29.220800 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:23:31.163741 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:23:33.966933 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0b40a8cc-4e2e-4265-9e53-17e3432a6df6 req-000f1a79-f089-47d4-83d5-a58e1983eabd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0914781 Dec 22 16:23:34.107767 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40a8cc-4e2e-4265-9e53-17e3432a6df6 req-e5482256-b272-4e4b-ad01-e76f68a9d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:23:34.109248 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0b40a8cc-4e2e-4265-9e53-17e3432a6df6 req-e5482256-b272-4e4b-ad01-e76f68a9d761 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 1098 time: 0.0710669 Dec 22 16:23:34.252010 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40a8cc-4e2e-4265-9e53-17e3432a6df6 req-0483281a-1828-40c7-b8a5-b6ce96e2e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:23:34.253432 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0b40a8cc-4e2e-4265-9e53-17e3432a6df6 req-0483281a-1828-40c7-b8a5-b6ce96e2e83d service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ea96ed7-c468-4286-8c07-8eddb027cb18 HTTP/1.1" status: 200 len: 897 time: 0.1240721 Dec 22 16:23:34.361290 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0b40a8cc-4e2e-4265-9e53-17e3432a6df6 req-051ed4b6-3891-4aba-9a58-3346e0a95f3b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=baede0fc-94d5-4dc3-865c-bc7c43d0acf3 HTTP/1.1" status: 200 len: 1001 time: 0.1018088 Dec 22 16:23:34.430074 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40a8cc-4e2e-4265-9e53-17e3432a6df6 req-a32f2490-a3a8-43ec-8a8d-1bc740f0d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:23:34.431590 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0b40a8cc-4e2e-4265-9e53-17e3432a6df6 req-a32f2490-a3a8-43ec-8a8d-1bc740f0d3b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61439382-728f-4970-bc91-75a4721748b9 HTTP/1.1" status: 200 len: 834 time: 0.0641789 Dec 22 16:23:34.512668 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40a8cc-4e2e-4265-9e53-17e3432a6df6 req-33f87031-8a8a-40a8-aeef-22c7afa72b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:23:34.514074 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0b40a8cc-4e2e-4265-9e53-17e3432a6df6 req-33f87031-8a8a-40a8-aeef-22c7afa72b37 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ea96ed7-c468-4286-8c07-8eddb027cb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754619 Dec 22 16:23:34.652570 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0b40a8cc-4e2e-4265-9e53-17e3432a6df6 req-c2d45e4d-338e-450a-84d2-d718c6c56818 service neutron] 10.222.0.57 "GET /v2.0/networks/9ea96ed7-c468-4286-8c07-8eddb027cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317358 Dec 22 16:23:34.800694 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0b40a8cc-4e2e-4265-9e53-17e3432a6df6 req-188b554a-d594-4161-b56a-e29e804650d5 service neutron] 10.222.0.57 "GET /v2.0/networks/9ea96ed7-c468-4286-8c07-8eddb027cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405439 Dec 22 16:23:36.843566 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:23:44.289685 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:23:55.386482 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8b0fe813-fc90-4c78-9de0-f778302356fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:23:57.785765 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8eaeb546-3cc8-44ab-a8fe-24dbab1503a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:23:59.122240 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:23:59.220303 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:01.180649 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:05.267611 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c763932-1dd6-4114-bcb8-bab05e80ebb0 req-75b177a6-4d91-4a02-9aab-47275a875499 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:05.269124 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4c763932-1dd6-4114-bcb8-bab05e80ebb0 req-75b177a6-4d91-4a02-9aab-47275a875499 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 945 time: 0.0799372 Dec 22 16:24:05.313486 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4c763932-1dd6-4114-bcb8-bab05e80ebb0 req-70b07a7e-8acf-4663-885e-fed283295d56 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387139 Dec 22 16:24:06.506093 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65a91d-e9f8-459d-85a3-a0cbf596d00e req-1792ac1b-f4f1-44fc-9bf3-19b8de8526f8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:06.507559 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6d65a91d-e9f8-459d-85a3-a0cbf596d00e req-1792ac1b-f4f1-44fc-9bf3-19b8de8526f8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 945 time: 0.0829513 Dec 22 16:24:06.551252 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6d65a91d-e9f8-459d-85a3-a0cbf596d00e req-4267cb44-9b8c-4249-8d52-4b6506b5d7b3 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380976 Dec 22 16:24:06.705903 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:07.745628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cc157-5deb-4470-8ff7-5e7f67002b84 req-08a4dc17-07b6-45f9-8c20-5b2cf119b4f8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:07.747138 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-860cc157-5deb-4470-8ff7-5e7f67002b84 req-08a4dc17-07b6-45f9-8c20-5b2cf119b4f8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 945 time: 0.0881534 Dec 22 16:24:07.798499 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-860cc157-5deb-4470-8ff7-5e7f67002b84 req-d4f12312-672b-4043-b1df-cd9aa7742a92 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434699 Dec 22 16:24:07.822360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47204) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:07.930835 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-99e4b8fc-73ce-4824-9497-bae4e88334a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/floatingips/85364d18-908f-4a40-8699-632e04cd95be HTTP/1.1" status: 200 len: 993 time: 0.1065104 Dec 22 16:24:09.699660 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2b4e6-9dc0-473f-b60a-cf53ec5ae8f4 req-95df1b2c-e127-4298-8f1f-ce1df0e9d950 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:09.702088 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4aa2b4e6-9dc0-473f-b60a-cf53ec5ae8f4 req-95df1b2c-e127-4298-8f1f-ce1df0e9d950 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 945 time: 0.0842266 Dec 22 16:24:09.789496 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4aa2b4e6-9dc0-473f-b60a-cf53ec5ae8f4 req-2d486d91-1e53-48d0-89b0-d22c00a5ed6c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825999 Dec 22 16:24:09.819652 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368f720-2c91-426c-87df-1fa1bb6462bf req-9c0b9c32-0b73-420a-b78d-6ab9dfd482d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:09.821132 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8368f720-2c91-426c-87df-1fa1bb6462bf req-9c0b9c32-0b73-420a-b78d-6ab9dfd482d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 1098 time: 0.0860176 Dec 22 16:24:10.066454 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368f720-2c91-426c-87df-1fa1bb6462bf req-d838759a-8bc6-4e26-80bc-824f6dca1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:10.067819 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8368f720-2c91-426c-87df-1fa1bb6462bf req-d838759a-8bc6-4e26-80bc-824f6dca1dd8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ea96ed7-c468-4286-8c07-8eddb027cb18 HTTP/1.1" status: 200 len: 897 time: 0.2400849 Dec 22 16:24:10.168021 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8368f720-2c91-426c-87df-1fa1bb6462bf req-f7a5351a-1d70-44fc-8d71-ed076354881f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=baede0fc-94d5-4dc3-865c-bc7c43d0acf3 HTTP/1.1" status: 200 len: 1001 time: 0.0939052 Dec 22 16:24:10.232168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368f720-2c91-426c-87df-1fa1bb6462bf req-45ad0a98-28bb-4d04-b6c7-921bbe5d3cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:10.233659 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8368f720-2c91-426c-87df-1fa1bb6462bf req-45ad0a98-28bb-4d04-b6c7-921bbe5d3cdf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61439382-728f-4970-bc91-75a4721748b9 HTTP/1.1" status: 200 len: 834 time: 0.0597477 Dec 22 16:24:10.307700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368f720-2c91-426c-87df-1fa1bb6462bf req-f1435d51-9ad7-4a99-932f-25de6a26a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:10.309192 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8368f720-2c91-426c-87df-1fa1bb6462bf req-f1435d51-9ad7-4a99-932f-25de6a26a197 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ea96ed7-c468-4286-8c07-8eddb027cb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690784 Dec 22 16:24:10.437909 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8368f720-2c91-426c-87df-1fa1bb6462bf req-c006c543-0bf2-4f3a-ad51-1a4a3d825f55 service neutron] 10.222.0.57 "GET /v2.0/networks/9ea96ed7-c468-4286-8c07-8eddb027cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224742 Dec 22 16:24:10.567031 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8368f720-2c91-426c-87df-1fa1bb6462bf req-79ea3a74-8a57-4b21-bf62-983a3dfed60f service neutron] 10.222.0.57 "GET /v2.0/networks/9ea96ed7-c468-4286-8c07-8eddb027cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222398 Dec 22 16:24:10.976692 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3246fab-dc71-43df-a24c-8f2e303df48f req-8fc90fd8-f9a6-483c-b1c2-9f9f410ff17e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:10.978277 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b3246fab-dc71-43df-a24c-8f2e303df48f req-8fc90fd8-f9a6-483c-b1c2-9f9f410ff17e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 945 time: 0.0818319 Dec 22 16:24:11.022757 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b3246fab-dc71-43df-a24c-8f2e303df48f req-61f3e9df-c7ab-4a05-a952-8f2e61d1726d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382669 Dec 22 16:24:12.206605 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e66ef2-eb5f-4c24-9655-7c4dfefcf3db req-c4a9162f-4e7b-460a-bb0d-9b87126d28a2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:12.208059 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-75e66ef2-eb5f-4c24-9655-7c4dfefcf3db req-c4a9162f-4e7b-460a-bb0d-9b87126d28a2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 945 time: 0.0796134 Dec 22 16:24:12.251252 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-75e66ef2-eb5f-4c24-9655-7c4dfefcf3db req-f189e902-431b-4411-8b85-08c9f6b632ed tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375617 Dec 22 16:24:12.275495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 47218) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:12.380514 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-85b7dcd1-4682-4ff6-b004-57ca2a16eeea tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/floatingips/85364d18-908f-4a40-8699-632e04cd95be HTTP/1.1" status: 200 len: 993 time: 0.1037679 Dec 22 16:24:12.684383 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47226) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:12.887387 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port 2568c335-4c85-4526-a3d9-c76947e203ee {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:24:12.887643 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:13.177311 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:13.177628 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:13.297359 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Calling delete_port for 2568c335-4c85-4526-a3d9-c76947e203ee owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:24:13.523418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:13.527228 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4e2f2a9a-6329-43fe-9967-6af866e30827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:13.573312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Port': ['ID=2568c335-4c85-4526-a3d9-c76947e203ee,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:13.611899 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:13.612293 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:13.612675 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:13.613054 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:13.613429 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:13.613801 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:13.614170 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:13.614565 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:13.614934 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:13.615299 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:13.615664 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:13.616027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:13.623054 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:13.675271 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:13.675607 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Floating IP 85364d18-908f-4a40-8699-632e04cd95be disassociated (deleted). External IP: 172.26.6.113, port: baede0fc-94d5-4dc3-865c-bc7c43d0acf3. Dec 22 16:24:14.026758 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router 5dcf575f-b03c-4332-9fa8-4ceb940fff99 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:24:14.202784 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:24:14.212465 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8cef5d-71f0-4363-9413-8014cb0838ad None None] Sync routers for ids ['5dcf575f-b03c-4332-9fa8-4ceb940fff99'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:24:14.221757 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8cef5d-71f0-4363-9413-8014cb0838ad None None] Routers {'5dcf575f-b03c-4332-9fa8-4ceb940fff99'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:24:14.226950 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-dd8cef5d-71f0-4363-9413-8014cb0838ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:23:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5dcf575f-b03c-4332-9fa8-4ceb940fff99'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:14.323474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:14.386127 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/floatingips/85364d18-908f-4a40-8699-632e04cd95be HTTP/1.1" status: 204 len: 168 time: 1.6981311 Dec 22 16:24:14.386127 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a2cf9e-91c9-4c83-ae65-6641f46eb1c3', 'tag': 'baede0fc-94d5-4dc3-865c-bc7c43d0acf3'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:24:14.400580 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-dd8cef5d-71f0-4363-9413-8014cb0838ad None None] Set router 5dcf575f-b03c-4332-9fa8-4ceb940fff99 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:24:14.490803 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a2cf9e-91c9-4c83-ae65-6641f46eb1c3', 'tag': 'baede0fc-94d5-4dc3-865c-bc7c43d0acf3', 'status': 'completed', 'code': 200} Dec 22 16:24:14.590274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dc64d-1311-47e0-8e97-0123029b44d6 req-090e1357-6e78-48a6-8712-82d40e7b7b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:14.591738 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-937dc64d-1311-47e0-8e97-0123029b44d6 req-090e1357-6e78-48a6-8712-82d40e7b7b1e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d32e704a3694d65be39c46759cfcfdb&device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 1098 time: 0.0774577 Dec 22 16:24:14.726897 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dc64d-1311-47e0-8e97-0123029b44d6 req-6bd21a4e-217c-463e-b802-ed0ec01a8ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:14.728262 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-937dc64d-1311-47e0-8e97-0123029b44d6 req-6bd21a4e-217c-463e-b802-ed0ec01a8ca4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ea96ed7-c468-4286-8c07-8eddb027cb18 HTTP/1.1" status: 200 len: 897 time: 0.1303632 Dec 22 16:24:14.754157 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-dd8cef5d-71f0-4363-9413-8014cb0838ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280274641', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:25Z', 'updated_at': '2021-12-22T16:22:31Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:26Z', 'updated_at': '2021-12-22T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '1a978c6c-b4b4-4f58-9402-6165c163421c', 'name': '', 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:0b:6a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '61439382-728f-4970-bc91-75a4721748b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:30Z', 'updated_at': '2021-12-22T16:22:38Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '61439382-728f-4970-bc91-75a4721748b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:14.758044 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8cef5d-71f0-4363-9413-8014cb0838ad None None] Checking router: 5dcf575f-b03c-4332-9fa8-4ceb940fff99 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:24:14.766991 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8cef5d-71f0-4363-9413-8014cb0838ad None None] Routers {'5dcf575f-b03c-4332-9fa8-4ceb940fff99'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:24:14.767648 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-dd8cef5d-71f0-4363-9413-8014cb0838ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:23:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5dcf575f-b03c-4332-9fa8-4ceb940fff99'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:14.798046 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-937dc64d-1311-47e0-8e97-0123029b44d6 req-c7699edf-64be-423a-be9a-6fe281097f49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=baede0fc-94d5-4dc3-865c-bc7c43d0acf3 HTTP/1.1" status: 200 len: 217 time: 0.0628421 Dec 22 16:24:14.864827 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dc64d-1311-47e0-8e97-0123029b44d6 req-6830590b-905c-40fe-a455-87c6c18d8ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:14.866247 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-937dc64d-1311-47e0-8e97-0123029b44d6 req-6830590b-905c-40fe-a455-87c6c18d8ebb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61439382-728f-4970-bc91-75a4721748b9 HTTP/1.1" status: 200 len: 834 time: 0.0617936 Dec 22 16:24:14.948859 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-dd8cef5d-71f0-4363-9413-8014cb0838ad None None] Set router 5dcf575f-b03c-4332-9fa8-4ceb940fff99 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:24:15.012584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f284b8-eddb-401a-b9ae-cf5b5d5427e0 req-397eefc0-adcf-4d60-b612-5ed392cdac47 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:15.013934 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-63f284b8-eddb-401a-b9ae-cf5b5d5427e0 req-397eefc0-adcf-4d60-b612-5ed392cdac47 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 945 time: 0.1102154 Dec 22 16:24:15.017072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dc64d-1311-47e0-8e97-0123029b44d6 req-3c20cd11-2666-4ba0-9213-b6bb4d59fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:15.018466 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-937dc64d-1311-47e0-8e97-0123029b44d6 req-3c20cd11-2666-4ba0-9213-b6bb4d59fe7a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ea96ed7-c468-4286-8c07-8eddb027cb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1451766 Dec 22 16:24:15.252246 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-63f284b8-eddb-401a-b9ae-cf5b5d5427e0 req-24a2e240-2f3e-43b6-8d22-fb7b1cb9f549 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302551 Dec 22 16:24:15.272787 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-dd8cef5d-71f0-4363-9413-8014cb0838ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280274641', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:25Z', 'updated_at': '2021-12-22T16:22:31Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:26Z', 'updated_at': '2021-12-22T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '1a978c6c-b4b4-4f58-9402-6165c163421c', 'name': '', 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:0b:6a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '61439382-728f-4970-bc91-75a4721748b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:30Z', 'updated_at': '2021-12-22T16:22:38Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '61439382-728f-4970-bc91-75a4721748b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:15.277251 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8cef5d-71f0-4363-9413-8014cb0838ad None None] The sync data for ids ['5dcf575f-b03c-4332-9fa8-4ceb940fff99'] in dv-neutron-822674-1-hyperv is: [{'id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280274641', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:25Z', 'updated_at': '2021-12-22T16:22:31Z', 'revision_number': 4, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:26Z', 'updated_at': '2021-12-22T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '1a978c6c-b4b4-4f58-9402-6165c163421c', 'name': '', 'network_id': '9ea96ed7-c468-4286-8c07-8eddb027cb18', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'mac_address': 'fa:16:3e:0b:6a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '61439382-728f-4970-bc91-75a4721748b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:30Z', 'updated_at': '2021-12-22T16:22:38Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'subnets': [{'id': '61439382-728f-4970-bc91-75a4721748b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:24:15.293108 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-937dc64d-1311-47e0-8e97-0123029b44d6 req-fbd79c32-8ea2-49a1-a4e1-49f6b2705a6d service neutron] 10.222.0.57 "GET /v2.0/networks/9ea96ed7-c468-4286-8c07-8eddb027cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584004 Dec 22 16:24:15.431961 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-937dc64d-1311-47e0-8e97-0123029b44d6 req-348ef37b-dfc4-4c8f-911f-8a4da41b7938 service neutron] 10.222.0.57 "GET /v2.0/networks/9ea96ed7-c468-4286-8c07-8eddb027cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319284 Dec 22 16:24:15.512674 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccf2fef-315d-4692-bda9-25b06dbf2998 None None] New status for floating IP 85364d18-908f-4a40-8699-632e04cd95be: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:24:16.443464 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e8117-a97b-437f-9a64-ac2080a2f5ab req-334464db-d0d9-40e2-899e-c5f6dfe857a9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:16.444988 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fd5e8117-a97b-437f-9a64-ac2080a2f5ab req-334464db-d0d9-40e2-899e-c5f6dfe857a9 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 945 time: 0.0867221 Dec 22 16:24:16.489096 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fd5e8117-a97b-437f-9a64-ac2080a2f5ab req-4a562602-ee38-43eb-9d75-d56c3a26e7d1 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/security-groups?id=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384095 Dec 22 16:24:16.819831 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f60cc5-c57a-4656-970b-45a64c102163 req-ade49d7b-2eb8-4d81-8c8f-69e403a5bf9b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:16.821227 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-07f60cc5-c57a-4656-970b-45a64c102163 req-ade49d7b-2eb8-4d81-8c8f-69e403a5bf9b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 945 time: 0.0801978 Dec 22 16:24:16.893475 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-07f60cc5-c57a-4656-970b-45a64c102163 req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port baede0fc-94d5-4dc3-865c-bc7c43d0acf3 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:24:16.893811 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-07f60cc5-c57a-4656-970b-45a64c102163 req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:17.132002 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-07f60cc5-c57a-4656-970b-45a64c102163 req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] For port baede0fc-94d5-4dc3-865c-bc7c43d0acf3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=baede0fc-94d5-4dc3-865c-bc7c43d0acf3,segment=NetworkSegment(59892421-ba40-4264-af78-e824f9f1b999),segment_id=59892421-ba40-4264-af78-e824f9f1b999)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:24:17.132271 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-07f60cc5-c57a-4656-970b-45a64c102163 req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:17.257948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-07f60cc5-c57a-4656-970b-45a64c102163 req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Calling delete_port for baede0fc-94d5-4dc3-865c-bc7c43d0acf3 owned by compute:nova {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:24:17.459323 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-07f60cc5-c57a-4656-970b-45a64c102163 req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:17.465995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-17c2f270-7fb3-4c42-bbbd-fdebe993884b tempest-TestEncryptedCinderVolumes-144458426 tempest-TestEncryptedCinderVolumes-144458426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:17.512279 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Port': ['ID=baede0fc-94d5-4dc3-865c-bc7c43d0acf3,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:17.573184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:17.573184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:17.573184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:17.573184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:17.573184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:17.573184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:17.573184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:17.573184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:17.573184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:17.573184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:17.573184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:17.573184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:17.596646 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:17.612465 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f60cc5-c57a-4656-970b-45a64c102163 req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] No DVR routers for this DVR port baede0fc-94d5-4dc3-865c-bc7c43d0acf3 on host hv-neutron-8226 {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:24:17.615078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-07f60cc5-c57a-4656-970b-45a64c102163 req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:17.617902 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a2cf9e-91c9-4c83-ae65-6641f46eb1c3', 'name': 'network-vif-deleted', 'tag': 'baede0fc-94d5-4dc3-865c-bc7c43d0acf3'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:24:17.630704 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-07f60cc5-c57a-4656-970b-45a64c102163 req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.57 "DELETE /v2.0/ports/baede0fc-94d5-4dc3-865c-bc7c43d0acf3 HTTP/1.1" status: 204 len: 173 time: 0.8039804 Dec 22 16:24:17.715490 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a2cf9e-91c9-4c83-ae65-6641f46eb1c3', 'name': 'network-vif-deleted', 'tag': 'baede0fc-94d5-4dc3-865c-bc7c43d0acf3', 'status': 'completed', 'code': 200} Dec 22 16:24:17.793089 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-8405f2c1-c0ed-450b-8a1b-a3074ab40bb2 req-78124011-f159-48a4-8e5a-3b2d9e28a67f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Synchronizing usage tracker for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:24:17.876307 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-8405f2c1-c0ed-450b-8a1b-a3074ab40bb2 req-78124011-f159-48a4-8e5a-3b2d9e28a67f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Unset dirty status for tenant:8d32e704a3694d65be39c46759cfcfdb on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:24:17.877498 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8405f2c1-c0ed-450b-8a1b-a3074ab40bb2 req-78124011-f159-48a4-8e5a-3b2d9e28a67f tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a2cf9e-91c9-4c83-ae65-6641f46eb1c3 HTTP/1.1" status: 200 len: 210 time: 0.1297934 Dec 22 16:24:18.972716 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47248) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:19.645587 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e53f1608-3351-450f-952a-7abdd1120aa2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:20.003037 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e53f1608-3351-450f-952a-7abdd1120aa2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port 1a978c6c-b4b4-4f58-9402-6165c163421c {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:24:20.003736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e53f1608-3351-450f-952a-7abdd1120aa2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:20.193526 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-e53f1608-3351-450f-952a-7abdd1120aa2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] For port 1a978c6c-b4b4-4f58-9402-6165c163421c, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=1a978c6c-b4b4-4f58-9402-6165c163421c,segment=NetworkSegment(59892421-ba40-4264-af78-e824f9f1b999),segment_id=59892421-ba40-4264-af78-e824f9f1b999)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:24:20.193884 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e53f1608-3351-450f-952a-7abdd1120aa2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:20.326960 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e53f1608-3351-450f-952a-7abdd1120aa2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Calling delete_port for 1a978c6c-b4b4-4f58-9402-6165c163421c owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:24:20.613093 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e53f1608-3351-450f-952a-7abdd1120aa2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:20.616920 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-19fc3884-3e35-4896-b283-7784380f4914 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:20.661652 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f1608-3351-450f-952a-7abdd1120aa2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Port': ['ID=1a978c6c-b4b4-4f58-9402-6165c163421c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:20.664744 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e53f1608-3351-450f-952a-7abdd1120aa2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:20.712766 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device baede0fc-94d5-4dc3-865c-bc7c43d0acf3 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:24:20.752126 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: baede0fc-94d5-4dc3-865c-bc7c43d0acf3 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:24:20.752480 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device baede0fc-94d5-4dc3-865c-bc7c43d0acf3 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:24:21.057739 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e53f1608-3351-450f-952a-7abdd1120aa2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:21.289069 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:24:21.420870 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53f1608-3351-450f-952a-7abdd1120aa2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Router 5dcf575f-b03c-4332-9fa8-4ceb940fff99 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:24:21.595569 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53f1608-3351-450f-952a-7abdd1120aa2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:24:21.609344 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d20a371-e7ee-42b6-939e-1bcf949a2220 None None] Sync routers for ids ['5dcf575f-b03c-4332-9fa8-4ceb940fff99'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:24:21.619078 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d20a371-e7ee-42b6-939e-1bcf949a2220 None None] Routers {'5dcf575f-b03c-4332-9fa8-4ceb940fff99'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:24:21.619693 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9d20a371-e7ee-42b6-939e-1bcf949a2220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:23:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5dcf575f-b03c-4332-9fa8-4ceb940fff99'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:21.707920 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e53f1608-3351-450f-952a-7abdd1120aa2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "PUT /v2.0/routers/5dcf575f-b03c-4332-9fa8-4ceb940fff99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7340610 Dec 22 16:24:21.710613 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47252) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:21.779009 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dde5064-b197-406a-91dc-7f030d965a91 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting subnet 61439382-728f-4970-bc91-75a4721748b9 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:24:21.782879 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4dde5064-b197-406a-91dc-7f030d965a91 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:21.795215 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-9d20a371-e7ee-42b6-939e-1bcf949a2220 None None] Set router 5dcf575f-b03c-4332-9fa8-4ceb940fff99 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:24:21.836933 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4dde5064-b197-406a-91dc-7f030d965a91 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:21.934447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4dde5064-b197-406a-91dc-7f030d965a91 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:22.083734 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4dde5064-b197-406a-91dc-7f030d965a91 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:22.087750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f4523f17-bb9b-4247-9c5c-7f55ee4021b1 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:22.111201 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9d20a371-e7ee-42b6-939e-1bcf949a2220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280274641', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:25Z', 'updated_at': '2021-12-22T16:24:20Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:26Z', 'updated_at': '2021-12-22T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:22.115302 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d20a371-e7ee-42b6-939e-1bcf949a2220 None None] Checking router: 5dcf575f-b03c-4332-9fa8-4ceb940fff99 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:24:22.123868 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde5064-b197-406a-91dc-7f030d965a91 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Subnet': ['ID=61439382-728f-4970-bc91-75a4721748b9,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:22.124275 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d20a371-e7ee-42b6-939e-1bcf949a2220 None None] Routers {'5dcf575f-b03c-4332-9fa8-4ceb940fff99'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:24:22.124984 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9d20a371-e7ee-42b6-939e-1bcf949a2220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:23:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['5dcf575f-b03c-4332-9fa8-4ceb940fff99'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:22.127031 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4dde5064-b197-406a-91dc-7f030d965a91 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:22.128033 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4dde5064-b197-406a-91dc-7f030d965a91 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:22.136198 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e294a7d-faf7-4834-b00d-aa28815508fb None None] Network 9ea96ed7-c468-4286-8c07-8eddb027cb18 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:24:22.137117 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4dde5064-b197-406a-91dc-7f030d965a91 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/subnets/61439382-728f-4970-bc91-75a4721748b9 HTTP/1.1" status: 204 len: 168 time: 0.4254088 Dec 22 16:24:22.137436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 47256) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:22.307286 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-9d20a371-e7ee-42b6-939e-1bcf949a2220 None None] Set router 5dcf575f-b03c-4332-9fa8-4ceb940fff99 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:24:22.345662 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1dd79dd-db10-4626-85ad-15ccc8dbcf51 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:22.450699 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] DHCP port deletion for 9ea96ed7-c468-4286-8c07-8eddb027cb18 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 16:24:22.455848 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] Deleting port e4437aa6-ac2a-426e-99f1-6a38b7805367 {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:24:22.456235 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:22.616659 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-9d20a371-e7ee-42b6-939e-1bcf949a2220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280274641', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:25Z', 'updated_at': '2021-12-22T16:24:20Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:26Z', 'updated_at': '2021-12-22T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:22.620942 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d20a371-e7ee-42b6-939e-1bcf949a2220 None None] The sync data for ids ['5dcf575f-b03c-4332-9fa8-4ceb940fff99'] in dv-neutron-822674-1-hyperv is: [{'id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280274641', 'tenant_id': '8d32e704a3694d65be39c46759cfcfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:25Z', 'updated_at': '2021-12-22T16:24:20Z', 'revision_number': 5, 'project_id': '8d32e704a3694d65be39c46759cfcfdb', 'gw_port': {'id': 'd83aaf60-ffcf-4b20-a446-6ffe744d5f2d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcf575f-b03c-4332-9fa8-4ceb940fff99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:26Z', 'updated_at': '2021-12-22T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:24:22.675043 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1dd79dd-db10-4626-85ad-15ccc8dbcf51 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:22.679435 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] For port e4437aa6-ac2a-426e-99f1-6a38b7805367, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e4437aa6-ac2a-426e-99f1-6a38b7805367,segment=NetworkSegment(59892421-ba40-4264-af78-e824f9f1b999),segment_id=59892421-ba40-4264-af78-e824f9f1b999)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:24:22.679834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:22.761915 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd79dd-db10-4626-85ad-15ccc8dbcf51 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Deleting port d83aaf60-ffcf-4b20-a446-6ffe744d5f2d {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:24:22.762304 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1dd79dd-db10-4626-85ad-15ccc8dbcf51 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:22.802160 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] Calling delete_port for e4437aa6-ac2a-426e-99f1-6a38b7805367 owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:24:22.938160 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a1dd79dd-db10-4626-85ad-15ccc8dbcf51 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] For port d83aaf60-ffcf-4b20-a446-6ffe744d5f2d, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d83aaf60-ffcf-4b20-a446-6ffe744d5f2d,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:24:22.938542 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1dd79dd-db10-4626-85ad-15ccc8dbcf51 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:22.940421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055'] for port, after_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:22.945291 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:22.989008 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] Pushing event deleted for resources: {'Port': ['ID=e4437aa6-ac2a-426e-99f1-6a38b7805367,revision_number=None']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:22.992949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] No DVR routers for this DVR port e4437aa6-ac2a-426e-99f1-6a38b7805367 on host dv-neutron-822674-1-hyperv {{(pid=88219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:24:22.999855 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:23.000502 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:23.005650 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:23.006420 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:23.006927 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:23.007438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:23.008101 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:23.008701 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:23.009194 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:23.009807 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:23.010141 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:23.010529 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:23.013769 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:23.064812 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd79dd-db10-4626-85ad-15ccc8dbcf51 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Calling delete_port for d83aaf60-ffcf-4b20-a446-6ffe744d5f2d owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:24:23.443462 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1dd79dd-db10-4626-85ad-15ccc8dbcf51 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:23.447312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d3fd6c3f-e61e-42e2-96f0-799f5cd040e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:23.495791 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd79dd-db10-4626-85ad-15ccc8dbcf51 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Port': ['ID=d83aaf60-ffcf-4b20-a446-6ffe744d5f2d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:23.521603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a1dd79dd-db10-4626-85ad-15ccc8dbcf51 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:23.589094 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1dd79dd-db10-4626-85ad-15ccc8dbcf51 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:23.765192 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1dd79dd-db10-4626-85ad-15ccc8dbcf51 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:23.767295 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1dd79dd-db10-4626-85ad-15ccc8dbcf51 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:23.872151 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1dd79dd-db10-4626-85ad-15ccc8dbcf51 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:23.872699 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dd79dd-db10-4626-85ad-15ccc8dbcf51 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Fanout notify agent at l3_agent the message router_deleted on router 5dcf575f-b03c-4332-9fa8-4ceb940fff99 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:24:23.893283 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1dd79dd-db10-4626-85ad-15ccc8dbcf51 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:23.894336 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a1dd79dd-db10-4626-85ad-15ccc8dbcf51 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/routers/5dcf575f-b03c-4332-9fa8-4ceb940fff99 HTTP/1.1" status: 204 len: 168 time: 1.7553482 Dec 22 16:24:23.897267 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47262) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:24.032063 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44dcb871-feba-41f8-b075-cb280cbbc7e0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:24.161748 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44dcb871-feba-41f8-b075-cb280cbbc7e0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:24.194360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-44dcb871-feba-41f8-b075-cb280cbbc7e0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea96ed7-c468-4286-8c07-8eddb027cb18']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:24.337242 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-44dcb871-feba-41f8-b075-cb280cbbc7e0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59892421-ba40-4264-af78-e824f9f1b999') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:24.337462 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-44dcb871-feba-41f8-b075-cb280cbbc7e0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59892421-ba40-4264-af78-e824f9f1b999') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:24.347107 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e4437aa6-ac2a-426e-99f1-6a38b7805367 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:24:24.351847 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44dcb871-feba-41f8-b075-cb280cbbc7e0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:24.369676 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44dcb871-feba-41f8-b075-cb280cbbc7e0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:24.377105 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44dcb871-feba-41f8-b075-cb280cbbc7e0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:24:24.377585 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44dcb871-feba-41f8-b075-cb280cbbc7e0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:24:24.392987 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:24:24.417072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: e4437aa6-ac2a-426e-99f1-6a38b7805367 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:24:24.417695 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e4437aa6-ac2a-426e-99f1-6a38b7805367 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:24:24.418254 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 1a978c6c-b4b4-4f58-9402-6165c163421c no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:24:24.453455 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 1a978c6c-b4b4-4f58-9402-6165c163421c {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:24:24.459851 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 1a978c6c-b4b4-4f58-9402-6165c163421c not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:24:24.549886 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44dcb871-feba-41f8-b075-cb280cbbc7e0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:24.556773 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44dcb871-feba-41f8-b075-cb280cbbc7e0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:24.561865 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-eaa9af32-7e5f-4b99-b26d-58e1909afd9b tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:24.584880 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcb871-feba-41f8-b075-cb280cbbc7e0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'Network': ['ID=9ea96ed7-c468-4286-8c07-8eddb027cb18,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:24.587367 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-44dcb871-feba-41f8-b075-cb280cbbc7e0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:24.672828 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-44dcb871-feba-41f8-b075-cb280cbbc7e0 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/networks/9ea96ed7-c468-4286-8c07-8eddb027cb18 HTTP/1.1" status: 204 len: 168 time: 0.7739003 Dec 22 16:24:24.677869 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47266) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:24.742025 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1da9c6db-55ac-47d2-8355-433b5c0c9bbe tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:24.770557 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1da9c6db-55ac-47d2-8355-433b5c0c9bbe tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:24.909960 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1da9c6db-55ac-47d2-8355-433b5c0c9bbe tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:24.913961 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b4a0563a-26e7-426f-871e-2cdc75b917e0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:24.927793 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9c6db-55ac-47d2-8355-433b5c0c9bbe tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:24.931171 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1da9c6db-55ac-47d2-8355-433b5c0c9bbe tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:24.936658 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1da9c6db-55ac-47d2-8355-433b5c0c9bbe tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:24.937777 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1da9c6db-55ac-47d2-8355-433b5c0c9bbe tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] 10.222.0.59 "DELETE /v2.0/security-groups/9e04cc4b-5f1a-4379-91fb-ca1b80b2dc1a HTTP/1.1" status: 204 len: 168 time: 0.2609358 Dec 22 16:24:25.363129 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4039b37d-c9da-43e7-835e-5430487868cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:25.684062 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47276) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:25.829785 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9a3bd77f-18e3-4b02-80fb-6d3208f5a55d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8d32e704a3694d65be39c46759cfcfdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444814 Dec 22 16:24:25.832245 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47282) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:25.887444 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f317b16-0c32-42d5-a007-4d7d6d1a681d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:25.913877 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f317b16-0c32-42d5-a007-4d7d6d1a681d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:25.920858 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d83aaf60-ffcf-4b20-a446-6ffe744d5f2d no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:24:25.955165 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: d83aaf60-ffcf-4b20-a446-6ffe744d5f2d {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:24:25.955526 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d83aaf60-ffcf-4b20-a446-6ffe744d5f2d not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:24:26.037270 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f317b16-0c32-42d5-a007-4d7d6d1a681d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:26.041026 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-766bbee0-a535-4ef4-9197-510904d851f1 tempest-NegativeSecGroupIPv6Test-620738130 tempest-NegativeSecGroupIPv6Test-620738130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:26.054758 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f317b16-0c32-42d5-a007-4d7d6d1a681d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dff31a9-2c5d-41f1-9ac3-4354d56c1ccd,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:26.057064 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-5f317b16-0c32-42d5-a007-4d7d6d1a681d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:26.063831 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f317b16-0c32-42d5-a007-4d7d6d1a681d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:26.064995 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5f317b16-0c32-42d5-a007-4d7d6d1a681d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5dff31a9-2c5d-41f1-9ac3-4354d56c1ccd HTTP/1.1" status: 204 len: 168 time: 0.2318180 Dec 22 16:24:26.673045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47290) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:26.690904 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-30ac7a44-2cb4-4133-abed-f1f58961525a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:26.705213 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-30ac7a44-2cb4-4133-abed-f1f58961525a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:24:26.708942 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-30ac7a44-2cb4-4133-abed-f1f58961525a admin admin] Usage tracker for resource:security_group_rule and tenant:fcd826e704c64d19a64cc7d739845d0f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:24:26.711704 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-30ac7a44-2cb4-4133-abed-f1f58961525a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:24:26.717177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-30ac7a44-2cb4-4133-abed-f1f58961525a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:24:26.800423 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-30ac7a44-2cb4-4133-abed-f1f58961525a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:26.877332 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-30ac7a44-2cb4-4133-abed-f1f58961525a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:26.885907 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-29313c14-e07a-4765-8f5b-b96a31a1fc99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:26.926192 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-30ac7a44-2cb4-4133-abed-f1f58961525a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fcd826e704c64d19a64cc7d739845d0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519877 Dec 22 16:24:26.927139 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac7a44-2cb4-4133-abed-f1f58961525a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e65d05f-6a2f-4ed1-9d0c-9bd452d7fa8d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:26.929072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 47294) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:26.930149 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-30ac7a44-2cb4-4133-abed-f1f58961525a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:26.988388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-08b2f262-8694-4791-8a08-eb1673679174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:27.012928 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-08b2f262-8694-4791-8a08-eb1673679174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:27.151637 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-08b2f262-8694-4791-8a08-eb1673679174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:27.155458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-bd03264b-fe94-40c6-8dc3-f72f2a2524af tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:27.167005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2f262-8694-4791-8a08-eb1673679174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e65d05f-6a2f-4ed1-9d0c-9bd452d7fa8d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:27.170514 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-08b2f262-8694-4791-8a08-eb1673679174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:27.174398 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-08b2f262-8694-4791-8a08-eb1673679174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:27.175345 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-08b2f262-8694-4791-8a08-eb1673679174 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3e65d05f-6a2f-4ed1-9d0c-9bd452d7fa8d HTTP/1.1" status: 204 len: 168 time: 0.2454159 Dec 22 16:24:27.796516 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-798bb9f7-9665-458b-ac49-61c62ab54f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:28.315873 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 47318) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:28.417150 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1599520154-network', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:24:28.421881 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:24:28.425683 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Usage tracker for resource:network and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:24:28.428594 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:24:28.434262 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:24:28.550348 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Made reservation on behalf of d815265accfa408895fcc7d9ff118df5 for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:24:28.552723 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:28.565324 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:28.579885 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:24:28.583651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Usage tracker for resource:security_group_rule and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:24:28.586892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:24:28.592540 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:24:28.672138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:28.740334 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:28.744329 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-02fced20-e858-4f67-aeb3-f4872afd4cfa tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:28.771342 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:24:28.783694 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060a44eb-46f5-49c6-abd9-d439014c7f5d,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:28.787575 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:28.788795 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:28.788795 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Added segment 05d7245c-baf3-4deb-a756-65575b12fd92 of type vlan for network e037e82a-acbd-4db4-b2ff-ed672b4c203c Dec 22 16:24:28.816717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:28.899940 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:28.900968 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:28.901542 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:28.905046 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fce3aeb7-a2f7-4c31-907c-7ea66314aa05 tempest-PortsTestJSON-266021110 tempest-PortsTestJSON-266021110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:29.100565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:29.128616 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Pushing event updated for resources: {'Network': ['ID=e037e82a-acbd-4db4-b2ff-ed672b4c203c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:29.133915 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:29.144163 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network e037e82a-acbd-4db4-b2ff-ed672b4c203c details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 16:24:29.170036 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-1687d4ac-59af-40d2-9fbe-1186ea736f46 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8530557 Dec 22 16:24:29.173560 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 47324) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:29.179159 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-0875898c-ecaa-429d-9a5e-5c55787854e2 admin admin] Request body: {'subnet': {'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1599520154-subnet', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'ip_version': 4}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:24:29.184098 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0875898c-ecaa-429d-9a5e-5c55787854e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:24:29.188579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0875898c-ecaa-429d-9a5e-5c55787854e2 admin admin] Usage tracker for resource:subnet and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:24:29.191569 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0875898c-ecaa-429d-9a5e-5c55787854e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:24:29.197308 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0875898c-ecaa-429d-9a5e-5c55787854e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:24:29.287684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0875898c-ecaa-429d-9a5e-5c55787854e2 admin admin] Made reservation on behalf of d815265accfa408895fcc7d9ff118df5 for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:24:29.290072 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0875898c-ecaa-429d-9a5e-5c55787854e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:29.317321 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:29.538911 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0875898c-ecaa-429d-9a5e-5c55787854e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:29.542726 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-1b069a87-45f0-4fe9-91a7-0a40f2fbafd8 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:29.615153 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875898c-ecaa-429d-9a5e-5c55787854e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44f54e0f-04b7-4145-8083-a7a6a90ef98f,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:29.618599 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0875898c-ecaa-429d-9a5e-5c55787854e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:29.624212 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0875898c-ecaa-429d-9a5e-5c55787854e2 admin admin] Checking segment: {'id': '05d7245c-baf3-4deb-a756-65575b12fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:24:29.624570 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0875898c-ecaa-429d-9a5e-5c55787854e2 admin admin] Network hostable DHCP agents. Network: e037e82a-acbd-4db4-b2ff-ed672b4c203c, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:24:29.723156 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0875898c-ecaa-429d-9a5e-5c55787854e2 admin admin] Network e037e82a-acbd-4db4-b2ff-ed672b4c203c is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:24:29.814865 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-0875898c-ecaa-429d-9a5e-5c55787854e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, e037e82a-acbd-4db4-b2ff-ed672b4c203c) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:24:29.819091 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0875898c-ecaa-429d-9a5e-5c55787854e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:29.819674 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0875898c-ecaa-429d-9a5e-5c55787854e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:29.823521 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bf0e74-92e5-4b21-9ff9-920974e36dfe None None] Network e037e82a-acbd-4db4-b2ff-ed672b4c203c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:24:29.906723 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0875898c-ecaa-429d-9a5e-5c55787854e2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7318087 Dec 22 16:24:29.909695 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47328) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:29.915059 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:24:29.919757 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:24:29.923689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Usage tracker for resource:router and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:24:29.926604 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:24:29.932523 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:24:30.003486 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:30.004449 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:30.023899 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:30.041486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'fixed_ips': [{'subnet_id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 16:24:30.050826 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:30.198801 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Allocated IP 172.20.0.2 (e037e82a-acbd-4db4-b2ff-ed672b4c203c/44f54e0f-04b7-4145-8083-a7a6a90ef98f/7a3f74e0-f0ac-4b13-8b3e-79d83f16951f) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:24:30.380279 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:30.399825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:30.410175 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Transition to ACTIVE for port object 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:24:30.428344 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Transition to ACTIVE for port object 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:24:30.493654 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:30.498137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:30.604016 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Network e037e82a-acbd-4db4-b2ff-ed672b4c203c is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:24:30.606839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:24:30.612070 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:24:30.614198 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Pushing event updated for resources: {'Port': ['ID=7a3f74e0-f0ac-4b13-8b3e-79d83f16951f,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:30.617622 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:30.699646 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Attempting to bind port 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:24:30.700028 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Attempting to bind port 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '05d7245c-baf3-4deb-a756-65575b12fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:24:30.700401 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Attempting to bind port 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f on network e037e82a-acbd-4db4-b2ff-ed672b4c203c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:24:30.705562 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:24:30.705944 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Checking segment: {'id': '05d7245c-baf3-4deb-a756-65575b12fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:24:30.706379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:30.706785 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Bound using segment: {'id': '05d7245c-baf3-4deb-a756-65575b12fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:24:30.707252 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Bound port: 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d7245c-baf3-4deb-a756-65575b12fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:24:30.707635 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:30.744191 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:30.773497 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:30.796627 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] For port 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:24:30.799539 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] For port 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7a3f74e0-f0ac-4b13-8b3e-79d83f16951f,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:24:30.882139 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:30.888043 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:30.909160 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Allocated IP 172.26.6.134 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/201979c6-91ff-44e0-ad75-ea4b58ad0761) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:24:30.967111 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Pushing event updated for resources: {'Port': ['ID=7a3f74e0-f0ac-4b13-8b3e-79d83f16951f,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:30.970704 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:31.194741 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:31.198323 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:31.344633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:31.348621 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f8814060-6ae0-4fbd-a5d9-b4bd9d1554a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:31.412013 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:24:31.414825 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:24:31.418400 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:24:31.450951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Pushing event updated for resources: {'Port': ['ID=201979c6-91ff-44e0-ad75-ea4b58ad0761,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:31.457634 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:31.920765 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae7fe59-2271-4361-986d-cdef089ac984 None None] Network e037e82a-acbd-4db4-b2ff-ed672b4c203c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:24:31.940531 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:32.010301 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:24:32.132383 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-667ba179-7f93-4619-9105-5f54d9347641 None None] Provisioning for port 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:24:32.241680 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:24:32.247704 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:24:32.253075 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:32.303337 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:32.401123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:32.443171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7a3f74e0-f0ac-4b13-8b3e-79d83f16951f,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:24:32.551699 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:32.556373 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f7453bfe-43f7-4d9a-8cf1-e14462c396c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:32.626677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4d94daee-398f-48de-9985-682dfda2542d None None] Provisioning complete for port 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:24:32.627087 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4d94daee-398f-48de-9985-682dfda2542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:32.674927 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=7a3f74e0-f0ac-4b13-8b3e-79d83f16951f,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:32.679486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:32.688620 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Router eb798965-c92e-435b-a2b8-1a1b32e8269f is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 16:24:32.877336 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:24:32.887137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] Sync routers for ids ['eb798965-c92e-435b-a2b8-1a1b32e8269f'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:24:32.896802 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] Routers {'eb798965-c92e-435b-a2b8-1a1b32e8269f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:24:32.897359 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:24:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['eb798965-c92e-435b-a2b8-1a1b32e8269f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:32.973027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:32.974376 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0634274 Dec 22 16:24:32.976979 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47332) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:33.085283 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] Set router eb798965-c92e-435b-a2b8-1a1b32e8269f gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:24:33.377154 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:31Z', 'revision_number': 3, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'gw_port': {'id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:33.381316 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] Checking router: eb798965-c92e-435b-a2b8-1a1b32e8269f for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:24:33.381730 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] Updating router eb798965-c92e-435b-a2b8-1a1b32e8269f port 201979c6-91ff-44e0-ad75-ea4b58ad0761 binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:24:33.433950 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:33.801447 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:33.804069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:33.813421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] Transition to ACTIVE for port object 201979c6-91ff-44e0-ad75-ea4b58ad0761 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:24:33.877256 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:33.881040 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:33.958077 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f62f9-52e2-4e33-ac0e-55581754be79 None None] Pushing event updated for resources: {'Port': ['ID=201979c6-91ff-44e0-ad75-ea4b58ad0761,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:33.960377 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] Attempting to bind port 201979c6-91ff-44e0-ad75-ea4b58ad0761 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:24:33.960753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] Attempting to bind port 201979c6-91ff-44e0-ad75-ea4b58ad0761 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:24:33.961122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] Attempting to bind port 201979c6-91ff-44e0-ad75-ea4b58ad0761 on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:24:33.965755 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-1b0f62f9-52e2-4e33-ac0e-55581754be79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:33.969206 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:24:33.970487 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:24:33.970907 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:33.971317 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:24:33.971800 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] Bound port: 201979c6-91ff-44e0-ad75-ea4b58ad0761, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:24:33.972189 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:34.001975 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:24:34.021256 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] Allocated IP 172.20.0.1 (e037e82a-acbd-4db4-b2ff-ed672b4c203c/44f54e0f-04b7-4145-8083-a7a6a90ef98f/c9f7fdc6-b2d7-4daf-99de-d85f02968ae9) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:24:34.102426 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] For port 201979c6-91ff-44e0-ad75-ea4b58ad0761, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:24:34.105750 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] For port 201979c6-91ff-44e0-ad75-ea4b58ad0761, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=201979c6-91ff-44e0-ad75-ea4b58ad0761,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:24:34.123808 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:24:34.124189 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:34.171508 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:34.181575 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:34.185966 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:34.187396 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] Transition to ACTIVE for port object c9f7fdc6-b2d7-4daf-99de-d85f02968ae9 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:24:34.259967 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] Routers {'eb798965-c92e-435b-a2b8-1a1b32e8269f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:24:34.260574 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:24:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['eb798965-c92e-435b-a2b8-1a1b32e8269f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:34.295015 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:34.298990 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4f9d553a-2352-4adf-9e2f-e98ac61f20fd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:34.362388 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] Network e037e82a-acbd-4db4-b2ff-ed672b4c203c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:24:34.365190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:24:34.367641 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:24:34.386454 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f62f9-52e2-4e33-ac0e-55581754be79 None None] Pushing event updated for resources: {'Port': ['ID=201979c6-91ff-44e0-ad75-ea4b58ad0761,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:34.393630 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-1b0f62f9-52e2-4e33-ac0e-55581754be79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:34.415108 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c9f7fdc6-b2d7-4daf-99de-d85f02968ae9,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:34.418290 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:34.436506 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:34.501424 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] Set router eb798965-c92e-435b-a2b8-1a1b32e8269f gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:24:34.797475 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-abca3187-1297-4a1d-b2f9-0edcf09504e7 None None] Provisioning for port c9f7fdc6-b2d7-4daf-99de-d85f02968ae9 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:24:34.805861 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-abca3187-1297-4a1d-b2f9-0edcf09504e7 None None] Provisioning complete for port c9f7fdc6-b2d7-4daf-99de-d85f02968ae9 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:24:34.806256 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-abca3187-1297-4a1d-b2f9-0edcf09504e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:34.868649 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-abca3187-1297-4a1d-b2f9-0edcf09504e7 None None] Port c9f7fdc6-b2d7-4daf-99de-d85f02968ae9 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:24:34.872129 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:31Z', 'revision_number': 3, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'gw_port': {'id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:34.876396 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155778f8-c81e-41fd-b271-ac9ce32615b9 None None] The sync data for ids ['eb798965-c92e-435b-a2b8-1a1b32e8269f'] in dv-neutron-822674-1-hyperv is: [{'id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:31Z', 'revision_number': 3, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'gw_port': {'id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:24:34.881568 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:35.132866 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:35.204075 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:35.233335 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9b3a299a-c7dc-4575-bf48-fa63e694548d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:35.318140 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c9f7fdc6-b2d7-4daf-99de-d85f02968ae9,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:35.320595 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:35.327991 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:35.467135 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] Network e037e82a-acbd-4db4-b2ff-ed672b4c203c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:24:35.468401 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:24:35.673240 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] Router eb798965-c92e-435b-a2b8-1a1b32e8269f has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:24:35.700197 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-295cc942-7aa6-4be3-ada0-7e4da28d72e7 None None] Provisioning complete for port c9f7fdc6-b2d7-4daf-99de-d85f02968ae9 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:24:35.701016 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-295cc942-7aa6-4be3-ada0-7e4da28d72e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:35.756910 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-295cc942-7aa6-4be3-ada0-7e4da28d72e7 None None] Port c9f7fdc6-b2d7-4daf-99de-d85f02968ae9 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:24:35.860936 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:24:35.869523 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c9e525f8-aedf-4987-8b3b-3a664cbca1c3 admin admin] 10.222.0.59 "PUT /v2.0/routers/eb798965-c92e-435b-a2b8-1a1b32e8269f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8915381 Dec 22 16:24:35.981071 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 201979c6-91ff-44e0-ad75-ea4b58ad0761 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:24:36.176367 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 201979c6-91ff-44e0-ad75-ea4b58ad0761 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:24:36.181414 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 201979c6-91ff-44e0-ad75-ea4b58ad0761 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:24:36.181783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:36.350746 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:36.366605 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 201979c6-91ff-44e0-ad75-ea4b58ad0761, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=201979c6-91ff-44e0-ad75-ea4b58ad0761,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:24:36.415098 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] Sync routers for ids ['eb798965-c92e-435b-a2b8-1a1b32e8269f'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:24:36.424647 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] Routers {'eb798965-c92e-435b-a2b8-1a1b32e8269f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:24:36.425273 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:24:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['eb798965-c92e-435b-a2b8-1a1b32e8269f'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:36.472187 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:36.475202 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:36.542712 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=201979c6-91ff-44e0-ad75-ea4b58ad0761,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:36.549620 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:36.620049 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] Set router eb798965-c92e-435b-a2b8-1a1b32e8269f gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:24:36.675787 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47350) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:36.682067 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1675061822-network', 'tenant_id': '5f6b7e7f752e4aebb892ac3693540772'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:24:36.687479 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:24:36.688848 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:36.691665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Usage tracker for resource:network and tenant:5f6b7e7f752e4aebb892ac3693540772 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:24:36.694577 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:24:36.700377 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:24:36.774867 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Made reservation on behalf of 5f6b7e7f752e4aebb892ac3693540772 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:24:36.777269 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:36.793469 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:36.808834 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:24:36.813218 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Usage tracker for resource:security_group_rule and tenant:5f6b7e7f752e4aebb892ac3693540772 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:24:36.816116 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:24:36.821938 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:24:36.908698 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:36.932751 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:34Z', 'revision_number': 4, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'gw_port': {'id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'c9f7fdc6-b2d7-4daf-99de-d85f02968ae9', 'name': '', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'mac_address': 'fa:16:3e:c9:2b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:33Z', 'updated_at': '2021-12-22T16:24:34Z', 'revision_number': 2, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'subnets': [{'id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:36.936492 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] Checking router: eb798965-c92e-435b-a2b8-1a1b32e8269f for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:24:36.936890 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] Updating router eb798965-c92e-435b-a2b8-1a1b32e8269f port c9f7fdc6-b2d7-4daf-99de-d85f02968ae9 binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:24:36.992315 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:37.006842 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:37.011152 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b4550e5d-24d6-4a41-abf3-0f30787322da tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:37.035712 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:24:37.048831 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a26cf70-9a76-4a1d-87f6-03fbb7b324a6,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:37.052815 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:37.053837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:37.054184 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Added segment cf3ce587-1d72-4d08-a874-95613b22dadb of type vlan for network 2c6352e2-ddc4-4617-95fe-ff5e84686611 Dec 22 16:24:37.082529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:37.184173 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:37.185149 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:37.185730 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:37.189399 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1000d018-4d37-4145-b420-9669d744cf1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:37.293241 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Pushing event updated for resources: {'Network': ['ID=2c6352e2-ddc4-4617-95fe-ff5e84686611,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:37.296659 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:37.305299 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 2c6352e2-ddc4-4617-95fe-ff5e84686611 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 16:24:37.369237 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:37.375616 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6985772 Dec 22 16:24:37.378205 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47354) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:37.381267 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] Transition to ACTIVE for port object c9f7fdc6-b2d7-4daf-99de-d85f02968ae9 will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:24:37.383614 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4efef391-7c1e-4284-aebb-2641fc80b175 admin admin] Request body: {'subnet': {'network_id': '2c6352e2-ddc4-4617-95fe-ff5e84686611', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1675061822-subnet', 'tenant_id': '5f6b7e7f752e4aebb892ac3693540772', 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:24:37.388482 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4efef391-7c1e-4284-aebb-2641fc80b175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:24:37.392568 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4efef391-7c1e-4284-aebb-2641fc80b175 admin admin] Usage tracker for resource:subnet and tenant:5f6b7e7f752e4aebb892ac3693540772 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:24:37.395427 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4efef391-7c1e-4284-aebb-2641fc80b175 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:24:37.401011 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4efef391-7c1e-4284-aebb-2641fc80b175 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:24:37.464475 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:37.468700 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-d767d883-a3d6-4a59-ab16-493fd5dd8613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:37.488996 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efef391-7c1e-4284-aebb-2641fc80b175 admin admin] Made reservation on behalf of 5f6b7e7f752e4aebb892ac3693540772 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:24:37.491676 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4efef391-7c1e-4284-aebb-2641fc80b175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2905669'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:37.590098 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed216c-e31c-46a2-9050-2cc11b7ed2a4 None None] Pushing event updated for resources: {'Port': ['ID=c9f7fdc6-b2d7-4daf-99de-d85f02968ae9,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:37.632970 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed216c-e31c-46a2-9050-2cc11b7ed2a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:37.633313 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed216c-e31c-46a2-9050-2cc11b7ed2a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:37.633844 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed216c-e31c-46a2-9050-2cc11b7ed2a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:37.634380 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed216c-e31c-46a2-9050-2cc11b7ed2a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:37.634873 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed216c-e31c-46a2-9050-2cc11b7ed2a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:37.635207 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed216c-e31c-46a2-9050-2cc11b7ed2a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:37.635528 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed216c-e31c-46a2-9050-2cc11b7ed2a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:37.635849 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed216c-e31c-46a2-9050-2cc11b7ed2a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:37.636408 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed216c-e31c-46a2-9050-2cc11b7ed2a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:37.636841 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed216c-e31c-46a2-9050-2cc11b7ed2a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:37.637060 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed216c-e31c-46a2-9050-2cc11b7ed2a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:37.637378 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed216c-e31c-46a2-9050-2cc11b7ed2a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:24:37.666252 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-ffed216c-e31c-46a2-9050-2cc11b7ed2a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:37.692676 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] Attempting to bind port c9f7fdc6-b2d7-4daf-99de-d85f02968ae9 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:24:37.693177 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] Attempting to bind port c9f7fdc6-b2d7-4daf-99de-d85f02968ae9 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '05d7245c-baf3-4deb-a756-65575b12fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:24:37.693746 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] Attempting to bind port c9f7fdc6-b2d7-4daf-99de-d85f02968ae9 on network e037e82a-acbd-4db4-b2ff-ed672b4c203c {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:24:37.699604 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:24:37.700092 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] Checking segment: {'id': '05d7245c-baf3-4deb-a756-65575b12fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:24:37.700569 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:37.701032 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] Bound using segment: {'id': '05d7245c-baf3-4deb-a756-65575b12fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:24:37.701594 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] Bound port: c9f7fdc6-b2d7-4daf-99de-d85f02968ae9, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d7245c-baf3-4deb-a756-65575b12fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:24:37.702725 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:37.769060 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4efef391-7c1e-4284-aebb-2641fc80b175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2709820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2905687'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:37.774077 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-99422285-209f-43fc-acd5-81716eb217b0 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:37.793322 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] For port c9f7fdc6-b2d7-4daf-99de-d85f02968ae9, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:24:37.794458 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] For port c9f7fdc6-b2d7-4daf-99de-d85f02968ae9, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c9f7fdc6-b2d7-4daf-99de-d85f02968ae9,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:24:37.860132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efef391-7c1e-4284-aebb-2641fc80b175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c692016-217a-436d-9605-d20eabf93395,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:37.862824 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4efef391-7c1e-4284-aebb-2641fc80b175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:37.868750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efef391-7c1e-4284-aebb-2641fc80b175 admin admin] Checking segment: {'id': 'cf3ce587-1d72-4d08-a874-95613b22dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2c6352e2-ddc4-4617-95fe-ff5e84686611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:24:37.869102 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efef391-7c1e-4284-aebb-2641fc80b175 admin admin] Network hostable DHCP agents. Network: 2c6352e2-ddc4-4617-95fe-ff5e84686611, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:24:37.872194 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:37.876950 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c9d92cd4-1280-4e52-9160-818aad4447b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:37.959511 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] Routers {'eb798965-c92e-435b-a2b8-1a1b32e8269f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:24:37.960155 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:24:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['eb798965-c92e-435b-a2b8-1a1b32e8269f'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:37.969410 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efef391-7c1e-4284-aebb-2641fc80b175 admin admin] Network 2c6352e2-ddc4-4617-95fe-ff5e84686611 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:24:37.983367 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 201979c6-91ff-44e0-ad75-ea4b58ad0761 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:24:38.024095 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed216c-e31c-46a2-9050-2cc11b7ed2a4 None None] Pushing event updated for resources: {'Port': ['ID=c9f7fdc6-b2d7-4daf-99de-d85f02968ae9,revision_number=4']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:38.028779 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-ffed216c-e31c-46a2-9050-2cc11b7ed2a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:38.054161 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 201979c6-91ff-44e0-ad75-ea4b58ad0761 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:24:38.054586 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:38.060002 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4efef391-7c1e-4284-aebb-2641fc80b175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 2c6352e2-ddc4-4617-95fe-ff5e84686611) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:24:38.065559 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efef391-7c1e-4284-aebb-2641fc80b175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:38.066319 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4efef391-7c1e-4284-aebb-2641fc80b175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:38.088477 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a19099f-be21-43de-9bb5-8b40f9a1201a None None] Network 2c6352e2-ddc4-4617-95fe-ff5e84686611 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:24:38.161191 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] Set router eb798965-c92e-435b-a2b8-1a1b32e8269f gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:24:38.166349 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4efef391-7c1e-4284-aebb-2641fc80b175 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7848301 Dec 22 16:24:38.166665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47358) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:38.172556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1675061822-router', 'tenant_id': '5f6b7e7f752e4aebb892ac3693540772', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:24:38.179951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:24:38.185358 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Usage tracker for resource:router and tenant:5f6b7e7f752e4aebb892ac3693540772 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:24:38.191708 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:24:38.199378 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:24:38.289350 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:38.290613 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:38.307300 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:38.394213 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-2c6352e2-ddc4-4617-95fe-ff5e84686611', 'network_id': '2c6352e2-ddc4-4617-95fe-ff5e84686611', 'tenant_id': '5f6b7e7f752e4aebb892ac3693540772', 'fixed_ips': [{'subnet_id': '4c692016-217a-436d-9605-d20eabf93395'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 16:24:38.395112 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:38.508823 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:34Z', 'revision_number': 4, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'gw_port': {'id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'c9f7fdc6-b2d7-4daf-99de-d85f02968ae9', 'name': '', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'mac_address': 'fa:16:3e:c9:2b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:33Z', 'updated_at': '2021-12-22T16:24:37Z', 'revision_number': 4, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'subnets': [{'id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:38.513190 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3ccf73-4fb1-416d-8641-9784cd08a59b None None] The sync data for ids ['eb798965-c92e-435b-a2b8-1a1b32e8269f'] in dv-neutron-822674-1-hyperv is: [{'id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:34Z', 'revision_number': 4, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'gw_port': {'id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'c9f7fdc6-b2d7-4daf-99de-d85f02968ae9', 'name': '', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'mac_address': 'fa:16:3e:c9:2b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:33Z', 'updated_at': '2021-12-22T16:24:37Z', 'revision_number': 4, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'subnets': [{'id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:24:38.588807 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Allocated IP 172.20.0.2 (2c6352e2-ddc4-4617-95fe-ff5e84686611/4c692016-217a-436d-9605-d20eabf93395/355a7b6f-d1b6-444c-86b4-806cf15d698f) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:24:38.806008 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:38.811486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:38.821788 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Transition to ACTIVE for port object 355a7b6f-d1b6-444c-86b4-806cf15d698f will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:24:38.840924 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Transition to ACTIVE for port object 355a7b6f-d1b6-444c-86b4-806cf15d698f will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:24:38.975613 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:38.980342 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-1b0f62f9-52e2-4e33-ac0e-55581754be79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:39.064030 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Network 2c6352e2-ddc4-4617-95fe-ff5e84686611 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:24:39.067060 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:24:39.071056 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:24:39.077105 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Pushing event updated for resources: {'Port': ['ID=355a7b6f-d1b6-444c-86b4-806cf15d698f,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:39.081337 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:39.170100 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Attempting to bind port 355a7b6f-d1b6-444c-86b4-806cf15d698f on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:24:39.170599 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Attempting to bind port 355a7b6f-d1b6-444c-86b4-806cf15d698f by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'cf3ce587-1d72-4d08-a874-95613b22dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2c6352e2-ddc4-4617-95fe-ff5e84686611'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:24:39.171148 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Attempting to bind port 355a7b6f-d1b6-444c-86b4-806cf15d698f on network 2c6352e2-ddc4-4617-95fe-ff5e84686611 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:24:39.176989 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:24:39.177519 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Checking segment: {'id': 'cf3ce587-1d72-4d08-a874-95613b22dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2c6352e2-ddc4-4617-95fe-ff5e84686611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:24:39.177937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:39.178390 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Bound using segment: {'id': 'cf3ce587-1d72-4d08-a874-95613b22dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2c6352e2-ddc4-4617-95fe-ff5e84686611'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:24:39.178872 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Bound port: 355a7b6f-d1b6-444c-86b4-806cf15d698f, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ce587-1d72-4d08-a874-95613b22dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2c6352e2-ddc4-4617-95fe-ff5e84686611'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:24:39.179256 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:39.260963 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:39.281152 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] For port 355a7b6f-d1b6-444c-86b4-806cf15d698f, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:24:39.284851 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] For port 355a7b6f-d1b6-444c-86b4-806cf15d698f, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=355a7b6f-d1b6-444c-86b4-806cf15d698f,segment=NetworkSegment(cf3ce587-1d72-4d08-a874-95613b22dadb),segment_id=cf3ce587-1d72-4d08-a874-95613b22dadb)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:24:39.292973 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:39.373633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:39.378496 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-6a3cb659-a55e-4c3c-86f3-0648aa93cd3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:39.455878 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Pushing event updated for resources: {'Port': ['ID=355a7b6f-d1b6-444c-86b4-806cf15d698f,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:39.460451 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:39.476682 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Allocated IP 172.26.6.225 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/8da7b633-25f0-4cc7-a40c-fbc848dffc8d) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:24:39.661391 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:39.757749 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:39.761938 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e34d2de5-c896-473d-8ec3-faf4b042c832 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:39.828982 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:24:39.832888 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:24:39.836510 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:24:39.872829 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Pushing event updated for resources: {'Port': ['ID=8da7b633-25f0-4cc7-a40c-fbc848dffc8d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:39.881631 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:40.016562 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 355a7b6f-d1b6-444c-86b4-806cf15d698f up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:24:40.192143 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 355a7b6f-d1b6-444c-86b4-806cf15d698f completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:24:40.198331 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c9f7fdc6-b2d7-4daf-99de-d85f02968ae9 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:24:40.367156 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port c9f7fdc6-b2d7-4daf-99de-d85f02968ae9 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:24:40.374342 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port c9f7fdc6-b2d7-4daf-99de-d85f02968ae9 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:24:40.374723 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:40.493503 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b3af90-a9cf-4764-a5b7-8a74e6bf695e None None] Network 2c6352e2-ddc4-4617-95fe-ff5e84686611 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:24:40.501181 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:40.619963 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:40.684271 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port c9f7fdc6-b2d7-4daf-99de-d85f02968ae9, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c9f7fdc6-b2d7-4daf-99de-d85f02968ae9,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:24:40.728375 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0ddde47e-527f-4603-a48b-beeb956afd54 None None] Provisioning for port 355a7b6f-d1b6-444c-86b4-806cf15d698f completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:24:40.743370 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0ddde47e-527f-4603-a48b-beeb956afd54 None None] Provisioning complete for port 355a7b6f-d1b6-444c-86b4-806cf15d698f triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:24:40.743745 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0ddde47e-527f-4603-a48b-beeb956afd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:40.795782 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:40.801828 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-db643bb7-bf50-49b7-855f-3b434fdd654a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:40.848233 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:40.924065 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=c9f7fdc6-b2d7-4daf-99de-d85f02968ae9,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:40.927145 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:40.992550 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0ddde47e-527f-4603-a48b-beeb956afd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:41.029499 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0ddde47e-527f-4603-a48b-beeb956afd54 None None] For port 355a7b6f-d1b6-444c-86b4-806cf15d698f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=355a7b6f-d1b6-444c-86b4-806cf15d698f,segment=NetworkSegment(cf3ce587-1d72-4d08-a874-95613b22dadb),segment_id=cf3ce587-1d72-4d08-a874-95613b22dadb)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:24:41.083613 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0ddde47e-527f-4603-a48b-beeb956afd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:41.085523 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:41.105982 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Router 0c900db5-c569-480f-83ef-ba4a15d2e2d6 is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 16:24:41.159729 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddde47e-527f-4603-a48b-beeb956afd54 None None] Pushing event updated for resources: {'Port': ['ID=355a7b6f-d1b6-444c-86b4-806cf15d698f,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:41.162917 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0ddde47e-527f-4603-a48b-beeb956afd54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:41.300714 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:24:41.306052 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7047c056-e391-4e2b-a5ad-8cf6b191b7b6 None None] Provisioning complete for port 355a7b6f-d1b6-444c-86b4-806cf15d698f triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:24:41.306485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7047c056-e391-4e2b-a5ad-8cf6b191b7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:41.340025 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] Sync routers for ids ['0c900db5-c569-480f-83ef-ba4a15d2e2d6'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:24:41.367069 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] Routers {'0c900db5-c569-480f-83ef-ba4a15d2e2d6'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:24:41.367689 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:24:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['0c900db5-c569-480f-83ef-ba4a15d2e2d6'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:41.390491 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:41.391738 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2240350 Dec 22 16:24:41.394898 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47362) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:41.598303 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] Set router 0c900db5-c569-480f-83ef-ba4a15d2e2d6 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:24:41.892325 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'name': 'tempest-TestShelveInstance-1675061822-router', 'tenant_id': '5f6b7e7f752e4aebb892ac3693540772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '8da7b633-25f0-4cc7-a40c-fbc848dffc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:38Z', 'updated_at': '2021-12-22T16:24:40Z', 'revision_number': 3, 'project_id': '5f6b7e7f752e4aebb892ac3693540772', 'gw_port': {'id': '8da7b633-25f0-4cc7-a40c-fbc848dffc8d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:39Z', 'updated_at': '2021-12-22T16:24:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:41.896536 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] Checking router: 0c900db5-c569-480f-83ef-ba4a15d2e2d6 for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:24:41.896893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] Updating router 0c900db5-c569-480f-83ef-ba4a15d2e2d6 port 8da7b633-25f0-4cc7-a40c-fbc848dffc8d binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:24:41.952100 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:41.982486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 355a7b6f-d1b6-444c-86b4-806cf15d698f up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:24:42.134741 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 355a7b6f-d1b6-444c-86b4-806cf15d698f triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:24:42.135174 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:42.227800 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:42.421041 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c9f7fdc6-b2d7-4daf-99de-d85f02968ae9 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:24:42.438349 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Allocated IP 172.20.0.1 (2c6352e2-ddc4-4617-95fe-ff5e84686611/4c692016-217a-436d-9605-d20eabf93395/d1ad68c7-395e-4bcb-8f7c-a6c02d68473a) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:24:42.545112 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:42.562304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] Transition to ACTIVE for port object 8da7b633-25f0-4cc7-a40c-fbc848dffc8d will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:24:42.566006 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port c9f7fdc6-b2d7-4daf-99de-d85f02968ae9 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:24:42.566419 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:42.587430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:42.602700 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Transition to ACTIVE for port object d1ad68c7-395e-4bcb-8f7c-a6c02d68473a will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:24:42.611247 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:42.617128 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0064147d-9956-4ad1-9dcf-d80db9aa3561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:42.672322 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:42.677080 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a75c45d9-1f35-4fc4-92b6-99d01dd8c38b tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:42.703410 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] Attempting to bind port 8da7b633-25f0-4cc7-a40c-fbc848dffc8d on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:24:42.703784 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] Attempting to bind port 8da7b633-25f0-4cc7-a40c-fbc848dffc8d by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:24:42.704150 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] Attempting to bind port 8da7b633-25f0-4cc7-a40c-fbc848dffc8d on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:24:42.711255 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3a7f5-28c2-4564-90a1-9d63c68bcfc4 None None] Pushing event updated for resources: {'Port': ['ID=8da7b633-25f0-4cc7-a40c-fbc848dffc8d,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:42.716097 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-cfd3a7f5-28c2-4564-90a1-9d63c68bcfc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:42.717653 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:24:42.718032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:24:42.718464 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:42.718860 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:24:42.719374 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] Bound port: 8da7b633-25f0-4cc7-a40c-fbc848dffc8d, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:24:42.719705 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:42.744045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Network 2c6352e2-ddc4-4617-95fe-ff5e84686611 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:24:42.746855 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:24:42.750923 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:24:42.780403 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ad68c7-395e-4bcb-8f7c-a6c02d68473a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:42.787184 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:42.808193 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:42.848770 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] For port 8da7b633-25f0-4cc7-a40c-fbc848dffc8d, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:24:42.851933 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] For port 8da7b633-25f0-4cc7-a40c-fbc848dffc8d, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8da7b633-25f0-4cc7-a40c-fbc848dffc8d,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:24:42.969179 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:42.972978 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:43.057004 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] Routers {'0c900db5-c569-480f-83ef-ba4a15d2e2d6'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:24:43.057633 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:24:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['0c900db5-c569-480f-83ef-ba4a15d2e2d6'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:43.071337 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:43.116331 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3a7f5-28c2-4564-90a1-9d63c68bcfc4 None None] Pushing event updated for resources: {'Port': ['ID=8da7b633-25f0-4cc7-a40c-fbc848dffc8d,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:43.127032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-cfd3a7f5-28c2-4564-90a1-9d63c68bcfc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:43.130073 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-cd3ab1b0-9f91-4398-af6f-b5932e95c56d None None] Provisioning for port d1ad68c7-395e-4bcb-8f7c-a6c02d68473a completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:24:43.150894 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-cd3ab1b0-9f91-4398-af6f-b5932e95c56d None None] Provisioning complete for port d1ad68c7-395e-4bcb-8f7c-a6c02d68473a triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:24:43.151276 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-cd3ab1b0-9f91-4398-af6f-b5932e95c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:43.306940 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:43.351958 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-cd3ab1b0-9f91-4398-af6f-b5932e95c56d None None] Port d1ad68c7-395e-4bcb-8f7c-a6c02d68473a cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:24:43.374817 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] Set router 0c900db5-c569-480f-83ef-ba4a15d2e2d6 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:24:43.414864 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:43.442786 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2280020f-2e2c-4dec-9e9d-ab805ebffe89 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:43.520260 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:43.524709 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ad68c7-395e-4bcb-8f7c-a6c02d68473a,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:43.529050 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:43.662709 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Network 2c6352e2-ddc4-4617-95fe-ff5e84686611 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:24:43.663971 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:24:43.800456 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'name': 'tempest-TestShelveInstance-1675061822-router', 'tenant_id': '5f6b7e7f752e4aebb892ac3693540772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '8da7b633-25f0-4cc7-a40c-fbc848dffc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:38Z', 'updated_at': '2021-12-22T16:24:42Z', 'revision_number': 4, 'project_id': '5f6b7e7f752e4aebb892ac3693540772', 'gw_port': {'id': '8da7b633-25f0-4cc7-a40c-fbc848dffc8d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:39Z', 'updated_at': '2021-12-22T16:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'd1ad68c7-395e-4bcb-8f7c-a6c02d68473a', 'name': '', 'network_id': '2c6352e2-ddc4-4617-95fe-ff5e84686611', 'tenant_id': '5f6b7e7f752e4aebb892ac3693540772', 'mac_address': 'fa:16:3e:65:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '4c692016-217a-436d-9605-d20eabf93395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:42Z', 'updated_at': '2021-12-22T16:24:42Z', 'revision_number': 1, 'project_id': '5f6b7e7f752e4aebb892ac3693540772', 'subnets': [{'id': '4c692016-217a-436d-9605-d20eabf93395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:43.804835 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6736aa4b-33bd-44a0-82f2-c4f96ab7f1d6 None None] The sync data for ids ['0c900db5-c569-480f-83ef-ba4a15d2e2d6'] in dv-neutron-822674-1-hyperv is: [{'id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'name': 'tempest-TestShelveInstance-1675061822-router', 'tenant_id': '5f6b7e7f752e4aebb892ac3693540772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '8da7b633-25f0-4cc7-a40c-fbc848dffc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:38Z', 'updated_at': '2021-12-22T16:24:42Z', 'revision_number': 4, 'project_id': '5f6b7e7f752e4aebb892ac3693540772', 'gw_port': {'id': '8da7b633-25f0-4cc7-a40c-fbc848dffc8d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:39Z', 'updated_at': '2021-12-22T16:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'd1ad68c7-395e-4bcb-8f7c-a6c02d68473a', 'name': '', 'network_id': '2c6352e2-ddc4-4617-95fe-ff5e84686611', 'tenant_id': '5f6b7e7f752e4aebb892ac3693540772', 'mac_address': 'fa:16:3e:65:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '4c692016-217a-436d-9605-d20eabf93395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:42Z', 'updated_at': '2021-12-22T16:24:42Z', 'revision_number': 1, 'project_id': '5f6b7e7f752e4aebb892ac3693540772', 'subnets': [{'id': '4c692016-217a-436d-9605-d20eabf93395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:24:43.893907 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Router 0c900db5-c569-480f-83ef-ba4a15d2e2d6 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:24:43.974193 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-25ad77c0-a213-45fb-a1fb-940842c6b291 None None] Provisioning complete for port d1ad68c7-395e-4bcb-8f7c-a6c02d68473a triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:24:43.974604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-25ad77c0-a213-45fb-a1fb-940842c6b291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:44.042378 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-25ad77c0-a213-45fb-a1fb-940842c6b291 None None] Port d1ad68c7-395e-4bcb-8f7c-a6c02d68473a cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:24:44.098909 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:24:44.109281 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] 10.222.0.59 "PUT /v2.0/routers/0c900db5-c569-480f-83ef-ba4a15d2e2d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7129307 Dec 22 16:24:45.045312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47372) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:45.050777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8a25a6c2-c9bd-4360-b6a4-11b039f07674 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-628303676', 'description': 'tempest-secgroup-smoke-628303676 description', 'project_id': 'd815265accfa408895fcc7d9ff118df5'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:24:45.056828 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8a25a6c2-c9bd-4360-b6a4-11b039f07674 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:24:45.060609 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8a25a6c2-c9bd-4360-b6a4-11b039f07674 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Usage tracker for resource:security_group and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:24:45.064128 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8a25a6c2-c9bd-4360-b6a4-11b039f07674 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:24:45.069808 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8a25a6c2-c9bd-4360-b6a4-11b039f07674 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:24:45.180433 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8a25a6c2-c9bd-4360-b6a4-11b039f07674 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:45.207006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8a25a6c2-c9bd-4360-b6a4-11b039f07674 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:24:45.211629 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8a25a6c2-c9bd-4360-b6a4-11b039f07674 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Usage tracker for resource:security_group_rule and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:24:45.214924 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8a25a6c2-c9bd-4360-b6a4-11b039f07674 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:24:45.220874 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8a25a6c2-c9bd-4360-b6a4-11b039f07674 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:24:45.298256 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8a25a6c2-c9bd-4360-b6a4-11b039f07674 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:45.414545 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8a25a6c2-c9bd-4360-b6a4-11b039f07674 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:45.418628 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ec8b664f-8898-4491-afd1-43f02b187834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:45.459482 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25a6c2-c9bd-4360-b6a4-11b039f07674 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e07a504-f169-451d-a530-a0ecc4dda186,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:45.462215 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8a25a6c2-c9bd-4360-b6a4-11b039f07674 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:45.534811 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8a25a6c2-c9bd-4360-b6a4-11b039f07674 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:45.536179 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8a25a6c2-c9bd-4360-b6a4-11b039f07674 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4900837 Dec 22 16:24:45.539353 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47378) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:45.544702 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d486c852-d2d5-45c6-905d-87ca00d1c6e6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Request body: {'security_group_rule': {'security_group_id': '1e07a504-f169-451d-a530-a0ecc4dda186', 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:24:45.551573 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d486c852-d2d5-45c6-905d-87ca00d1c6e6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:24:45.555418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d486c852-d2d5-45c6-905d-87ca00d1c6e6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Usage tracker for resource:security_group_rule and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:24:45.558306 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d486c852-d2d5-45c6-905d-87ca00d1c6e6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:24:45.564201 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d486c852-d2d5-45c6-905d-87ca00d1c6e6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:24:45.645264 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d486c852-d2d5-45c6-905d-87ca00d1c6e6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:45.711146 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d486c852-d2d5-45c6-905d-87ca00d1c6e6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:45.786001 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d486c852-d2d5-45c6-905d-87ca00d1c6e6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:45.791926 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-0d62af4a-a68e-4500-9cd2-9d38b73251e3 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:45.812718 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486c852-d2d5-45c6-905d-87ca00d1c6e6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc557420-9e36-4fc8-9ed5-629fe18b05c6,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:45.817294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d486c852-d2d5-45c6-905d-87ca00d1c6e6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:45.887393 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d486c852-d2d5-45c6-905d-87ca00d1c6e6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:45.888620 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d486c852-d2d5-45c6-905d-87ca00d1c6e6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3482704 Dec 22 16:24:45.892219 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47382) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:45.897308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9c83ca2d-5121-4d88-b9b3-f2a115c109b6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Request body: {'security_group_rule': {'security_group_id': '1e07a504-f169-451d-a530-a0ecc4dda186', 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:24:45.903569 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9c83ca2d-5121-4d88-b9b3-f2a115c109b6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:24:45.907368 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9c83ca2d-5121-4d88-b9b3-f2a115c109b6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Usage tracker for resource:security_group_rule and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:24:45.910459 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9c83ca2d-5121-4d88-b9b3-f2a115c109b6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:24:45.916013 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9c83ca2d-5121-4d88-b9b3-f2a115c109b6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:24:45.991662 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8da7b633-25f0-4cc7-a40c-fbc848dffc8d up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:24:45.995922 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9c83ca2d-5121-4d88-b9b3-f2a115c109b6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:46.065227 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9c83ca2d-5121-4d88-b9b3-f2a115c109b6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:46.117609 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 8da7b633-25f0-4cc7-a40c-fbc848dffc8d completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:24:46.122826 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 8da7b633-25f0-4cc7-a40c-fbc848dffc8d triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:24:46.123181 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:46.134959 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9c83ca2d-5121-4d88-b9b3-f2a115c109b6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:46.136854 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-56511480-64fd-4bc3-abbf-6dc32750b1e8 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:46.160575 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83ca2d-5121-4d88-b9b3-f2a115c109b6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6b121e-454c-4207-a501-b65b8d0eaf7c,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:46.163213 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9c83ca2d-5121-4d88-b9b3-f2a115c109b6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:46.224056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9c83ca2d-5121-4d88-b9b3-f2a115c109b6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:46.230426 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9c83ca2d-5121-4d88-b9b3-f2a115c109b6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3321707 Dec 22 16:24:46.230426 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47386) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:46.234094 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a5852c87-c9ac-41f2-bd81-297498b9e143 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Request body: {'security_group_rule': {'security_group_id': '1e07a504-f169-451d-a530-a0ecc4dda186', 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:24:46.241611 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a5852c87-c9ac-41f2-bd81-297498b9e143 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:24:46.246060 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a5852c87-c9ac-41f2-bd81-297498b9e143 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Usage tracker for resource:security_group_rule and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:24:46.249927 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a5852c87-c9ac-41f2-bd81-297498b9e143 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:24:46.256038 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a5852c87-c9ac-41f2-bd81-297498b9e143 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:24:46.333896 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a5852c87-c9ac-41f2-bd81-297498b9e143 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:46.349177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:46.368391 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 8da7b633-25f0-4cc7-a40c-fbc848dffc8d, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8da7b633-25f0-4cc7-a40c-fbc848dffc8d,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:24:46.402409 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a5852c87-c9ac-41f2-bd81-297498b9e143 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:46.441176 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:46.443080 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-70500bac-a95e-4de5-8a68-5343381045b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:46.471653 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a5852c87-c9ac-41f2-bd81-297498b9e143 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:46.482393 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] Sync routers for ids ['0c900db5-c569-480f-83ef-ba4a15d2e2d6'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:24:46.486191 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d486c852-d2d5-45c6-905d-87ca00d1c6e6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:46.493613 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] Routers {'0c900db5-c569-480f-83ef-ba4a15d2e2d6'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:24:46.494660 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:24:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['0c900db5-c569-480f-83ef-ba4a15d2e2d6'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:46.504084 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5852c87-c9ac-41f2-bd81-297498b9e143 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ea558c-44e6-4490-9a4f-b70bff55d85b,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:46.506920 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a5852c87-c9ac-41f2-bd81-297498b9e143 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:46.515700 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=8da7b633-25f0-4cc7-a40c-fbc848dffc8d,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:46.518775 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:46.578342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a5852c87-c9ac-41f2-bd81-297498b9e143 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:46.579718 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a5852c87-c9ac-41f2-bd81-297498b9e143 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3505623 Dec 22 16:24:46.582577 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47390) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:46.587645 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-96541b99-d64b-449d-a606-68680c3e73d8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Request body: {'security_group_rule': {'security_group_id': '1e07a504-f169-451d-a530-a0ecc4dda186', 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:24:46.594164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-96541b99-d64b-449d-a606-68680c3e73d8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:24:46.598163 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-96541b99-d64b-449d-a606-68680c3e73d8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Usage tracker for resource:security_group_rule and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:24:46.601196 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-96541b99-d64b-449d-a606-68680c3e73d8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:24:46.606847 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-96541b99-d64b-449d-a606-68680c3e73d8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:24:46.674880 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] Set router 0c900db5-c569-480f-83ef-ba4a15d2e2d6 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:24:46.688043 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96541b99-d64b-449d-a606-68680c3e73d8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:46.752247 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96541b99-d64b-449d-a606-68680c3e73d8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:46.830007 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96541b99-d64b-449d-a606-68680c3e73d8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:46.831946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9bec853e-4f44-4481-a574-3bad4d09b552 tempest-SecGroupTest-1878752561 tempest-SecGroupTest-1878752561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:46.857304 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96541b99-d64b-449d-a606-68680c3e73d8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0f0ec9-5785-4e28-8f2b-de69aa33c0b3,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:46.859756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-96541b99-d64b-449d-a606-68680c3e73d8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:46.950113 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96541b99-d64b-449d-a606-68680c3e73d8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:46.951391 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-96541b99-d64b-449d-a606-68680c3e73d8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3679030 Dec 22 16:24:46.955421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47394) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:46.960634 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-cfd0a88f-5151-4eaf-9f73-82e08e349f4a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Request body: {'security_group_rule': {'security_group_id': '1e07a504-f169-451d-a530-a0ecc4dda186', 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:24:46.966681 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cfd0a88f-5151-4eaf-9f73-82e08e349f4a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:24:46.971000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cfd0a88f-5151-4eaf-9f73-82e08e349f4a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Usage tracker for resource:security_group_rule and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:24:46.973827 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cfd0a88f-5151-4eaf-9f73-82e08e349f4a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:24:46.979574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cfd0a88f-5151-4eaf-9f73-82e08e349f4a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:24:47.008752 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'name': 'tempest-TestShelveInstance-1675061822-router', 'tenant_id': '5f6b7e7f752e4aebb892ac3693540772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '8da7b633-25f0-4cc7-a40c-fbc848dffc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:38Z', 'updated_at': '2021-12-22T16:24:42Z', 'revision_number': 4, 'project_id': '5f6b7e7f752e4aebb892ac3693540772', 'gw_port': {'id': '8da7b633-25f0-4cc7-a40c-fbc848dffc8d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:39Z', 'updated_at': '2021-12-22T16:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'd1ad68c7-395e-4bcb-8f7c-a6c02d68473a', 'name': '', 'network_id': '2c6352e2-ddc4-4617-95fe-ff5e84686611', 'tenant_id': '5f6b7e7f752e4aebb892ac3693540772', 'mac_address': 'fa:16:3e:65:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '4c692016-217a-436d-9605-d20eabf93395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:42Z', 'updated_at': '2021-12-22T16:24:43Z', 'revision_number': 2, 'project_id': '5f6b7e7f752e4aebb892ac3693540772', 'subnets': [{'id': '4c692016-217a-436d-9605-d20eabf93395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:47.012853 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] Checking router: 0c900db5-c569-480f-83ef-ba4a15d2e2d6 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:24:47.013211 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] Updating router 0c900db5-c569-480f-83ef-ba4a15d2e2d6 port d1ad68c7-395e-4bcb-8f7c-a6c02d68473a binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:24:47.068670 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:47.178624 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-cfd0a88f-5151-4eaf-9f73-82e08e349f4a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Project d815265accfa408895fcc7d9ff118df5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:24:47.185695 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a88f-5151-4eaf-9f73-82e08e349f4a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:47.250777 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a88f-5151-4eaf-9f73-82e08e349f4a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:47.367008 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a88f-5151-4eaf-9f73-82e08e349f4a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:47.368848 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-96541b99-d64b-449d-a606-68680c3e73d8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:47.392113 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0a88f-5151-4eaf-9f73-82e08e349f4a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36aefc9a-4826-45df-b5fa-a663ccb69ff4,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:47.394743 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cfd0a88f-5151-4eaf-9f73-82e08e349f4a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:47.416318 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:47.428022 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] Transition to ACTIVE for port object d1ad68c7-395e-4bcb-8f7c-a6c02d68473a will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:24:47.498496 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a88f-5151-4eaf-9f73-82e08e349f4a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:47.500283 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cfd0a88f-5151-4eaf-9f73-82e08e349f4a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5438948 Dec 22 16:24:47.503023 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47398) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:47.508289 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-848566db-1729-4deb-9bad-9e3dcd082507 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Request body: {'security_group_rule': {'security_group_id': '1e07a504-f169-451d-a530-a0ecc4dda186', 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:24:47.514380 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-848566db-1729-4deb-9bad-9e3dcd082507 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:24:47.518152 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-848566db-1729-4deb-9bad-9e3dcd082507 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Usage tracker for resource:security_group_rule and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:24:47.521160 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-848566db-1729-4deb-9bad-9e3dcd082507 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:24:47.526820 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-848566db-1729-4deb-9bad-9e3dcd082507 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:24:47.526951 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:47.530612 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-04ad2ba2-cfeb-4c93-a566-c10d34b0ec41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:47.629846 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-848566db-1729-4deb-9bad-9e3dcd082507 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Project d815265accfa408895fcc7d9ff118df5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:24:47.632813 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-848566db-1729-4deb-9bad-9e3dcd082507 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:47.653774 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3086fa-fce7-417f-be62-97997e71301d None None] Pushing event updated for resources: {'Port': ['ID=d1ad68c7-395e-4bcb-8f7c-a6c02d68473a,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:47.684474 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-8a3086fa-fce7-417f-be62-97997e71301d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:47.714946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-848566db-1729-4deb-9bad-9e3dcd082507 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:47.742900 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] Attempting to bind port d1ad68c7-395e-4bcb-8f7c-a6c02d68473a on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:24:47.743275 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] Attempting to bind port d1ad68c7-395e-4bcb-8f7c-a6c02d68473a by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': 'cf3ce587-1d72-4d08-a874-95613b22dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2c6352e2-ddc4-4617-95fe-ff5e84686611'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:24:47.743644 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] Attempting to bind port d1ad68c7-395e-4bcb-8f7c-a6c02d68473a on network 2c6352e2-ddc4-4617-95fe-ff5e84686611 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:24:47.749937 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:24:47.750346 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] Checking segment: {'id': 'cf3ce587-1d72-4d08-a874-95613b22dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2c6352e2-ddc4-4617-95fe-ff5e84686611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:24:47.750750 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:47.751148 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] Bound using segment: {'id': 'cf3ce587-1d72-4d08-a874-95613b22dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2c6352e2-ddc4-4617-95fe-ff5e84686611'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:24:47.751616 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] Bound port: d1ad68c7-395e-4bcb-8f7c-a6c02d68473a, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ce587-1d72-4d08-a874-95613b22dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2c6352e2-ddc4-4617-95fe-ff5e84686611'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:24:47.751996 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:47.814826 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-848566db-1729-4deb-9bad-9e3dcd082507 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:47.822878 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-348f2242-b583-4a64-8bb9-466e0eca2aeb tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:47.839772 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] For port d1ad68c7-395e-4bcb-8f7c-a6c02d68473a, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:24:47.841087 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848566db-1729-4deb-9bad-9e3dcd082507 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea62e54c-0716-40ec-939a-3de4fb5c0d3f,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:47.843327 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] For port d1ad68c7-395e-4bcb-8f7c-a6c02d68473a, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d1ad68c7-395e-4bcb-8f7c-a6c02d68473a,segment=NetworkSegment(cf3ce587-1d72-4d08-a874-95613b22dadb),segment_id=cf3ce587-1d72-4d08-a874-95613b22dadb)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:24:47.844160 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-848566db-1729-4deb-9bad-9e3dcd082507 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:47.927940 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:47.929168 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-37c03278-0c3a-4d90-99f5-c36734c2e611 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:47.976186 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8da7b633-25f0-4cc7-a40c-fbc848dffc8d up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:24:47.992633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-848566db-1729-4deb-9bad-9e3dcd082507 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:47.997426 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-848566db-1729-4deb-9bad-9e3dcd082507 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4898734 Dec 22 16:24:48.009019 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] Routers {'0c900db5-c569-480f-83ef-ba4a15d2e2d6'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:24:48.009743 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:24:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['0c900db5-c569-480f-83ef-ba4a15d2e2d6'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:48.067026 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3086fa-fce7-417f-be62-97997e71301d None None] Pushing event updated for resources: {'Port': ['ID=d1ad68c7-395e-4bcb-8f7c-a6c02d68473a,revision_number=4']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:48.077502 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-8a3086fa-fce7-417f-be62-97997e71301d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:48.078946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 8da7b633-25f0-4cc7-a40c-fbc848dffc8d triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:24:48.079390 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:48.199584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-d1870318-e808-4d5c-ad3a-4c9e56995e77 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Synchronizing usage tracker for tenant:d815265accfa408895fcc7d9ff118df5 on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:24:48.227823 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] Set router 0c900db5-c569-480f-83ef-ba4a15d2e2d6 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:24:48.357661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-d1870318-e808-4d5c-ad3a-4c9e56995e77 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Unset dirty status for tenant:d815265accfa408895fcc7d9ff118df5 on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:24:48.359687 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-d1870318-e808-4d5c-ad3a-4c9e56995e77 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-628303676&fields=id&tenant_id=d815265accfa408895fcc7d9ff118df5 HTTP/1.1" status: 200 len: 267 time: 0.2060578 Dec 22 16:24:48.512865 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-cb2fc73a-8824-401d-93c7-d8a7b1dcc231 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:48.513541 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-cb2fc73a-8824-401d-93c7-d8a7b1dcc231 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Synchronizing usage tracker for tenant:d815265accfa408895fcc7d9ff118df5 on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:24:48.544561 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'name': 'tempest-TestShelveInstance-1675061822-router', 'tenant_id': '5f6b7e7f752e4aebb892ac3693540772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '8da7b633-25f0-4cc7-a40c-fbc848dffc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:38Z', 'updated_at': '2021-12-22T16:24:42Z', 'revision_number': 4, 'project_id': '5f6b7e7f752e4aebb892ac3693540772', 'gw_port': {'id': '8da7b633-25f0-4cc7-a40c-fbc848dffc8d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:39Z', 'updated_at': '2021-12-22T16:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'd1ad68c7-395e-4bcb-8f7c-a6c02d68473a', 'name': '', 'network_id': '2c6352e2-ddc4-4617-95fe-ff5e84686611', 'tenant_id': '5f6b7e7f752e4aebb892ac3693540772', 'mac_address': 'fa:16:3e:65:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '4c692016-217a-436d-9605-d20eabf93395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:42Z', 'updated_at': '2021-12-22T16:24:47Z', 'revision_number': 4, 'project_id': '5f6b7e7f752e4aebb892ac3693540772', 'subnets': [{'id': '4c692016-217a-436d-9605-d20eabf93395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:24:48.548408 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d66e55-31dd-4a8f-8b70-50dccc366a0d None None] The sync data for ids ['0c900db5-c569-480f-83ef-ba4a15d2e2d6'] in dv-neutron-822674-1-hyperv is: [{'id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'name': 'tempest-TestShelveInstance-1675061822-router', 'tenant_id': '5f6b7e7f752e4aebb892ac3693540772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '8da7b633-25f0-4cc7-a40c-fbc848dffc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:38Z', 'updated_at': '2021-12-22T16:24:42Z', 'revision_number': 4, 'project_id': '5f6b7e7f752e4aebb892ac3693540772', 'gw_port': {'id': '8da7b633-25f0-4cc7-a40c-fbc848dffc8d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:39Z', 'updated_at': '2021-12-22T16:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'd1ad68c7-395e-4bcb-8f7c-a6c02d68473a', 'name': '', 'network_id': '2c6352e2-ddc4-4617-95fe-ff5e84686611', 'tenant_id': '5f6b7e7f752e4aebb892ac3693540772', 'mac_address': 'fa:16:3e:65:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '4c692016-217a-436d-9605-d20eabf93395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:42Z', 'updated_at': '2021-12-22T16:24:47Z', 'revision_number': 4, 'project_id': '5f6b7e7f752e4aebb892ac3693540772', 'subnets': [{'id': '4c692016-217a-436d-9605-d20eabf93395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:24:48.618526 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-cb2fc73a-8824-401d-93c7-d8a7b1dcc231 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Unset dirty status for tenant:d815265accfa408895fcc7d9ff118df5 on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:24:48.619721 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-cb2fc73a-8824-401d-93c7-d8a7b1dcc231 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 809 time: 0.2530725 Dec 22 16:24:48.636418 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-37e78aea-519c-4a39-8fbd-55c6e191ad56 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/quotas/d815265accfa408895fcc7d9ff118df5 HTTP/1.1" status: 200 len: 375 time: 0.0101101 Dec 22 16:24:48.722345 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-3536492a-8a02-480c-bc49-4529a772be2f tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797932 Dec 22 16:24:48.872717 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-7f849657-1015-40b2-8be6-b6f285c1db6c service neutron] 10.222.0.59 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316035 Dec 22 16:24:49.011720 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-61788ee3-2bbd-468a-b7b7-f0cd205cf0d3 service neutron] 10.222.0.59 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322012 Dec 22 16:24:49.320137 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f63c8a30-ba1c-405f-a306-ce9e49242d79 req-fcb5d32a-47e0-4db6-a988-29303d2b7c1a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 210 time: 0.0544388 Dec 22 16:24:49.997962 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d1ad68c7-395e-4bcb-8f7c-a6c02d68473a up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:24:50.146254 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port d1ad68c7-395e-4bcb-8f7c-a6c02d68473a completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:24:50.151452 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port d1ad68c7-395e-4bcb-8f7c-a6c02d68473a triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:24:50.151829 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:50.267412 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:50.300432 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port d1ad68c7-395e-4bcb-8f7c-a6c02d68473a, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d1ad68c7-395e-4bcb-8f7c-a6c02d68473a,segment=NetworkSegment(cf3ce587-1d72-4d08-a874-95613b22dadb),segment_id=cf3ce587-1d72-4d08-a874-95613b22dadb)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:24:50.390706 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:50.392599 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-cfd3a7f5-28c2-4564-90a1-9d63c68bcfc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:50.421822 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9f0f139d-cfea-4b91-98b0-62cb5d4ba1c8 req-0579c5fc-8d57-4ac4-a193-6fe4e4dc3cca tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 210 time: 0.0483036 Dec 22 16:24:50.461938 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=d1ad68c7-395e-4bcb-8f7c-a6c02d68473a,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:50.464847 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:51.599812 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8af00f8f-0b24-40aa-b21f-0895b8e0e7a6 req-395ef1f1-3155-4c92-9941-f44b5de7ede1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 210 time: 0.0733373 Dec 22 16:24:51.721299 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-9d4bd79f-e5c3-4644-b35f-8af98afc67a3 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:51.722646 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-9d4bd79f-e5c3-4644-b35f-8af98afc67a3 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.57 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 809 time: 0.1626115 Dec 22 16:24:51.770501 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-7292bf37-ccac-4044-8f18-d755073797be tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d815265accfa408895fcc7d9ff118df5 HTTP/1.1" status: 200 len: 379 time: 0.0397644 Dec 22 16:24:51.778693 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-3065a219-4adf-409f-a814-56c6d65b2471 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Request body: {'port': {'device_id': '48e24e5c-9e04-48de-aa75-674d5d5a1835', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'admin_state_up': True, 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'security_groups': ['1e07a504-f169-451d-a530-a0ecc4dda186']}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:24:51.915371 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-3065a219-4adf-409f-a814-56c6d65b2471 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:24:51.919625 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-3065a219-4adf-409f-a814-56c6d65b2471 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Usage tracker for resource:port and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:24:51.923607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-3065a219-4adf-409f-a814-56c6d65b2471 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:24:51.931675 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-3065a219-4adf-409f-a814-56c6d65b2471 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:24:51.985625 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d1ad68c7-395e-4bcb-8f7c-a6c02d68473a up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:24:52.018292 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-3065a219-4adf-409f-a814-56c6d65b2471 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Made reservation on behalf of d815265accfa408895fcc7d9ff118df5 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:24:52.021889 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-3065a219-4adf-409f-a814-56c6d65b2471 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:52.053743 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port d1ad68c7-395e-4bcb-8f7c-a6c02d68473a triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:24:52.054129 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:52.191910 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-3065a219-4adf-409f-a814-56c6d65b2471 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Allocated IP 172.20.0.3 (e037e82a-acbd-4db4-b2ff-ed672b4c203c/44f54e0f-04b7-4145-8083-a7a6a90ef98f/5cf7e4ac-b431-413a-9ee3-9280a44658af) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:24:52.510715 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-3065a219-4adf-409f-a814-56c6d65b2471 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:52.526043 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-3065a219-4adf-409f-a814-56c6d65b2471 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Transition to ACTIVE for port object 5cf7e4ac-b431-413a-9ee3-9280a44658af will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:24:52.609222 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-3065a219-4adf-409f-a814-56c6d65b2471 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:52.614904 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:52.681168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-3065a219-4adf-409f-a814-56c6d65b2471 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Network e037e82a-acbd-4db4-b2ff-ed672b4c203c is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:24:52.684683 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-3065a219-4adf-409f-a814-56c6d65b2471 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:24:52.689167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-3065a219-4adf-409f-a814-56c6d65b2471 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:24:52.759334 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065a219-4adf-409f-a814-56c6d65b2471 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event updated for resources: {'Port': ['ID=5cf7e4ac-b431-413a-9ee3-9280a44658af,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:52.770899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3065a219-4adf-409f-a814-56c6d65b2471 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:52.814102 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-3065a219-4adf-409f-a814-56c6d65b2471 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:52.814739 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-3065a219-4adf-409f-a814-56c6d65b2471 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:52.854505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a3d47-1c17-43d7-8d9c-324f79445a92 req-8c9cfae8-3e67-4cb7-afef-63bd3a38c225 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:52.855230 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-050a3d47-1c17-43d7-8d9c-324f79445a92 req-8c9cfae8-3e67-4cb7-afef-63bd3a38c225 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Synchronizing usage tracker for tenant:d815265accfa408895fcc7d9ff118df5 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:24:52.923903 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-3065a219-4adf-409f-a814-56c6d65b2471 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1487498 Dec 22 16:24:52.936103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Request body: {'port': {'device_id': '48e24e5c-9e04-48de-aa75-674d5d5a1835', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:24:52.969547 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-050a3d47-1c17-43d7-8d9c-324f79445a92 req-8c9cfae8-3e67-4cb7-afef-63bd3a38c225 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Unset dirty status for tenant:d815265accfa408895fcc7d9ff118df5 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:24:52.970621 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-050a3d47-1c17-43d7-8d9c-324f79445a92 req-8c9cfae8-3e67-4cb7-afef-63bd3a38c225 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 931 time: 0.2531111 Dec 22 16:24:53.042876 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-faf034e0-1bb4-454d-b7fb-6968dffcdd58 None None] Provisioning for port 5cf7e4ac-b431-413a-9ee3-9280a44658af completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:24:53.055385 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-faf034e0-1bb4-454d-b7fb-6968dffcdd58 None None] Provisioning complete for port 5cf7e4ac-b431-413a-9ee3-9280a44658af triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:24:53.056048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-faf034e0-1bb4-454d-b7fb-6968dffcdd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:53.064562 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-050a3d47-1c17-43d7-8d9c-324f79445a92 req-707b74ea-d20d-4d46-bde1-9f1c3eba1f9c tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874255 Dec 22 16:24:53.088208 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:53.115569 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-faf034e0-1bb4-454d-b7fb-6968dffcdd58 None None] Port 5cf7e4ac-b431-413a-9ee3-9280a44658af cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:24:53.450902 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf7e4ac-b431-413a-9ee3-9280a44658af {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:24:53.458741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:53.473098 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Transition to ACTIVE for port object 5cf7e4ac-b431-413a-9ee3-9280a44658af will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:24:53.591755 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:53.595708 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-202675ef-6696-4771-a4e8-b00c7be977a6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:53.755576 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf7e4ac-b431-413a-9ee3-9280a44658af,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:53.763099 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:53.830896 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Attempting to bind port 5cf7e4ac-b431-413a-9ee3-9280a44658af on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:24:53.835627 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Attempting to bind port 5cf7e4ac-b431-413a-9ee3-9280a44658af by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '05d7245c-baf3-4deb-a756-65575b12fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:24:53.835627 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Attempting to bind port 5cf7e4ac-b431-413a-9ee3-9280a44658af on network e037e82a-acbd-4db4-b2ff-ed672b4c203c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:24:53.836236 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Port 5cf7e4ac-b431-413a-9ee3-9280a44658af on network e037e82a-acbd-4db4-b2ff-ed672b4c203c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 16:24:53.836563 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Attempting to bind port 5cf7e4ac-b431-413a-9ee3-9280a44658af on network e037e82a-acbd-4db4-b2ff-ed672b4c203c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:24:53.841881 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:24:53.842756 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Checking segment: {'id': '05d7245c-baf3-4deb-a756-65575b12fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:24:53.843145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Bound using segment: {'id': '05d7245c-baf3-4deb-a756-65575b12fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:24:53.843571 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Bound port: 5cf7e4ac-b431-413a-9ee3-9280a44658af, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05d7245c-baf3-4deb-a756-65575b12fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:24:53.843942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:53.938159 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] For port 5cf7e4ac-b431-413a-9ee3-9280a44658af, host hv-neutron-8226, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:24:53.941623 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] For port 5cf7e4ac-b431-413a-9ee3-9280a44658af, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:24:54.020695 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:54.024577 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:54.081500 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:54.082107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:54.083469 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] 10.222.0.57 "PUT /v2.0/ports/5cf7e4ac-b431-413a-9ee3-9280a44658af HTTP/1.1" status: 200 len: 1093 time: 1.1516790 Dec 22 16:24:54.083983 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e24e5c-9e04-48de-aa75-674d5d5a1835', 'tag': '5cf7e4ac-b431-413a-9ee3-9280a44658af'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:24:54.103389 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf7e4ac-b431-413a-9ee3-9280a44658af,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:54.106829 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:54.136886 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e24e5c-9e04-48de-aa75-674d5d5a1835', 'tag': '5cf7e4ac-b431-413a-9ee3-9280a44658af', 'status': 'completed', 'code': 200} Dec 22 16:24:54.295703 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c249bd-f6eb-449b-96ee-94272cc9b365 req-1c479efa-44b0-4d48-aca8-b00de9bdbb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:54.297188 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-54c249bd-f6eb-449b-96ee-94272cc9b365 req-1c479efa-44b0-4d48-aca8-b00de9bdbb41 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 1096 time: 0.1389668 Dec 22 16:24:54.307942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfef16-c8d2-4a2c-8778-cee17099e887 req-4634ee86-520a-4048-87bc-d667024533b7 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:54.309293 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d0bfef16-c8d2-4a2c-8778-cee17099e887 req-4634ee86-520a-4048-87bc-d667024533b7 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.1138899 Dec 22 16:24:54.453783 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d0bfef16-c8d2-4a2c-8778-cee17099e887 req-10ca953f-eb42-48ba-b974-762af253d2b2 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188002 Dec 22 16:24:54.480490 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c249bd-f6eb-449b-96ee-94272cc9b365 req-63863098-a67b-48aa-a528-645edac15c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:54.481950 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-54c249bd-f6eb-449b-96ee-94272cc9b365 req-63863098-a67b-48aa-a528-645edac15c08 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d815265accfa408895fcc7d9ff118df5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1718364 Dec 22 16:24:54.618515 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c249bd-f6eb-449b-96ee-94272cc9b365 req-9adb9e16-9354-4a53-ac74-afbaf1f9cdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:54.619950 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-54c249bd-f6eb-449b-96ee-94272cc9b365 req-9adb9e16-9354-4a53-ac74-afbaf1f9cdba service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314700 Dec 22 16:24:54.732427 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-24b87329-d70f-465d-8b15-5ddeaf94c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:54.733833 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-24b87329-d70f-465d-8b15-5ddeaf94c911 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 1096 time: 0.0727282 Dec 22 16:24:54.808219 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-cb3c3845-98af-4678-8f3d-a9b0b96ddddf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af HTTP/1.1" status: 200 len: 217 time: 0.0646155 Dec 22 16:24:54.992722 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-855daff7-fd77-4e1e-951e-08cf18b8d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:54.994054 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-855daff7-fd77-4e1e-951e-08cf18b8d886 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44f54e0f-04b7-4145-8083-a7a6a90ef98f HTTP/1.1" status: 200 len: 848 time: 0.1812913 Dec 22 16:24:55.077168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-87fc553d-06cc-492e-82cc-ad72550ab6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:55.078744 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-87fc553d-06cc-492e-82cc-ad72550ab6e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e037e82a-acbd-4db4-b2ff-ed672b4c203c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785599 Dec 22 16:24:55.229224 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-47a16f55-6da9-4ac7-bacb-418a1c1f6d4d service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433492 Dec 22 16:24:55.357577 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d25f2611-9dbc-493c-911c-42f710d9593b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:55.369342 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-53d6eef1-e69f-4126-9dea-3e4db3a79002 req-c149427c-c57a-4624-8069-a27091e8c10c service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337695 Dec 22 16:24:55.653168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04581693-0fd2-440f-a0cf-525134dfb7b5 req-251bb887-40c4-48fa-9173-604a2b52cbbb tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:55.654575 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-04581693-0fd2-440f-a0cf-525134dfb7b5 req-251bb887-40c4-48fa-9173-604a2b52cbbb tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.0862253 Dec 22 16:24:55.701773 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-04581693-0fd2-440f-a0cf-525134dfb7b5 req-59d53373-50ba-4436-8541-f886393b3ad2 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412450 Dec 22 16:24:56.887567 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c0505-da37-4e15-a7f9-ff0604d2c472 req-756e3d05-76ad-40fa-8deb-0e2daf2de01a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:56.889647 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6c8c0505-da37-4e15-a7f9-ff0604d2c472 req-756e3d05-76ad-40fa-8deb-0e2daf2de01a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.0831866 Dec 22 16:24:56.932750 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6c8c0505-da37-4e15-a7f9-ff0604d2c472 req-31536949-23d6-42af-ae44-5052ec1daa46 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374615 Dec 22 16:24:57.738159 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-835ed841-b383-49c3-9cdf-bf2f4d729c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:58.113873 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4748c69-4fe7-45c1-9386-7b3fe6d1add2 req-8552798d-6efa-4139-8565-bb72789e460d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:58.115313 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a4748c69-4fe7-45c1-9386-7b3fe6d1add2 req-8552798d-6efa-4139-8565-bb72789e460d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.0788260 Dec 22 16:24:58.160868 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a4748c69-4fe7-45c1-9386-7b3fe6d1add2 req-30f19dcc-0592-49a9-8487-48d72f638ee2 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397527 Dec 22 16:24:58.288475 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:24:58.946159 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 5cf7e4ac-b431-413a-9ee3-9280a44658af details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:24:59.085924 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 5cf7e4ac-b431-413a-9ee3-9280a44658af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:24:59.099342 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '5cf7e4ac-b431-413a-9ee3-9280a44658af', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'port_id': '5cf7e4ac-b431-413a-9ee3-9280a44658af', 'mac_address': 'fa:16:3e:10:a6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:24:59.129837 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:59.164829 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:59.183562 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf7e4ac-b431-413a-9ee3-9280a44658af {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:24:59.201929 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 5cf7e4ac-b431-413a-9ee3-9280a44658af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:24:59.229750 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:59.328979 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:24:59.331614 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:24:59.348711 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5f149-fb1b-4906-a09f-946e7190bd6c req-be11884b-d42c-4e02-8419-24cef54b36c8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:24:59.350266 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e9c5f149-fb1b-4906-a09f-946e7190bd6c req-be11884b-d42c-4e02-8419-24cef54b36c8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.0843060 Dec 22 16:24:59.396100 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e9c5f149-fb1b-4906-a09f-946e7190bd6c req-a15b4467-9bcd-4eb7-bb8b-57c97fe36997 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398462 Dec 22 16:24:59.404094 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=5cf7e4ac-b431-413a-9ee3-9280a44658af,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:24:59.407906 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:24:59.652265 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['5cf7e4ac-b431-413a-9ee3-9280a44658af'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:25:00.586194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bfd49-ce8a-4901-aea0-a06d67a77b6c req-9d9b4cb5-2c40-4134-8af3-392bd3e2f9ca tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:25:00.587663 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d76bfd49-ce8a-4901-aea0-a06d67a77b6c req-9d9b4cb5-2c40-4134-8af3-392bd3e2f9ca tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 944 time: 0.0787122 Dec 22 16:25:00.635022 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d76bfd49-ce8a-4901-aea0-a06d67a77b6c req-2b890aad-6062-4663-b5ad-f4a80b4247a1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410039 Dec 22 16:25:00.886289 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 5cf7e4ac-b431-413a-9ee3-9280a44658af up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:25:01.020404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 5cf7e4ac-b431-413a-9ee3-9280a44658af completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:25:01.025606 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 5cf7e4ac-b431-413a-9ee3-9280a44658af triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:25:01.025979 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:01.150676 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:01.211057 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e24e5c-9e04-48de-aa75-674d5d5a1835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf7e4ac-b431-413a-9ee3-9280a44658af'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:25:01.221601 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 5cf7e4ac-b431-413a-9ee3-9280a44658af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:25:01.224598 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:01.305749 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e24e5c-9e04-48de-aa75-674d5d5a1835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf7e4ac-b431-413a-9ee3-9280a44658af', 'code': 200} Dec 22 16:25:01.346170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:01.348221 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:25:01.413935 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=5cf7e4ac-b431-413a-9ee3-9280a44658af,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:25:01.416967 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:25:01.709700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff61c4-9bb4-4811-99ba-8a7d3cac0204 req-f0984195-5671-4aef-acc3-14fcf7ea576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:25:01.711197 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-aeff61c4-9bb4-4811-99ba-8a7d3cac0204 req-f0984195-5671-4aef-acc3-14fcf7ea576e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 1098 time: 0.0722353 Dec 22 16:25:01.795329 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-aeff61c4-9bb4-4811-99ba-8a7d3cac0204 req-c0299732-b5d7-4292-b9a2-05524a852abf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775325 Dec 22 16:25:01.831313 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061ccf0-acff-4678-be0b-84ca28e73aec req-15658358-6a0b-4d4e-9c75-6a8e30882690 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:25:01.832726 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8061ccf0-acff-4678-be0b-84ca28e73aec req-15658358-6a0b-4d4e-9c75-6a8e30882690 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0887792 Dec 22 16:25:01.877152 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8061ccf0-acff-4678-be0b-84ca28e73aec req-acf1d4de-8bc3-41fd-a546-cf8092914b24 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388131 Dec 22 16:25:03.063130 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fed4f-8e2a-44d8-923c-372b58f21b82 req-dcb22c79-e489-4dae-9fdb-d6522be720ef tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:25:03.064607 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c04fed4f-8e2a-44d8-923c-372b58f21b82 req-dcb22c79-e489-4dae-9fdb-d6522be720ef tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0805988 Dec 22 16:25:03.118685 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c04fed4f-8e2a-44d8-923c-372b58f21b82 req-c87714c6-9a33-4060-a20a-7a7c31e76009 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396280 Dec 22 16:25:04.300019 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07449082-a4bd-4cbc-ae65-361b94c74e9a req-7d827aed-c1d7-421e-a9b9-9a4a021ac424 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:25:04.301402 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-07449082-a4bd-4cbc-ae65-361b94c74e9a req-7d827aed-c1d7-421e-a9b9-9a4a021ac424 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0846546 Dec 22 16:25:04.347717 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-07449082-a4bd-4cbc-ae65-361b94c74e9a req-523028a3-8cb9-4feb-b6a3-89caffbe40a5 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403728 Dec 22 16:25:04.543676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71d777-87fe-4748-8d55-8beaa54a7b9b req-ce13e343-dbba-4522-9c46-4b9e67245e57 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:25:04.545192 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9b71d777-87fe-4748-8d55-8beaa54a7b9b req-ce13e343-dbba-4522-9c46-4b9e67245e57 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0881608 Dec 22 16:25:04.595086 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9b71d777-87fe-4748-8d55-8beaa54a7b9b req-fb82b0f6-92cb-45aa-be0c-13df907489aa tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395083 Dec 22 16:25:04.617612 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47466) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:25:04.801133 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f435c6b-87d6-4a18-9f4c-a114ac577719 tempest-TestShelveInstance-1734876601 tempest-TestShelveInstance-1734876601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:25:04.801874 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4f435c6b-87d6-4a18-9f4c-a114ac577719 tempest-TestShelveInstance-1734876601 tempest-TestShelveInstance-1734876601-project-admin] Synchronizing usage tracker for tenant:5f6b7e7f752e4aebb892ac3693540772 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:25:04.944212 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4f435c6b-87d6-4a18-9f4c-a114ac577719 tempest-TestShelveInstance-1734876601 tempest-TestShelveInstance-1734876601-project-admin] Unset dirty status for tenant:5f6b7e7f752e4aebb892ac3693540772 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:25:04.945698 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4f435c6b-87d6-4a18-9f4c-a114ac577719 tempest-TestShelveInstance-1734876601 tempest-TestShelveInstance-1734876601-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 1093 time: 0.3270130 Dec 22 16:25:04.948850 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47472) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:25:04.953923 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': '5cf7e4ac-b431-413a-9ee3-9280a44658af', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:25:04.960164 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:25:04.964130 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Usage tracker for resource:floatingip and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:25:04.967006 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:25:04.972905 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:25:05.054858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:05.189962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:05.333382 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Allocated IP 172.26.6.22 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/40e2b2c4-d545-49a2-8da3-ccb5b9fad402) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:25:05.481586 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:05.569002 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:05.572814 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8085e8a6-ed70-4653-9549-93d674705d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:25:05.632540 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:25:05.635124 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:25:05.638710 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:25:05.673633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event updated for resources: {'Port': ['ID=40e2b2c4-d545-49a2-8da3-ccb5b9fad402,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:25:05.686669 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:25:06.050159 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:06.198217 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:06.405124 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:06.475194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:06.478873 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-a2c063a3-48b0-41be-9472-edc698e4c486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:25:06.598088 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event updated for resources: {'Port': ['ID=40e2b2c4-d545-49a2-8da3-ccb5b9fad402,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:25:06.600952 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:25:06.610122 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:06.683322 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:06.897617 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Floating IP 6d66b3d8-690e-4016-8f23-6459ce177a3d associated. External IP: 172.26.6.22, port: 5cf7e4ac-b431-413a-9ee3-9280a44658af. Dec 22 16:25:07.250868 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Router eb798965-c92e-435b-a2b8-1a1b32e8269f has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:25:07.429946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:25:07.441736 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a822b03f-f095-4a2f-9bfb-4bee7cfdc78e None None] Sync routers for ids ['eb798965-c92e-435b-a2b8-1a1b32e8269f'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:25:07.450758 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822b03f-f095-4a2f-9bfb-4bee7cfdc78e None None] Routers {'eb798965-c92e-435b-a2b8-1a1b32e8269f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:25:07.451378 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a822b03f-f095-4a2f-9bfb-4bee7cfdc78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:24:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['eb798965-c92e-435b-a2b8-1a1b32e8269f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:25:07.532416 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:07.588263 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6383555 Dec 22 16:25:07.588947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e24e5c-9e04-48de-aa75-674d5d5a1835', 'tag': '5cf7e4ac-b431-413a-9ee3-9280a44658af'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:25:07.630123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-a822b03f-f095-4a2f-9bfb-4bee7cfdc78e None None] Set router eb798965-c92e-435b-a2b8-1a1b32e8269f gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:25:07.632236 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e24e5c-9e04-48de-aa75-674d5d5a1835', 'tag': '5cf7e4ac-b431-413a-9ee3-9280a44658af', 'status': 'completed', 'code': 200} Dec 22 16:25:07.727741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a0019-acbc-484f-8ca6-1549e8742465 req-e6ad2a66-f4d4-4f4a-b890-3c426244adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:25:07.729211 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-716a0019-acbc-484f-8ca6-1549e8742465 req-e6ad2a66-f4d4-4f4a-b890-3c426244adef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 1098 time: 0.0740044 Dec 22 16:25:07.861615 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a0019-acbc-484f-8ca6-1549e8742465 req-33b95305-7e87-43b7-af88-74946bdcac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:25:07.863100 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-716a0019-acbc-484f-8ca6-1549e8742465 req-33b95305-7e87-43b7-af88-74946bdcac32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 910 time: 0.1268969 Dec 22 16:25:07.979934 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a822b03f-f095-4a2f-9bfb-4bee7cfdc78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:34Z', 'revision_number': 4, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'gw_port': {'id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '6d66b3d8-690e-4016-8f23-6459ce177a3d', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'port_id': '5cf7e4ac-b431-413a-9ee3-9280a44658af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'mac_address': 'fa:16:3e:10:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e24e5c-9e04-48de-aa75-674d5d5a1835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:25:05Z', 'updated_at': '2021-12-22T16:25:05Z', 'revision_number': 0, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f7fdc6-b2d7-4daf-99de-d85f02968ae9', 'name': '', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'mac_address': 'fa:16:3e:c9:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:33Z', 'updated_at': '2021-12-22T16:24:40Z', 'revision_number': 5, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'subnets': [{'id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:25:07.984773 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a822b03f-f095-4a2f-9bfb-4bee7cfdc78e None None] Checking router: eb798965-c92e-435b-a2b8-1a1b32e8269f for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:25:07.993722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822b03f-f095-4a2f-9bfb-4bee7cfdc78e None None] Routers {'eb798965-c92e-435b-a2b8-1a1b32e8269f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:25:07.994395 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a822b03f-f095-4a2f-9bfb-4bee7cfdc78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:24:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['eb798965-c92e-435b-a2b8-1a1b32e8269f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:25:08.086505 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-716a0019-acbc-484f-8ca6-1549e8742465 req-8ef08956-0a07-437a-a3cd-1a1b0391a00a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af HTTP/1.1" status: 200 len: 998 time: 0.2161324 Dec 22 16:25:08.150893 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a0019-acbc-484f-8ca6-1549e8742465 req-b8c0993e-8872-47a6-8815-d35a7636ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:25:08.152356 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-716a0019-acbc-484f-8ca6-1549e8742465 req-b8c0993e-8872-47a6-8815-d35a7636ff4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44f54e0f-04b7-4145-8083-a7a6a90ef98f HTTP/1.1" status: 200 len: 848 time: 0.0601931 Dec 22 16:25:08.176253 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-a822b03f-f095-4a2f-9bfb-4bee7cfdc78e None None] Set router eb798965-c92e-435b-a2b8-1a1b32e8269f gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:25:08.241066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a0019-acbc-484f-8ca6-1549e8742465 req-0b7d89a6-8d7e-4a21-b688-17ee14d4b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:25:08.242594 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-716a0019-acbc-484f-8ca6-1549e8742465 req-0b7d89a6-8d7e-4a21-b688-17ee14d4b530 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e037e82a-acbd-4db4-b2ff-ed672b4c203c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840895 Dec 22 16:25:08.377495 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-716a0019-acbc-484f-8ca6-1549e8742465 req-f9cda2a0-2d58-425a-ab1e-26df85854b93 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282394 Dec 22 16:25:08.511983 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-716a0019-acbc-484f-8ca6-1549e8742465 req-bdde2bd9-8a23-4f57-80d6-7010472a0f84 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274154 Dec 22 16:25:08.540736 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a822b03f-f095-4a2f-9bfb-4bee7cfdc78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:34Z', 'revision_number': 4, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'gw_port': {'id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '6d66b3d8-690e-4016-8f23-6459ce177a3d', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'port_id': '5cf7e4ac-b431-413a-9ee3-9280a44658af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'mac_address': 'fa:16:3e:10:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e24e5c-9e04-48de-aa75-674d5d5a1835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:25:05Z', 'updated_at': '2021-12-22T16:25:05Z', 'revision_number': 0, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f7fdc6-b2d7-4daf-99de-d85f02968ae9', 'name': '', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'mac_address': 'fa:16:3e:c9:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:33Z', 'updated_at': '2021-12-22T16:24:40Z', 'revision_number': 5, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'subnets': [{'id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:25:08.545104 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a822b03f-f095-4a2f-9bfb-4bee7cfdc78e None None] The sync data for ids ['eb798965-c92e-435b-a2b8-1a1b32e8269f'] in dv-neutron-822674-1-hyperv is: [{'id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:34Z', 'revision_number': 4, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'gw_port': {'id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '6d66b3d8-690e-4016-8f23-6459ce177a3d', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'port_id': '5cf7e4ac-b431-413a-9ee3-9280a44658af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'mac_address': 'fa:16:3e:10:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e24e5c-9e04-48de-aa75-674d5d5a1835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:25:05Z', 'updated_at': '2021-12-22T16:25:05Z', 'revision_number': 0, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f7fdc6-b2d7-4daf-99de-d85f02968ae9', 'name': '', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'mac_address': 'fa:16:3e:c9:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:33Z', 'updated_at': '2021-12-22T16:24:40Z', 'revision_number': 5, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'subnets': [{'id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:25:08.759029 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e97595e-efc4-40ef-9a6e-9e391039a876 None None] New status for floating IP 6d66b3d8-690e-4016-8f23-6459ce177a3d: ACTIVE {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:25:25.349165 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a188e113-9937-4238-a947-9b6f58b5143e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:27.763527 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0e60f7c1-a4a6-4d1b-bb97-da125c9ae6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:29.180067 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:29.232064 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:31.197698 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:35.288359 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:25:35.966787 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f999c04d-de90-4b23-a747-af07bd146bdf req-5cf714d2-d7cd-45b4-b304-cbd3bd760eab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698116 Dec 22 16:25:36.111780 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999c04d-de90-4b23-a747-af07bd146bdf req-bd2eb3bf-cada-47e5-b309-776784e034f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:25:36.113339 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f999c04d-de90-4b23-a747-af07bd146bdf req-bd2eb3bf-cada-47e5-b309-776784e034f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 1098 time: 0.0755527 Dec 22 16:25:36.265113 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999c04d-de90-4b23-a747-af07bd146bdf req-68be3811-4620-444b-8d1d-0e3011241767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:25:36.266503 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f999c04d-de90-4b23-a747-af07bd146bdf req-68be3811-4620-444b-8d1d-0e3011241767 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 910 time: 0.1337500 Dec 22 16:25:36.375751 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f999c04d-de90-4b23-a747-af07bd146bdf req-e25dd461-9046-415c-b842-99c45ba3f31b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af HTTP/1.1" status: 200 len: 1000 time: 0.1029718 Dec 22 16:25:36.445593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999c04d-de90-4b23-a747-af07bd146bdf req-acef0636-4221-41e1-8a0f-f78f30b1dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:25:36.447120 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f999c04d-de90-4b23-a747-af07bd146bdf req-acef0636-4221-41e1-8a0f-f78f30b1dfca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44f54e0f-04b7-4145-8083-a7a6a90ef98f HTTP/1.1" status: 200 len: 848 time: 0.0652509 Dec 22 16:25:36.524216 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999c04d-de90-4b23-a747-af07bd146bdf req-3798cb67-a616-41fa-a0ab-bd370477e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:25:36.525616 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f999c04d-de90-4b23-a747-af07bd146bdf req-3798cb67-a616-41fa-a0ab-bd370477e1ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e037e82a-acbd-4db4-b2ff-ed672b4c203c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720801 Dec 22 16:25:36.663761 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f999c04d-de90-4b23-a747-af07bd146bdf req-c34a3551-8145-4699-82dd-1810f6c7188b service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317031 Dec 22 16:25:36.700384 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:36.808359 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f999c04d-de90-4b23-a747-af07bd146bdf req-080afbeb-69fd-4353-aaa6-ecb9e28a751b service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369641 Dec 22 16:25:55.366277 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d873f0bc-b20d-49bc-bebf-9e4dbe1b49e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:57.763232 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-39cd34df-57f4-4115-9844-8dc362e930e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:59.111491 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:25:59.225823 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:26:01.191572 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:26:06.736821 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:26:12.286745 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:26:25.411232 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-47bb9f6a-9551-4b6d-a903-8a31f570ea0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:26:27.748578 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-63646710-ac4e-47ac-a9a9-12286ccdabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:26:29.125505 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:26:29.262521 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:26:31.219715 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:26:36.702235 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:26:36.904324 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d054c27b-54fe-4e0d-84e0-122c3d5d6bbe req-83675b48-d982-4bc3-8b5b-ba8c9d6226dc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686138 Dec 22 16:26:37.044180 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054c27b-54fe-4e0d-84e0-122c3d5d6bbe req-af1e4cd3-45bc-462a-84f3-2d8b6e400cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:26:37.045571 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d054c27b-54fe-4e0d-84e0-122c3d5d6bbe req-af1e4cd3-45bc-462a-84f3-2d8b6e400cb8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 1098 time: 0.0743599 Dec 22 16:26:37.191134 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054c27b-54fe-4e0d-84e0-122c3d5d6bbe req-b7144001-9da5-4bde-9e25-27de41587d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:26:37.192588 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d054c27b-54fe-4e0d-84e0-122c3d5d6bbe req-b7144001-9da5-4bde-9e25-27de41587d80 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 910 time: 0.1272688 Dec 22 16:26:37.413587 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d054c27b-54fe-4e0d-84e0-122c3d5d6bbe req-b429ab32-1356-4fc5-a9f0-8f0f3467ead0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af HTTP/1.1" status: 200 len: 1000 time: 0.2146447 Dec 22 16:26:37.476613 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054c27b-54fe-4e0d-84e0-122c3d5d6bbe req-5952a2d8-73cc-4e08-ba04-5ed45aadf1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:26:37.478582 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d054c27b-54fe-4e0d-84e0-122c3d5d6bbe req-5952a2d8-73cc-4e08-ba04-5ed45aadf1ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44f54e0f-04b7-4145-8083-a7a6a90ef98f HTTP/1.1" status: 200 len: 848 time: 0.0575707 Dec 22 16:26:37.556787 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054c27b-54fe-4e0d-84e0-122c3d5d6bbe req-b7ee9b52-8f20-45c6-8992-415936de2722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:26:37.558262 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d054c27b-54fe-4e0d-84e0-122c3d5d6bbe req-b7ee9b52-8f20-45c6-8992-415936de2722 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e037e82a-acbd-4db4-b2ff-ed672b4c203c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724850 Dec 22 16:26:37.688142 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d054c27b-54fe-4e0d-84e0-122c3d5d6bbe req-f85bbb1e-4a82-4bc6-bd46-aac914e9f548 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230774 Dec 22 16:26:37.818693 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d054c27b-54fe-4e0d-84e0-122c3d5d6bbe req-a54a7e55-4e36-482e-9c2b-9f4e58a9f7ee service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241956 Dec 22 16:26:49.285688 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:26:55.331102 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a51040ca-6b35-4c74-a397-979f845d39f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:26:57.747446 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ff256ba6-1f2a-47f9-9ee5-cf5500362715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:26:59.117097 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:26:59.227651 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:27:01.185613 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:27:06.705604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:27:25.356888 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-850f17a3-6e5a-4ae0-bb7a-a9b6d939701e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:27:26.284631 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:27:27.751697 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ed64d922-aec7-43c0-8df0-437bef801ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:27:29.155213 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:27:29.219417 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:27:31.191008 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:27:36.699337 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:27:37.961856 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-574b183f-3bf8-4470-bcc5-c6ad0965d4de req-f9075739-0b9b-4fc7-8787-68b0b7c927cf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697663 Dec 22 16:27:38.099558 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b183f-3bf8-4470-bcc5-c6ad0965d4de req-1bb51716-be0a-46b2-a6d3-a56927d52998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:27:38.101018 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-574b183f-3bf8-4470-bcc5-c6ad0965d4de req-1bb51716-be0a-46b2-a6d3-a56927d52998 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 1098 time: 0.0707181 Dec 22 16:27:38.247331 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b183f-3bf8-4470-bcc5-c6ad0965d4de req-cda173d7-2866-4706-bc3b-d189301a3ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:27:38.248720 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-574b183f-3bf8-4470-bcc5-c6ad0965d4de req-cda173d7-2866-4706-bc3b-d189301a3ad6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 910 time: 0.1285751 Dec 22 16:27:38.350695 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-574b183f-3bf8-4470-bcc5-c6ad0965d4de req-a3564f62-637f-4c57-8aa9-73d8590c61b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af HTTP/1.1" status: 200 len: 1000 time: 0.0958543 Dec 22 16:27:38.416980 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b183f-3bf8-4470-bcc5-c6ad0965d4de req-16f197e0-7826-4b62-95d0-e29b8c71468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:27:38.418417 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-574b183f-3bf8-4470-bcc5-c6ad0965d4de req-16f197e0-7826-4b62-95d0-e29b8c71468d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44f54e0f-04b7-4145-8083-a7a6a90ef98f HTTP/1.1" status: 200 len: 848 time: 0.0616312 Dec 22 16:27:38.491757 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b183f-3bf8-4470-bcc5-c6ad0965d4de req-a2706abd-8163-41ab-8b70-64641db94cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:27:38.493203 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-574b183f-3bf8-4470-bcc5-c6ad0965d4de req-a2706abd-8163-41ab-8b70-64641db94cd0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e037e82a-acbd-4db4-b2ff-ed672b4c203c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680206 Dec 22 16:27:38.621399 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-574b183f-3bf8-4470-bcc5-c6ad0965d4de req-2f84c314-7f3b-4efc-a28a-2d31ec7e9cd7 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216617 Dec 22 16:27:38.751134 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-574b183f-3bf8-4470-bcc5-c6ad0965d4de req-54f7f49a-5edc-41d3-956e-bbe30f72cea2 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220887 Dec 22 16:27:45.851011 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423e572-22e1-4e4c-8b51-ec17aee01a1c req-e2908893-4c4b-45a6-87da-9e5058c3ccba tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:27:45.852345 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c423e572-22e1-4e4c-8b51-ec17aee01a1c req-e2908893-4c4b-45a6-87da-9e5058c3ccba tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.1499748 Dec 22 16:27:45.895646 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c423e572-22e1-4e4c-8b51-ec17aee01a1c req-8fd16e9f-bf03-495b-b545-24e08b5120b1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376716 Dec 22 16:27:47.093469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c6a6b-6bb5-40e0-b7ac-f80a49851e2e req-684a1431-4995-4133-af3c-ab2e5aa173df tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:27:47.094996 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-634c6a6b-6bb5-40e0-b7ac-f80a49851e2e req-684a1431-4995-4133-af3c-ab2e5aa173df tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0796793 Dec 22 16:27:47.138802 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-634c6a6b-6bb5-40e0-b7ac-f80a49851e2e req-f12f6aa3-53b2-4c1a-b3ca-7c76671d26b0 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381868 Dec 22 16:27:48.344065 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098ec61-f793-44a2-97e6-3867935eee2f req-fb45c13b-1cff-4277-8250-73bf8c714e1c tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:27:48.345436 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0098ec61-f793-44a2-97e6-3867935eee2f req-fb45c13b-1cff-4277-8250-73bf8c714e1c tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0866706 Dec 22 16:27:48.389931 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0098ec61-f793-44a2-97e6-3867935eee2f req-cb8bbaef-3171-462e-9f68-e42053707b41 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387983 Dec 22 16:27:49.570512 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22963b-b427-4248-9cab-697d1a4c7dca req-b545eee4-ac6c-43b1-afa1-7247426eb5fc tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:27:49.571955 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-aa22963b-b427-4248-9cab-697d1a4c7dca req-b545eee4-ac6c-43b1-afa1-7247426eb5fc tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0789683 Dec 22 16:27:49.615280 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-aa22963b-b427-4248-9cab-697d1a4c7dca req-9e9bb345-dfb2-422f-a06a-67963443b628 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377221 Dec 22 16:27:50.802467 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07603bb4-660b-4992-987d-741c0c47be60 req-a513be3a-7fe9-4d3e-8516-7aa0a798ad9e tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:27:50.804000 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-07603bb4-660b-4992-987d-741c0c47be60 req-a513be3a-7fe9-4d3e-8516-7aa0a798ad9e tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0839398 Dec 22 16:27:50.849215 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-07603bb4-660b-4992-987d-741c0c47be60 req-62aaf794-89c1-4b4d-9487-4211796779f0 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395839 Dec 22 16:27:52.028707 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8134f63-5569-4741-a5eb-1bf2e37329e4 req-42d0c547-8ddd-4237-9e5a-6f5dd25ab660 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:27:52.030138 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8134f63-5569-4741-a5eb-1bf2e37329e4 req-42d0c547-8ddd-4237-9e5a-6f5dd25ab660 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0787604 Dec 22 16:27:52.077256 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8134f63-5569-4741-a5eb-1bf2e37329e4 req-6787c09c-00e1-45e5-9e83-4792a3d49749 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408843 Dec 22 16:27:53.268872 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e15e7e-deee-45cc-8461-5cbd5604b18f req-4cfdb741-1cb4-4f82-8d4a-c5c33f18b6f6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:27:53.270359 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a5e15e7e-deee-45cc-8461-5cbd5604b18f req-4cfdb741-1cb4-4f82-8d4a-c5c33f18b6f6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0824406 Dec 22 16:27:53.314800 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a5e15e7e-deee-45cc-8461-5cbd5604b18f req-0ff1e412-2a74-4e34-9778-c04921c58607 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381272 Dec 22 16:27:54.620199 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1850843-dac4-4bdf-89d7-7ff9aaa380a7 req-a65595eb-6efc-4960-9829-76bb9c412237 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:27:54.621581 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a1850843-dac4-4bdf-89d7-7ff9aaa380a7 req-a65595eb-6efc-4960-9829-76bb9c412237 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.1982884 Dec 22 16:27:54.666282 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a1850843-dac4-4bdf-89d7-7ff9aaa380a7 req-4c5ad660-cdc9-40a9-aad1-0bf2aff9a5a1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383737 Dec 22 16:27:55.375387 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-42f1f046-011f-413b-9506-7e3e40c7d930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:27:55.852264 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eead20-5d48-4abb-9c1c-1375e4584f5f req-eb94adf6-1cd3-4031-9abe-1861bd5f661f tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:27:55.853701 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d9eead20-5d48-4abb-9c1c-1375e4584f5f req-eb94adf6-1cd3-4031-9abe-1861bd5f661f tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0848441 Dec 22 16:27:55.896364 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d9eead20-5d48-4abb-9c1c-1375e4584f5f req-71af5f0c-219d-4751-bdb4-ad9de01f12d9 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370202 Dec 22 16:27:57.083879 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59562565-9bca-4b78-9a7b-fa6873965dee req-65cda4a0-8453-427e-ae57-1b59f908f696 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:27:57.085335 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-59562565-9bca-4b78-9a7b-fa6873965dee req-65cda4a0-8453-427e-ae57-1b59f908f696 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0825438 Dec 22 16:27:57.130429 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-59562565-9bca-4b78-9a7b-fa6873965dee req-1f84e1ba-bb45-4df2-8838-ebfbd3f9fa00 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392492 Dec 22 16:27:57.735251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f0b5-809e-4806-9750-6b260d75b090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:27:58.068744 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 5cf7e4ac-b431-413a-9ee3-9280a44658af details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:27:58.204292 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 5cf7e4ac-b431-413a-9ee3-9280a44658af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:27:58.217180 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '5cf7e4ac-b431-413a-9ee3-9280a44658af', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'port_id': '5cf7e4ac-b431-413a-9ee3-9280a44658af', 'mac_address': 'fa:16:3e:10:a6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:27:58.273564 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:27:58.292215 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5cf7e4ac-b431-413a-9ee3-9280a44658af {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:27:58.309005 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 5cf7e4ac-b431-413a-9ee3-9280a44658af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:27:58.331101 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc45d1d-d811-4632-8c0f-f9575b461164 req-6434de14-93fb-4b40-a410-8f9d1a917dad tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:27:58.332563 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3cc45d1d-d811-4632-8c0f-f9575b461164 req-6434de14-93fb-4b40-a410-8f9d1a917dad tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0872519 Dec 22 16:27:58.364196 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:27:58.365998 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:27:58.383156 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3cc45d1d-d811-4632-8c0f-f9575b461164 req-9e6f135d-ad70-4f36-9036-f4341309c0e6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446315 Dec 22 16:27:58.438617 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=5cf7e4ac-b431-413a-9ee3-9280a44658af,revision_number=6']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:27:58.445544 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:27:58.445898 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:27:58.446258 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:27:58.446601 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:27:58.446970 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:27:58.447305 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:27:58.447632 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:27:58.447959 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:27:58.448287 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:27:58.448608 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:27:58.448930 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:27:58.449251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:27:58.453971 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['5cf7e4ac-b431-413a-9ee3-9280a44658af'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:27:58.477679 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:27:59.118292 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:27:59.238120 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:27:59.576979 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a079f-d377-460b-9946-3e1afd5c293e req-c1b56123-a4a1-4282-a700-b7ec290b2d30 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:27:59.578443 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7d3a079f-d377-460b-9946-3e1afd5c293e req-c1b56123-a4a1-4282-a700-b7ec290b2d30 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 944 time: 0.0793998 Dec 22 16:27:59.622251 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7d3a079f-d377-460b-9946-3e1afd5c293e req-5154f9a0-5812-4aa7-9dde-c37b30d5f726 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382447 Dec 22 16:28:00.075754 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 5cf7e4ac-b431-413a-9ee3-9280a44658af up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:28:00.143448 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 5cf7e4ac-b431-413a-9ee3-9280a44658af triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:28:00.144133 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:28:00.273017 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:28:00.301961 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e24e5c-9e04-48de-aa75-674d5d5a1835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf7e4ac-b431-413a-9ee3-9280a44658af'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:28:00.311347 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 5cf7e4ac-b431-413a-9ee3-9280a44658af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:28:00.351479 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e24e5c-9e04-48de-aa75-674d5d5a1835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf7e4ac-b431-413a-9ee3-9280a44658af', 'code': 200} Dec 22 16:28:00.369281 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:28:00.371169 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:28:00.440251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=5cf7e4ac-b431-413a-9ee3-9280a44658af,revision_number=7']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:28:00.443296 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:28:00.809428 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5b45c-1093-4757-b3f8-34da6e4c5990 req-7e065368-8541-41c1-a764-76f4cd3f886b tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:00.810972 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9cc5b45c-1093-4757-b3f8-34da6e4c5990 req-7e065368-8541-41c1-a764-76f4cd3f886b tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0836706 Dec 22 16:28:00.858082 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9cc5b45c-1093-4757-b3f8-34da6e4c5990 req-bc847776-4ca9-4834-bb62-399c0fd62312 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409997 Dec 22 16:28:01.187172 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:28:02.055601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7345e8-4204-4471-8573-ee5824fb16f6 req-dcb5d80c-2f60-436e-a579-0e21e13aa71f tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:02.057150 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1b7345e8-4204-4471-8573-ee5824fb16f6 req-dcb5d80c-2f60-436e-a579-0e21e13aa71f tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0840981 Dec 22 16:28:02.102243 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1b7345e8-4204-4471-8573-ee5824fb16f6 req-eb7801ac-0a51-4f86-a1e6-ab07c52222a8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388005 Dec 22 16:28:03.306737 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:28:03.321171 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ec5a8-4a43-4aff-ba95-ddc260234710 req-72dfc9de-ffef-486c-b707-2cc6e1806699 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:03.322196 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a00ec5a8-4a43-4aff-ba95-ddc260234710 req-72dfc9de-ffef-486c-b707-2cc6e1806699 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0998785 Dec 22 16:28:03.385789 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a00ec5a8-4a43-4aff-ba95-ddc260234710 req-6a169cdd-0e87-4b12-a16b-3276e501a574 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580072 Dec 22 16:28:04.597082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60e8a1-00de-4ef2-bc0b-97715ed7609e req-f0e94c2f-d57e-4d40-8c85-4b0eb8aecbd4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:04.598664 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ea60e8a1-00de-4ef2-bc0b-97715ed7609e req-f0e94c2f-d57e-4d40-8c85-4b0eb8aecbd4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0873325 Dec 22 16:28:04.655345 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ea60e8a1-00de-4ef2-bc0b-97715ed7609e req-3a58861f-8c4b-43a0-a545-c0b6881178df tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503399 Dec 22 16:28:05.853735 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bbe9d-871c-4b0d-901b-2d106596691c req-00916606-9162-43e9-9745-dc77818a18cd tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:05.855295 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ab4bbe9d-871c-4b0d-901b-2d106596691c req-00916606-9162-43e9-9745-dc77818a18cd tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0902023 Dec 22 16:28:05.900448 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ab4bbe9d-871c-4b0d-901b-2d106596691c req-bf249c04-5e9e-4a91-9a70-86f36df9c200 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388637 Dec 22 16:28:06.729709 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:28:07.125332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e4cab-0acc-48ca-9395-31bc8ce6091f req-aff0023e-7d8f-4253-a053-2ebeeb786433 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:07.127764 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e40e4cab-0acc-48ca-9395-31bc8ce6091f req-aff0023e-7d8f-4253-a053-2ebeeb786433 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.1137388 Dec 22 16:28:07.204662 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e40e4cab-0acc-48ca-9395-31bc8ce6091f req-4d87dd36-bf50-4600-aaff-55badbfe221b tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623429 Dec 22 16:28:08.440372 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a8bca-7ff9-4afc-8b17-a9aa8c3841f6 req-c0f3681d-276b-4855-aed2-1c9b97f51011 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:08.442003 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1a3a8bca-7ff9-4afc-8b17-a9aa8c3841f6 req-c0f3681d-276b-4855-aed2-1c9b97f51011 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0890625 Dec 22 16:28:08.487713 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1a3a8bca-7ff9-4afc-8b17-a9aa8c3841f6 req-c8d0737c-138e-4bb8-88cc-7450d70b3cd7 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395601 Dec 22 16:28:09.703912 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95eb3d-9547-4b44-881b-b269220671ca req-6c836ed9-cc26-40ae-8d62-259658e58f80 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:09.706283 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cb95eb3d-9547-4b44-881b-b269220671ca req-6c836ed9-cc26-40ae-8d62-259658e58f80 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0940464 Dec 22 16:28:09.773608 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cb95eb3d-9547-4b44-881b-b269220671ca req-f846d3a8-6721-4d64-b596-423ce395ff61 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541365 Dec 22 16:28:10.969699 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4839700-2c78-4c82-93b1-c3c437f3f946 req-96c1e990-af48-4c5e-888e-4677e815f879 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:10.971364 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c4839700-2c78-4c82-93b1-c3c437f3f946 req-96c1e990-af48-4c5e-888e-4677e815f879 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0867383 Dec 22 16:28:11.022800 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c4839700-2c78-4c82-93b1-c3c437f3f946 req-95715941-37ad-4428-b71f-270243327871 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435438 Dec 22 16:28:12.225667 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf34e2b-03bf-491e-a60b-7e730aaaecd0 req-15595c66-08cd-4c1b-8fde-dba17e274105 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:12.227413 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-caf34e2b-03bf-491e-a60b-7e730aaaecd0 req-15595c66-08cd-4c1b-8fde-dba17e274105 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0960259 Dec 22 16:28:12.279792 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-caf34e2b-03bf-491e-a60b-7e730aaaecd0 req-2709fd79-4193-4aed-a60a-8f3a76f60b93 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461388 Dec 22 16:28:13.464606 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b0925-9b1b-4199-a510-231c726ad92f req-7e07b83f-80a9-4c89-be78-4039348a306d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:13.465997 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b17b0925-9b1b-4199-a510-231c726ad92f req-7e07b83f-80a9-4c89-be78-4039348a306d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0795784 Dec 22 16:28:13.513505 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b17b0925-9b1b-4199-a510-231c726ad92f req-98eb1983-8049-4c1e-a029-61478d29a450 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418031 Dec 22 16:28:14.243161 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42dfe0-68a0-4daf-bb66-a86bdd0d9b2a req-c83592b5-aaf0-472a-9b70-85ad11a9bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:14.244684 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ca42dfe0-68a0-4daf-bb66-a86bdd0d9b2a req-c83592b5-aaf0-472a-9b70-85ad11a9bbfd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 1098 time: 0.1304681 Dec 22 16:28:14.389203 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42dfe0-68a0-4daf-bb66-a86bdd0d9b2a req-d8c6b4b6-2553-4f5e-a3ef-41f87f7cc7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:14.391362 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ca42dfe0-68a0-4daf-bb66-a86bdd0d9b2a req-d8c6b4b6-2553-4f5e-a3ef-41f87f7cc7d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 910 time: 0.1386464 Dec 22 16:28:14.494864 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ca42dfe0-68a0-4daf-bb66-a86bdd0d9b2a req-77d16723-8e6f-4b31-b8f1-ee23a8cdfe84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af HTTP/1.1" status: 200 len: 1000 time: 0.0975242 Dec 22 16:28:14.558490 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42dfe0-68a0-4daf-bb66-a86bdd0d9b2a req-9c119f04-936c-4710-99f6-0db70507f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:14.562583 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ca42dfe0-68a0-4daf-bb66-a86bdd0d9b2a req-9c119f04-936c-4710-99f6-0db70507f049 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44f54e0f-04b7-4145-8083-a7a6a90ef98f HTTP/1.1" status: 200 len: 848 time: 0.0584860 Dec 22 16:28:14.817181 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42dfe0-68a0-4daf-bb66-a86bdd0d9b2a req-a0283e36-8cb0-46ef-b8fd-d88f1abd286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:14.818815 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ca42dfe0-68a0-4daf-bb66-a86bdd0d9b2a req-a0283e36-8cb0-46ef-b8fd-d88f1abd286f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e037e82a-acbd-4db4-b2ff-ed672b4c203c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2524440 Dec 22 16:28:14.830963 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f84a1c-7818-4fd0-975d-d63005ba0136 req-4f07bbf5-225f-4aa8-8ae2-4ca5c5fadd31 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:14.832337 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b6f84a1c-7818-4fd0-975d-d63005ba0136 req-4f07bbf5-225f-4aa8-8ae2-4ca5c5fadd31 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.1028876 Dec 22 16:28:14.955197 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b6f84a1c-7818-4fd0-975d-d63005ba0136 req-25baffb3-0c2a-4abc-9a1a-9e2d2cf244f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044030 Dec 22 16:28:14.994533 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ca42dfe0-68a0-4daf-bb66-a86bdd0d9b2a req-0f609618-e601-430a-b5ef-daa578b73118 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612418 Dec 22 16:28:15.126601 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ca42dfe0-68a0-4daf-bb66-a86bdd0d9b2a req-596dacec-c9fb-4ac2-8659-a273e922025e service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248081 Dec 22 16:28:16.144016 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80d419-955b-46bb-9588-dd55125dc2c7 req-14d530fc-1d25-42ad-9071-2500c9ad3600 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:16.145502 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8e80d419-955b-46bb-9588-dd55125dc2c7 req-14d530fc-1d25-42ad-9071-2500c9ad3600 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 945 time: 0.0803430 Dec 22 16:28:16.159942 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 5cf7e4ac-b431-413a-9ee3-9280a44658af no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:28:16.189778 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8e80d419-955b-46bb-9588-dd55125dc2c7 req-26048c0a-6b34-4e09-9fbb-f00770fe0bf9 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386615 Dec 22 16:28:16.271601 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:28:16.297865 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e24e5c-9e04-48de-aa75-674d5d5a1835', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cf7e4ac-b431-413a-9ee3-9280a44658af'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:28:16.308191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 5cf7e4ac-b431-413a-9ee3-9280a44658af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:28:16.344098 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e24e5c-9e04-48de-aa75-674d5d5a1835', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cf7e4ac-b431-413a-9ee3-9280a44658af', 'code': 200} Dec 22 16:28:16.376107 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:28:16.377902 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-9f5a2325-c075-4c12-b78a-910f73bbafbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:28:16.444077 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=5cf7e4ac-b431-413a-9ee3-9280a44658af,revision_number=8']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:28:16.447177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:28:17.377232 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0cb9b-36cc-4cbc-9830-15ee3ac4dc6b req-d5d09f2f-da8c-4791-b92e-375b58e938eb tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:17.378928 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cdb0cb9b-36cc-4cbc-9830-15ee3ac4dc6b req-d5d09f2f-da8c-4791-b92e-375b58e938eb tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.0849247 Dec 22 16:28:17.423847 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cdb0cb9b-36cc-4cbc-9830-15ee3ac4dc6b req-6f7a47da-63b5-43f2-a227-e0ed6a3264ed tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393836 Dec 22 16:28:17.938364 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759655b-bd6d-422f-a822-1422f967e8d0 req-e42a315b-e0df-4278-a837-2a938a6cdc77 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:17.939925 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f759655b-bd6d-422f-a822-1422f967e8d0 req-e42a315b-e0df-4278-a837-2a938a6cdc77 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.0825112 Dec 22 16:28:17.984122 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f759655b-bd6d-422f-a822-1422f967e8d0 req-61a81c63-7d1c-4acd-8ef1-c0862ac15528 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384245 Dec 22 16:28:18.310135 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9a976cd7-4349-4f92-9ec9-dff0f7acbee4 req-ab8e7195-d405-42c5-ac17-89da5ff7be9c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1128483 Dec 22 16:28:19.178710 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1c9c3-3cfa-4e0b-9118-b937d9870fd0 req-f246e010-11d0-460d-bcdf-7d1761b4e35e tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:19.180193 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-85e1c9c3-3cfa-4e0b-9118-b937d9870fd0 req-f246e010-11d0-460d-bcdf-7d1761b4e35e tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.0856333 Dec 22 16:28:19.228116 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-85e1c9c3-3cfa-4e0b-9118-b937d9870fd0 req-ab1076da-e8b2-4bcb-92c3-6d976a6a7470 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419414 Dec 22 16:28:19.816037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a976cd7-4349-4f92-9ec9-dff0f7acbee4 req-44ead132-884b-431a-b562-4d05504784aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:19.817560 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9a976cd7-4349-4f92-9ec9-dff0f7acbee4 req-44ead132-884b-431a-b562-4d05504784aa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835&tenant_id=d815265accfa408895fcc7d9ff118df5 HTTP/1.1" status: 200 len: 1096 time: 0.0757451 Dec 22 16:28:19.915092 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a976cd7-4349-4f92-9ec9-dff0f7acbee4 req-4ecbeeff-1620-4d27-bd85-04e478036625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:19.916613 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9a976cd7-4349-4f92-9ec9-dff0f7acbee4 req-4ecbeeff-1620-4d27-bd85-04e478036625 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 1096 time: 0.0723281 Dec 22 16:28:20.047923 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a976cd7-4349-4f92-9ec9-dff0f7acbee4 req-b09d908a-d484-4dae-8762-14202c400a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:20.049348 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9a976cd7-4349-4f92-9ec9-dff0f7acbee4 req-b09d908a-d484-4dae-8762-14202c400a09 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 910 time: 0.1259944 Dec 22 16:28:20.154028 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9a976cd7-4349-4f92-9ec9-dff0f7acbee4 req-3c280920-b8a2-48d5-9648-77597e8c8a58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af HTTP/1.1" status: 200 len: 998 time: 0.0979590 Dec 22 16:28:20.174952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 5cf7e4ac-b431-413a-9ee3-9280a44658af no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:28:20.217230 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a976cd7-4349-4f92-9ec9-dff0f7acbee4 req-cc63a9cc-3690-40da-8840-23a8ca14ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:20.218725 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9a976cd7-4349-4f92-9ec9-dff0f7acbee4 req-cc63a9cc-3690-40da-8840-23a8ca14ca5c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44f54e0f-04b7-4145-8083-a7a6a90ef98f HTTP/1.1" status: 200 len: 848 time: 0.0586045 Dec 22 16:28:20.298361 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a976cd7-4349-4f92-9ec9-dff0f7acbee4 req-b6c68574-24ff-491f-9603-a3e940631e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:20.300095 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9a976cd7-4349-4f92-9ec9-dff0f7acbee4 req-b6c68574-24ff-491f-9603-a3e940631e21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e037e82a-acbd-4db4-b2ff-ed672b4c203c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754905 Dec 22 16:28:20.488352 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9a976cd7-4349-4f92-9ec9-dff0f7acbee4 req-8d6a5c4d-77ab-4bb4-96fb-61c73a5e2047 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818113 Dec 22 16:28:20.531886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56e198-3a22-4173-ad99-ccd8f858931b req-715342c1-6a4c-44c8-a386-2f166eba7f0c tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:20.533316 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bf56e198-3a22-4173-ad99-ccd8f858931b req-715342c1-6a4c-44c8-a386-2f166eba7f0c tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.1531093 Dec 22 16:28:20.763934 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bf56e198-3a22-4173-ad99-ccd8f858931b req-e3ecd6f7-eff2-4c56-bf81-1ab9d393fe02 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881640 Dec 22 16:28:20.785757 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9a976cd7-4349-4f92-9ec9-dff0f7acbee4 req-e0daccda-2d73-4d47-80e6-5ca7087267a5 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911813 Dec 22 16:28:21.964317 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d94b5-f9e9-4292-8ce2-3260f7c74940 req-318fedf1-7070-4a2c-b194-836b27a09776 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:21.965783 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-af2d94b5-f9e9-4292-8ce2-3260f7c74940 req-318fedf1-7070-4a2c-b194-836b27a09776 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.0874162 Dec 22 16:28:22.011118 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-af2d94b5-f9e9-4292-8ce2-3260f7c74940 req-425e4c6a-8bd9-419b-9134-cde9c2843dd9 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397615 Dec 22 16:28:23.205718 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace6f94-e123-48a2-9ffe-596517826bda req-b76ddca1-1a6a-4d10-a022-92b9ac739cae tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:23.207363 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cace6f94-e123-48a2-9ffe-596517826bda req-b76ddca1-1a6a-4d10-a022-92b9ac739cae tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.0888400 Dec 22 16:28:23.253241 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cace6f94-e123-48a2-9ffe-596517826bda req-7aceb33e-0a05-4a1c-a918-159f85d4a920 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399547 Dec 22 16:28:24.443897 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea195fe-49bc-430e-9ff4-3a141012b792 req-54ac1735-39ce-46bd-8383-da645259e479 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:24.445424 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1ea195fe-49bc-430e-9ff4-3a141012b792 req-54ac1735-39ce-46bd-8383-da645259e479 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.0813637 Dec 22 16:28:24.494427 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1ea195fe-49bc-430e-9ff4-3a141012b792 req-e8b2b6f0-4440-4b9e-8300-9a239cdf9a06 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431800 Dec 22 16:28:25.340658 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1676cbf3-2844-4d66-8c0d-19f30d398062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:28:25.690180 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e720544-ffde-4968-88ae-987ac0b6a2b3 req-8fda50ab-dd21-4b35-82cb-3bd89a1e2d28 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:25.691678 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1e720544-ffde-4968-88ae-987ac0b6a2b3 req-8fda50ab-dd21-4b35-82cb-3bd89a1e2d28 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.0857427 Dec 22 16:28:25.738118 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1e720544-ffde-4968-88ae-987ac0b6a2b3 req-3169291d-c62a-4cd3-9b1f-05c7f34c8d03 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406375 Dec 22 16:28:26.935511 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91703b6-c342-4b8f-bfc2-444cf137b4a9 req-8af8dcc9-e0db-47c0-bace-4929a4f6b0e4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:26.942579 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e91703b6-c342-4b8f-bfc2-444cf137b4a9 req-8af8dcc9-e0db-47c0-bace-4929a4f6b0e4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.0932531 Dec 22 16:28:26.987911 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e91703b6-c342-4b8f-bfc2-444cf137b4a9 req-51b9a36a-dca0-40c7-af5a-0c98d7be9903 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444455 Dec 22 16:28:27.752614 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7f876c27-68c6-459a-a5ca-eea0db0f9a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:28:28.186109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa84369-90b4-4c36-a10f-427d6323fcda req-d6d87b2e-167b-406a-87db-b5e864b1d791 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:28.187735 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9aa84369-90b4-4c36-a10f-427d6323fcda req-d6d87b2e-167b-406a-87db-b5e864b1d791 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.0853462 Dec 22 16:28:28.235171 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9aa84369-90b4-4c36-a10f-427d6323fcda req-0b2d4cca-c047-4356-8424-aee73db9c994 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408783 Dec 22 16:28:29.135661 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:28:29.249850 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:28:29.439233 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc3bf7-c212-4e5c-9c67-6abe4edf1d72 req-4c120b80-8f8b-4386-89c0-4451147c2a1c tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:29.440706 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1bcc3bf7-c212-4e5c-9c67-6abe4edf1d72 req-4c120b80-8f8b-4386-89c0-4451147c2a1c tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.0897551 Dec 22 16:28:29.490460 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1bcc3bf7-c212-4e5c-9c67-6abe4edf1d72 req-60c518fc-a9bb-4395-9029-36ae18f06559 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438087 Dec 22 16:28:30.701269 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468235fc-58c9-4f20-a757-6e1536018c00 req-485fc494-0890-47f9-9d62-77f0a624491d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:30.703599 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-468235fc-58c9-4f20-a757-6e1536018c00 req-485fc494-0890-47f9-9d62-77f0a624491d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.0982800 Dec 22 16:28:30.750972 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-468235fc-58c9-4f20-a757-6e1536018c00 req-6e32fe97-e29a-46e2-a7ff-94d70fffe653 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412376 Dec 22 16:28:31.226645 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:28:31.953337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c9bea-3f84-4e90-98c1-b1ee065989e7 req-ddb7137a-165e-49b5-94db-e20e8d8c83c7 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:31.954838 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a98c9bea-3f84-4e90-98c1-b1ee065989e7 req-ddb7137a-165e-49b5-94db-e20e8d8c83c7 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.0877175 Dec 22 16:28:32.004341 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a98c9bea-3f84-4e90-98c1-b1ee065989e7 req-53e302ad-c8f8-437e-8aef-d15433503220 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435240 Dec 22 16:28:33.190105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8418c-de0d-497b-aa17-386420826bda req-2eb01896-f750-4565-97eb-9c3633726964 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:33.192163 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8fd8418c-de0d-497b-aa17-386420826bda req-2eb01896-f750-4565-97eb-9c3633726964 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.0817633 Dec 22 16:28:33.238879 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8fd8418c-de0d-497b-aa17-386420826bda req-53951714-0132-4898-bd33-1fd7e18a0450 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410128 Dec 22 16:28:34.424240 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cb405-4c1a-4cf6-9634-4ab82ded638b req-c2639f1d-c00b-4323-a744-a02445a9dbd0 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:34.426278 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c22cb405-4c1a-4cf6-9634-4ab82ded638b req-c2639f1d-c00b-4323-a744-a02445a9dbd0 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.0837450 Dec 22 16:28:34.470126 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c22cb405-4c1a-4cf6-9634-4ab82ded638b req-d2adb7ab-daf1-4059-bca8-a2347050b5a4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380065 Dec 22 16:28:35.659267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8e1a8-f21f-45ab-9aea-710d017ad06b req-43dd0ee9-944d-41ed-9c70-dca54b066c59 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:35.661229 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-79e8e1a8-f21f-45ab-9aea-710d017ad06b req-43dd0ee9-944d-41ed-9c70-dca54b066c59 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.0815511 Dec 22 16:28:35.705154 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-79e8e1a8-f21f-45ab-9aea-710d017ad06b req-e676d5f7-03cf-4b51-8191-3fba4894368f tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381198 Dec 22 16:28:36.723029 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:28:36.893811 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f33d15-7b7d-4d0c-a7e8-f09ce80af55d req-5ffa9089-4a35-4470-a40d-6feb5dfc5390 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:36.895283 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-33f33d15-7b7d-4d0c-a7e8-f09ce80af55d req-5ffa9089-4a35-4470-a40d-6feb5dfc5390 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.0814188 Dec 22 16:28:36.939539 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-33f33d15-7b7d-4d0c-a7e8-f09ce80af55d req-fe2a936b-89b5-4594-baed-f4cc675eb4c8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385690 Dec 22 16:28:37.982571 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace218d-0a69-44b7-a060-b7f3d022dbd4 req-8e14b7cf-0059-4c71-982e-944b08f294e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:37.984037 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5ace218d-0a69-44b7-a060-b7f3d022dbd4 req-8e14b7cf-0059-4c71-982e-944b08f294e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 1096 time: 0.0748510 Dec 22 16:28:38.178676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace218d-0a69-44b7-a060-b7f3d022dbd4 req-076c42e6-4904-43d3-aa98-a7ab206fc6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:38.180118 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5ace218d-0a69-44b7-a060-b7f3d022dbd4 req-076c42e6-4904-43d3-aa98-a7ab206fc6cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 910 time: 0.1772792 Dec 22 16:28:38.243414 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9849b-12ab-452f-be7f-8561a0f431e9 req-81e100a8-b959-4a77-83f7-78ec513b0704 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:38.244823 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-abc9849b-12ab-452f-be7f-8561a0f431e9 req-81e100a8-b959-4a77-83f7-78ec513b0704 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 943 time: 0.1750908 Dec 22 16:28:38.255032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 5cf7e4ac-b431-413a-9ee3-9280a44658af details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:28:38.319505 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-abc9849b-12ab-452f-be7f-8561a0f431e9 req-3a3624f1-ca05-4cd5-ba25-5b9a55e6935f tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688553 Dec 22 16:28:38.323201 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5ace218d-0a69-44b7-a060-b7f3d022dbd4 req-dc7beb73-a55b-49c8-a5a8-30c6f8ae5fd5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af HTTP/1.1" status: 200 len: 998 time: 0.1357288 Dec 22 16:28:38.391554 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 5cf7e4ac-b431-413a-9ee3-9280a44658af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:28:38.405878 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '5cf7e4ac-b431-413a-9ee3-9280a44658af', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'port_id': '5cf7e4ac-b431-413a-9ee3-9280a44658af', 'mac_address': 'fa:16:3e:10:a6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:28:38.507139 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:28:38.515171 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace218d-0a69-44b7-a060-b7f3d022dbd4 req-a6817540-7f49-4ab0-b2b0-e03fca1a528b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:38.516596 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5ace218d-0a69-44b7-a060-b7f3d022dbd4 req-a6817540-7f49-4ab0-b2b0-e03fca1a528b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44f54e0f-04b7-4145-8083-a7a6a90ef98f HTTP/1.1" status: 200 len: 848 time: 0.1859004 Dec 22 16:28:38.523588 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf7e4ac-b431-413a-9ee3-9280a44658af {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:28:38.538995 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 5cf7e4ac-b431-413a-9ee3-9280a44658af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:28:38.589832 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace218d-0a69-44b7-a060-b7f3d022dbd4 req-beafbffa-aa97-4979-83a6-44f416659010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:38.591230 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5ace218d-0a69-44b7-a060-b7f3d022dbd4 req-beafbffa-aa97-4979-83a6-44f416659010 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e037e82a-acbd-4db4-b2ff-ed672b4c203c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686224 Dec 22 16:28:38.631294 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:28:38.633100 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:28:38.698655 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=5cf7e4ac-b431-413a-9ee3-9280a44658af,revision_number=9']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:28:38.701766 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:28:38.724108 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5ace218d-0a69-44b7-a060-b7f3d022dbd4 req-74937da1-7470-43ef-8b5a-6f885e716a39 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259024 Dec 22 16:28:38.853987 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5ace218d-0a69-44b7-a060-b7f3d022dbd4 req-44623584-2a2f-4903-ba20-bb1ae5ae6e79 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231451 Dec 22 16:28:38.979926 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['5cf7e4ac-b431-413a-9ee3-9280a44658af'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:28:39.508496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4d8f8-67de-4516-8e37-526e2b96dcfa req-823fd0e2-9cc7-4dd5-a925-44354cff1166 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:39.509931 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-98e4d8f8-67de-4516-8e37-526e2b96dcfa req-823fd0e2-9cc7-4dd5-a925-44354cff1166 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 944 time: 0.0839746 Dec 22 16:28:39.554731 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-98e4d8f8-67de-4516-8e37-526e2b96dcfa req-6f54a7f8-3e8b-4b67-af2e-b4f0382fb672 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391119 Dec 22 16:28:40.261172 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 5cf7e4ac-b431-413a-9ee3-9280a44658af up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:28:40.306766 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:28:40.327267 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 5cf7e4ac-b431-413a-9ee3-9280a44658af triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:28:40.327644 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:28:40.442742 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:28:40.468837 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e24e5c-9e04-48de-aa75-674d5d5a1835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf7e4ac-b431-413a-9ee3-9280a44658af'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:28:40.479115 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 5cf7e4ac-b431-413a-9ee3-9280a44658af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:28:40.511792 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e24e5c-9e04-48de-aa75-674d5d5a1835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf7e4ac-b431-413a-9ee3-9280a44658af', 'code': 200} Dec 22 16:28:40.569588 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:28:40.571421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-f49027d7-ed16-45e6-9266-e0a866bcf9bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:28:40.636244 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=5cf7e4ac-b431-413a-9ee3-9280a44658af,revision_number=10']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:28:40.649775 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:28:40.753275 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d5fae-faf0-4def-8e21-3c73e6699c86 req-f5e91c6b-df25-477b-96b0-ac0922e240ef tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:40.754780 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-226d5fae-faf0-4def-8e21-3c73e6699c86 req-f5e91c6b-df25-477b-96b0-ac0922e240ef tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 946 time: 0.0802350 Dec 22 16:28:40.799858 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-226d5fae-faf0-4def-8e21-3c73e6699c86 req-a6ed9290-1be0-4216-b450-79d55afb020e tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395381 Dec 22 16:28:40.898958 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424fb7b-94d7-447c-a9bc-529bfc7b6890 req-87701d48-22ca-486c-81e6-0dac9721b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:40.900336 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7424fb7b-94d7-447c-a9bc-529bfc7b6890 req-87701d48-22ca-486c-81e6-0dac9721b64d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 1099 time: 0.0785892 Dec 22 16:28:40.941386 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7424fb7b-94d7-447c-a9bc-529bfc7b6890 req-a9aa53da-24b4-475b-a39e-9d0b6bd1a225 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345523 Dec 22 16:28:41.987082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d307a19-455b-47d0-b7ea-3164179e06fe req-5dd67c73-9b5a-4873-86ec-b4abf0565457 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:41.988551 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5d307a19-455b-47d0-b7ea-3164179e06fe req-5dd67c73-9b5a-4873-86ec-b4abf0565457 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 946 time: 0.0792170 Dec 22 16:28:42.037106 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5d307a19-455b-47d0-b7ea-3164179e06fe req-f8589665-90e7-43d9-b268-66f69c0880ce tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430355 Dec 22 16:28:43.236644 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e518a-d82d-4cdb-b128-cef8342b3b8e req-2c390cde-992c-4ad4-8905-fc07757ee9c7 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:43.238200 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-364e518a-d82d-4cdb-b128-cef8342b3b8e req-2c390cde-992c-4ad4-8905-fc07757ee9c7 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 946 time: 0.0917652 Dec 22 16:28:43.288019 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-364e518a-d82d-4cdb-b128-cef8342b3b8e req-bef4d291-3d27-4371-b2b4-51c624c41d5b tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397589 Dec 22 16:28:44.480973 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cff05-31b6-42c8-a1c5-716aa14408db req-35c3af62-9f78-423e-b96d-aa3c22c2bbd0 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:28:44.482593 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5e3cff05-31b6-42c8-a1c5-716aa14408db req-35c3af62-9f78-423e-b96d-aa3c22c2bbd0 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 946 time: 0.0891576 Dec 22 16:28:44.529431 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5e3cff05-31b6-42c8-a1c5-716aa14408db req-a0fb6b89-07ec-4b26-9689-133684253e35 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408571 Dec 22 16:28:55.396638 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a492c064-6a98-448f-9ed6-4a7c0897a163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:28:57.768574 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f57beca0-c6fa-48bc-a0a4-524e06ab269e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:28:59.140410 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:28:59.215330 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:29:01.213366 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:29:06.757160 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:29:17.306253 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:29:25.334085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d0f7fecb-8d70-448a-8e9a-c5f907a1b6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:29:27.762582 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-edd7cc4f-904d-418c-8fd8-0f895a5be60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:29:29.128172 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:29:29.230746 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:29:31.207883 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:29:36.728051 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:29:38.932419 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-acbd2f16-17c7-4b54-9f72-a9e48bad62be req-62e5f629-87ab-4449-b463-722bfe279b79 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686641 Dec 22 16:29:39.072369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd2f16-17c7-4b54-9f72-a9e48bad62be req-b7e16c9e-27dc-49ba-a903-f5848d69bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:29:39.073831 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-acbd2f16-17c7-4b54-9f72-a9e48bad62be req-b7e16c9e-27dc-49ba-a903-f5848d69bbfe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 1099 time: 0.0733943 Dec 22 16:29:39.217295 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd2f16-17c7-4b54-9f72-a9e48bad62be req-fb1ab0ca-657f-4d46-803d-a8d58a43348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:29:39.218666 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-acbd2f16-17c7-4b54-9f72-a9e48bad62be req-fb1ab0ca-657f-4d46-803d-a8d58a43348f service neutron] 10.222.0.57 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 910 time: 0.1259487 Dec 22 16:29:39.319674 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-acbd2f16-17c7-4b54-9f72-a9e48bad62be req-a43314e4-f316-41b9-a581-237b12d08584 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af HTTP/1.1" status: 200 len: 1000 time: 0.0947845 Dec 22 16:29:39.381782 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd2f16-17c7-4b54-9f72-a9e48bad62be req-5bc6dd90-e353-4d19-997e-386a23893fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:29:39.383349 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-acbd2f16-17c7-4b54-9f72-a9e48bad62be req-5bc6dd90-e353-4d19-997e-386a23893fff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44f54e0f-04b7-4145-8083-a7a6a90ef98f HTTP/1.1" status: 200 len: 848 time: 0.0573847 Dec 22 16:29:39.456778 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd2f16-17c7-4b54-9f72-a9e48bad62be req-bafd0f22-7a1d-4de5-983a-e783cb0405f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:29:39.458256 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-acbd2f16-17c7-4b54-9f72-a9e48bad62be req-bafd0f22-7a1d-4de5-983a-e783cb0405f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e037e82a-acbd-4db4-b2ff-ed672b4c203c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687563 Dec 22 16:29:39.599439 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-acbd2f16-17c7-4b54-9f72-a9e48bad62be req-060e6d13-1328-4bb9-a6d8-a03a3b3d2b1e service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340067 Dec 22 16:29:39.851435 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-acbd2f16-17c7-4b54-9f72-a9e48bad62be req-95806383-6ebe-485a-91fc-7aaa05448b96 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444608 Dec 22 16:29:54.305271 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:29:55.362077 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-868486e7-615a-4985-9fdd-7283266c4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:29:57.768082 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-27f2a059-9ff2-4a26-9f62-e46b41dbd723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:29:59.121821 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:29:59.236000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:01.237917 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:06.716038 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:12.617631 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47838) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:12.856561 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Deleting port 40e2b2c4-d545-49a2-8da3-ccb5b9fad402 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:30:12.856895 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:13.023222 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:13.023551 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:13.278969 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Calling delete_port for 40e2b2c4-d545-49a2-8da3-ccb5b9fad402 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:30:13.556402 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:13.560165 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e0959c82-61bc-4772-a277-458914c2c3c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:30:13.605346 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event deleted for resources: {'Port': ['ID=40e2b2c4-d545-49a2-8da3-ccb5b9fad402,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:30:13.641736 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:13.642420 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:13.642528 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:13.642872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:13.643261 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:13.643638 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:13.643987 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:13.644346 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:13.644707 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:13.645065 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:13.645418 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:13.645770 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:13.653139 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:30:13.704811 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:13.705139 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Floating IP 6d66b3d8-690e-4016-8f23-6459ce177a3d disassociated (deleted). External IP: 172.26.6.22, port: 5cf7e4ac-b431-413a-9ee3-9280a44658af. Dec 22 16:30:14.060648 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Router eb798965-c92e-435b-a2b8-1a1b32e8269f has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:30:14.239311 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:30:14.249175 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d49340-cdd5-40b1-9445-ef6ef65076c1 None None] Sync routers for ids ['eb798965-c92e-435b-a2b8-1a1b32e8269f'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:30:14.258874 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d49340-cdd5-40b1-9445-ef6ef65076c1 None None] Routers {'eb798965-c92e-435b-a2b8-1a1b32e8269f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:30:14.259500 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-12d49340-cdd5-40b1-9445-ef6ef65076c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:29:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['eb798965-c92e-435b-a2b8-1a1b32e8269f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:30:14.322657 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:14.386641 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "DELETE /v2.0/floatingips/6d66b3d8-690e-4016-8f23-6459ce177a3d HTTP/1.1" status: 204 len: 168 time: 1.7638812 Dec 22 16:30:14.387404 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e24e5c-9e04-48de-aa75-674d5d5a1835', 'tag': '5cf7e4ac-b431-413a-9ee3-9280a44658af'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:30:14.441440 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-12d49340-cdd5-40b1-9445-ef6ef65076c1 None None] Set router eb798965-c92e-435b-a2b8-1a1b32e8269f gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:30:14.488280 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e24e5c-9e04-48de-aa75-674d5d5a1835', 'tag': '5cf7e4ac-b431-413a-9ee3-9280a44658af', 'status': 'completed', 'code': 200} Dec 22 16:30:14.584755 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e94a6-edda-497a-956b-045cc6a34826 req-b55b92c6-9903-4091-8c13-ac3d6554b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:30:14.586879 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2d5e94a6-edda-497a-956b-045cc6a34826 req-b55b92c6-9903-4091-8c13-ac3d6554b7be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 1099 time: 0.0779781 Dec 22 16:30:14.724536 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e94a6-edda-497a-956b-045cc6a34826 req-6d8adfe0-cee9-43be-886f-a289cba1fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:30:14.725994 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2d5e94a6-edda-497a-956b-045cc6a34826 req-6d8adfe0-cee9-43be-886f-a289cba1fdc8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 910 time: 0.1330760 Dec 22 16:30:14.756905 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-12d49340-cdd5-40b1-9445-ef6ef65076c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:34Z', 'revision_number': 4, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'gw_port': {'id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'c9f7fdc6-b2d7-4daf-99de-d85f02968ae9', 'name': '', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'mac_address': 'fa:16:3e:c9:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:33Z', 'updated_at': '2021-12-22T16:24:40Z', 'revision_number': 5, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'subnets': [{'id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:30:14.760842 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d49340-cdd5-40b1-9445-ef6ef65076c1 None None] Checking router: eb798965-c92e-435b-a2b8-1a1b32e8269f for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:30:14.769832 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d49340-cdd5-40b1-9445-ef6ef65076c1 None None] Routers {'eb798965-c92e-435b-a2b8-1a1b32e8269f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:30:14.770515 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-12d49340-cdd5-40b1-9445-ef6ef65076c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:29:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['eb798965-c92e-435b-a2b8-1a1b32e8269f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:30:14.798695 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2d5e94a6-edda-497a-956b-045cc6a34826 req-252fbd43-bb97-4e45-a769-90d5f0ad9206 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af HTTP/1.1" status: 200 len: 217 time: 0.0665882 Dec 22 16:30:14.918629 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e94a6-edda-497a-956b-045cc6a34826 req-5a057b21-ef77-4079-a528-c8c5f0118947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:30:14.920075 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2d5e94a6-edda-497a-956b-045cc6a34826 req-5a057b21-ef77-4079-a528-c8c5f0118947 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44f54e0f-04b7-4145-8083-a7a6a90ef98f HTTP/1.1" status: 200 len: 848 time: 0.1089184 Dec 22 16:30:14.995625 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-12d49340-cdd5-40b1-9445-ef6ef65076c1 None None] Set router eb798965-c92e-435b-a2b8-1a1b32e8269f gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:30:15.008306 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5cc8a-5bc4-40bc-9619-3eb8d424204e req-6d49cf51-95f8-4256-b4af-b17585aebf7e tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:30:15.009770 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-80c5cc8a-5bc4-40bc-9619-3eb8d424204e req-6d49cf51-95f8-4256-b4af-b17585aebf7e tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 946 time: 0.1484272 Dec 22 16:30:15.041037 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e94a6-edda-497a-956b-045cc6a34826 req-83745eeb-8ea0-4758-8a5e-629fd849fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:30:15.042545 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2d5e94a6-edda-497a-956b-045cc6a34826 req-83745eeb-8ea0-4758-8a5e-629fd849fd18 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e037e82a-acbd-4db4-b2ff-ed672b4c203c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1150575 Dec 22 16:30:15.128877 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-80c5cc8a-5bc4-40bc-9619-3eb8d424204e req-7f5f2bbf-a35a-4086-bb58-6b6dc9fd800f tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130180 Dec 22 16:30:15.186346 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2d5e94a6-edda-497a-956b-045cc6a34826 req-03484cba-982c-44a0-91fe-049194362871 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351728 Dec 22 16:30:15.313740 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-12d49340-cdd5-40b1-9445-ef6ef65076c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:34Z', 'revision_number': 4, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'gw_port': {'id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'c9f7fdc6-b2d7-4daf-99de-d85f02968ae9', 'name': '', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'mac_address': 'fa:16:3e:c9:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:33Z', 'updated_at': '2021-12-22T16:24:40Z', 'revision_number': 5, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'subnets': [{'id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:30:15.317940 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d49340-cdd5-40b1-9445-ef6ef65076c1 None None] The sync data for ids ['eb798965-c92e-435b-a2b8-1a1b32e8269f'] in dv-neutron-822674-1-hyperv is: [{'id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:34Z', 'revision_number': 4, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'gw_port': {'id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'c9f7fdc6-b2d7-4daf-99de-d85f02968ae9', 'name': '', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'mac_address': 'fa:16:3e:c9:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:33Z', 'updated_at': '2021-12-22T16:24:40Z', 'revision_number': 5, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'subnets': [{'id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:30:15.321268 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2d5e94a6-edda-497a-956b-045cc6a34826 req-b03b8690-39e0-47a6-9214-57192090fe89 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284683 Dec 22 16:30:15.557086 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5260df-7d07-4751-bebc-03b74b95f13f None None] New status for floating IP 6d66b3d8-690e-4016-8f23-6459ce177a3d: DOWN {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:30:16.324623 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9971c6-08fd-435f-9084-60c125e05f4e req-c7b442ee-2292-4d96-85f1-026d8362100b tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:30:16.326035 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4d9971c6-08fd-435f-9084-60c125e05f4e req-c7b442ee-2292-4d96-85f1-026d8362100b tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 946 time: 0.0867848 Dec 22 16:30:16.370470 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4d9971c6-08fd-435f-9084-60c125e05f4e req-9bb7365e-37f9-4dc1-93ab-780d84e05dc7 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e07a504-f169-451d-a530-a0ecc4dda186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382066 Dec 22 16:30:16.556971 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d587cc-0adb-4cd2-bfc8-9b4cde963ea2 req-533ec5b3-2389-42dc-9dfe-fa0fc42d59ab tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:30:16.558395 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-87d587cc-0adb-4cd2-bfc8-9b4cde963ea2 req-533ec5b3-2389-42dc-9dfe-fa0fc42d59ab tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.57 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 946 time: 0.0768979 Dec 22 16:30:16.631567 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-87d587cc-0adb-4cd2-bfc8-9b4cde963ea2 req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Deleting port 5cf7e4ac-b431-413a-9ee3-9280a44658af {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:30:16.631823 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-87d587cc-0adb-4cd2-bfc8-9b4cde963ea2 req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:16.874395 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-87d587cc-0adb-4cd2-bfc8-9b4cde963ea2 req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] For port 5cf7e4ac-b431-413a-9ee3-9280a44658af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5cf7e4ac-b431-413a-9ee3-9280a44658af,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:30:16.874756 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-87d587cc-0adb-4cd2-bfc8-9b4cde963ea2 req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:17.113011 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-87d587cc-0adb-4cd2-bfc8-9b4cde963ea2 req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Calling delete_port for 5cf7e4ac-b431-413a-9ee3-9280a44658af owned by compute:nova {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:30:17.333366 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-87d587cc-0adb-4cd2-bfc8-9b4cde963ea2 req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:17.339318 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cd3a345d-02d8-461a-9610-86685f9c1684 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:30:17.383716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event deleted for resources: {'Port': ['ID=5cf7e4ac-b431-413a-9ee3-9280a44658af,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:30:17.422922 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:17.423326 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:17.423689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:17.424056 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:17.424425 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:17.424786 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:17.425145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:17.425504 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:17.425860 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:17.426217 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:17.429717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:17.429717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:30:17.434133 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:30:17.472345 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d587cc-0adb-4cd2-bfc8-9b4cde963ea2 req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] No DVR routers for this DVR port 5cf7e4ac-b431-413a-9ee3-9280a44658af on host hv-neutron-8226 {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:30:17.474810 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-87d587cc-0adb-4cd2-bfc8-9b4cde963ea2 req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:17.477484 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e24e5c-9e04-48de-aa75-674d5d5a1835', 'name': 'network-vif-deleted', 'tag': '5cf7e4ac-b431-413a-9ee3-9280a44658af'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:30:17.524056 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-87d587cc-0adb-4cd2-bfc8-9b4cde963ea2 req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.57 "DELETE /v2.0/ports/5cf7e4ac-b431-413a-9ee3-9280a44658af HTTP/1.1" status: 204 len: 173 time: 0.9599125 Dec 22 16:30:17.529821 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-ca94e597-4888-4a6e-b797-ea53995726a7 req-8a624fd7-5f5d-49a2-8b5c-f2b39e4ae8d0 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Synchronizing usage tracker for tenant:d815265accfa408895fcc7d9ff118df5 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:30:17.580518 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e24e5c-9e04-48de-aa75-674d5d5a1835', 'name': 'network-vif-deleted', 'tag': '5cf7e4ac-b431-413a-9ee3-9280a44658af', 'status': 'completed', 'code': 200} Dec 22 16:30:17.618728 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-ca94e597-4888-4a6e-b797-ea53995726a7 req-8a624fd7-5f5d-49a2-8b5c-f2b39e4ae8d0 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Unset dirty status for tenant:d815265accfa408895fcc7d9ff118df5 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:30:17.619886 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ca94e597-4888-4a6e-b797-ea53995726a7 req-8a624fd7-5f5d-49a2-8b5c-f2b39e4ae8d0 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e24e5c-9e04-48de-aa75-674d5d5a1835 HTTP/1.1" status: 200 len: 210 time: 0.1364155 Dec 22 16:30:18.713845 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 47862) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:18.780479 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cbe7f8b7-2c0d-41d8-88c5-b853741bcdd7 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:18.783139 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 5cf7e4ac-b431-413a-9ee3-9280a44658af no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:30:18.810986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cbe7f8b7-2c0d-41d8-88c5-b853741bcdd7 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:18.817059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 5cf7e4ac-b431-413a-9ee3-9280a44658af {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:30:18.817412 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 5cf7e4ac-b431-413a-9ee3-9280a44658af not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:30:18.950607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cbe7f8b7-2c0d-41d8-88c5-b853741bcdd7 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:18.954575 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e5b9f3a8-418b-403e-8bb6-c52a62b5be06 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:30:18.970112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7f8b7-2c0d-41d8-88c5-b853741bcdd7 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e07a504-f169-451d-a530-a0ecc4dda186,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:30:18.973274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cbe7f8b7-2c0d-41d8-88c5-b853741bcdd7 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:30:19.034795 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cbe7f8b7-2c0d-41d8-88c5-b853741bcdd7 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:19.036488 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-cbe7f8b7-2c0d-41d8-88c5-b853741bcdd7 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "DELETE /v2.0/security-groups/1e07a504-f169-451d-a530-a0ecc4dda186 HTTP/1.1" status: 204 len: 168 time: 0.3216221 Dec 22 16:30:21.399161 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 47874) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:21.404532 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-0a881e35-e57a-4af8-b2a0-910107888f94 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-414509877', 'description': 'tempest-secgroup-smoke-414509877 description', 'project_id': 'd815265accfa408895fcc7d9ff118df5'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:30:21.411254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0a881e35-e57a-4af8-b2a0-910107888f94 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:30:21.415741 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0a881e35-e57a-4af8-b2a0-910107888f94 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Usage tracker for resource:security_group and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:30:21.418674 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0a881e35-e57a-4af8-b2a0-910107888f94 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:30:21.424447 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0a881e35-e57a-4af8-b2a0-910107888f94 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:30:21.510400 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0a881e35-e57a-4af8-b2a0-910107888f94 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:21.530487 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0a881e35-e57a-4af8-b2a0-910107888f94 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:30:21.534388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0a881e35-e57a-4af8-b2a0-910107888f94 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Usage tracker for resource:security_group_rule and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:30:21.537295 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-0a881e35-e57a-4af8-b2a0-910107888f94 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:30:21.544755 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-0a881e35-e57a-4af8-b2a0-910107888f94 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:30:21.609465 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0a881e35-e57a-4af8-b2a0-910107888f94 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:21.675539 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0a881e35-e57a-4af8-b2a0-910107888f94 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:21.679363 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d5692d8a-9fee-41b5-aa83-49699499451c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:30:21.720647 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a881e35-e57a-4af8-b2a0-910107888f94 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64deb299-c07e-4999-be81-8edb5064f062,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:30:21.723799 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0a881e35-e57a-4af8-b2a0-910107888f94 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:30:21.785096 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0a881e35-e57a-4af8-b2a0-910107888f94 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:21.786293 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-0a881e35-e57a-4af8-b2a0-910107888f94 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3860204 Dec 22 16:30:21.789384 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 47878) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:21.794696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-56c8b08b-143d-490a-ba9e-56ad9a5ae864 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Request body: {'security_group_rule': {'security_group_id': '64deb299-c07e-4999-be81-8edb5064f062', 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:30:21.801280 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-56c8b08b-143d-490a-ba9e-56ad9a5ae864 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:30:21.805191 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-56c8b08b-143d-490a-ba9e-56ad9a5ae864 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Usage tracker for resource:security_group_rule and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:30:21.808107 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-56c8b08b-143d-490a-ba9e-56ad9a5ae864 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:30:21.813775 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-56c8b08b-143d-490a-ba9e-56ad9a5ae864 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:30:21.900342 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-56c8b08b-143d-490a-ba9e-56ad9a5ae864 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:21.963519 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-56c8b08b-143d-490a-ba9e-56ad9a5ae864 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:22.007661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-56c8b08b-143d-490a-ba9e-56ad9a5ae864 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:22.009481 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-c99036a4-9cc0-406a-a263-ecbb8c979dc9 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:30:22.031051 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8b08b-143d-490a-ba9e-56ad9a5ae864 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0596a3b-aab6-4478-9e9d-6eeb0cbedf48,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:30:22.033412 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-56c8b08b-143d-490a-ba9e-56ad9a5ae864 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:30:22.104839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-56c8b08b-143d-490a-ba9e-56ad9a5ae864 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:22.106165 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-56c8b08b-143d-490a-ba9e-56ad9a5ae864 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3157549 Dec 22 16:30:22.109082 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47882) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:22.114860 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-21b91123-743c-4421-90aa-eabc97448bb5 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Request body: {'security_group_rule': {'security_group_id': '64deb299-c07e-4999-be81-8edb5064f062', 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:30:22.121056 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-21b91123-743c-4421-90aa-eabc97448bb5 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:30:22.125042 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-21b91123-743c-4421-90aa-eabc97448bb5 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Usage tracker for resource:security_group_rule and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:30:22.128599 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-21b91123-743c-4421-90aa-eabc97448bb5 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:30:22.135398 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-21b91123-743c-4421-90aa-eabc97448bb5 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:30:22.219803 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21b91123-743c-4421-90aa-eabc97448bb5 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:22.278665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21b91123-743c-4421-90aa-eabc97448bb5 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:22.321838 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21b91123-743c-4421-90aa-eabc97448bb5 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:22.323792 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fccb9943-39c5-42dc-8936-8458fd97044d tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:30:22.345477 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b91123-743c-4421-90aa-eabc97448bb5 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f228c0f-90f1-49d8-b8fc-3507da2f269b,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:30:22.350360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-21b91123-743c-4421-90aa-eabc97448bb5 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:30:22.396085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21b91123-743c-4421-90aa-eabc97448bb5 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:22.397351 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-21b91123-743c-4421-90aa-eabc97448bb5 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2872889 Dec 22 16:30:22.400217 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47886) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:22.405172 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-18776746-9a14-4ca7-ac0f-63139c92d8b2 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Request body: {'security_group_rule': {'security_group_id': '64deb299-c07e-4999-be81-8edb5064f062', 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:30:22.411750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-18776746-9a14-4ca7-ac0f-63139c92d8b2 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:30:22.415848 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-18776746-9a14-4ca7-ac0f-63139c92d8b2 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Usage tracker for resource:security_group_rule and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:30:22.418774 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-18776746-9a14-4ca7-ac0f-63139c92d8b2 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:30:22.424342 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-18776746-9a14-4ca7-ac0f-63139c92d8b2 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:30:22.510872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18776746-9a14-4ca7-ac0f-63139c92d8b2 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:22.574794 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18776746-9a14-4ca7-ac0f-63139c92d8b2 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:22.652722 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18776746-9a14-4ca7-ac0f-63139c92d8b2 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:22.654528 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-848566db-1729-4deb-9bad-9e3dcd082507 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:30:22.676576 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18776746-9a14-4ca7-ac0f-63139c92d8b2 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d62496e-61c3-4938-9412-246f27cc5ed2,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:30:22.678908 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-18776746-9a14-4ca7-ac0f-63139c92d8b2 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:30:22.755655 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18776746-9a14-4ca7-ac0f-63139c92d8b2 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:22.756824 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-18776746-9a14-4ca7-ac0f-63139c92d8b2 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3556848 Dec 22 16:30:22.759520 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47890) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:22.764671 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-28e4ef8f-3ec1-4bca-8d48-682ed2e29845 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Request body: {'security_group_rule': {'security_group_id': '64deb299-c07e-4999-be81-8edb5064f062', 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:30:22.771091 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-28e4ef8f-3ec1-4bca-8d48-682ed2e29845 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:30:22.774813 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-28e4ef8f-3ec1-4bca-8d48-682ed2e29845 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Usage tracker for resource:security_group_rule and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:30:22.777558 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-28e4ef8f-3ec1-4bca-8d48-682ed2e29845 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:30:22.783133 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-28e4ef8f-3ec1-4bca-8d48-682ed2e29845 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:30:22.859280 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-28e4ef8f-3ec1-4bca-8d48-682ed2e29845 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:22.921586 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-28e4ef8f-3ec1-4bca-8d48-682ed2e29845 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:22.984354 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-28e4ef8f-3ec1-4bca-8d48-682ed2e29845 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:22.990288 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cfd0a88f-5151-4eaf-9f73-82e08e349f4a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:30:23.009544 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4ef8f-3ec1-4bca-8d48-682ed2e29845 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a9c74d-0b5d-4f23-90b0-694a9c458ba2,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:30:23.011872 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-28e4ef8f-3ec1-4bca-8d48-682ed2e29845 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:30:23.082337 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-28e4ef8f-3ec1-4bca-8d48-682ed2e29845 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:23.083571 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-28e4ef8f-3ec1-4bca-8d48-682ed2e29845 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3231475 Dec 22 16:30:23.087574 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47894) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:23.093430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-19f7b1e4-bf18-496f-bedd-7c118e769352 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Request body: {'security_group_rule': {'security_group_id': '64deb299-c07e-4999-be81-8edb5064f062', 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:30:23.101002 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-19f7b1e4-bf18-496f-bedd-7c118e769352 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:30:23.104595 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-19f7b1e4-bf18-496f-bedd-7c118e769352 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Usage tracker for resource:security_group_rule and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:30:23.107734 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-19f7b1e4-bf18-496f-bedd-7c118e769352 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:30:23.113911 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-19f7b1e4-bf18-496f-bedd-7c118e769352 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:30:23.195914 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-19f7b1e4-bf18-496f-bedd-7c118e769352 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Project d815265accfa408895fcc7d9ff118df5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:30:23.202841 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19f7b1e4-bf18-496f-bedd-7c118e769352 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:23.267405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19f7b1e4-bf18-496f-bedd-7c118e769352 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:23.338645 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19f7b1e4-bf18-496f-bedd-7c118e769352 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:23.344663 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4bfe1edf-e7c5-423c-a01b-ec9be2a9be32 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:30:23.364203 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7b1e4-bf18-496f-bedd-7c118e769352 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49674d0b-9d98-4fac-82c3-281eac00984e,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:30:23.366481 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-19f7b1e4-bf18-496f-bedd-7c118e769352 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:30:23.441774 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19f7b1e4-bf18-496f-bedd-7c118e769352 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:23.443027 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-19f7b1e4-bf18-496f-bedd-7c118e769352 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3545213 Dec 22 16:30:23.446570 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 47898) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:23.451619 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-25effe6b-f4c8-478e-a79c-eab751a311c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Request body: {'security_group_rule': {'security_group_id': '64deb299-c07e-4999-be81-8edb5064f062', 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:30:23.457737 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-25effe6b-f4c8-478e-a79c-eab751a311c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:30:23.461534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-25effe6b-f4c8-478e-a79c-eab751a311c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Usage tracker for resource:security_group_rule and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:30:23.464478 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-25effe6b-f4c8-478e-a79c-eab751a311c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:30:23.470272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-25effe6b-f4c8-478e-a79c-eab751a311c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:30:23.556042 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-25effe6b-f4c8-478e-a79c-eab751a311c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Project d815265accfa408895fcc7d9ff118df5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:30:23.562711 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-25effe6b-f4c8-478e-a79c-eab751a311c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:23.626569 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-25effe6b-f4c8-478e-a79c-eab751a311c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:23.698791 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-25effe6b-f4c8-478e-a79c-eab751a311c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:23.700675 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-473a8b1f-e194-45e5-9bb4-15553a09657c tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:30:23.722963 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25effe6b-f4c8-478e-a79c-eab751a311c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a762fb91-6115-4776-98bc-b1c989939f87,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:30:23.727354 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-25effe6b-f4c8-478e-a79c-eab751a311c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:30:23.785125 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-25effe6b-f4c8-478e-a79c-eab751a311c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:23.786434 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-25effe6b-f4c8-478e-a79c-eab751a311c1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3388913 Dec 22 16:30:25.327811 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d354726b-b8ba-4b88-9f6e-a5a859341a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:27.756085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f7c04c85-2c7f-4065-a858-4f8588d7714e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:29.127359 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:29.241771 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:31.304818 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:30:31.756197 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:36.721706 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:49.979500 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-901ecd10-dd86-4329-b730-fef8cb3593bb tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Synchronizing usage tracker for tenant:d815265accfa408895fcc7d9ff118df5 on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:30:50.047052 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-901ecd10-dd86-4329-b730-fef8cb3593bb tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Unset dirty status for tenant:d815265accfa408895fcc7d9ff118df5 on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:30:50.048241 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-901ecd10-dd86-4329-b730-fef8cb3593bb tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-414509877&fields=id&tenant_id=d815265accfa408895fcc7d9ff118df5 HTTP/1.1" status: 200 len: 267 time: 0.1117046 Dec 22 16:30:50.200291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-577950ed-adbd-4c60-8b23-96b004a6f9a3 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:30:50.201734 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-577950ed-adbd-4c60-8b23-96b004a6f9a3 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 809 time: 0.1463735 Dec 22 16:30:50.216440 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-84a2bf35-9a04-4d70-88b2-2ee9e8f5671a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/quotas/d815265accfa408895fcc7d9ff118df5 HTTP/1.1" status: 200 len: 375 time: 0.0092986 Dec 22 16:30:50.302096 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-27b4566d-6e07-4a55-b188-db81b73d1c85 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807505 Dec 22 16:30:50.359132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-ca3e4e30-c1b7-4076-9d13-1e1e67ae2115 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:30:50.360116 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-ca3e4e30-c1b7-4076-9d13-1e1e67ae2115 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463669 Dec 22 16:30:50.493682 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-7cf5b049-8c9f-4c70-9328-9dba51f550ee service neutron] 10.222.0.59 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268344 Dec 22 16:30:50.627810 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-e0edad85-4c94-445b-9518-2762e7a5878e service neutron] 10.222.0.59 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284602 Dec 22 16:30:51.287330 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d7913166-feaf-43d6-a503-d15786580ffc req-f3554b18-4999-43ad-bea3-cbe5b3c33864 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 210 time: 0.0483282 Dec 22 16:30:52.449031 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8b78cf0a-e91b-4441-bb83-0016670b3a12 req-f4502c65-db7f-429f-98c7-f0ff56dc8264 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 210 time: 0.0482545 Dec 22 16:30:53.421778 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-e06546b2-e29a-48d5-b496-e426759c47c6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:30:53.423273 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-e06546b2-e29a-48d5-b496-e426759c47c6 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.57 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 809 time: 0.1470094 Dec 22 16:30:53.471894 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-8144502a-a798-48cd-8d79-71350a73773b tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d815265accfa408895fcc7d9ff118df5 HTTP/1.1" status: 200 len: 379 time: 0.0396914 Dec 22 16:30:53.480744 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-6529876c-6a28-47f0-a15d-7d5c815a0c80 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Request body: {'port': {'device_id': '622475a9-5f01-45ae-98c2-4c4994e09c69', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'admin_state_up': True, 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'security_groups': ['64deb299-c07e-4999-be81-8edb5064f062']}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:30:53.745167 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-24e0179c-96a3-4484-99f6-78501453568c req-b6a9f2ad-4073-4b34-b4e8-7c7a2e3c02aa tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 210 time: 0.1783066 Dec 22 16:30:53.792001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-6529876c-6a28-47f0-a15d-7d5c815a0c80 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:30:53.801399 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-6529876c-6a28-47f0-a15d-7d5c815a0c80 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:30:53.885313 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-6529876c-6a28-47f0-a15d-7d5c815a0c80 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Made reservation on behalf of d815265accfa408895fcc7d9ff118df5 for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:30:53.888998 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-6529876c-6a28-47f0-a15d-7d5c815a0c80 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:54.055032 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-6529876c-6a28-47f0-a15d-7d5c815a0c80 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Allocated IP 172.20.0.8 (e037e82a-acbd-4db4-b2ff-ed672b4c203c/44f54e0f-04b7-4145-8083-a7a6a90ef98f/0b6fdda0-226e-43ee-a243-d541f0cbf585) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:30:54.255115 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-6529876c-6a28-47f0-a15d-7d5c815a0c80 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:54.270779 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-6529876c-6a28-47f0-a15d-7d5c815a0c80 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Transition to ACTIVE for port object 0b6fdda0-226e-43ee-a243-d541f0cbf585 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:30:54.385439 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-6529876c-6a28-47f0-a15d-7d5c815a0c80 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:54.391564 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-15a15031-c71d-4ff7-abed-424fe8139563 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:30:54.457682 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-6529876c-6a28-47f0-a15d-7d5c815a0c80 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Network e037e82a-acbd-4db4-b2ff-ed672b4c203c is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:30:54.461437 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-6529876c-6a28-47f0-a15d-7d5c815a0c80 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:30:54.465293 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-6529876c-6a28-47f0-a15d-7d5c815a0c80 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:30:54.500076 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529876c-6a28-47f0-a15d-7d5c815a0c80 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event updated for resources: {'Port': ['ID=0b6fdda0-226e-43ee-a243-d541f0cbf585,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:30:54.507544 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6529876c-6a28-47f0-a15d-7d5c815a0c80 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:30:54.540066 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-6529876c-6a28-47f0-a15d-7d5c815a0c80 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:30:54.540945 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-6529876c-6a28-47f0-a15d-7d5c815a0c80 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:54.642539 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-6529876c-6a28-47f0-a15d-7d5c815a0c80 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1653709 Dec 22 16:30:54.653131 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-3653c9ec-38de-436a-9014-296cd36cdb04 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:30:54.654319 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-3653c9ec-38de-436a-9014-296cd36cdb04 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057232 Dec 22 16:30:54.665910 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Request body: {'port': {'device_id': '622475a9-5f01-45ae-98c2-4c4994e09c69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:30:54.784380 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:54.807419 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3e9db6b1-300e-4a9d-ab65-d857b9d97ad4 None None] Provisioning for port 0b6fdda0-226e-43ee-a243-d541f0cbf585 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:30:54.812796 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3e9db6b1-300e-4a9d-ab65-d857b9d97ad4 None None] Provisioning complete for port 0b6fdda0-226e-43ee-a243-d541f0cbf585 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:30:54.815136 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3e9db6b1-300e-4a9d-ab65-d857b9d97ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:54.867477 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3e9db6b1-300e-4a9d-ab65-d857b9d97ad4 None None] Port 0b6fdda0-226e-43ee-a243-d541f0cbf585 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:30:55.088455 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba9fc3-b054-413a-ae4d-eb8fdeaf1fde req-e2023d61-eca2-416f-a581-323e152f8374 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:30:55.089152 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-2fba9fc3-b054-413a-ae4d-eb8fdeaf1fde req-e2023d61-eca2-416f-a581-323e152f8374 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Synchronizing usage tracker for tenant:d815265accfa408895fcc7d9ff118df5 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:30:55.197717 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-2fba9fc3-b054-413a-ae4d-eb8fdeaf1fde req-e2023d61-eca2-416f-a581-323e152f8374 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Unset dirty status for tenant:d815265accfa408895fcc7d9ff118df5 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:30:55.199007 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2fba9fc3-b054-413a-ae4d-eb8fdeaf1fde req-e2023d61-eca2-416f-a581-323e152f8374 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 931 time: 0.3434072 Dec 22 16:30:55.229058 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6fdda0-226e-43ee-a243-d541f0cbf585 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:30:55.238684 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:55.272988 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2fba9fc3-b054-413a-ae4d-eb8fdeaf1fde req-aa40c001-514a-4417-8475-127af7cf19ee tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667548 Dec 22 16:30:55.273942 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Transition to ACTIVE for port object 0b6fdda0-226e-43ee-a243-d541f0cbf585 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:30:55.327345 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-08eec37b-81d1-4c59-88a5-72979caa0a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:55.344164 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:55.348369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3065a219-4adf-409f-a814-56c6d65b2471 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:30:55.504689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6fdda0-226e-43ee-a243-d541f0cbf585,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:30:55.512880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:30:55.584980 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Attempting to bind port 0b6fdda0-226e-43ee-a243-d541f0cbf585 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:30:55.585618 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Attempting to bind port 0b6fdda0-226e-43ee-a243-d541f0cbf585 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '05d7245c-baf3-4deb-a756-65575b12fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:30:55.585882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Attempting to bind port 0b6fdda0-226e-43ee-a243-d541f0cbf585 on network e037e82a-acbd-4db4-b2ff-ed672b4c203c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:30:55.590874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Port 0b6fdda0-226e-43ee-a243-d541f0cbf585 on network e037e82a-acbd-4db4-b2ff-ed672b4c203c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 16:30:55.591318 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Attempting to bind port 0b6fdda0-226e-43ee-a243-d541f0cbf585 on network e037e82a-acbd-4db4-b2ff-ed672b4c203c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:30:55.597261 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:30:55.597676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Checking segment: {'id': '05d7245c-baf3-4deb-a756-65575b12fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:30:55.598257 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Bound using segment: {'id': '05d7245c-baf3-4deb-a756-65575b12fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:30:55.598687 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Bound port: 0b6fdda0-226e-43ee-a243-d541f0cbf585, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05d7245c-baf3-4deb-a756-65575b12fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:30:55.599108 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:55.690054 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] For port 0b6fdda0-226e-43ee-a243-d541f0cbf585, host hv-neutron-8226, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:30:55.693013 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] For port 0b6fdda0-226e-43ee-a243-d541f0cbf585, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0b6fdda0-226e-43ee-a243-d541f0cbf585,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:30:55.842394 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:55.846330 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e8a39652-f452-4a22-a60f-a051f3d37599 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:30:55.903631 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:30:55.904251 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:55.905601 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] 10.222.0.57 "PUT /v2.0/ports/0b6fdda0-226e-43ee-a243-d541f0cbf585 HTTP/1.1" status: 200 len: 1093 time: 1.2441647 Dec 22 16:30:55.906133 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622475a9-5f01-45ae-98c2-4c4994e09c69', 'tag': '0b6fdda0-226e-43ee-a243-d541f0cbf585'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:30:55.932877 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6fdda0-226e-43ee-a243-d541f0cbf585,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:30:55.936044 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:30:55.972609 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622475a9-5f01-45ae-98c2-4c4994e09c69', 'tag': '0b6fdda0-226e-43ee-a243-d541f0cbf585', 'status': 'completed', 'code': 200} Dec 22 16:30:56.070104 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b408bc-45f5-4c15-8589-b7d46a13df90 req-5c78ef0f-90bf-4617-8092-c3cabc658756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:30:56.071641 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-14b408bc-45f5-4c15-8589-b7d46a13df90 req-5c78ef0f-90bf-4617-8092-c3cabc658756 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 1096 time: 0.0787582 Dec 22 16:30:56.339752 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b408bc-45f5-4c15-8589-b7d46a13df90 req-ad5ea72d-1f98-4171-bfc3-c496e1a50f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:30:56.341261 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-14b408bc-45f5-4c15-8589-b7d46a13df90 req-ad5ea72d-1f98-4171-bfc3-c496e1a50f85 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d815265accfa408895fcc7d9ff118df5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2623849 Dec 22 16:30:56.528014 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b408bc-45f5-4c15-8589-b7d46a13df90 req-d503e613-f534-4d63-a4a9-86073bc27c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:30:56.529506 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-14b408bc-45f5-4c15-8589-b7d46a13df90 req-d503e613-f534-4d63-a4a9-86073bc27c58 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1810935 Dec 22 16:30:56.548903 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c713764-3994-4733-809e-8e5d876fc302 req-9d511376-e5e5-40e6-b580-e860745284df tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:30:56.550369 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2c713764-3994-4733-809e-8e5d876fc302 req-9d511376-e5e5-40e6-b580-e860745284df tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 943 time: 0.1282892 Dec 22 16:30:56.640465 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2c713764-3994-4733-809e-8e5d876fc302 req-96d7812a-9754-4c14-8c63-e552304e068f tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839071 Dec 22 16:30:56.662679 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-6c0eaaba-9b6b-4a81-a825-ee50a1da52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:30:56.664124 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-6c0eaaba-9b6b-4a81-a825-ee50a1da52c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 1096 time: 0.0900099 Dec 22 16:30:56.734485 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-b65a4c4c-197c-4ea9-a28b-220b3e76cf9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b6fdda0-226e-43ee-a243-d541f0cbf585 HTTP/1.1" status: 200 len: 217 time: 0.0630836 Dec 22 16:30:56.799187 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-0a3c1cb9-285e-4ba8-971a-b173443de6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:30:56.800589 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-0a3c1cb9-285e-4ba8-971a-b173443de6a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44f54e0f-04b7-4145-8083-a7a6a90ef98f HTTP/1.1" status: 200 len: 848 time: 0.0592890 Dec 22 16:30:56.874104 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-7b9a6f75-3ece-42ad-a9e8-f5519ff9787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:30:56.875727 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-7b9a6f75-3ece-42ad-a9e8-f5519ff9787d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e037e82a-acbd-4db4-b2ff-ed672b4c203c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690286 Dec 22 16:30:57.006587 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-494d74a8-b1f3-48f3-a4d1-ed53349520a1 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242764 Dec 22 16:30:57.145359 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d02121b5-c6a5-4cf6-bbb5-99f453fca9be req-0a05318f-6fb6-42bc-bc42-cbd8de071f75 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326842 Dec 22 16:30:57.773103 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e9695c0a-5dc9-4b26-8e19-2507bf899368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:57.833367 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360983c-201c-457c-ba51-446143997623 req-22f7ecee-9887-491c-b6f9-86bfe8a8679e tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:30:57.835486 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d360983c-201c-457c-ba51-446143997623 req-22f7ecee-9887-491c-b6f9-86bfe8a8679e tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 943 time: 0.0856895 Dec 22 16:30:57.879681 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d360983c-201c-457c-ba51-446143997623 req-663ed623-35be-4b50-9dc9-8cea376d7d2f tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385249 Dec 22 16:30:59.062206 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ecd0e-6e43-418b-8e1c-08a6fcdf62df req-f836d681-f7b9-4fd5-b0b3-454376b3536f tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:30:59.063674 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b58ecd0e-6e43-418b-8e1c-08a6fcdf62df req-f836d681-f7b9-4fd5-b0b3-454376b3536f tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 943 time: 0.0809562 Dec 22 16:30:59.112382 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b58ecd0e-6e43-418b-8e1c-08a6fcdf62df req-94daae8e-76ae-4124-8f7b-42dd6698b385 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428743 Dec 22 16:30:59.155661 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:30:59.235876 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:00.297264 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea23fe-92b1-46f2-a087-82f29d413922 req-a426d153-678e-491f-bd0f-ceb144a50dc7 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:31:00.298905 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-29ea23fe-92b1-46f2-a087-82f29d413922 req-a426d153-678e-491f-bd0f-ceb144a50dc7 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 943 time: 0.0789683 Dec 22 16:31:00.343512 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-29ea23fe-92b1-46f2-a087-82f29d413922 req-d1b748f1-be42-4a87-b7e9-63995b5bf894 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384998 Dec 22 16:31:01.212789 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:01.536770 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d2d93-ea31-4cd4-93b4-6e22d24271ca req-8947b60a-3189-42e8-8a06-7683470a28ff tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:31:01.538268 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-403d2d93-ea31-4cd4-93b4-6e22d24271ca req-8947b60a-3189-42e8-8a06-7683470a28ff tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 943 time: 0.0837123 Dec 22 16:31:01.585676 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-403d2d93-ea31-4cd4-93b4-6e22d24271ca req-dc40364b-cec2-432f-9637-5970098440ba tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416133 Dec 22 16:31:02.763971 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf1828-1c26-4774-999e-126af3f8fe2f req-2eda24e6-3edf-4e61-a08f-d2e1fc2929cb tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:31:02.765415 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4fbf1828-1c26-4774-999e-126af3f8fe2f req-2eda24e6-3edf-4e61-a08f-d2e1fc2929cb tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 943 time: 0.0780013 Dec 22 16:31:02.809746 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4fbf1828-1c26-4774-999e-126af3f8fe2f req-ecb441e7-2882-4102-9239-527a6f5b7e85 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388155 Dec 22 16:31:03.996493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4e6ee-8762-4ab9-8468-4a9fac6b6237 req-06e9e64f-bf9d-4579-9b8c-5fa3160ded4a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:31:03.997831 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c8b4e6ee-8762-4ab9-8468-4a9fac6b6237 req-06e9e64f-bf9d-4579-9b8c-5fa3160ded4a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 943 time: 0.0829065 Dec 22 16:31:04.042067 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c8b4e6ee-8762-4ab9-8468-4a9fac6b6237 req-f88fdd5a-a1e1-4bee-8c8d-2dcc05dc03ae tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385332 Dec 22 16:31:05.021132 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 0b6fdda0-226e-43ee-a243-d541f0cbf585 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:31:05.153914 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 0b6fdda0-226e-43ee-a243-d541f0cbf585, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0b6fdda0-226e-43ee-a243-d541f0cbf585,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:31:05.168272 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '0b6fdda0-226e-43ee-a243-d541f0cbf585', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'port_id': '0b6fdda0-226e-43ee-a243-d541f0cbf585', 'mac_address': 'fa:16:3e:18:00:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:31:05.222104 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:05.239421 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6fdda0-226e-43ee-a243-d541f0cbf585 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:31:05.239877 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36988d18-4c62-42b8-8008-c688ea77a6e8 req-5e0ac420-ac4b-48dd-a739-332fdc2e2a39 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:31:05.241384 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-36988d18-4c62-42b8-8008-c688ea77a6e8 req-5e0ac420-ac4b-48dd-a739-332fdc2e2a39 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 943 time: 0.0809460 Dec 22 16:31:05.255425 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 0b6fdda0-226e-43ee-a243-d541f0cbf585, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0b6fdda0-226e-43ee-a243-d541f0cbf585,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:31:05.291533 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-36988d18-4c62-42b8-8008-c688ea77a6e8 req-7f5d5a50-9e9e-4f9e-8b66-60c929a7748c tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442276 Dec 22 16:31:05.327217 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:05.330246 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-c0e2bf25-ecbd-43f3-a9f3-9ba348e2b425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:31:05.399561 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=0b6fdda0-226e-43ee-a243-d541f0cbf585,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:31:05.411329 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:31:05.411682 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:31:05.412027 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:31:05.412367 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:31:05.413315 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:31:05.413654 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:31:05.413985 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:31:05.414343 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:31:05.414924 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:31:05.415256 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:31:05.415608 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:31:05.415931 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:31:05.419935 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:31:05.645423 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['0b6fdda0-226e-43ee-a243-d541f0cbf585'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:31:06.491903 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf858cfe-3935-4c08-8947-1f117421a13f req-a1d46e38-e44d-4240-95f7-3196d6f7fca7 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:31:06.493440 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bf858cfe-3935-4c08-8947-1f117421a13f req-a1d46e38-e44d-4240-95f7-3196d6f7fca7 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 944 time: 0.0947206 Dec 22 16:31:06.547855 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bf858cfe-3935-4c08-8947-1f117421a13f req-b6b5f76f-f32f-44e3-9729-ec1807c42b25 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486538 Dec 22 16:31:06.738606 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:07.036629 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 0b6fdda0-226e-43ee-a243-d541f0cbf585 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:31:07.229810 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 0b6fdda0-226e-43ee-a243-d541f0cbf585 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:31:07.234763 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 0b6fdda0-226e-43ee-a243-d541f0cbf585 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:31:07.235137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:07.349325 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:07.375252 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622475a9-5f01-45ae-98c2-4c4994e09c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6fdda0-226e-43ee-a243-d541f0cbf585'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:31:07.385837 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 0b6fdda0-226e-43ee-a243-d541f0cbf585, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0b6fdda0-226e-43ee-a243-d541f0cbf585,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:31:07.464509 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622475a9-5f01-45ae-98c2-4c4994e09c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6fdda0-226e-43ee-a243-d541f0cbf585', 'code': 200} Dec 22 16:31:07.481883 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:07.487871 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0ddde47e-527f-4603-a48b-beeb956afd54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:31:07.556406 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=0b6fdda0-226e-43ee-a243-d541f0cbf585,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:31:07.559429 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:31:07.737518 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26455757-23f7-4831-a24a-68ddab872122 req-900c0a43-d22c-4381-9fa2-933ba82a3753 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:31:07.739009 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-26455757-23f7-4831-a24a-68ddab872122 req-900c0a43-d22c-4381-9fa2-933ba82a3753 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0836518 Dec 22 16:31:07.783948 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-26455757-23f7-4831-a24a-68ddab872122 req-b2ea7b0f-d511-4fd1-bd00-41fddb814b27 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387862 Dec 22 16:31:07.884166 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d943e-2f96-443c-9940-7d3ac07ad4fd req-4a3e129e-9aa7-4361-9958-f138914dc7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:31:07.891665 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4c9d943e-2f96-443c-9940-7d3ac07ad4fd req-4a3e129e-9aa7-4361-9958-f138914dc7ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 1098 time: 0.0695384 Dec 22 16:31:07.926800 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4c9d943e-2f96-443c-9940-7d3ac07ad4fd req-ab9e7809-89fa-4390-bb8d-4f816622e386 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337052 Dec 22 16:31:08.303308 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:31:08.974443 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8d727-98c9-4061-b3c3-7d7e04ed1105 req-a7248fc4-29ce-4eb7-88d6-fb7a15dc0f2b tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:31:08.975953 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5fd8d727-98c9-4061-b3c3-7d7e04ed1105 req-a7248fc4-29ce-4eb7-88d6-fb7a15dc0f2b tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0851865 Dec 22 16:31:09.020226 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5fd8d727-98c9-4061-b3c3-7d7e04ed1105 req-6f5b248f-468f-44fa-8585-4be9a5afebf9 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386875 Dec 22 16:31:10.200301 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb74ac-94ae-467a-8e28-4c5cea7ad004 req-b2fefa62-e4af-44df-a8b5-e8e0161a6f6f tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:31:10.201744 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-90eb74ac-94ae-467a-8e28-4c5cea7ad004 req-b2fefa62-e4af-44df-a8b5-e8e0161a6f6f tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0789349 Dec 22 16:31:10.244672 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-90eb74ac-94ae-467a-8e28-4c5cea7ad004 req-2f34b6ee-31c4-4aa5-aaf9-67c30c54de53 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373755 Dec 22 16:31:10.436959 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b755342-8495-43d4-b7a2-91be2f65f1e2 req-bfa0c0f3-7413-423c-a34e-b5b7ef6a5dfa tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:31:10.438441 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2b755342-8495-43d4-b7a2-91be2f65f1e2 req-bfa0c0f3-7413-423c-a34e-b5b7ef6a5dfa tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0857446 Dec 22 16:31:10.482035 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2b755342-8495-43d4-b7a2-91be2f65f1e2 req-5cc10ee3-1f23-44eb-8782-4db7dced0aaf tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379508 Dec 22 16:31:10.503948 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 48128) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:31:10.614640 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109203f6-bb01-4abe-b453-3ca1e1b8155d tempest-TestShelveInstance-1734876601 tempest-TestShelveInstance-1734876601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:31:10.616166 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-109203f6-bb01-4abe-b453-3ca1e1b8155d tempest-TestShelveInstance-1734876601 tempest-TestShelveInstance-1734876601-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 1093 time: 0.1112137 Dec 22 16:31:10.618976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 48134) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:31:10.623819 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': '0b6fdda0-226e-43ee-a243-d541f0cbf585', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:31:10.629627 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:31:10.633364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Usage tracker for resource:floatingip and tenant:d815265accfa408895fcc7d9ff118df5 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:31:10.636194 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:31:10.641655 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:31:10.761562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:10.896258 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:11.155704 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Allocated IP 172.26.6.242 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/3b73a881-e0a2-4216-a43c-f8417797882d) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:31:11.301183 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:11.413318 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:11.417492 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-cbd5d70e-4256-4270-af61-1907f4d57fe5 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:31:11.483874 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:31:11.486665 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:31:11.490216 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:31:11.520485 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event updated for resources: {'Port': ['ID=3b73a881-e0a2-4216-a43c-f8417797882d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:31:11.526465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:31:11.901252 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:12.041662 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:12.246098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:12.304230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:12.308070 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1d62cd71-0131-4649-893c-12600b50c500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:31:12.415483 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event updated for resources: {'Port': ['ID=3b73a881-e0a2-4216-a43c-f8417797882d,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:31:12.418360 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:31:12.427009 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:12.611750 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Floating IP 97406096-3bfc-43d5-9feb-3223f0d5ddfb associated. External IP: 172.26.6.242, port: 0b6fdda0-226e-43ee-a243-d541f0cbf585. Dec 22 16:31:13.092239 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Router eb798965-c92e-435b-a2b8-1a1b32e8269f has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:31:13.272308 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:31:13.281659 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb92a262-f729-4b03-a57f-816ef889aaf0 None None] Sync routers for ids ['eb798965-c92e-435b-a2b8-1a1b32e8269f'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:31:13.292029 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb92a262-f729-4b03-a57f-816ef889aaf0 None None] Routers {'eb798965-c92e-435b-a2b8-1a1b32e8269f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:31:13.292665 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bb92a262-f729-4b03-a57f-816ef889aaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:30:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['eb798965-c92e-435b-a2b8-1a1b32e8269f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:31:13.344554 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:13.402448 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-27eeaca3-fdaa-447c-87da-38494b701f7d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7824328 Dec 22 16:31:13.403218 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622475a9-5f01-45ae-98c2-4c4994e09c69', 'tag': '0b6fdda0-226e-43ee-a243-d541f0cbf585'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:31:13.455069 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622475a9-5f01-45ae-98c2-4c4994e09c69', 'tag': '0b6fdda0-226e-43ee-a243-d541f0cbf585', 'status': 'completed', 'code': 200} Dec 22 16:31:13.474384 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-bb92a262-f729-4b03-a57f-816ef889aaf0 None None] Set router eb798965-c92e-435b-a2b8-1a1b32e8269f gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:31:13.548700 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093df587-aac9-4034-969f-c27a3eb12a34 req-ae1ac385-c16a-41fc-b53a-c9849feda46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:31:13.550062 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-093df587-aac9-4034-969f-c27a3eb12a34 req-ae1ac385-c16a-41fc-b53a-c9849feda46e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 1098 time: 0.0712790 Dec 22 16:31:13.824803 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093df587-aac9-4034-969f-c27a3eb12a34 req-441180ad-5199-443a-b823-9cae7629159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:31:13.826177 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-093df587-aac9-4034-969f-c27a3eb12a34 req-441180ad-5199-443a-b823-9cae7629159c service neutron] 10.222.0.57 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 910 time: 0.2702346 Dec 22 16:31:13.826439 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bb92a262-f729-4b03-a57f-816ef889aaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:34Z', 'revision_number': 4, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'gw_port': {'id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '97406096-3bfc-43d5-9feb-3223f0d5ddfb', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'floating_ip_address': '172.26.6.242', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'port_id': '0b6fdda0-226e-43ee-a243-d541f0cbf585', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'mac_address': 'fa:16:3e:18:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622475a9-5f01-45ae-98c2-4c4994e09c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:31:11Z', 'updated_at': '2021-12-22T16:31:11Z', 'revision_number': 0, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f7fdc6-b2d7-4daf-99de-d85f02968ae9', 'name': '', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'mac_address': 'fa:16:3e:c9:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:33Z', 'updated_at': '2021-12-22T16:24:40Z', 'revision_number': 5, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'subnets': [{'id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:31:13.830171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb92a262-f729-4b03-a57f-816ef889aaf0 None None] Checking router: eb798965-c92e-435b-a2b8-1a1b32e8269f for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:31:13.839938 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb92a262-f729-4b03-a57f-816ef889aaf0 None None] Routers {'eb798965-c92e-435b-a2b8-1a1b32e8269f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:31:13.840646 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bb92a262-f729-4b03-a57f-816ef889aaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:30:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['eb798965-c92e-435b-a2b8-1a1b32e8269f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:31:13.928646 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-093df587-aac9-4034-969f-c27a3eb12a34 req-1ce8f289-927d-4c6d-9b18-67c9fc113ab3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b6fdda0-226e-43ee-a243-d541f0cbf585 HTTP/1.1" status: 200 len: 999 time: 0.0952642 Dec 22 16:31:13.994987 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093df587-aac9-4034-969f-c27a3eb12a34 req-f5ce86a7-f714-4eb2-bdf5-852f81f4043c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:31:13.996440 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-093df587-aac9-4034-969f-c27a3eb12a34 req-f5ce86a7-f714-4eb2-bdf5-852f81f4043c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44f54e0f-04b7-4145-8083-a7a6a90ef98f HTTP/1.1" status: 200 len: 848 time: 0.0620944 Dec 22 16:31:14.017947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-bb92a262-f729-4b03-a57f-816ef889aaf0 None None] Set router eb798965-c92e-435b-a2b8-1a1b32e8269f gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:31:14.071446 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093df587-aac9-4034-969f-c27a3eb12a34 req-63f494b7-e466-4e49-b826-b2266e9c3bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:31:14.072951 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-093df587-aac9-4034-969f-c27a3eb12a34 req-63f494b7-e466-4e49-b826-b2266e9c3bf1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e037e82a-acbd-4db4-b2ff-ed672b4c203c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698829 Dec 22 16:31:14.208083 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-093df587-aac9-4034-969f-c27a3eb12a34 req-64344212-078a-4285-86b9-2f2649bc2993 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282959 Dec 22 16:31:14.341544 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-093df587-aac9-4034-969f-c27a3eb12a34 req-3e40f69b-755a-4ae9-ab03-6fe95a335720 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262164 Dec 22 16:31:14.368577 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bb92a262-f729-4b03-a57f-816ef889aaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:34Z', 'revision_number': 4, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'gw_port': {'id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '97406096-3bfc-43d5-9feb-3223f0d5ddfb', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'floating_ip_address': '172.26.6.242', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'port_id': '0b6fdda0-226e-43ee-a243-d541f0cbf585', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'mac_address': 'fa:16:3e:18:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622475a9-5f01-45ae-98c2-4c4994e09c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:31:11Z', 'updated_at': '2021-12-22T16:31:11Z', 'revision_number': 0, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f7fdc6-b2d7-4daf-99de-d85f02968ae9', 'name': '', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'mac_address': 'fa:16:3e:c9:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:33Z', 'updated_at': '2021-12-22T16:24:40Z', 'revision_number': 5, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'subnets': [{'id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:31:14.372573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb92a262-f729-4b03-a57f-816ef889aaf0 None None] The sync data for ids ['eb798965-c92e-435b-a2b8-1a1b32e8269f'] in dv-neutron-822674-1-hyperv is: [{'id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:34Z', 'revision_number': 4, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'gw_port': {'id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '97406096-3bfc-43d5-9feb-3223f0d5ddfb', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'floating_ip_address': '172.26.6.242', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'port_id': '0b6fdda0-226e-43ee-a243-d541f0cbf585', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'mac_address': 'fa:16:3e:18:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622475a9-5f01-45ae-98c2-4c4994e09c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:31:11Z', 'updated_at': '2021-12-22T16:31:11Z', 'revision_number': 0, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f7fdc6-b2d7-4daf-99de-d85f02968ae9', 'name': '', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'mac_address': 'fa:16:3e:c9:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:33Z', 'updated_at': '2021-12-22T16:24:40Z', 'revision_number': 5, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'subnets': [{'id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:31:14.587071 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a148ca-cfcf-40ff-88b2-4625e3f9d707 None None] New status for floating IP 97406096-3bfc-43d5-9feb-3223f0d5ddfb: ACTIVE {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:31:25.412851 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2cbabea3-ab3b-4f12-853b-a974b65dbf76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:27.782793 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-56b08b4f-ed53-41a4-8bd5-366860c49996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:29.132933 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:29.263522 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:31.264319 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:36.767584 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:40.965948 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eeebd072-b6c4-4b3c-afaf-2e3bb1c60048 req-1a6226ae-1719-4b9b-86fe-6c0bc8c78427 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750086 Dec 22 16:31:41.108012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebd072-b6c4-4b3c-afaf-2e3bb1c60048 req-9db72f76-7f26-4a1d-bb3e-086d2d2d9739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:31:41.109475 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eeebd072-b6c4-4b3c-afaf-2e3bb1c60048 req-9db72f76-7f26-4a1d-bb3e-086d2d2d9739 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 1098 time: 0.0726304 Dec 22 16:31:41.256390 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebd072-b6c4-4b3c-afaf-2e3bb1c60048 req-a6d613ee-6a3c-496c-b241-dc9e9b8e6cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:31:41.257829 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eeebd072-b6c4-4b3c-afaf-2e3bb1c60048 req-a6d613ee-6a3c-496c-b241-dc9e9b8e6cb3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 910 time: 0.1280053 Dec 22 16:31:41.361028 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eeebd072-b6c4-4b3c-afaf-2e3bb1c60048 req-f3b2c4c3-469c-45ae-bd18-608ea2337f75 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b6fdda0-226e-43ee-a243-d541f0cbf585 HTTP/1.1" status: 200 len: 1001 time: 0.0968425 Dec 22 16:31:41.423294 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebd072-b6c4-4b3c-afaf-2e3bb1c60048 req-35620e14-081e-4d59-adfc-f7ef7687288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:31:41.424732 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eeebd072-b6c4-4b3c-afaf-2e3bb1c60048 req-35620e14-081e-4d59-adfc-f7ef7687288b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44f54e0f-04b7-4145-8083-a7a6a90ef98f HTTP/1.1" status: 200 len: 848 time: 0.0576501 Dec 22 16:31:41.504125 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebd072-b6c4-4b3c-afaf-2e3bb1c60048 req-de19c35c-1e6f-42fa-bb64-90addeb3c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:31:41.505132 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eeebd072-b6c4-4b3c-afaf-2e3bb1c60048 req-de19c35c-1e6f-42fa-bb64-90addeb3c8e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e037e82a-acbd-4db4-b2ff-ed672b4c203c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739322 Dec 22 16:31:41.638245 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eeebd072-b6c4-4b3c-afaf-2e3bb1c60048 req-f4f77617-7622-411f-b80b-3402828c4a60 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267972 Dec 22 16:31:41.770399 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-eeebd072-b6c4-4b3c-afaf-2e3bb1c60048 req-55bbbf5e-d610-432e-b505-0639f2ad994b service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255355 Dec 22 16:31:45.302816 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:31:55.344426 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-54d036df-64e9-4c61-85ec-c6c9367ce68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:57.779078 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-52c2c991-c81c-4570-973e-42b4df6104f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:59.105573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:31:59.247582 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:32:01.211939 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:32:06.755359 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:32:22.301955 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:32:25.342590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-83c1c8ce-363b-4575-9cc4-5f62d6e6d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:32:27.778123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-44101d28-1021-4082-a309-ff34ca8df982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:32:29.155182 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:32:29.229125 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:32:31.258798 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:32:36.716144 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:32:42.898726 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-798d0d32-4c57-4be2-a270-6c821197e78b req-56a5352f-5c2b-460f-bfaa-b550baa6e061 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716419 Dec 22 16:32:43.166051 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d0d32-4c57-4be2-a270-6c821197e78b req-06678d6e-63ef-4458-bfb3-c0f1c7981bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:32:43.167849 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-798d0d32-4c57-4be2-a270-6c821197e78b req-06678d6e-63ef-4458-bfb3-c0f1c7981bb6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 1098 time: 0.1979377 Dec 22 16:32:43.313860 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d0d32-4c57-4be2-a270-6c821197e78b req-8477abcd-62bb-47d8-91da-ee54efb83820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:32:43.315412 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-798d0d32-4c57-4be2-a270-6c821197e78b req-8477abcd-62bb-47d8-91da-ee54efb83820 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 910 time: 0.1281722 Dec 22 16:32:43.434968 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-798d0d32-4c57-4be2-a270-6c821197e78b req-e4dcc8c4-1fab-4dfd-8a52-b7f58220a7c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b6fdda0-226e-43ee-a243-d541f0cbf585 HTTP/1.1" status: 200 len: 1001 time: 0.1113424 Dec 22 16:32:43.499097 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d0d32-4c57-4be2-a270-6c821197e78b req-e5ed03d0-8a8e-469d-9cad-da252227203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:32:43.500523 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-798d0d32-4c57-4be2-a270-6c821197e78b req-e5ed03d0-8a8e-469d-9cad-da252227203c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44f54e0f-04b7-4145-8083-a7a6a90ef98f HTTP/1.1" status: 200 len: 848 time: 0.0580220 Dec 22 16:32:43.583313 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d0d32-4c57-4be2-a270-6c821197e78b req-7ef9d466-d476-4141-a58c-43527cc68e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:32:43.584779 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-798d0d32-4c57-4be2-a270-6c821197e78b req-7ef9d466-d476-4141-a58c-43527cc68e9b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e037e82a-acbd-4db4-b2ff-ed672b4c203c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772986 Dec 22 16:32:43.718706 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-798d0d32-4c57-4be2-a270-6c821197e78b req-f5aafe32-b402-433b-ae96-ae7514f70b75 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272111 Dec 22 16:32:43.848736 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-798d0d32-4c57-4be2-a270-6c821197e78b req-e9c50a98-ebd5-4996-8c1f-444f404c2a20 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234634 Dec 22 16:32:55.343490 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-508ffac8-220c-4381-8772-043ca53c70f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:32:57.915625 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b6ff9a27-cc7a-418c-ab91-2dceddaef79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:32:59.114944 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:32:59.263706 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:32:59.300433 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:33:01.240582 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:33:06.761590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:33:25.337897 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7105ac68-0461-4c44-adb1-1f5c0cf2d210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:33:27.792922 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a76ad69d-c8e1-4fad-a615-4997c56013b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:33:29.103089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:33:29.257457 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:33:31.240332 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:33:36.300193 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:33:36.800580 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:33:42.994383 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-29da7dac-5cd0-4057-89cc-d89dedc9ba68 req-c99150e5-6a36-400a-83c1-af9e06eb96e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1146827 Dec 22 16:33:43.130029 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da7dac-5cd0-4057-89cc-d89dedc9ba68 req-a9ef61e1-bee1-426b-8610-3d337cd42156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:33:43.131498 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-29da7dac-5cd0-4057-89cc-d89dedc9ba68 req-a9ef61e1-bee1-426b-8610-3d337cd42156 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 1098 time: 0.0685010 Dec 22 16:33:43.272676 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da7dac-5cd0-4057-89cc-d89dedc9ba68 req-78597d7e-341b-4600-b924-4e37807a5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:33:43.274104 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-29da7dac-5cd0-4057-89cc-d89dedc9ba68 req-78597d7e-341b-4600-b924-4e37807a5b4a service neutron] 10.222.0.57 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 910 time: 0.1231210 Dec 22 16:33:43.377270 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-29da7dac-5cd0-4057-89cc-d89dedc9ba68 req-4f8e3814-d445-401b-978f-6aa4c4f07509 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b6fdda0-226e-43ee-a243-d541f0cbf585 HTTP/1.1" status: 200 len: 1001 time: 0.0963452 Dec 22 16:33:43.441671 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da7dac-5cd0-4057-89cc-d89dedc9ba68 req-cb8cd255-4bca-49ed-9307-aab0e0167cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:33:43.443092 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-29da7dac-5cd0-4057-89cc-d89dedc9ba68 req-cb8cd255-4bca-49ed-9307-aab0e0167cf7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44f54e0f-04b7-4145-8083-a7a6a90ef98f HTTP/1.1" status: 200 len: 848 time: 0.0593565 Dec 22 16:33:43.517448 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da7dac-5cd0-4057-89cc-d89dedc9ba68 req-4e8edf63-56e0-433e-9ab7-2b2579b0287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:33:43.518957 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-29da7dac-5cd0-4057-89cc-d89dedc9ba68 req-4e8edf63-56e0-433e-9ab7-2b2579b0287e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e037e82a-acbd-4db4-b2ff-ed672b4c203c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695753 Dec 22 16:33:43.647637 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-29da7dac-5cd0-4057-89cc-d89dedc9ba68 req-ffa27c65-4763-4af8-bf6f-62290bb57323 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221886 Dec 22 16:33:43.775635 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-29da7dac-5cd0-4057-89cc-d89dedc9ba68 req-962ad7cf-d49c-4238-9e52-50a20c0e5721 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209834 Dec 22 16:33:55.354490 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-01f6ffec-aab2-411f-895a-1244fae47aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:33:57.774839 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5a57b3c9-6059-4833-9d98-179fcc53fe0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:33:59.134875 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:33:59.303244 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:34:01.234577 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:34:04.102660 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6caebd-2848-4c12-8338-87ed9549a73c req-0a4bcd86-bd5b-453c-9efc-f4c8d2d47939 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:04.102660 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fb6caebd-2848-4c12-8338-87ed9549a73c req-0a4bcd86-bd5b-453c-9efc-f4c8d2d47939 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.1585732 Dec 22 16:34:04.256792 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fb6caebd-2848-4c12-8338-87ed9549a73c req-6737276b-00d7-41db-aa7e-ff6610b5b97d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539702 Dec 22 16:34:05.498087 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9724f7-d3fc-40a8-8fb1-b13156cb4749 req-df1d972d-b7d8-4b61-bdae-a670f08bb40c tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:05.504530 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fd9724f7-d3fc-40a8-8fb1-b13156cb4749 req-df1d972d-b7d8-4b61-bdae-a670f08bb40c tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.1214337 Dec 22 16:34:05.543360 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fd9724f7-d3fc-40a8-8fb1-b13156cb4749 req-7fdc7549-519a-49fe-8748-d1722867f0a2 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380042 Dec 22 16:34:06.742611 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba5305-20cc-47b7-9788-4b06645a6bbe req-cb8d0fc3-ef86-442c-bc76-b58c59cb10f8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:06.744196 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ffba5305-20cc-47b7-9788-4b06645a6bbe req-cb8d0fc3-ef86-442c-bc76-b58c59cb10f8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0822253 Dec 22 16:34:06.787754 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ffba5305-20cc-47b7-9788-4b06645a6bbe req-8fb154f5-3ac9-418a-a66b-1b78f443fa52 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379643 Dec 22 16:34:06.789077 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:34:07.970161 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20207d58-dd60-42bb-92ed-f059fc3caf87 req-eb6988d0-95ac-4df4-9969-492b75a5f2bd tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:07.971665 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-20207d58-dd60-42bb-92ed-f059fc3caf87 req-eb6988d0-95ac-4df4-9969-492b75a5f2bd tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0791786 Dec 22 16:34:08.017401 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-20207d58-dd60-42bb-92ed-f059fc3caf87 req-e0280596-a69b-4eab-af94-09ac0dc812e5 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401654 Dec 22 16:34:09.197538 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc230e10-d778-4dbe-85af-75d79faeec0e req-59abc644-1ea0-47eb-b67a-d3d5681d8e3b tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:09.199001 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fc230e10-d778-4dbe-85af-75d79faeec0e req-59abc644-1ea0-47eb-b67a-d3d5681d8e3b tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0779874 Dec 22 16:34:09.242067 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fc230e10-d778-4dbe-85af-75d79faeec0e req-4644a6af-8d6e-4135-a765-4474251ad3bf tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374868 Dec 22 16:34:10.425198 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da31ab2-7233-4347-8e84-eaea8ea504fe req-dc82747b-b975-4d5a-8047-9d10f19694cb tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:10.426649 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9da31ab2-7233-4347-8e84-eaea8ea504fe req-dc82747b-b975-4d5a-8047-9d10f19694cb tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0826581 Dec 22 16:34:10.471173 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9da31ab2-7233-4347-8e84-eaea8ea504fe req-6ff63436-4702-4059-b8b7-21845ce5136a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388520 Dec 22 16:34:11.655130 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2abb98-5436-49a4-9a99-4bca746b220d req-84f963b9-4f0d-4cf4-a363-2ca71e435d91 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:11.656578 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0f2abb98-5436-49a4-9a99-4bca746b220d req-84f963b9-4f0d-4cf4-a363-2ca71e435d91 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0812705 Dec 22 16:34:11.701418 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0f2abb98-5436-49a4-9a99-4bca746b220d req-35bbf98f-b4f9-40dc-9dd1-bed95558ee50 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392451 Dec 22 16:34:12.887248 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3312c1-0507-4c02-9438-08d435fc8d83 req-187b810b-3e51-48c3-9e25-0119d106eab4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:12.888727 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6c3312c1-0507-4c02-9438-08d435fc8d83 req-187b810b-3e51-48c3-9e25-0119d106eab4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0828493 Dec 22 16:34:12.932079 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6c3312c1-0507-4c02-9438-08d435fc8d83 req-d8578d53-8316-45c2-89f9-f3a39f8279de tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368602 Dec 22 16:34:13.302483 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:34:14.121839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea0809-e20f-4c4a-bb17-91a0ba620104 req-6983bba4-9a3d-4d88-af86-e255d7907aa2 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:14.123305 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a0ea0809-e20f-4c4a-bb17-91a0ba620104 req-6983bba4-9a3d-4d88-af86-e255d7907aa2 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0863566 Dec 22 16:34:14.171393 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a0ea0809-e20f-4c4a-bb17-91a0ba620104 req-8ba975cf-bba0-49b6-8d98-c02e7cb35f94 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423796 Dec 22 16:34:15.350991 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b616eab-5454-4e14-b7b8-64703c51936f req-6afd290b-3d00-4c3f-93e9-b27dd7975d8c tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:15.352471 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2b616eab-5454-4e14-b7b8-64703c51936f req-6afd290b-3d00-4c3f-93e9-b27dd7975d8c tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0797482 Dec 22 16:34:15.396186 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2b616eab-5454-4e14-b7b8-64703c51936f req-bb727f77-fe71-4570-9891-40f3b1de0b95 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381079 Dec 22 16:34:16.579986 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9e798-aba2-4bfa-9fc3-f17d95ef22bd req-b5be20c5-e4b7-409d-ba06-29931f7b81f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:16.581338 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2aa9e798-aba2-4bfa-9fc3-f17d95ef22bd req-b5be20c5-e4b7-409d-ba06-29931f7b81f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0831897 Dec 22 16:34:16.623433 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2aa9e798-aba2-4bfa-9fc3-f17d95ef22bd req-47f879da-f72d-4163-a4ee-6ba250f2e771 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365279 Dec 22 16:34:17.805568 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679629d-1181-4b85-b587-8a9cba54be19 req-4dd8989a-85bb-418f-8fa7-8d642842df58 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:17.807049 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d679629d-1181-4b85-b587-8a9cba54be19 req-4dd8989a-85bb-418f-8fa7-8d642842df58 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0810223 Dec 22 16:34:17.849806 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d679629d-1181-4b85-b587-8a9cba54be19 req-a07f9167-9305-480a-8a17-fde775be161e tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372090 Dec 22 16:34:19.034018 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7583060-528f-4b7d-88f7-95089cb6c5b2 req-91bd19e4-1122-453d-a878-e4fa82b90285 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:19.035560 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d7583060-528f-4b7d-88f7-95089cb6c5b2 req-91bd19e4-1122-453d-a878-e4fa82b90285 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0836766 Dec 22 16:34:19.078599 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d7583060-528f-4b7d-88f7-95089cb6c5b2 req-ca13aaff-e7fd-481b-93af-8ec6edf94279 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375130 Dec 22 16:34:19.267466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3355c2d-d202-4553-a1a8-25d5c45665a9 req-c950393d-119e-40a2-951d-8cf5da3d0069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:19.268939 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d3355c2d-d202-4553-a1a8-25d5c45665a9 req-c950393d-119e-40a2-951d-8cf5da3d0069 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 1098 time: 0.0695026 Dec 22 16:34:19.397012 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3355c2d-d202-4553-a1a8-25d5c45665a9 req-88603f5f-0083-4571-8992-f9c5e0dcdd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:19.398539 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d3355c2d-d202-4553-a1a8-25d5c45665a9 req-88603f5f-0083-4571-8992-f9c5e0dcdd77 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 910 time: 0.1234858 Dec 22 16:34:19.497970 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d3355c2d-d202-4553-a1a8-25d5c45665a9 req-b2c115e3-44fb-4018-8773-914db662d9d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b6fdda0-226e-43ee-a243-d541f0cbf585 HTTP/1.1" status: 200 len: 1001 time: 0.0933828 Dec 22 16:34:19.561112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3355c2d-d202-4553-a1a8-25d5c45665a9 req-9f9275a6-98b9-473a-b478-ecc090eccb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:19.562487 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d3355c2d-d202-4553-a1a8-25d5c45665a9 req-9f9275a6-98b9-473a-b478-ecc090eccb67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44f54e0f-04b7-4145-8083-a7a6a90ef98f HTTP/1.1" status: 200 len: 848 time: 0.0579925 Dec 22 16:34:19.634018 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3355c2d-d202-4553-a1a8-25d5c45665a9 req-c9be33c2-307a-4f85-8795-dfd86d3b25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:19.635445 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d3355c2d-d202-4553-a1a8-25d5c45665a9 req-c9be33c2-307a-4f85-8795-dfd86d3b25cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e037e82a-acbd-4db4-b2ff-ed672b4c203c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665977 Dec 22 16:34:19.762986 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d3355c2d-d202-4553-a1a8-25d5c45665a9 req-922ec7a8-89e1-4c62-abc5-1c9ac08241ca service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202540 Dec 22 16:34:20.012543 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d3355c2d-d202-4553-a1a8-25d5c45665a9 req-ed1bcffe-57e9-4474-a94f-08dbb6c5f8c9 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425997 Dec 22 16:34:20.265584 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4029b-5d91-4036-82ca-06a97283be84 req-c8c99773-3560-428b-bead-3cb413564381 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:20.266958 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-40b4029b-5d91-4036-82ca-06a97283be84 req-c8c99773-3560-428b-bead-3cb413564381 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0790441 Dec 22 16:34:20.312577 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-40b4029b-5d91-4036-82ca-06a97283be84 req-430b604e-b180-4cc2-a2a0-02c2a421638d tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395629 Dec 22 16:34:21.495924 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7162b51-3f50-49c2-a55b-628bf1150949 req-810b0984-32f3-425a-900e-9ef6b6cc5645 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:21.498321 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c7162b51-3f50-49c2-a55b-628bf1150949 req-810b0984-32f3-425a-900e-9ef6b6cc5645 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0785282 Dec 22 16:34:21.541584 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c7162b51-3f50-49c2-a55b-628bf1150949 req-891c7f97-b727-4acf-afbd-9cc5093727a8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385275 Dec 22 16:34:22.727214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93abe01-4072-4dfe-8fbc-d8436749c806 req-2471a3e8-9078-4217-ae28-66c4118918a1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:22.728677 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a93abe01-4072-4dfe-8fbc-d8436749c806 req-2471a3e8-9078-4217-ae28-66c4118918a1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0830038 Dec 22 16:34:22.771870 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a93abe01-4072-4dfe-8fbc-d8436749c806 req-8ceba4b8-d249-429e-999c-d6067b344fdb tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376163 Dec 22 16:34:23.195465 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 48246) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:23.265929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c237ea-f4b6-4254-afd9-7726098fbb57 req-f8a02ea0-3aa3-42e0-bea7-7bf8125b926f tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:23.269542 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-83c237ea-f4b6-4254-afd9-7726098fbb57 req-f8a02ea0-3aa3-42e0-bea7-7bf8125b926f tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0830457 Dec 22 16:34:23.313476 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-83c237ea-f4b6-4254-afd9-7726098fbb57 req-18802672-2ac1-4507-b6b2-34620bdf4a16 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399714 Dec 22 16:34:23.322617 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-70c46ffd-b822-4ad6-b377-9ff7979c2062 req-e727bba2-97e0-4597-b0a0-cfc91830851e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1253228 Dec 22 16:34:24.522619 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e7408-5151-4d25-aee5-72224071e05c req-674ce1e5-bf3b-4b66-bc1a-5ce0588f7af5 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:24.524122 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b63e7408-5151-4d25-aee5-72224071e05c req-674ce1e5-bf3b-4b66-bc1a-5ce0588f7af5 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0835559 Dec 22 16:34:24.568299 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b63e7408-5151-4d25-aee5-72224071e05c req-e7f5c980-1377-45ea-974a-121b91b731dd tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382986 Dec 22 16:34:25.345974 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6cfe609e-27ea-4b03-bc6a-1c6722578cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:34:25.752571 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74f152-2888-4649-8136-a8ed236343f5 req-4c123a10-2ab6-41b4-b8e5-ebb007aad279 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:25.754002 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dd74f152-2888-4649-8136-a8ed236343f5 req-4c123a10-2ab6-41b4-b8e5-ebb007aad279 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0789642 Dec 22 16:34:25.801385 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dd74f152-2888-4649-8136-a8ed236343f5 req-cab31fb1-5597-44e4-bf01-a41632c6ecf8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411708 Dec 22 16:34:25.811246 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 0b6fdda0-226e-43ee-a243-d541f0cbf585 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:34:25.923433 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:34:25.949699 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622475a9-5f01-45ae-98c2-4c4994e09c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b6fdda0-226e-43ee-a243-d541f0cbf585'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:34:25.959631 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 0b6fdda0-226e-43ee-a243-d541f0cbf585, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0b6fdda0-226e-43ee-a243-d541f0cbf585,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:34:25.993080 dv-neutron-822674-1-hyperv neutron-server[88219]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '622475a9-5f01-45ae-98c2-4c4994e09c69', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b6fdda0-226e-43ee-a243-d541f0cbf585', 'code': 422} returned with failed status Dec 22 16:34:26.065625 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:34:26.067452 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-adbd43e7-b531-41a8-995e-a2ec11448a84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:34:26.131337 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=0b6fdda0-226e-43ee-a243-d541f0cbf585,revision_number=6']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:34:26.138457 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:34:26.138850 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:34:26.139194 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:34:26.139532 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:34:26.139862 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:34:26.140193 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:34:26.140522 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:34:26.140848 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:34:26.141179 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:34:26.141501 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:34:26.141822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:34:26.142149 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:34:26.147635 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:34:27.030843 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77f877-1f03-4338-8626-e98548eae27a req-8126bcdb-8643-4df7-b0b8-00c93b08de8b tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:27.032257 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6b77f877-1f03-4338-8626-e98548eae27a req-8126bcdb-8643-4df7-b0b8-00c93b08de8b tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 943 time: 0.1268520 Dec 22 16:34:27.083319 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6b77f877-1f03-4338-8626-e98548eae27a req-df250bf8-a89f-4fd9-9b8d-4032e20166fe tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447314 Dec 22 16:34:27.088385 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c46ffd-b822-4ad6-b377-9ff7979c2062 req-6a6f629c-9834-48ff-bf36-898ce852dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:27.089785 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-70c46ffd-b822-4ad6-b377-9ff7979c2062 req-6a6f629c-9834-48ff-bf36-898ce852dbd8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69&tenant_id=d815265accfa408895fcc7d9ff118df5 HTTP/1.1" status: 200 len: 1096 time: 0.1209524 Dec 22 16:34:27.178313 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c46ffd-b822-4ad6-b377-9ff7979c2062 req-a50b048f-3ba1-4ba7-abb1-a0d65950cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:27.179690 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-70c46ffd-b822-4ad6-b377-9ff7979c2062 req-a50b048f-3ba1-4ba7-abb1-a0d65950cfe8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 1096 time: 0.0684760 Dec 22 16:34:27.311686 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c46ffd-b822-4ad6-b377-9ff7979c2062 req-7ce13aa3-ec0d-47c0-8193-514d3bb1e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:27.313141 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-70c46ffd-b822-4ad6-b377-9ff7979c2062 req-7ce13aa3-ec0d-47c0-8193-514d3bb1e6e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 910 time: 0.1274989 Dec 22 16:34:27.413584 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-70c46ffd-b822-4ad6-b377-9ff7979c2062 req-d661b3f6-3d0f-41ff-8578-cc62d5694991 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b6fdda0-226e-43ee-a243-d541f0cbf585 HTTP/1.1" status: 200 len: 999 time: 0.0937259 Dec 22 16:34:27.473007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c46ffd-b822-4ad6-b377-9ff7979c2062 req-d7cece58-d91e-43a7-b15b-db2bccaf6e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:27.474383 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-70c46ffd-b822-4ad6-b377-9ff7979c2062 req-d7cece58-d91e-43a7-b15b-db2bccaf6e02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44f54e0f-04b7-4145-8083-a7a6a90ef98f HTTP/1.1" status: 200 len: 848 time: 0.0550025 Dec 22 16:34:27.554755 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c46ffd-b822-4ad6-b377-9ff7979c2062 req-ed0a649e-86f8-4368-b0f0-90686b53e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:27.556204 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-70c46ffd-b822-4ad6-b377-9ff7979c2062 req-ed0a649e-86f8-4368-b0f0-90686b53e9d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e037e82a-acbd-4db4-b2ff-ed672b4c203c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754941 Dec 22 16:34:27.688149 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-70c46ffd-b822-4ad6-b377-9ff7979c2062 req-b88f2fdb-ea44-408c-a6af-dfb832c0f053 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246750 Dec 22 16:34:27.795231 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c704f6de-8c70-4850-be5b-7b11a134a05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:34:27.817335 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-70c46ffd-b822-4ad6-b377-9ff7979c2062 req-67a48824-9a91-45f5-b88d-f2ea87bb0aeb service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227143 Dec 22 16:34:28.261817 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c153-a73b-45f4-8322-6837d013224f req-c695548c-de6b-4ecc-964f-409971efb853 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:28.263296 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2291c153-a73b-45f4-8322-6837d013224f req-c695548c-de6b-4ecc-964f-409971efb853 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 943 time: 0.0783491 Dec 22 16:34:28.305899 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2291c153-a73b-45f4-8322-6837d013224f req-062ae61f-cad3-4936-a107-9a9c1511ab86 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370512 Dec 22 16:34:29.117249 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:34:29.280472 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:34:29.605100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30e5f9-0092-459f-a4cb-22c647772b2e req-7f7fadaa-886f-430b-abd5-9f0e6952a696 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:29.606570 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5f30e5f9-0092-459f-a4cb-22c647772b2e req-7f7fadaa-886f-430b-abd5-9f0e6952a696 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 943 time: 0.1967154 Dec 22 16:34:29.649766 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5f30e5f9-0092-459f-a4cb-22c647772b2e req-0a7076d3-05c1-4fe2-a69a-aa07a5aa68ea tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375953 Dec 22 16:34:30.831228 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456995f-04a7-44fe-997e-431c0995896f req-b0faf6f7-68d5-4f82-9dac-92891961c647 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:30.832700 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b456995f-04a7-44fe-997e-431c0995896f req-b0faf6f7-68d5-4f82-9dac-92891961c647 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 943 time: 0.0813007 Dec 22 16:34:30.881699 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b456995f-04a7-44fe-997e-431c0995896f req-3c37d17b-a75a-495e-8fee-287d843c38be tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430589 Dec 22 16:34:31.242536 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:34:32.064816 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adac886-d786-4367-b01d-7b8218bd2f11 req-11d637f3-6faa-4ad2-b094-67381b1ac7eb tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:32.066354 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9adac886-d786-4367-b01d-7b8218bd2f11 req-11d637f3-6faa-4ad2-b094-67381b1ac7eb tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 943 time: 0.0793943 Dec 22 16:34:32.109674 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9adac886-d786-4367-b01d-7b8218bd2f11 req-0d10744d-89e4-4a7e-ab4d-082ad29e0746 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374422 Dec 22 16:34:33.302647 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b358b6-7cdb-462d-9272-3fba1a5c471e req-ffd3becf-588d-4de1-97d6-061b0baf9e53 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:33.303973 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-67b358b6-7cdb-462d-9272-3fba1a5c471e req-ffd3becf-588d-4de1-97d6-061b0baf9e53 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 943 time: 0.0835690 Dec 22 16:34:33.347039 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-67b358b6-7cdb-462d-9272-3fba1a5c471e req-e5a4e6ca-56a3-43be-8fe6-af3bf12880b5 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375299 Dec 22 16:34:34.527105 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e3b3b-81f9-4c10-a2e2-3c360b46d6c4 req-d15777b7-6cb1-47ca-82a7-250e46acea2f tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:34.528456 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e08e3b3b-81f9-4c10-a2e2-3c360b46d6c4 req-d15777b7-6cb1-47ca-82a7-250e46acea2f tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 943 time: 0.0784199 Dec 22 16:34:34.579501 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e08e3b3b-81f9-4c10-a2e2-3c360b46d6c4 req-0ef64a19-db25-4ef9-bcae-39941c4884e0 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454631 Dec 22 16:34:35.759005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409ca12-fa8f-4820-8822-a11b982295a1 req-b0ff8dff-7948-4ab9-aec3-4b03f7ccf5a9 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:35.760455 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9409ca12-fa8f-4820-8822-a11b982295a1 req-b0ff8dff-7948-4ab9-aec3-4b03f7ccf5a9 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 943 time: 0.0786095 Dec 22 16:34:35.804246 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9409ca12-fa8f-4820-8822-a11b982295a1 req-748e6ec5-28d1-4493-970d-26bf31057c59 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380235 Dec 22 16:34:36.796787 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:34:36.991329 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1a558-505c-4d7d-b10a-a60517e88928 req-126e6db1-119e-44d5-b2c2-3e3a4014d5f2 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:36.992740 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-12b1a558-505c-4d7d-b10a-a60517e88928 req-126e6db1-119e-44d5-b2c2-3e3a4014d5f2 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 943 time: 0.0837455 Dec 22 16:34:37.034825 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-12b1a558-505c-4d7d-b10a-a60517e88928 req-2da9a0d2-cf5e-49f0-9708-5a12f741a255 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365763 Dec 22 16:34:37.878512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 0b6fdda0-226e-43ee-a243-d541f0cbf585 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:34:38.009844 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 0b6fdda0-226e-43ee-a243-d541f0cbf585, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0b6fdda0-226e-43ee-a243-d541f0cbf585,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:34:38.022867 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '0b6fdda0-226e-43ee-a243-d541f0cbf585', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'port_id': '0b6fdda0-226e-43ee-a243-d541f0cbf585', 'mac_address': 'fa:16:3e:18:00:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:34:38.079714 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:34:38.096823 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6fdda0-226e-43ee-a243-d541f0cbf585 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:34:38.112310 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 0b6fdda0-226e-43ee-a243-d541f0cbf585, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0b6fdda0-226e-43ee-a243-d541f0cbf585,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:34:38.195650 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:34:38.196914 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:34:38.217727 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ef50b-b450-4fb8-a3a6-c4e48a3c6edf req-83476bad-ddd4-4a9d-b059-4e16844af017 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:38.219199 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b18ef50b-b450-4fb8-a3a6-c4e48a3c6edf req-83476bad-ddd4-4a9d-b059-4e16844af017 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 943 time: 0.0807152 Dec 22 16:34:38.262983 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=0b6fdda0-226e-43ee-a243-d541f0cbf585,revision_number=7']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:34:38.266124 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:34:38.269715 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b18ef50b-b450-4fb8-a3a6-c4e48a3c6edf req-cd6a0946-52e9-40b7-a689-73ae7345c7a8 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445910 Dec 22 16:34:38.563821 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['0b6fdda0-226e-43ee-a243-d541f0cbf585'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:34:39.456547 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd274b92-bb05-47a2-9124-d36cb0e22133 req-6eeded29-b47d-477d-861d-f4c4ec1147ee tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:39.457968 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dd274b92-bb05-47a2-9124-d36cb0e22133 req-6eeded29-b47d-477d-861d-f4c4ec1147ee tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 944 time: 0.0818746 Dec 22 16:34:39.500697 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-dd274b92-bb05-47a2-9124-d36cb0e22133 req-ffbf1018-2ef6-4586-bb6c-8387aa445ab7 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367105 Dec 22 16:34:39.893949 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 0b6fdda0-226e-43ee-a243-d541f0cbf585 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:34:39.960069 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 0b6fdda0-226e-43ee-a243-d541f0cbf585 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:34:39.960443 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:34:40.078324 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:34:40.104719 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622475a9-5f01-45ae-98c2-4c4994e09c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6fdda0-226e-43ee-a243-d541f0cbf585'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:34:40.113877 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 0b6fdda0-226e-43ee-a243-d541f0cbf585, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0b6fdda0-226e-43ee-a243-d541f0cbf585,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:34:40.148444 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622475a9-5f01-45ae-98c2-4c4994e09c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6fdda0-226e-43ee-a243-d541f0cbf585', 'code': 200} Dec 22 16:34:40.185675 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:34:40.187547 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:34:40.259488 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=0b6fdda0-226e-43ee-a243-d541f0cbf585,revision_number=8']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:34:40.263078 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:34:40.474014 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc87e9-b628-4f24-b04e-136821265622 req-e3d85a4f-8922-4f09-b978-5fd7b1ad67d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:40.475516 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7ecc87e9-b628-4f24-b04e-136821265622 req-e3d85a4f-8922-4f09-b978-5fd7b1ad67d0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 1098 time: 0.0684066 Dec 22 16:34:40.514477 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7ecc87e9-b628-4f24-b04e-136821265622 req-e31f4071-e0f1-443d-ac8c-142acb5fcddc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326200 Dec 22 16:34:40.682462 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fd318-cfe6-4489-9e2c-59f2333716c9 req-65b31113-371d-4baa-9b5f-c0220ab46901 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:40.684001 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f31fd318-cfe6-4489-9e2c-59f2333716c9 req-65b31113-371d-4baa-9b5f-c0220ab46901 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0808709 Dec 22 16:34:40.727547 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f31fd318-cfe6-4489-9e2c-59f2333716c9 req-2dea9de5-6650-4756-ab21-b1cdea2a048c tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378752 Dec 22 16:34:41.913379 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c681f-d20b-4055-b6a3-2f75e89f7641 req-efee92fe-27f7-4056-b800-d16ac6f2e1ae tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:41.914841 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-004c681f-d20b-4055-b6a3-2f75e89f7641 req-efee92fe-27f7-4056-b800-d16ac6f2e1ae tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0780439 Dec 22 16:34:41.961970 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-004c681f-d20b-4055-b6a3-2f75e89f7641 req-4a591b75-c0df-4a2f-b9dc-1f96fa57d183 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411026 Dec 22 16:34:43.148948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74532b1-dcb4-4e9a-9cc8-3342ecb3d3cf req-40387155-d9d3-47ed-9ce4-a0291c4bcdf0 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:43.150399 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a74532b1-dcb4-4e9a-9cc8-3342ecb3d3cf req-40387155-d9d3-47ed-9ce4-a0291c4bcdf0 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0787265 Dec 22 16:34:43.192431 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a74532b1-dcb4-4e9a-9cc8-3342ecb3d3cf req-68a6ffc7-0f93-472f-bb86-725248e67a5e tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365150 Dec 22 16:34:44.892013 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6ee40bde-ac3c-4a43-9d73-b841fe6e0a77 req-a5debebe-e8f8-4f8f-8a2f-1299f7786eb6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705581 Dec 22 16:34:45.028565 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee40bde-ac3c-4a43-9d73-b841fe6e0a77 req-66fab098-cc85-45d2-be56-0284705af393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:45.030012 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6ee40bde-ac3c-4a43-9d73-b841fe6e0a77 req-66fab098-cc85-45d2-be56-0284705af393 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 1098 time: 0.0715082 Dec 22 16:34:45.169494 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee40bde-ac3c-4a43-9d73-b841fe6e0a77 req-5ea46fc4-702f-46ef-981b-c2d9e1e5be37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:45.170931 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6ee40bde-ac3c-4a43-9d73-b841fe6e0a77 req-5ea46fc4-702f-46ef-981b-c2d9e1e5be37 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 910 time: 0.1220441 Dec 22 16:34:45.275516 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6ee40bde-ac3c-4a43-9d73-b841fe6e0a77 req-2474139e-23db-4ad5-b80c-a8eba23dcd0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b6fdda0-226e-43ee-a243-d541f0cbf585 HTTP/1.1" status: 200 len: 1001 time: 0.0979667 Dec 22 16:34:45.335673 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee40bde-ac3c-4a43-9d73-b841fe6e0a77 req-110f792b-0600-4b76-8c58-aa95a421d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:45.337033 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6ee40bde-ac3c-4a43-9d73-b841fe6e0a77 req-110f792b-0600-4b76-8c58-aa95a421d42a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44f54e0f-04b7-4145-8083-a7a6a90ef98f HTTP/1.1" status: 200 len: 848 time: 0.0551505 Dec 22 16:34:45.519361 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee40bde-ac3c-4a43-9d73-b841fe6e0a77 req-6d1bf18f-4042-4996-a41c-92f75db4f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:34:45.520729 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6ee40bde-ac3c-4a43-9d73-b841fe6e0a77 req-6d1bf18f-4042-4996-a41c-92f75db4f87a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e037e82a-acbd-4db4-b2ff-ed672b4c203c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1774571 Dec 22 16:34:45.647979 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6ee40bde-ac3c-4a43-9d73-b841fe6e0a77 req-34957c80-272e-4912-bb78-cc67753bcee7 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203516 Dec 22 16:34:45.774575 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-6ee40bde-ac3c-4a43-9d73-b841fe6e0a77 req-efc6ac7a-fa9a-467d-bcf5-f7adbfd504f7 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202683 Dec 22 16:34:50.302029 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:34:55.354112 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f43a-be90-4829-8c0f-194e0175efff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:34:57.768579 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-598c30d5-9733-4643-9249-4c0abe57c16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:34:59.110066 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:34:59.277326 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:35:01.235486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:35:06.789265 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:35:25.339300 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f5de0d5b-8385-4085-b24c-01704d7810c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:35:27.301559 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:35:27.779233 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d2796918-5ecf-4b21-bbcf-81b50ee97b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:35:29.161959 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:35:29.264933 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:35:31.234615 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:35:36.785783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:35:46.945683 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f6728cf-b15e-4c71-a082-2851cd99991a req-67db2cfe-0470-4ded-acdc-7a694ca5c1cc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680504 Dec 22 16:35:47.089963 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6728cf-b15e-4c71-a082-2851cd99991a req-5c3e5a41-68b6-4ebc-a30a-042d4bdc3537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:35:47.091434 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f6728cf-b15e-4c71-a082-2851cd99991a req-5c3e5a41-68b6-4ebc-a30a-042d4bdc3537 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 1098 time: 0.0748136 Dec 22 16:35:47.232188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6728cf-b15e-4c71-a082-2851cd99991a req-8f383adb-8436-4b42-8470-baae7088c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:35:47.233626 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f6728cf-b15e-4c71-a082-2851cd99991a req-8f383adb-8436-4b42-8470-baae7088c19f service neutron] 10.222.0.57 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 910 time: 0.1242735 Dec 22 16:35:47.335118 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f6728cf-b15e-4c71-a082-2851cd99991a req-503554cc-2479-4674-8e32-b70605c767dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b6fdda0-226e-43ee-a243-d541f0cbf585 HTTP/1.1" status: 200 len: 1001 time: 0.0943382 Dec 22 16:35:47.396079 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6728cf-b15e-4c71-a082-2851cd99991a req-a0f83d99-87bb-4f34-b632-04a9fed094b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:35:47.398092 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f6728cf-b15e-4c71-a082-2851cd99991a req-a0f83d99-87bb-4f34-b632-04a9fed094b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44f54e0f-04b7-4145-8083-a7a6a90ef98f HTTP/1.1" status: 200 len: 848 time: 0.0568929 Dec 22 16:35:47.475436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6728cf-b15e-4c71-a082-2851cd99991a req-a0871b51-c524-4568-a1d3-95346a186b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:35:47.476926 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f6728cf-b15e-4c71-a082-2851cd99991a req-a0871b51-c524-4568-a1d3-95346a186b81 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e037e82a-acbd-4db4-b2ff-ed672b4c203c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719554 Dec 22 16:35:47.610763 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f6728cf-b15e-4c71-a082-2851cd99991a req-64c37924-7816-4129-b582-4371f36cf4b3 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266282 Dec 22 16:35:47.737861 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f6728cf-b15e-4c71-a082-2851cd99991a req-5f9f7abd-5fbe-4221-8bb1-87894bfbaab1 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199374 Dec 22 16:35:55.367869 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e26bd0a7-2382-4ca2-bc47-f7cd584c8531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:35:57.805377 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a3bfa708-af8b-4ad2-83cf-29b2fc042f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:35:59.144096 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:35:59.276809 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:01.246049 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:04.300346 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:36:06.777851 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:25.315251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f7747fae-8373-41e0-8e25-b9c07b76d84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:27.754845 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ed927020-c39e-4444-b569-f1a4293899ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:29.109446 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:29.263509 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:31.257643 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:36.811698 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:40.830500 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 48328) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:41.224971 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Deleting port 3b73a881-e0a2-4216-a43c-f8417797882d {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:36:41.225311 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:41.299649 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:36:41.397175 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:41.397506 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:41.515526 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Calling delete_port for 3b73a881-e0a2-4216-a43c-f8417797882d owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:36:41.743324 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:41.747097 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:36:41.789847 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event deleted for resources: {'Port': ['ID=3b73a881-e0a2-4216-a43c-f8417797882d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:36:41.830289 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:41.830683 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:41.831170 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:41.831428 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:41.831795 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:41.832162 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:41.832527 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:41.832885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:41.833247 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:41.833605 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:41.833961 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:41.834340 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:41.863287 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:36:41.891649 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:41.895509 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Floating IP 97406096-3bfc-43d5-9feb-3223f0d5ddfb disassociated (deleted). External IP: 172.26.6.242, port: 0b6fdda0-226e-43ee-a243-d541f0cbf585. Dec 22 16:36:42.366388 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Router eb798965-c92e-435b-a2b8-1a1b32e8269f has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:36:42.544381 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:36:42.555363 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b98ba-af59-4693-becb-edcf589890c4 None None] Sync routers for ids ['eb798965-c92e-435b-a2b8-1a1b32e8269f'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:36:42.564158 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b98ba-af59-4693-becb-edcf589890c4 None None] Routers {'eb798965-c92e-435b-a2b8-1a1b32e8269f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:36:42.564775 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-028b98ba-af59-4693-becb-edcf589890c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:36:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['eb798965-c92e-435b-a2b8-1a1b32e8269f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:36:42.623252 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:42.682813 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-47293633-caec-4e75-95e3-01ba8f0cca97 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "DELETE /v2.0/floatingips/97406096-3bfc-43d5-9feb-3223f0d5ddfb HTTP/1.1" status: 204 len: 168 time: 1.8489978 Dec 22 16:36:42.683534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622475a9-5f01-45ae-98c2-4c4994e09c69', 'tag': '0b6fdda0-226e-43ee-a243-d541f0cbf585'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:36:42.743362 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-028b98ba-af59-4693-becb-edcf589890c4 None None] Set router eb798965-c92e-435b-a2b8-1a1b32e8269f gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:36:42.847000 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622475a9-5f01-45ae-98c2-4c4994e09c69', 'tag': '0b6fdda0-226e-43ee-a243-d541f0cbf585', 'status': 'completed', 'code': 200} Dec 22 16:36:42.944946 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0cf91-30ed-44dd-8a47-58360199a1c9 req-ca64f1eb-3694-4991-9da3-a625594cb5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:36:42.946470 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4b0cf91-30ed-44dd-8a47-58360199a1c9 req-ca64f1eb-3694-4991-9da3-a625594cb5b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d815265accfa408895fcc7d9ff118df5&device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 1098 time: 0.0725410 Dec 22 16:36:43.059062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-028b98ba-af59-4693-becb-edcf589890c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:34Z', 'revision_number': 4, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'gw_port': {'id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'c9f7fdc6-b2d7-4daf-99de-d85f02968ae9', 'name': '', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'mac_address': 'fa:16:3e:c9:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:33Z', 'updated_at': '2021-12-22T16:24:40Z', 'revision_number': 5, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'subnets': [{'id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:36:43.063174 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b98ba-af59-4693-becb-edcf589890c4 None None] Checking router: eb798965-c92e-435b-a2b8-1a1b32e8269f for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:36:43.071463 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b98ba-af59-4693-becb-edcf589890c4 None None] Routers {'eb798965-c92e-435b-a2b8-1a1b32e8269f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:36:43.072072 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-028b98ba-af59-4693-becb-edcf589890c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:36:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['eb798965-c92e-435b-a2b8-1a1b32e8269f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:36:43.081223 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0cf91-30ed-44dd-8a47-58360199a1c9 req-85e47afa-347e-4a7a-8872-cc1db681c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:36:43.082880 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4b0cf91-30ed-44dd-8a47-58360199a1c9 req-85e47afa-347e-4a7a-8872-cc1db681c52a service neutron] 10.222.0.57 "GET /v2.0/networks?id=e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 200 len: 910 time: 0.1300032 Dec 22 16:36:43.155712 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4b0cf91-30ed-44dd-8a47-58360199a1c9 req-07b54f09-8146-4753-8a30-f5496bb98605 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b6fdda0-226e-43ee-a243-d541f0cbf585 HTTP/1.1" status: 200 len: 217 time: 0.0665538 Dec 22 16:36:43.252439 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0cf91-30ed-44dd-8a47-58360199a1c9 req-e331457c-3be0-4033-aaf4-81a4b1357404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:36:43.253876 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4b0cf91-30ed-44dd-8a47-58360199a1c9 req-e331457c-3be0-4033-aaf4-81a4b1357404 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44f54e0f-04b7-4145-8083-a7a6a90ef98f HTTP/1.1" status: 200 len: 848 time: 0.0908728 Dec 22 16:36:43.258985 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-028b98ba-af59-4693-becb-edcf589890c4 None None] Set router eb798965-c92e-435b-a2b8-1a1b32e8269f gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:36:43.479613 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae659b2-648d-4720-9ce6-b5ef714bd766 req-4823ad28-1441-40bc-ad43-2938ce0bd307 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:36:43.481060 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-aae659b2-648d-4720-9ce6-b5ef714bd766 req-4823ad28-1441-40bc-ad43-2938ce0bd307 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.2653186 Dec 22 16:36:43.502158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0cf91-30ed-44dd-8a47-58360199a1c9 req-fa4d9329-9311-427c-966d-371d5508777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:36:43.503558 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4b0cf91-30ed-44dd-8a47-58360199a1c9 req-fa4d9329-9311-427c-966d-371d5508777b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e037e82a-acbd-4db4-b2ff-ed672b4c203c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2418022 Dec 22 16:36:43.553385 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-aae659b2-648d-4720-9ce6-b5ef714bd766 req-68e4fe1e-7e94-4388-aa90-44661bf56676 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654440 Dec 22 16:36:43.657936 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4b0cf91-30ed-44dd-8a47-58360199a1c9 req-70dd2754-22f1-4ab9-b3e6-08222f35f265 service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389134 Dec 22 16:36:43.788181 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-028b98ba-af59-4693-becb-edcf589890c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:34Z', 'revision_number': 4, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'gw_port': {'id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'c9f7fdc6-b2d7-4daf-99de-d85f02968ae9', 'name': '', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'mac_address': 'fa:16:3e:c9:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:33Z', 'updated_at': '2021-12-22T16:24:40Z', 'revision_number': 5, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'subnets': [{'id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:36:43.793315 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b4b0cf91-30ed-44dd-8a47-58360199a1c9 req-02bcb426-b53e-44ed-be44-e8842c7199af service neutron] 10.222.0.57 "GET /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276178 Dec 22 16:36:43.799581 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b98ba-af59-4693-becb-edcf589890c4 None None] The sync data for ids ['eb798965-c92e-435b-a2b8-1a1b32e8269f'] in dv-neutron-822674-1-hyperv is: [{'id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:34Z', 'revision_number': 4, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'gw_port': {'id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': 'c9f7fdc6-b2d7-4daf-99de-d85f02968ae9', 'name': '', 'network_id': 'e037e82a-acbd-4db4-b2ff-ed672b4c203c', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'mac_address': 'fa:16:3e:c9:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:33Z', 'updated_at': '2021-12-22T16:24:40Z', 'revision_number': 5, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'subnets': [{'id': '44f54e0f-04b7-4145-8083-a7a6a90ef98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:36:44.013371 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d360a59b-afb4-4bec-bd60-b77451ce6c78 None None] New status for floating IP 97406096-3bfc-43d5-9feb-3223f0d5ddfb: DOWN {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:36:44.749246 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248b1fe-9aee-4fd1-983a-7bcbd855b99e req-25df6d86-4845-427a-815c-117cd53e66fa tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:36:44.755417 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3248b1fe-9aee-4fd1-983a-7bcbd855b99e req-25df6d86-4845-427a-815c-117cd53e66fa tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0881901 Dec 22 16:36:44.793308 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3248b1fe-9aee-4fd1-983a-7bcbd855b99e req-fb9f61fd-13e9-454f-a922-3f6a11370d8f tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/security-groups?id=64deb299-c07e-4999-be81-8edb5064f062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370283 Dec 22 16:36:44.966819 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1714f47-2530-431a-89fa-5c8c94e4023b req-efd62db6-16a9-47ec-b937-fed6d87b1aae tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:36:44.968167 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f1714f47-2530-431a-89fa-5c8c94e4023b req-efd62db6-16a9-47ec-b937-fed6d87b1aae tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.57 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 945 time: 0.0780339 Dec 22 16:36:45.038917 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-f1714f47-2530-431a-89fa-5c8c94e4023b req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Deleting port 0b6fdda0-226e-43ee-a243-d541f0cbf585 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:36:45.039263 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-f1714f47-2530-431a-89fa-5c8c94e4023b req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:45.277345 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-f1714f47-2530-431a-89fa-5c8c94e4023b req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] For port 0b6fdda0-226e-43ee-a243-d541f0cbf585, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0b6fdda0-226e-43ee-a243-d541f0cbf585,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:36:45.277621 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-f1714f47-2530-431a-89fa-5c8c94e4023b req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:45.402597 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-f1714f47-2530-431a-89fa-5c8c94e4023b req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Calling delete_port for 0b6fdda0-226e-43ee-a243-d541f0cbf585 owned by compute:nova {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:36:45.611782 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-f1714f47-2530-431a-89fa-5c8c94e4023b req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:45.617689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-265beb5f-a072-4f2e-a9cb-eb5303798fda tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:36:45.664971 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event deleted for resources: {'Port': ['ID=0b6fdda0-226e-43ee-a243-d541f0cbf585,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:36:45.708905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:45.709286 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:45.709663 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:45.710030 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:45.710431 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:45.710797 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:45.711156 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:45.711515 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:45.711874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:45.712231 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:45.712583 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:45.712937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:36:45.716414 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:36:45.756498 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1714f47-2530-431a-89fa-5c8c94e4023b req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] No DVR routers for this DVR port 0b6fdda0-226e-43ee-a243-d541f0cbf585 on host hv-neutron-8226 {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:36:45.759044 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-f1714f47-2530-431a-89fa-5c8c94e4023b req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:45.762929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622475a9-5f01-45ae-98c2-4c4994e09c69', 'name': 'network-vif-deleted', 'tag': '0b6fdda0-226e-43ee-a243-d541f0cbf585'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:36:45.773524 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f1714f47-2530-431a-89fa-5c8c94e4023b req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.57 "DELETE /v2.0/ports/0b6fdda0-226e-43ee-a243-d541f0cbf585 HTTP/1.1" status: 204 len: 173 time: 0.7996972 Dec 22 16:36:45.855146 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622475a9-5f01-45ae-98c2-4c4994e09c69', 'name': 'network-vif-deleted', 'tag': '0b6fdda0-226e-43ee-a243-d541f0cbf585', 'status': 'completed', 'code': 200} Dec 22 16:36:45.944241 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-5cf06082-5776-483b-b5a6-56400517240f req-2949dda4-36e3-4f08-9a99-851d4f16f36b tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Synchronizing usage tracker for tenant:d815265accfa408895fcc7d9ff118df5 on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:36:46.031312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-5cf06082-5776-483b-b5a6-56400517240f req-2949dda4-36e3-4f08-9a99-851d4f16f36b tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Unset dirty status for tenant:d815265accfa408895fcc7d9ff118df5 on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:36:46.032548 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-5cf06082-5776-483b-b5a6-56400517240f req-2949dda4-36e3-4f08-9a99-851d4f16f36b tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 210 time: 0.1329217 Dec 22 16:36:47.200947 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-71d30f51-ece7-4ab5-a176-daced872c3e5 req-f4eed384-4f9c-48dd-9d8b-ae1a323d3480 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "GET /v2.0/ports?device_id=622475a9-5f01-45ae-98c2-4c4994e09c69 HTTP/1.1" status: 200 len: 210 time: 0.0432992 Dec 22 16:36:48.294710 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 48354) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:48.366705 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32733de6-c54f-4c60-9785-a03cfdf5816a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:48.397803 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32733de6-c54f-4c60-9785-a03cfdf5816a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:48.436722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 0b6fdda0-226e-43ee-a243-d541f0cbf585 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:36:48.473212 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 0b6fdda0-226e-43ee-a243-d541f0cbf585 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:36:48.473563 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 0b6fdda0-226e-43ee-a243-d541f0cbf585 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:36:48.526167 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32733de6-c54f-4c60-9785-a03cfdf5816a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:48.531336 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-797d92fd-a427-4d3b-8aa0-3e13dbe3853b tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:36:48.546187 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32733de6-c54f-4c60-9785-a03cfdf5816a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64deb299-c07e-4999-be81-8edb5064f062,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:36:48.548611 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-32733de6-c54f-4c60-9785-a03cfdf5816a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:36:48.599345 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32733de6-c54f-4c60-9785-a03cfdf5816a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:48.600468 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-32733de6-c54f-4c60-9785-a03cfdf5816a tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] 10.222.0.59 "DELETE /v2.0/security-groups/64deb299-c07e-4999-be81-8edb5064f062 HTTP/1.1" status: 204 len: 168 time: 0.3045120 Dec 22 16:36:48.731860 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48360) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:49.534248 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5e7571c1-2439-45b5-bfba-9f481126157b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:49.885122 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5e7571c1-2439-45b5-bfba-9f481126157b admin admin] Deleting port c9f7fdc6-b2d7-4daf-99de-d85f02968ae9 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:36:49.885774 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5e7571c1-2439-45b5-bfba-9f481126157b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:50.058715 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5e7571c1-2439-45b5-bfba-9f481126157b admin admin] For port c9f7fdc6-b2d7-4daf-99de-d85f02968ae9, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=c9f7fdc6-b2d7-4daf-99de-d85f02968ae9,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:36:50.059075 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5e7571c1-2439-45b5-bfba-9f481126157b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:50.180088 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5e7571c1-2439-45b5-bfba-9f481126157b admin admin] Calling delete_port for c9f7fdc6-b2d7-4daf-99de-d85f02968ae9 owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:36:50.412171 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5e7571c1-2439-45b5-bfba-9f481126157b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:50.415907 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:36:50.460909 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7571c1-2439-45b5-bfba-9f481126157b admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f7fdc6-b2d7-4daf-99de-d85f02968ae9,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:36:50.463483 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5e7571c1-2439-45b5-bfba-9f481126157b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:36:50.849443 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5e7571c1-2439-45b5-bfba-9f481126157b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:51.202036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7571c1-2439-45b5-bfba-9f481126157b admin admin] Router eb798965-c92e-435b-a2b8-1a1b32e8269f has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:36:51.374206 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7571c1-2439-45b5-bfba-9f481126157b admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:36:51.383661 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56569110-d2a5-4ae6-9fd6-52a2eb64520c None None] Sync routers for ids ['eb798965-c92e-435b-a2b8-1a1b32e8269f'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:36:51.394474 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56569110-d2a5-4ae6-9fd6-52a2eb64520c None None] Routers {'eb798965-c92e-435b-a2b8-1a1b32e8269f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:36:51.397565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-56569110-d2a5-4ae6-9fd6-52a2eb64520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:36:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['eb798965-c92e-435b-a2b8-1a1b32e8269f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:36:51.459237 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5e7571c1-2439-45b5-bfba-9f481126157b admin admin] 10.222.0.59 "PUT /v2.0/routers/eb798965-c92e-435b-a2b8-1a1b32e8269f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7261829 Dec 22 16:36:51.461591 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48366) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:51.570965 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-56569110-d2a5-4ae6-9fd6-52a2eb64520c None None] Set router eb798965-c92e-435b-a2b8-1a1b32e8269f gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:36:51.636132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d112cd0a-ca2a-4cfa-8730-a4923f7b3135 admin admin] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:51.811734 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d112cd0a-ca2a-4cfa-8730-a4923f7b3135 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:51.850257 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-56569110-d2a5-4ae6-9fd6-52a2eb64520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:36:50Z', 'revision_number': 5, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'gw_port': {'id': '201979c6-91ff-44e0-ad75-ea4b58ad0761', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:36:51.854139 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56569110-d2a5-4ae6-9fd6-52a2eb64520c None None] Checking router: eb798965-c92e-435b-a2b8-1a1b32e8269f for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:36:51.863145 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56569110-d2a5-4ae6-9fd6-52a2eb64520c None None] Routers {'eb798965-c92e-435b-a2b8-1a1b32e8269f'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:36:51.863753 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-56569110-d2a5-4ae6-9fd6-52a2eb64520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:36:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['eb798965-c92e-435b-a2b8-1a1b32e8269f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:36:51.874960 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d112cd0a-ca2a-4cfa-8730-a4923f7b3135 admin admin] Deleting port 201979c6-91ff-44e0-ad75-ea4b58ad0761 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:36:51.875341 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d112cd0a-ca2a-4cfa-8730-a4923f7b3135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:52.015436 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-56569110-d2a5-4ae6-9fd6-52a2eb64520c None None] Set router eb798965-c92e-435b-a2b8-1a1b32e8269f gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:36:52.048594 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d112cd0a-ca2a-4cfa-8730-a4923f7b3135 admin admin] For port 201979c6-91ff-44e0-ad75-ea4b58ad0761, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=201979c6-91ff-44e0-ad75-ea4b58ad0761,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:36:52.048957 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d112cd0a-ca2a-4cfa-8730-a4923f7b3135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:52.120244 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-56569110-d2a5-4ae6-9fd6-52a2eb64520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:36:51Z', 'revision_number': 6, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:36:52.124772 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56569110-d2a5-4ae6-9fd6-52a2eb64520c None None] The sync data for ids ['eb798965-c92e-435b-a2b8-1a1b32e8269f'] in dv-neutron-822674-1-hyperv is: [{'id': 'eb798965-c92e-435b-a2b8-1a1b32e8269f', 'name': 'tempest-TestShelveInstance-1599520154-router', 'tenant_id': 'd815265accfa408895fcc7d9ff118df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:30Z', 'updated_at': '2021-12-22T16:36:51Z', 'revision_number': 6, 'project_id': 'd815265accfa408895fcc7d9ff118df5', 'gw_port_host': None}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:36:52.294800 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d112cd0a-ca2a-4cfa-8730-a4923f7b3135 admin admin] Calling delete_port for 201979c6-91ff-44e0-ad75-ea4b58ad0761 owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:36:52.509337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d112cd0a-ca2a-4cfa-8730-a4923f7b3135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:52.514892 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c9f7fdc6-b2d7-4daf-99de-d85f02968ae9 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:36:52.515407 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-456c1591-367d-48ff-ab84-3b99c1e8734e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:36:52.554676 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: c9f7fdc6-b2d7-4daf-99de-d85f02968ae9 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:36:52.555485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device c9f7fdc6-b2d7-4daf-99de-d85f02968ae9 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:36:52.565392 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112cd0a-ca2a-4cfa-8730-a4923f7b3135 admin admin] Pushing event deleted for resources: {'Port': ['ID=201979c6-91ff-44e0-ad75-ea4b58ad0761,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:36:52.567809 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d112cd0a-ca2a-4cfa-8730-a4923f7b3135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:36:52.654708 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d112cd0a-ca2a-4cfa-8730-a4923f7b3135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:52.822271 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d112cd0a-ca2a-4cfa-8730-a4923f7b3135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:52.824300 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d112cd0a-ca2a-4cfa-8730-a4923f7b3135 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:52.937889 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d112cd0a-ca2a-4cfa-8730-a4923f7b3135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:52.938435 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d112cd0a-ca2a-4cfa-8730-a4923f7b3135 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb798965-c92e-435b-a2b8-1a1b32e8269f {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:36:52.950240 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d112cd0a-ca2a-4cfa-8730-a4923f7b3135 admin admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:52.951383 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d112cd0a-ca2a-4cfa-8730-a4923f7b3135 admin admin] 10.222.0.59 "DELETE /v2.0/routers/eb798965-c92e-435b-a2b8-1a1b32e8269f HTTP/1.1" status: 204 len: 168 time: 1.4889047 Dec 22 16:36:52.953811 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48370) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:53.015291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-990c47f8-6d93-4ebd-949c-039b26995490 admin admin] Deleting subnet 44f54e0f-04b7-4145-8083-a7a6a90ef98f {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:36:53.018207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-990c47f8-6d93-4ebd-949c-039b26995490 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:53.067589 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-990c47f8-6d93-4ebd-949c-039b26995490 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:53.148825 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-990c47f8-6d93-4ebd-949c-039b26995490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:53.292296 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-990c47f8-6d93-4ebd-949c-039b26995490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:53.296211 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ff6366dd-bdb3-4deb-8a07-75d11b9020d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:36:53.333278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-990c47f8-6d93-4ebd-949c-039b26995490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:53.335693 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c47f8-6d93-4ebd-949c-039b26995490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44f54e0f-04b7-4145-8083-a7a6a90ef98f,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:36:53.338595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-990c47f8-6d93-4ebd-949c-039b26995490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:36:53.339028 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fba54d-f9f7-488f-acd9-5bfb472c5661 None None] Network e037e82a-acbd-4db4-b2ff-ed672b4c203c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:36:53.343487 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-990c47f8-6d93-4ebd-949c-039b26995490 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/44f54e0f-04b7-4145-8083-a7a6a90ef98f HTTP/1.1" status: 204 len: 168 time: 0.3887188 Dec 22 16:36:53.345929 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48374) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:53.454486 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:53.465007 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] Deleting port 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:36:53.465339 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:53.594373 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d181982-46f6-42fd-8eec-d75a0d08ff4b None None] DHCP port deletion for e037e82a-acbd-4db4-b2ff-ed672b4c203c request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 16:36:53.598732 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-8d181982-46f6-42fd-8eec-d75a0d08ff4b None None] Deleting port 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:36:53.599184 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8d181982-46f6-42fd-8eec-d75a0d08ff4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:53.679884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] For port 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7a3f74e0-f0ac-4b13-8b3e-79d83f16951f,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:36:53.680259 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:53.802605 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] Calling delete_port for 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:36:53.843267 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-8d181982-46f6-42fd-8eec-d75a0d08ff4b None None] For port 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=7a3f74e0-f0ac-4b13-8b3e-79d83f16951f,segment=NetworkSegment(05d7245c-baf3-4deb-a756-65575b12fd92),segment_id=05d7245c-baf3-4deb-a756-65575b12fd92)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:36:53.843577 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8d181982-46f6-42fd-8eec-d75a0d08ff4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:53.960253 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-8d181982-46f6-42fd-8eec-d75a0d08ff4b None None] Calling delete_port for 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:36:53.966504 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:53.971254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:36:54.014620 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a3f74e0-f0ac-4b13-8b3e-79d83f16951f,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:36:54.017061 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:36:54.019549 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] No DVR routers for this DVR port 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f on host dv-neutron-822674-1-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:36:54.029998 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-8d181982-46f6-42fd-8eec-d75a0d08ff4b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:36:54.030393 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-8d181982-46f6-42fd-8eec-d75a0d08ff4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 16:36:54.241647 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:54.266188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e037e82a-acbd-4db4-b2ff-ed672b4c203c']}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:36:54.277890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d7245c-baf3-4deb-a756-65575b12fd92') {'for_net_delete': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:36:54.278189 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.services.segments.db [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d7245c-baf3-4deb-a756-65575b12fd92') {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:36:54.289871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3037294'] for segment, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:54.307394 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:54.314692 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:36:54.315274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1920654'] for segment, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:54.316248 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: Traceback (most recent call last): Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: timer() Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: cb(*args, **kw) Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: return func(*args, **kwargs) Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: self._notify() Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: self.callback(batched_events) Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: event.method(event) Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: return f(self, *a, **k) Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._get(url).json() Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: return self.request(url, 'GET', **kwargs) Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:36:54.328809 dv-neutron-822674-1-hyperv neutron-server[88218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:36:54.353762 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:36:54.354181 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:36:54.354758 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 201979c6-91ff-44e0-ad75-ea4b58ad0761 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:36:54.388110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 201979c6-91ff-44e0-ad75-ea4b58ad0761 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:36:54.388520 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 201979c6-91ff-44e0-ad75-ea4b58ad0761 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:36:54.468971 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:54.473391 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:54.475948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0a74ca57-4894-42d2-8f36-104821561818 tempest-PortsIpV6TestJSON-1025604844 tempest-PortsIpV6TestJSON-1025604844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:36:54.496457 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e037e82a-acbd-4db4-b2ff-ed672b4c203c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:36:54.498802 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:36:54.531816 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-8d181982-46f6-42fd-8eec-d75a0d08ff4b None None] Deleting port 7a3f74e0-f0ac-4b13-8b3e-79d83f16951f {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:36:54.532305 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8d181982-46f6-42fd-8eec-d75a0d08ff4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:54.572575 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-70ec4e14-11ad-4b2b-8243-0566b728bce8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e037e82a-acbd-4db4-b2ff-ed672b4c203c HTTP/1.1" status: 204 len: 168 time: 1.2256010 Dec 22 16:36:54.575485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48378) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:54.599302 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-8d181982-46f6-42fd-8eec-d75a0d08ff4b None None] The port '7a3f74e0-f0ac-4b13-8b3e-79d83f16951f' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 16:36:55.115133 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-50892b01-a65b-4e9e-9e00-944e3bf30ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:55.326170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-757ce47a-12f2-4131-9821-84cd145e0685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:55.460666 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-50892b01-a65b-4e9e-9e00-944e3bf30ede admin admin] Deleting port d1ad68c7-395e-4bcb-8f7c-a6c02d68473a {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:36:55.461254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-50892b01-a65b-4e9e-9e00-944e3bf30ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:55.626421 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-50892b01-a65b-4e9e-9e00-944e3bf30ede admin admin] For port d1ad68c7-395e-4bcb-8f7c-a6c02d68473a, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=d1ad68c7-395e-4bcb-8f7c-a6c02d68473a,segment=NetworkSegment(cf3ce587-1d72-4d08-a874-95613b22dadb),segment_id=cf3ce587-1d72-4d08-a874-95613b22dadb)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:36:55.626702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-50892b01-a65b-4e9e-9e00-944e3bf30ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:55.863510 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-50892b01-a65b-4e9e-9e00-944e3bf30ede admin admin] Calling delete_port for d1ad68c7-395e-4bcb-8f7c-a6c02d68473a owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:36:56.091146 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-50892b01-a65b-4e9e-9e00-944e3bf30ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:56.095496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fb418f33-6dbe-4486-b65b-9bf4f82659f1 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:36:56.141095 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50892b01-a65b-4e9e-9e00-944e3bf30ede admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ad68c7-395e-4bcb-8f7c-a6c02d68473a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:36:56.166398 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-50892b01-a65b-4e9e-9e00-944e3bf30ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:36:56.409041 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-50892b01-a65b-4e9e-9e00-944e3bf30ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:56.768152 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50892b01-a65b-4e9e-9e00-944e3bf30ede admin admin] Router 0c900db5-c569-480f-83ef-ba4a15d2e2d6 has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:36:56.941092 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50892b01-a65b-4e9e-9e00-944e3bf30ede admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:36:56.949948 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7145a1bf-b0e1-4b13-a1e6-ceeb20215f4b None None] Sync routers for ids ['0c900db5-c569-480f-83ef-ba4a15d2e2d6'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:36:56.958768 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7145a1bf-b0e1-4b13-a1e6-ceeb20215f4b None None] Routers {'0c900db5-c569-480f-83ef-ba4a15d2e2d6'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:36:56.959374 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-7145a1bf-b0e1-4b13-a1e6-ceeb20215f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:36:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['0c900db5-c569-480f-83ef-ba4a15d2e2d6'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:36:57.018750 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-50892b01-a65b-4e9e-9e00-944e3bf30ede admin admin] 10.222.0.59 "PUT /v2.0/routers/0c900db5-c569-480f-83ef-ba4a15d2e2d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4421065 Dec 22 16:36:57.021196 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48382) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:57.134687 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-7145a1bf-b0e1-4b13-a1e6-ceeb20215f4b None None] Set router 0c900db5-c569-480f-83ef-ba4a15d2e2d6 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:36:57.192004 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f9da454-ee20-440b-b703-ebd368321d82 admin admin] Notify callbacks [] for router, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:57.456787 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-7145a1bf-b0e1-4b13-a1e6-ceeb20215f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'name': 'tempest-TestShelveInstance-1675061822-router', 'tenant_id': '5f6b7e7f752e4aebb892ac3693540772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '8da7b633-25f0-4cc7-a40c-fbc848dffc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:38Z', 'updated_at': '2021-12-22T16:36:55Z', 'revision_number': 5, 'project_id': '5f6b7e7f752e4aebb892ac3693540772', 'gw_port': {'id': '8da7b633-25f0-4cc7-a40c-fbc848dffc8d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:39Z', 'updated_at': '2021-12-22T16:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:36:57.460571 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7145a1bf-b0e1-4b13-a1e6-ceeb20215f4b None None] Checking router: 0c900db5-c569-480f-83ef-ba4a15d2e2d6 for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:36:57.468894 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7145a1bf-b0e1-4b13-a1e6-ceeb20215f4b None None] Routers {'0c900db5-c569-480f-83ef-ba4a15d2e2d6'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:36:57.469505 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-7145a1bf-b0e1-4b13-a1e6-ceeb20215f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:36:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['0c900db5-c569-480f-83ef-ba4a15d2e2d6'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:36:57.497582 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f9da454-ee20-440b-b703-ebd368321d82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:57.571961 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5f9da454-ee20-440b-b703-ebd368321d82 admin admin] Deleting port 8da7b633-25f0-4cc7-a40c-fbc848dffc8d {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:36:57.572277 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f9da454-ee20-440b-b703-ebd368321d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:57.642998 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-7145a1bf-b0e1-4b13-a1e6-ceeb20215f4b None None] Set router 0c900db5-c569-480f-83ef-ba4a15d2e2d6 gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:36:57.748729 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5f9da454-ee20-440b-b703-ebd368321d82 admin admin] For port 8da7b633-25f0-4cc7-a40c-fbc848dffc8d, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=8da7b633-25f0-4cc7-a40c-fbc848dffc8d,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:36:57.749084 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f9da454-ee20-440b-b703-ebd368321d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:57.754786 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-09ebb1a6-8d5e-4ef6-b572-271d1225d307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:57.870256 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5f9da454-ee20-440b-b703-ebd368321d82 admin admin] Calling delete_port for 8da7b633-25f0-4cc7-a40c-fbc848dffc8d owned by network:router_gateway {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:36:57.920926 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-7145a1bf-b0e1-4b13-a1e6-ceeb20215f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'name': 'tempest-TestShelveInstance-1675061822-router', 'tenant_id': '5f6b7e7f752e4aebb892ac3693540772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '8da7b633-25f0-4cc7-a40c-fbc848dffc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:38Z', 'updated_at': '2021-12-22T16:36:55Z', 'revision_number': 5, 'project_id': '5f6b7e7f752e4aebb892ac3693540772', 'gw_port': {'id': '8da7b633-25f0-4cc7-a40c-fbc848dffc8d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:39Z', 'updated_at': '2021-12-22T16:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:36:57.924733 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7145a1bf-b0e1-4b13-a1e6-ceeb20215f4b None None] The sync data for ids ['0c900db5-c569-480f-83ef-ba4a15d2e2d6'] in dv-neutron-822674-1-hyperv is: [{'id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'name': 'tempest-TestShelveInstance-1675061822-router', 'tenant_id': '5f6b7e7f752e4aebb892ac3693540772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '8da7b633-25f0-4cc7-a40c-fbc848dffc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:24:38Z', 'updated_at': '2021-12-22T16:36:55Z', 'revision_number': 5, 'project_id': '5f6b7e7f752e4aebb892ac3693540772', 'gw_port': {'id': '8da7b633-25f0-4cc7-a40c-fbc848dffc8d', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c900db5-c569-480f-83ef-ba4a15d2e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:24:39Z', 'updated_at': '2021-12-22T16:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:36:58.103333 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f9da454-ee20-440b-b703-ebd368321d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:58.108867 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:36:58.152149 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9da454-ee20-440b-b703-ebd368321d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da7b633-25f0-4cc7-a40c-fbc848dffc8d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:36:58.181818 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5f9da454-ee20-440b-b703-ebd368321d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:36:58.242436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f9da454-ee20-440b-b703-ebd368321d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:58.325806 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d1ad68c7-395e-4bcb-8f7c-a6c02d68473a no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:36:58.360327 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: d1ad68c7-395e-4bcb-8f7c-a6c02d68473a {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:36:58.360689 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device d1ad68c7-395e-4bcb-8f7c-a6c02d68473a not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:36:58.413852 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f9da454-ee20-440b-b703-ebd368321d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:58.415990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f9da454-ee20-440b-b703-ebd368321d82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:58.491828 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f9da454-ee20-440b-b703-ebd368321d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:58.492366 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9da454-ee20-440b-b703-ebd368321d82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c900db5-c569-480f-83ef-ba4a15d2e2d6 {{(pid=88218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:36:58.504882 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f9da454-ee20-440b-b703-ebd368321d82 admin admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:58.506006 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5f9da454-ee20-440b-b703-ebd368321d82 admin admin] 10.222.0.59 "DELETE /v2.0/routers/0c900db5-c569-480f-83ef-ba4a15d2e2d6 HTTP/1.1" status: 204 len: 168 time: 1.4838123 Dec 22 16:36:58.508543 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48386) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:58.569161 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a266a5-d9fd-43fb-a4d1-8289db81bf3c admin admin] Deleting subnet 4c692016-217a-436d-9605-d20eabf93395 {{(pid=88218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:36:58.572197 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-67a266a5-d9fd-43fb-a4d1-8289db81bf3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:58.624562 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-67a266a5-d9fd-43fb-a4d1-8289db81bf3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3037207'] for subnet, precommit_delete_associations {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:58.698556 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-67a266a5-d9fd-43fb-a4d1-8289db81bf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:58.839902 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-67a266a5-d9fd-43fb-a4d1-8289db81bf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1920612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3696106'] for subnet, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:58.844229 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-f23ed410-e974-4020-ad53-86279926d41e tempest-NetworksTestDHCPv6-82106448 tempest-NetworksTestDHCPv6-82106448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:36:58.880889 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a266a5-d9fd-43fb-a4d1-8289db81bf3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c692016-217a-436d-9605-d20eabf93395,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:36:58.883225 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-67a266a5-d9fd-43fb-a4d1-8289db81bf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:36:58.887200 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-67a266a5-d9fd-43fb-a4d1-8289db81bf3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:58.896196 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-67a266a5-d9fd-43fb-a4d1-8289db81bf3c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4c692016-217a-436d-9605-d20eabf93395 HTTP/1.1" status: 204 len: 168 time: 0.3844993 Dec 22 16:36:58.896508 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bb5666-6b4c-44b9-b221-7e3d502b3af1 None None] Network 2c6352e2-ddc4-4617-95fe-ff5e84686611 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:36:58.897567 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 48390) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:59.006666 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:59.017460 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] Deleting port 355a7b6f-d1b6-444c-86b4-806cf15d698f {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:36:59.017795 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:59.130915 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:59.162682 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e96ed08-d868-42ef-b2c8-c541bbd90192 None None] DHCP port deletion for 2c6352e2-ddc4-4617-95fe-ff5e84686611 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 16:36:59.167128 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2e96ed08-d868-42ef-b2c8-c541bbd90192 None None] Deleting port 355a7b6f-d1b6-444c-86b4-806cf15d698f {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:36:59.167541 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2e96ed08-d868-42ef-b2c8-c541bbd90192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:59.224573 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] For port 355a7b6f-d1b6-444c-86b4-806cf15d698f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=355a7b6f-d1b6-444c-86b4-806cf15d698f,segment=NetworkSegment(cf3ce587-1d72-4d08-a874-95613b22dadb),segment_id=cf3ce587-1d72-4d08-a874-95613b22dadb)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:36:59.224829 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:59.297524 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:59.347703 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] Calling delete_port for 355a7b6f-d1b6-444c-86b4-806cf15d698f owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:36:59.379396 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-2e96ed08-d868-42ef-b2c8-c541bbd90192 None None] For port 355a7b6f-d1b6-444c-86b4-806cf15d698f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=355a7b6f-d1b6-444c-86b4-806cf15d698f,segment=NetworkSegment(cf3ce587-1d72-4d08-a874-95613b22dadb),segment_id=cf3ce587-1d72-4d08-a874-95613b22dadb)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:36:59.379908 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2e96ed08-d868-42ef-b2c8-c541bbd90192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:59.497723 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:59.502421 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-487e3371-9b16-4105-91b0-279ff4a691c2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:36:59.519704 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2e96ed08-d868-42ef-b2c8-c541bbd90192 None None] Calling delete_port for 355a7b6f-d1b6-444c-86b4-806cf15d698f owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:36:59.543122 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=355a7b6f-d1b6-444c-86b4-806cf15d698f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:36:59.547593 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:36:59.549751 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] No DVR routers for this DVR port 355a7b6f-d1b6-444c-86b4-806cf15d698f on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:36:59.590026 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-2e96ed08-d868-42ef-b2c8-c541bbd90192 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:36:59.590368 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-2e96ed08-d868-42ef-b2c8-c541bbd90192 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 16:36:59.664027 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:59.689190 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6352e2-ddc4-4617-95fe-ff5e84686611']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:36:59.704272 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf3ce587-1d72-4d08-a874-95613b22dadb') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:36:59.704568 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf3ce587-1d72-4d08-a874-95613b22dadb') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:36:59.715792 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:59.852000 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:59.858561 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:36:59.867261 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:36:59.871836 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:36:59.994562 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:36:59.997973 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:00.010546 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:00.020750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c6352e2-ddc4-4617-95fe-ff5e84686611,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:00.027945 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:00.030760 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d4e158a5-e70a-4040-ae49-50ffc2db24b8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2c6352e2-ddc4-4617-95fe-ff5e84686611 HTTP/1.1" status: 204 len: 168 time: 1.1316280 Dec 22 16:37:00.092190 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2e96ed08-d868-42ef-b2c8-c541bbd90192 None None] Deleting port 355a7b6f-d1b6-444c-86b4-806cf15d698f {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:37:00.092667 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2e96ed08-d868-42ef-b2c8-c541bbd90192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:00.158127 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-2e96ed08-d868-42ef-b2c8-c541bbd90192 None None] The port '355a7b6f-d1b6-444c-86b4-806cf15d698f' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 16:37:00.318999 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 355a7b6f-d1b6-444c-86b4-806cf15d698f no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:37:00.327084 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 48396) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:00.353930 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 355a7b6f-d1b6-444c-86b4-806cf15d698f {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:37:00.354312 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 355a7b6f-d1b6-444c-86b4-806cf15d698f not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:37:00.354749 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8da7b633-25f0-4cc7-a40c-fbc848dffc8d no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:37:00.378771 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-16f8a139-6797-499d-95da-08a0fdd9a08a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d815265accfa408895fcc7d9ff118df5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479510 Dec 22 16:37:00.379211 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48400) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:00.387734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 8da7b633-25f0-4cc7-a40c-fbc848dffc8d {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:37:00.388203 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 8da7b633-25f0-4cc7-a40c-fbc848dffc8d not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:37:00.448553 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-298151be-305c-4596-b0ea-886e39a1da3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:00.473355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-298151be-305c-4596-b0ea-886e39a1da3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:00.605580 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-298151be-305c-4596-b0ea-886e39a1da3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:00.609365 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a8ef7ee1-f5f8-4ba8-a8f0-31850fa3aae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:00.621458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298151be-305c-4596-b0ea-886e39a1da3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060a44eb-46f5-49c6-abd9-d439014c7f5d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:00.625246 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-298151be-305c-4596-b0ea-886e39a1da3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:00.630435 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-298151be-305c-4596-b0ea-886e39a1da3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:00.631549 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-298151be-305c-4596-b0ea-886e39a1da3f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/060a44eb-46f5-49c6-abd9-d439014c7f5d HTTP/1.1" status: 204 len: 168 time: 0.2512577 Dec 22 16:37:01.262122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:01.412571 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 48408) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:01.473410 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b4485bb9-afeb-442f-82e2-563ecd8d7680 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5f6b7e7f752e4aebb892ac3693540772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0594184 Dec 22 16:37:01.475687 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 48412) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:01.537979 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-46a9974f-2b23-4531-8247-b2115f89f598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:01.562432 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-46a9974f-2b23-4531-8247-b2115f89f598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:01.668918 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-46a9974f-2b23-4531-8247-b2115f89f598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:01.672851 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-1da9c6db-55ac-47d2-8355-433b5c0c9bbe tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:01.683370 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9974f-2b23-4531-8247-b2115f89f598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a26cf70-9a76-4a1d-87f6-03fbb7b324a6,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:01.687133 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-46a9974f-2b23-4531-8247-b2115f89f598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:01.690151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-46a9974f-2b23-4531-8247-b2115f89f598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:01.691280 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-46a9974f-2b23-4531-8247-b2115f89f598 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0a26cf70-9a76-4a1d-87f6-03fbb7b324a6 HTTP/1.1" status: 204 len: 168 time: 0.2147238 Dec 22 16:37:02.740048 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48436) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:02.851665 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-465591381-network', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:37:02.856386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:37:02.860153 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Usage tracker for resource:network and tenant:bcbf48f3021c4040937e61df0180d46c is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:37:02.863776 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:37:02.869242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:37:02.948697 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Made reservation on behalf of bcbf48f3021c4040937e61df0180d46c for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:37:02.951613 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:02.963496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:02.980539 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:37:02.984269 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Usage tracker for resource:security_group_rule and tenant:bcbf48f3021c4040937e61df0180d46c is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:37:02.986948 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:37:02.992416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:37:03.188482 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:03.234535 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:03.238979 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ad5acf49-9ee2-4c88-88b1-0107e56f186f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:03.262472 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:37:03.274285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b4877d-910b-449c-97a4-992508c96415,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:03.277537 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:03.280121 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:03.280471 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Added segment 43f4311f-a32b-43d3-90cd-309519e41c8f of type vlan for network ae823aa7-282f-47e1-8652-c854b62416f3 Dec 22 16:37:03.306071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:03.411938 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:03.413021 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:03.413595 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:03.417097 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ae312a99-eb3a-4927-89d1-0d4441922236 tempest-RoutersNegativeTest-581057205 tempest-RoutersNegativeTest-581057205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:03.515653 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Pushing event updated for resources: {'Network': ['ID=ae823aa7-282f-47e1-8652-c854b62416f3,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:03.518298 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:03.525280 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network ae823aa7-282f-47e1-8652-c854b62416f3 details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 16:37:03.561342 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-cf1dfd39-56ef-4b6d-981c-db1281a2adb0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8202121 Dec 22 16:37:03.564238 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48442) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:03.569763 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-3d086a75-32b2-4b62-9365-5f78a8649def admin admin] Request body: {'subnet': {'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-465591381-subnet', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'ip_version': 4}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:37:03.574729 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3d086a75-32b2-4b62-9365-5f78a8649def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:37:03.578556 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3d086a75-32b2-4b62-9365-5f78a8649def admin admin] Usage tracker for resource:subnet and tenant:bcbf48f3021c4040937e61df0180d46c is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:37:03.581593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-3d086a75-32b2-4b62-9365-5f78a8649def admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:37:03.587702 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-3d086a75-32b2-4b62-9365-5f78a8649def admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:37:03.663114 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d086a75-32b2-4b62-9365-5f78a8649def admin admin] Made reservation on behalf of bcbf48f3021c4040937e61df0180d46c for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:37:03.665459 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d086a75-32b2-4b62-9365-5f78a8649def admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:03.931937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d086a75-32b2-4b62-9365-5f78a8649def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:03.936530 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-231e4868-587e-470e-a9a9-bbdd71b44032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:04.007450 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d086a75-32b2-4b62-9365-5f78a8649def admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc4f97f-6587-47f7-bc3e-aa6905d42f3d,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:04.011267 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3d086a75-32b2-4b62-9365-5f78a8649def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:04.015616 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d086a75-32b2-4b62-9365-5f78a8649def admin admin] Checking segment: {'id': '43f4311f-a32b-43d3-90cd-309519e41c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:37:04.015968 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d086a75-32b2-4b62-9365-5f78a8649def admin admin] Network hostable DHCP agents. Network: ae823aa7-282f-47e1-8652-c854b62416f3, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:37:04.101907 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d086a75-32b2-4b62-9365-5f78a8649def admin admin] Network ae823aa7-282f-47e1-8652-c854b62416f3 is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:37:04.170841 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-3d086a75-32b2-4b62-9365-5f78a8649def admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, ae823aa7-282f-47e1-8652-c854b62416f3) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:37:04.174689 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d086a75-32b2-4b62-9365-5f78a8649def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:04.175269 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d086a75-32b2-4b62-9365-5f78a8649def admin admin] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:04.180672 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd51c49e-4334-4692-9cf2-5f54b437e964 None None] Network ae823aa7-282f-47e1-8652-c854b62416f3 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:37:04.263161 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3d086a75-32b2-4b62-9365-5f78a8649def admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6977639 Dec 22 16:37:04.266289 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48446) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:04.271316 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:37:04.276166 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:37:04.280057 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Usage tracker for resource:router and tenant:bcbf48f3021c4040937e61df0180d46c is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:37:04.282992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:37:04.288656 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:37:04.366110 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:04.367205 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:04.382939 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:04.422089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-ae823aa7-282f-47e1-8652-c854b62416f3', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'fixed_ips': [{'subnet_id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 16:37:04.422952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:04.575496 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Allocated IP 172.20.0.2 (ae823aa7-282f-47e1-8652-c854b62416f3/8dc4f97f-6587-47f7-bc3e-aa6905d42f3d/e583d72f-b2c6-495b-bf55-5d2032fdb97a) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:37:04.695677 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:04.791929 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:04.802939 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Transition to ACTIVE for port object e583d72f-b2c6-495b-bf55-5d2032fdb97a will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:37:04.822368 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Transition to ACTIVE for port object e583d72f-b2c6-495b-bf55-5d2032fdb97a will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:37:04.863540 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:04.868652 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:04.930988 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Network ae823aa7-282f-47e1-8652-c854b62416f3 is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:37:04.933724 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:37:04.937399 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:37:04.945851 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Pushing event updated for resources: {'Port': ['ID=e583d72f-b2c6-495b-bf55-5d2032fdb97a,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:05.007173 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:05.007520 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:05.007866 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:05.008199 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:05.008529 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:05.008859 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:05.009183 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:05.009508 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:05.009836 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:05.010155 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:05.010507 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:05.010825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:05.018520 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:05.042342 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Attempting to bind port e583d72f-b2c6-495b-bf55-5d2032fdb97a on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:37:05.042716 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Attempting to bind port e583d72f-b2c6-495b-bf55-5d2032fdb97a by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '43f4311f-a32b-43d3-90cd-309519e41c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:37:05.043082 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Attempting to bind port e583d72f-b2c6-495b-bf55-5d2032fdb97a on network ae823aa7-282f-47e1-8652-c854b62416f3 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:37:05.049441 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:37:05.049826 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Checking segment: {'id': '43f4311f-a32b-43d3-90cd-309519e41c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:37:05.050258 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:05.050670 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Bound using segment: {'id': '43f4311f-a32b-43d3-90cd-309519e41c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:37:05.051131 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Bound port: e583d72f-b2c6-495b-bf55-5d2032fdb97a, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f4311f-a32b-43d3-90cd-309519e41c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:37:05.051506 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:05.093232 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:05.122944 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:05.136500 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] For port e583d72f-b2c6-495b-bf55-5d2032fdb97a, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:37:05.139413 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] For port e583d72f-b2c6-495b-bf55-5d2032fdb97a, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e583d72f-b2c6-495b-bf55-5d2032fdb97a,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:37:05.252395 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:05.257082 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:05.259537 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Allocated IP 172.26.6.65 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/264b5b4d-f8c0-4f1f-9f13-125b8d9cf883) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:37:05.346117 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Pushing event updated for resources: {'Port': ['ID=e583d72f-b2c6-495b-bf55-5d2032fdb97a,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:05.349265 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:05.530270 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:05.629364 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:05.633196 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-9933f579-02d3-41f0-8fc8-87e6f301148d tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:05.709020 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:37:05.712475 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:37:05.715039 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:37:05.753911 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Pushing event updated for resources: {'Port': ['ID=264b5b4d-f8c0-4f1f-9f13-125b8d9cf883,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:05.756782 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:06.221301 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:06.329417 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62d23af-fb60-4465-a95d-ffe3b646df55 None None] Network ae823aa7-282f-47e1-8652-c854b62416f3 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:37:06.392705 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e583d72f-b2c6-495b-bf55-5d2032fdb97a up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:37:06.535224 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-011dc91d-ca8d-48bf-b076-962dc2f48881 None None] Provisioning for port e583d72f-b2c6-495b-bf55-5d2032fdb97a completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:37:06.578572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:06.612093 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port e583d72f-b2c6-495b-bf55-5d2032fdb97a completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:37:06.619125 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port e583d72f-b2c6-495b-bf55-5d2032fdb97a triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:37:06.624114 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:06.759171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:06.796547 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port e583d72f-b2c6-495b-bf55-5d2032fdb97a, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e583d72f-b2c6-495b-bf55-5d2032fdb97a,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:37:06.817668 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:06.834888 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:06.835112 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Router cab54515-1591-4bba-995d-0eaf62a50c2c is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 16:37:06.836882 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:06.905019 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=e583d72f-b2c6-495b-bf55-5d2032fdb97a,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:06.908177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:06.973822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8d58dd47-fb53-4e68-bf95-9216f8dc2855 None None] Provisioning complete for port e583d72f-b2c6-495b-bf55-5d2032fdb97a triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:37:06.974191 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8d58dd47-fb53-4e68-bf95-9216f8dc2855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:07.012991 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:37:07.025225 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] Sync routers for ids ['cab54515-1591-4bba-995d-0eaf62a50c2c'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:37:07.044157 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] Routers {'cab54515-1591-4bba-995d-0eaf62a50c2c'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:37:07.044776 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:36:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cab54515-1591-4bba-995d-0eaf62a50c2c'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:37:07.090795 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:07.095001 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8247342 Dec 22 16:37:07.095234 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48452) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:07.314566 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] Set router cab54515-1591-4bba-995d-0eaf62a50c2c gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:37:07.592064 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:04Z', 'updated_at': '2021-12-22T16:37:05Z', 'revision_number': 3, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'gw_port': {'id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:16:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:05Z', 'updated_at': '2021-12-22T16:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:37:07.595926 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] Checking router: cab54515-1591-4bba-995d-0eaf62a50c2c for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:37:07.596266 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] Updating router cab54515-1591-4bba-995d-0eaf62a50c2c port 264b5b4d-f8c0-4f1f-9f13-125b8d9cf883 binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:37:07.651352 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:07.894377 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:07.970411 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:07.981836 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] Transition to ACTIVE for port object 264b5b4d-f8c0-4f1f-9f13-125b8d9cf883 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:37:08.046668 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:08.051284 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:08.096536 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Allocated IP 172.20.0.1 (ae823aa7-282f-47e1-8652-c854b62416f3/8dc4f97f-6587-47f7-bc3e-aa6905d42f3d/45607562-1835-47ab-ab92-39973b08de6f) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:37:08.121048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] Attempting to bind port 264b5b4d-f8c0-4f1f-9f13-125b8d9cf883 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:37:08.121425 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] Attempting to bind port 264b5b4d-f8c0-4f1f-9f13-125b8d9cf883 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:37:08.121795 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] Attempting to bind port 264b5b4d-f8c0-4f1f-9f13-125b8d9cf883 on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:37:08.132296 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:37:08.132677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:37:08.133086 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:08.133483 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:37:08.133947 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] Bound port: 264b5b4d-f8c0-4f1f-9f13-125b8d9cf883, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:37:08.134355 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:08.157745 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221bb289-86b1-4ee8-8491-c938b2bcdd0d None None] Pushing event updated for resources: {'Port': ['ID=264b5b4d-f8c0-4f1f-9f13-125b8d9cf883,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:08.160487 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-221bb289-86b1-4ee8-8491-c938b2bcdd0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:08.212554 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] For port 264b5b4d-f8c0-4f1f-9f13-125b8d9cf883, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:37:08.215558 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] For port 264b5b4d-f8c0-4f1f-9f13-125b8d9cf883, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=264b5b4d-f8c0-4f1f-9f13-125b8d9cf883,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:37:08.241753 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:08.257076 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Transition to ACTIVE for port object 45607562-1835-47ab-ab92-39973b08de6f will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:37:08.269213 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:08.273831 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:08.320722 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:08.327100 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-93af92d4-df26-404e-b53d-a7c4e33561cd tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:08.337251 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e583d72f-b2c6-495b-bf55-5d2032fdb97a up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:37:08.381731 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] Routers {'cab54515-1591-4bba-995d-0eaf62a50c2c'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:37:08.382382 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:36:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cab54515-1591-4bba-995d-0eaf62a50c2c'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:37:08.384992 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Network ae823aa7-282f-47e1-8652-c854b62416f3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:37:08.388348 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:37:08.392090 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:37:08.438260 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Pushing event updated for resources: {'Port': ['ID=45607562-1835-47ab-ab92-39973b08de6f,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:08.442747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:08.455601 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:08.472478 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221bb289-86b1-4ee8-8491-c938b2bcdd0d None None] Pushing event updated for resources: {'Port': ['ID=264b5b4d-f8c0-4f1f-9f13-125b8d9cf883,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:08.479650 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-221bb289-86b1-4ee8-8491-c938b2bcdd0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:08.581186 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port e583d72f-b2c6-495b-bf55-5d2032fdb97a triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:37:08.581571 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:08.640871 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] Set router cab54515-1591-4bba-995d-0eaf62a50c2c gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:37:08.926154 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e9ff5450-edf0-4836-8156-a58c80a6c1f2 None None] Provisioning for port 45607562-1835-47ab-ab92-39973b08de6f completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:37:08.926943 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:08.956458 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e9ff5450-edf0-4836-8156-a58c80a6c1f2 None None] Provisioning complete for port 45607562-1835-47ab-ab92-39973b08de6f triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:37:08.956834 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5450-edf0-4836-8156-a58c80a6c1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:09.062508 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff5450-edf0-4836-8156-a58c80a6c1f2 None None] Port 45607562-1835-47ab-ab92-39973b08de6f cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:37:09.093257 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:04Z', 'updated_at': '2021-12-22T16:37:05Z', 'revision_number': 3, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'gw_port': {'id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:16:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:05Z', 'updated_at': '2021-12-22T16:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:37:09.097083 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4844b87-bc5e-4ec7-9d5e-a83d3e773b2f None None] The sync data for ids ['cab54515-1591-4bba-995d-0eaf62a50c2c'] in dv-neutron-822674-1-hyperv is: [{'id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:04Z', 'updated_at': '2021-12-22T16:37:05Z', 'revision_number': 3, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'gw_port': {'id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:16:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:05Z', 'updated_at': '2021-12-22T16:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:37:09.151454 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:09.194732 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:09.218926 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-44fccffd-da87-4e27-b7a5-cf5626ac3fc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:09.305396 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:09.312646 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Pushing event updated for resources: {'Port': ['ID=45607562-1835-47ab-ab92-39973b08de6f,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:09.322317 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:09.457312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Network ae823aa7-282f-47e1-8652-c854b62416f3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:37:09.458495 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:37:09.657679 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Router cab54515-1591-4bba-995d-0eaf62a50c2c has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:37:09.689221 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0bc2142c-d734-434d-9e9d-25d90931998b None None] Provisioning complete for port 45607562-1835-47ab-ab92-39973b08de6f triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:37:09.693590 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0bc2142c-d734-434d-9e9d-25d90931998b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:09.746966 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-0bc2142c-d734-434d-9e9d-25d90931998b None None] Port 45607562-1835-47ab-ab92-39973b08de6f cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:37:09.843847 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:37:09.853063 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] 10.222.0.59 "PUT /v2.0/routers/cab54515-1591-4bba-995d-0eaf62a50c2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7568049 Dec 22 16:37:10.357047 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 264b5b4d-f8c0-4f1f-9f13-125b8d9cf883 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:37:10.486212 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 264b5b4d-f8c0-4f1f-9f13-125b8d9cf883 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:37:10.491480 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 264b5b4d-f8c0-4f1f-9f13-125b8d9cf883 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:37:10.491854 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:10.559726 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48470) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:10.565269 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1863740581-network', 'tenant_id': '5be5309a0e054267aa2e70f2ba78be6b'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:37:10.570025 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:37:10.573880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Usage tracker for resource:network and tenant:5be5309a0e054267aa2e70f2ba78be6b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:37:10.577265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:37:10.582914 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:37:10.614920 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:10.631810 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 264b5b4d-f8c0-4f1f-9f13-125b8d9cf883, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=264b5b4d-f8c0-4f1f-9f13-125b8d9cf883,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:37:10.634798 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] Sync routers for ids ['cab54515-1591-4bba-995d-0eaf62a50c2c'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:37:10.645175 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] Routers {'cab54515-1591-4bba-995d-0eaf62a50c2c'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:37:10.645322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Made reservation on behalf of 5be5309a0e054267aa2e70f2ba78be6b for: {'network': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:37:10.645787 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:36:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cab54515-1591-4bba-995d-0eaf62a50c2c'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:37:10.647701 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for network, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:10.661360 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:10.675893 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:37:10.679784 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Usage tracker for resource:security_group_rule and tenant:5be5309a0e054267aa2e70f2ba78be6b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:37:10.682621 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:37:10.688382 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:37:10.691249 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:10.693715 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:10.760483 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=264b5b4d-f8c0-4f1f-9f13-125b8d9cf883,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:10.763560 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:10.778660 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:10.826922 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] Set router cab54515-1591-4bba-995d-0eaf62a50c2c gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:37:10.840133 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:10.843810 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a2d372d8-234c-4333-aedd-6496fb55f7be tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:10.871035 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=88218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:37:10.879970 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df07fdd-e2fa-4d82-a7d8-634cb10a3a4e,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:10.883511 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:10.885877 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:10.886246 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.segments_db [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Added segment 4b0d8dce-a6c9-4efb-8782-3aea5b8059d7 of type vlan for network 6f63e31c-dc2f-4754-ae05-ef943ee7210c Dec 22 16:37:10.912485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734783918812'] for network, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:10.999694 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240'] for network, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:11.000759 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:11.001359 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Notify callbacks [] for network, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:11.005022 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-ff5b6c02-f78c-4e67-a74b-acde240afdde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:11.101807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Pushing event updated for resources: {'Network': ['ID=6f63e31c-dc2f-4754-ae05-ef943ee7210c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:11.104521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:11.111509 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Network 6f63e31c-dc2f-4754-ae05-ef943ee7210c details requested by agent ovs-agent-dv-neutron-822674-1-hyperv with host dv-neutron-822674-1-hyperv {{(pid=88219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 16:37:11.135394 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:04Z', 'updated_at': '2021-12-22T16:37:08Z', 'revision_number': 4, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'gw_port': {'id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:05Z', 'updated_at': '2021-12-22T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '45607562-1835-47ab-ab92-39973b08de6f', 'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'mac_address': 'fa:16:3e:56:95:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:07Z', 'updated_at': '2021-12-22T16:37:08Z', 'revision_number': 2, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'subnets': [{'id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:37:11.139688 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] Checking router: cab54515-1591-4bba-995d-0eaf62a50c2c for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:37:11.140070 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] Updating router cab54515-1591-4bba-995d-0eaf62a50c2c port 45607562-1835-47ab-ab92-39973b08de6f binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:37:11.152233 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-595533c5-d066-4303-89c8-5aff6d713354 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5888636 Dec 22 16:37:11.152853 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48474) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:11.158323 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-469bdb5d-34aa-4f14-a313-b1f67b70db75 admin admin] Request body: {'subnet': {'network_id': '6f63e31c-dc2f-4754-ae05-ef943ee7210c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1863740581-subnet', 'tenant_id': '5be5309a0e054267aa2e70f2ba78be6b', 'ip_version': 4}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:37:11.163435 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-469bdb5d-34aa-4f14-a313-b1f67b70db75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:37:11.167249 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-469bdb5d-34aa-4f14-a313-b1f67b70db75 admin admin] Usage tracker for resource:subnet and tenant:5be5309a0e054267aa2e70f2ba78be6b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:37:11.170147 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-469bdb5d-34aa-4f14-a313-b1f67b70db75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:37:11.177314 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-469bdb5d-34aa-4f14-a313-b1f67b70db75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:37:11.194949 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:11.257343 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469bdb5d-34aa-4f14-a313-b1f67b70db75 admin admin] Made reservation on behalf of 5be5309a0e054267aa2e70f2ba78be6b for: {'subnet': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:37:11.259756 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-469bdb5d-34aa-4f14-a313-b1f67b70db75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695115'] for subnet, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:11.508755 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-469bdb5d-34aa-4f14-a313-b1f67b70db75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1920549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695129'] for subnet, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:11.513416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6940ba61-cf73-4e4f-b967-1b7e6788f9e2 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:11.559582 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:11.571320 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] Transition to ACTIVE for port object 45607562-1835-47ab-ab92-39973b08de6f will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:37:11.585416 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bdb5d-34aa-4f14-a313-b1f67b70db75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=416b20ec-49a9-4307-96b4-6d4b3cfc93e2,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:11.589055 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-469bdb5d-34aa-4f14-a313-b1f67b70db75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:11.589859 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469bdb5d-34aa-4f14-a313-b1f67b70db75 admin admin] Checking segment: {'id': '4b0d8dce-a6c9-4efb-8782-3aea5b8059d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f63e31c-dc2f-4754-ae05-ef943ee7210c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:37:11.590211 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469bdb5d-34aa-4f14-a313-b1f67b70db75 admin admin] Network hostable DHCP agents. Network: 6f63e31c-dc2f-4754-ae05-ef943ee7210c, hostable agents: ['4002601b-7670-4ecd-8dbd-70defd6730e5'], hosted agents: [] {{(pid=88218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:37:11.640429 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:11.644068 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-d767d883-a3d6-4a59-ab16-493fd5dd8613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:11.663020 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469bdb5d-34aa-4f14-a313-b1f67b70db75 admin admin] Network 6f63e31c-dc2f-4754-ae05-ef943ee7210c is scheduled to be hosted by DHCP agent 4002601b-7670-4ecd-8dbd-70defd6730e5 with binding_index 1 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:37:11.771383 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-469bdb5d-34aa-4f14-a313-b1f67b70db75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822674-1-hyperv, 6f63e31c-dc2f-4754-ae05-ef943ee7210c) {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:37:11.776271 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469bdb5d-34aa-4f14-a313-b1f67b70db75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:11.776981 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-469bdb5d-34aa-4f14-a313-b1f67b70db75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:11.781989 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9850be-540f-4440-871c-70af7acd517e None None] Network 6f63e31c-dc2f-4754-ae05-ef943ee7210c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:37:11.799798 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917015cf-b637-4089-b9d8-f005f9d00d1e None None] Pushing event updated for resources: {'Port': ['ID=45607562-1835-47ab-ab92-39973b08de6f,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:11.834075 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917015cf-b637-4089-b9d8-f005f9d00d1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:11.834426 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917015cf-b637-4089-b9d8-f005f9d00d1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:11.834923 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917015cf-b637-4089-b9d8-f005f9d00d1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:11.835416 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917015cf-b637-4089-b9d8-f005f9d00d1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:11.835802 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917015cf-b637-4089-b9d8-f005f9d00d1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:11.836132 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917015cf-b637-4089-b9d8-f005f9d00d1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:11.836453 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917015cf-b637-4089-b9d8-f005f9d00d1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:11.836787 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917015cf-b637-4089-b9d8-f005f9d00d1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:11.837093 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917015cf-b637-4089-b9d8-f005f9d00d1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:11.837408 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917015cf-b637-4089-b9d8-f005f9d00d1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:11.837724 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917015cf-b637-4089-b9d8-f005f9d00d1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:11.838036 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917015cf-b637-4089-b9d8-f005f9d00d1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:37:11.847031 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-917015cf-b637-4089-b9d8-f005f9d00d1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:11.872843 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] Attempting to bind port 45607562-1835-47ab-ab92-39973b08de6f on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:37:11.873620 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] Attempting to bind port 45607562-1835-47ab-ab92-39973b08de6f by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '43f4311f-a32b-43d3-90cd-309519e41c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:37:11.874483 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] Attempting to bind port 45607562-1835-47ab-ab92-39973b08de6f on network ae823aa7-282f-47e1-8652-c854b62416f3 {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:37:11.875484 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-469bdb5d-34aa-4f14-a313-b1f67b70db75 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7215536 Dec 22 16:37:11.878180 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48480) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:11.883351 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:37:11.883872 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] Checking segment: {'id': '43f4311f-a32b-43d3-90cd-309519e41c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:37:11.884194 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1863740581-router', 'tenant_id': '5be5309a0e054267aa2e70f2ba78be6b', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:37:11.884578 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:11.885703 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] Bound using segment: {'id': '43f4311f-a32b-43d3-90cd-309519e41c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:37:11.886295 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] Bound port: 45607562-1835-47ab-ab92-39973b08de6f, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f4311f-a32b-43d3-90cd-309519e41c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:37:11.886728 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:11.893002 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:37:11.898989 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Usage tracker for resource:router and tenant:5be5309a0e054267aa2e70f2ba78be6b is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:37:11.903409 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:37:11.911674 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:37:11.981413 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] For port 45607562-1835-47ab-ab92-39973b08de6f, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:37:11.985599 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] For port 45607562-1835-47ab-ab92-39973b08de6f, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=45607562-1835-47ab-ab92-39973b08de6f,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:37:11.994466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45651'] for router, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:11.999312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45610'] for router, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:12.010200 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:12.054178 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0041b36f-8362-5c09-9c1c-caf5120fba8c-6f63e31c-dc2f-4754-ae05-ef943ee7210c', 'network_id': '6f63e31c-dc2f-4754-ae05-ef943ee7210c', 'tenant_id': '5be5309a0e054267aa2e70f2ba78be6b', 'fixed_ips': [{'subnet_id': '416b20ec-49a9-4307-96b4-6d4b3cfc93e2'}]}} from dv-neutron-822674-1-hyperv. {{(pid=88219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 16:37:12.055000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:12.068250 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:12.072910 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-f2b45696-68d3-4e2a-b149-42f439a476ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:12.159083 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] Routers {'cab54515-1591-4bba-995d-0eaf62a50c2c'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:37:12.159736 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:36:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cab54515-1591-4bba-995d-0eaf62a50c2c'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:37:12.232495 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.db_base_plugin_common [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Allocated IP 172.20.0.2 (6f63e31c-dc2f-4754-ae05-ef943ee7210c/416b20ec-49a9-4307-96b4-6d4b3cfc93e2/b31dc044-46a0-4084-b23f-bfd89521703e) {{(pid=88219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:37:12.242950 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917015cf-b637-4089-b9d8-f005f9d00d1e None None] Pushing event updated for resources: {'Port': ['ID=45607562-1835-47ab-ab92-39973b08de6f,revision_number=4']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:12.248764 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-917015cf-b637-4089-b9d8-f005f9d00d1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:12.393453 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] Set router cab54515-1591-4bba-995d-0eaf62a50c2c gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:37:12.455783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 264b5b4d-f8c0-4f1f-9f13-125b8d9cf883 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:37:12.542080 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Notify callbacks [] for port, precommit_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:12.554422 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Transition to ACTIVE for port object b31dc044-46a0-4084-b23f-bfd89521703e will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:37:12.554618 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45624'] for router, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:12.579304 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Transition to ACTIVE for port object b31dc044-46a0-4084-b23f-bfd89521703e will not be triggered until provisioned by entity DHCP. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:37:12.581679 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 264b5b4d-f8c0-4f1f-9f13-125b8d9cf883 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:37:12.582046 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:12.645795 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046'] for port, after_create {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:12.650080 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:12.727301 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:04Z', 'updated_at': '2021-12-22T16:37:08Z', 'revision_number': 4, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'gw_port': {'id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:05Z', 'updated_at': '2021-12-22T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '45607562-1835-47ab-ab92-39973b08de6f', 'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'mac_address': 'fa:16:3e:56:95:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:07Z', 'updated_at': '2021-12-22T16:37:11Z', 'revision_number': 4, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'subnets': [{'id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:37:12.732081 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58ade02-593b-4afc-a66c-d605ff155fe0 None None] The sync data for ids ['cab54515-1591-4bba-995d-0eaf62a50c2c'] in dv-neutron-822674-1-hyperv is: [{'id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:04Z', 'updated_at': '2021-12-22T16:37:08Z', 'revision_number': 4, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'gw_port': {'id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:05Z', 'updated_at': '2021-12-22T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '45607562-1835-47ab-ab92-39973b08de6f', 'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'mac_address': 'fa:16:3e:56:95:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:07Z', 'updated_at': '2021-12-22T16:37:11Z', 'revision_number': 4, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'subnets': [{'id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:37:12.751439 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Network 6f63e31c-dc2f-4754-ae05-ef943ee7210c is already hosted by enough agents. {{(pid=88219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:37:12.844170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.scheduler.base_scheduler [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Resources bound (agent type, host, resource id): {{(pid=88219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:37:12.847022 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Received port after_create {{(pid=88219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:37:12.862635 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Pushing event updated for resources: {'Port': ['ID=b31dc044-46a0-4084-b23f-bfd89521703e,revision_number=1']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:12.866346 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:12.966677 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Attempting to bind port b31dc044-46a0-4084-b23f-bfd89521703e on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:37:12.966928 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Attempting to bind port b31dc044-46a0-4084-b23f-bfd89521703e by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '4b0d8dce-a6c9-4efb-8782-3aea5b8059d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f63e31c-dc2f-4754-ae05-ef943ee7210c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:37:12.967123 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Attempting to bind port b31dc044-46a0-4084-b23f-bfd89521703e on network 6f63e31c-dc2f-4754-ae05-ef943ee7210c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:37:12.971714 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:12.972632 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:37:12.973019 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Checking segment: {'id': '4b0d8dce-a6c9-4efb-8782-3aea5b8059d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f63e31c-dc2f-4754-ae05-ef943ee7210c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:37:12.973423 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:12.973821 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Bound using segment: {'id': '4b0d8dce-a6c9-4efb-8782-3aea5b8059d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f63e31c-dc2f-4754-ae05-ef943ee7210c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:37:12.974315 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Bound port: b31dc044-46a0-4084-b23f-bfd89521703e, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0d8dce-a6c9-4efb-8782-3aea5b8059d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f63e31c-dc2f-4754-ae05-ef943ee7210c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:37:12.974694 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:13.004394 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:13.072089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] For port b31dc044-46a0-4084-b23f-bfd89521703e, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:37:13.077922 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] For port b31dc044-46a0-4084-b23f-bfd89521703e, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b31dc044-46a0-4084-b23f-bfd89521703e,segment=NetworkSegment(4b0d8dce-a6c9-4efb-8782-3aea5b8059d7),segment_id=4b0d8dce-a6c9-4efb-8782-3aea5b8059d7)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:37:13.172432 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Allocated IP 172.26.6.156 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/57c41879-933c-4223-a097-f47d29fc7c15) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:37:13.172942 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:13.177781 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:13.258326 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Pushing event updated for resources: {'Port': ['ID=b31dc044-46a0-4084-b23f-bfd89521703e,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:13.261241 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:13.349243 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:13.440482 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:13.444505 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6df04022-d7a8-484c-aa07-a77871f260a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:13.543483 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:37:13.546740 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:37:13.549242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:37:13.588239 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Pushing event updated for resources: {'Port': ['ID=57c41879-933c-4223-a097-f47d29fc7c15,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:13.591348 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:14.190305 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:14.234357 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8b6282-50f4-42e5-a3c4-c46c0e64fe26 None None] Network 6f63e31c-dc2f-4754-ae05-ef943ee7210c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:37:14.409371 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-914c012f-8170-4b3a-adf7-55e637afaeff None None] Provisioning for port b31dc044-46a0-4084-b23f-bfd89521703e completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:37:14.427881 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 45607562-1835-47ab-ab92-39973b08de6f up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:37:14.548905 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687329'] for router, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:14.599906 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 45607562-1835-47ab-ab92-39973b08de6f completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:37:14.605376 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 45607562-1835-47ab-ab92-39973b08de6f triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:37:14.605902 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:14.730130 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:14.772115 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 45607562-1835-47ab-ab92-39973b08de6f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=45607562-1835-47ab-ab92-39973b08de6f,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:37:14.833466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Router 0d5bba1a-0445-4d37-8c68-972c1ee72dbb is scheduled to L3 agent c33810ce-1332-48de-b7a2-941e98442519 with binding_index 1 {{(pid=88218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 16:37:14.862148 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:14.863056 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b31dc044-46a0-4084-b23f-bfd89521703e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:37:14.886575 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-342877f0-6e9f-42cc-8569-898ff133c475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:14.979127 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=45607562-1835-47ab-ab92-39973b08de6f,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:14.983296 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:15.036616 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:37:15.048611 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] Sync routers for ids ['0d5bba1a-0445-4d37-8c68-972c1ee72dbb'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:37:15.059347 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] Routers {'0d5bba1a-0445-4d37-8c68-972c1ee72dbb'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:37:15.059960 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:36:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['0d5bba1a-0445-4d37-8c68-972c1ee72dbb'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:37:15.115345 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port b31dc044-46a0-4084-b23f-bfd89521703e completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:37:15.135233 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port b31dc044-46a0-4084-b23f-bfd89521703e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:37:15.135607 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:15.136731 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Notify callbacks [] for router, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:15.138012 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2585218 Dec 22 16:37:15.141436 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48488) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:15.286659 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] Set router 0d5bba1a-0445-4d37-8c68-972c1ee72dbb gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:37:15.511804 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:15.573449 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port b31dc044-46a0-4084-b23f-bfd89521703e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b31dc044-46a0-4084-b23f-bfd89521703e,segment=NetworkSegment(4b0d8dce-a6c9-4efb-8782-3aea5b8059d7),segment_id=4b0d8dce-a6c9-4efb-8782-3aea5b8059d7)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:37:15.637015 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:15.640776 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:15.675005 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bba1a-0445-4d37-8c68-972c1ee72dbb', 'name': 'tempest-TestSnapshotPattern-1863740581-router', 'tenant_id': '5be5309a0e054267aa2e70f2ba78be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '57c41879-933c-4223-a097-f47d29fc7c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:12Z', 'updated_at': '2021-12-22T16:37:13Z', 'revision_number': 3, 'project_id': '5be5309a0e054267aa2e70f2ba78be6b', 'gw_port': {'id': '57c41879-933c-4223-a097-f47d29fc7c15', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5bba1a-0445-4d37-8c68-972c1ee72dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:13Z', 'updated_at': '2021-12-22T16:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:37:15.740877 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] Checking router: 0d5bba1a-0445-4d37-8c68-972c1ee72dbb for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:37:15.741232 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] Updating router 0d5bba1a-0445-4d37-8c68-972c1ee72dbb port 57c41879-933c-4223-a097-f47d29fc7c15 binding host dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:37:15.810573 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:15.833549 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=b31dc044-46a0-4084-b23f-bfd89521703e,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:15.843048 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:15.948387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:16.130060 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:16.142411 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] Transition to ACTIVE for port object 57c41879-933c-4223-a097-f47d29fc7c15 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:37:16.148622 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] Allocated IP 172.20.0.1 (6f63e31c-dc2f-4754-ae05-ef943ee7210c/416b20ec-49a9-4307-96b4-6d4b3cfc93e2/5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:37:16.240360 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:16.246358 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-221bb289-86b1-4ee8-8491-c938b2bcdd0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:16.303810 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:16.322272 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] Transition to ACTIVE for port object 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:37:16.323326 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] Attempting to bind port 57c41879-933c-4223-a097-f47d29fc7c15 on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:37:16.323774 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] Attempting to bind port 57c41879-933c-4223-a097-f47d29fc7c15 by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:37:16.324058 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] Attempting to bind port 57c41879-933c-4223-a097-f47d29fc7c15 on network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:37:16.330358 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39ed4d-7f99-4d73-b264-20ad0e568e33 None None] Pushing event updated for resources: {'Port': ['ID=57c41879-933c-4223-a097-f47d29fc7c15,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:16.334214 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-cb39ed4d-7f99-4d73-b264-20ad0e568e33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:16.335160 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:37:16.335539 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] Checking segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:37:16.335943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:16.336889 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] Bound using segment: {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:37:16.337791 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] Bound port: 57c41879-933c-4223-a097-f47d29fc7c15, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63388892-50e4-4b3a-bd59-3fa27c8f5bdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:37:16.338170 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:16.366200 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 45607562-1835-47ab-ab92-39973b08de6f up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:37:16.417320 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:16.422503 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-72b411e1-e867-48c1-ac34-be152860a01b tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:16.460452 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] For port 57c41879-933c-4223-a097-f47d29fc7c15, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:37:16.463720 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] For port 57c41879-933c-4223-a097-f47d29fc7c15, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=57c41879-933c-4223-a097-f47d29fc7c15,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:37:16.472203 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 45607562-1835-47ab-ab92-39973b08de6f triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:37:16.472575 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:16.482034 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] Network 6f63e31c-dc2f-4754-ae05-ef943ee7210c is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:37:16.485404 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:37:16.487825 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:37:16.543768 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] Pushing event updated for resources: {'Port': ['ID=5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:16.547687 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:16.560534 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728127'] for router_interface, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:16.574305 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:16.585119 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:16.672159 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b31dc044-46a0-4084-b23f-bfd89521703e up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:37:16.717301 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] Routers {'0d5bba1a-0445-4d37-8c68-972c1ee72dbb'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:37:16.717937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:36:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['0d5bba1a-0445-4d37-8c68-972c1ee72dbb'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:37:16.728412 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:16.771217 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39ed4d-7f99-4d73-b264-20ad0e568e33 None None] Pushing event updated for resources: {'Port': ['ID=57c41879-933c-4223-a097-f47d29fc7c15,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:16.782800 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-cb39ed4d-7f99-4d73-b264-20ad0e568e33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:16.885149 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-86722d9b-26a3-4f53-9e20-97b15a6f962f None None] Provisioning for port 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:37:16.901681 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-86722d9b-26a3-4f53-9e20-97b15a6f962f None None] Provisioning complete for port 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:37:16.902060 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-86722d9b-26a3-4f53-9e20-97b15a6f962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:16.956176 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port b31dc044-46a0-4084-b23f-bfd89521703e triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:37:16.956551 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:16.967352 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:17.013342 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-86722d9b-26a3-4f53-9e20-97b15a6f962f None None] Port 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:37:17.017096 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:17.028212 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] Set router 0d5bba1a-0445-4d37-8c68-972c1ee72dbb gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:37:17.044751 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:17.121880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728274'] for router_interface, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:17.125482 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] Pushing event updated for resources: {'Port': ['ID=5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:17.128280 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:17.262628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] Network 6f63e31c-dc2f-4754-ae05-ef943ee7210c is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:37:17.264998 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:37:17.448183 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bba1a-0445-4d37-8c68-972c1ee72dbb', 'name': 'tempest-TestSnapshotPattern-1863740581-router', 'tenant_id': '5be5309a0e054267aa2e70f2ba78be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '57c41879-933c-4223-a097-f47d29fc7c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:12Z', 'updated_at': '2021-12-22T16:37:16Z', 'revision_number': 4, 'project_id': '5be5309a0e054267aa2e70f2ba78be6b', 'gw_port': {'id': '57c41879-933c-4223-a097-f47d29fc7c15', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5bba1a-0445-4d37-8c68-972c1ee72dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:13Z', 'updated_at': '2021-12-22T16:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d', 'name': '', 'network_id': '6f63e31c-dc2f-4754-ae05-ef943ee7210c', 'tenant_id': '5be5309a0e054267aa2e70f2ba78be6b', 'mac_address': 'fa:16:3e:a6:74:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5bba1a-0445-4d37-8c68-972c1ee72dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '416b20ec-49a9-4307-96b4-6d4b3cfc93e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:15Z', 'updated_at': '2021-12-22T16:37:16Z', 'revision_number': 1, 'project_id': '5be5309a0e054267aa2e70f2ba78be6b', 'subnets': [{'id': '416b20ec-49a9-4307-96b4-6d4b3cfc93e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:37:17.453467 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c78ef6d-a717-4c59-b8f0-358f9d364ed4 None None] The sync data for ids ['0d5bba1a-0445-4d37-8c68-972c1ee72dbb'] in dv-neutron-822674-1-hyperv is: [{'id': '0d5bba1a-0445-4d37-8c68-972c1ee72dbb', 'name': 'tempest-TestSnapshotPattern-1863740581-router', 'tenant_id': '5be5309a0e054267aa2e70f2ba78be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '57c41879-933c-4223-a097-f47d29fc7c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:12Z', 'updated_at': '2021-12-22T16:37:16Z', 'revision_number': 4, 'project_id': '5be5309a0e054267aa2e70f2ba78be6b', 'gw_port': {'id': '57c41879-933c-4223-a097-f47d29fc7c15', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5bba1a-0445-4d37-8c68-972c1ee72dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:13Z', 'updated_at': '2021-12-22T16:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d', 'name': '', 'network_id': '6f63e31c-dc2f-4754-ae05-ef943ee7210c', 'tenant_id': '5be5309a0e054267aa2e70f2ba78be6b', 'mac_address': 'fa:16:3e:a6:74:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5bba1a-0445-4d37-8c68-972c1ee72dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '416b20ec-49a9-4307-96b4-6d4b3cfc93e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:15Z', 'updated_at': '2021-12-22T16:37:16Z', 'revision_number': 1, 'project_id': '5be5309a0e054267aa2e70f2ba78be6b', 'subnets': [{'id': '416b20ec-49a9-4307-96b4-6d4b3cfc93e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:37:17.480278 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] Router 0d5bba1a-0445-4d37-8c68-972c1ee72dbb has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:37:17.535486 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-719d3c19-da47-4d02-b98c-813c86868fa3 None None] Provisioning complete for port 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:37:17.535792 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-719d3c19-da47-4d02-b98c-813c86868fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:17.591310 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-719d3c19-da47-4d02-b98c-813c86868fa3 None None] Port 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:37:17.675816 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:37:17.685401 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-5af0c961-4738-4c40-9a97-849ba450065e admin admin] 10.222.0.59 "PUT /v2.0/routers/0d5bba1a-0445-4d37-8c68-972c1ee72dbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5428939 Dec 22 16:37:18.298597 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:37:18.550998 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48498) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:18.556625 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-68539e79-3b36-4323-978b-7f3cbb7d4644 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1671345833', 'description': 'tempest-secgroup-smoke-1671345833 description', 'project_id': 'bcbf48f3021c4040937e61df0180d46c'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:37:18.562579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-68539e79-3b36-4323-978b-7f3cbb7d4644 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:37:18.566323 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-68539e79-3b36-4323-978b-7f3cbb7d4644 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Usage tracker for resource:security_group and tenant:bcbf48f3021c4040937e61df0180d46c is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:37:18.569094 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-68539e79-3b36-4323-978b-7f3cbb7d4644 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:37:18.574752 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-68539e79-3b36-4323-978b-7f3cbb7d4644 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:37:18.640098 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68539e79-3b36-4323-978b-7f3cbb7d4644 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:18.659312 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-68539e79-3b36-4323-978b-7f3cbb7d4644 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:37:18.662988 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-68539e79-3b36-4323-978b-7f3cbb7d4644 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Usage tracker for resource:security_group_rule and tenant:bcbf48f3021c4040937e61df0180d46c is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:37:18.665631 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-68539e79-3b36-4323-978b-7f3cbb7d4644 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:37:18.672062 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-68539e79-3b36-4323-978b-7f3cbb7d4644 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:37:18.737103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68539e79-3b36-4323-978b-7f3cbb7d4644 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:18.799401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68539e79-3b36-4323-978b-7f3cbb7d4644 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:18.803126 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-298151be-305c-4596-b0ea-886e39a1da3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:18.840218 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68539e79-3b36-4323-978b-7f3cbb7d4644 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39fd174e-bf13-4042-abd8-8cf954f20fd8,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:18.845116 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-68539e79-3b36-4323-978b-7f3cbb7d4644 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:18.914515 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68539e79-3b36-4323-978b-7f3cbb7d4644 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:18.915818 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-68539e79-3b36-4323-978b-7f3cbb7d4644 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3637698 Dec 22 16:37:18.918796 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48502) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:18.924001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-7894318a-9b56-4774-b629-46e5e42fda38 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Request body: {'security_group_rule': {'security_group_id': '39fd174e-bf13-4042-abd8-8cf954f20fd8', 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:37:18.929944 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7894318a-9b56-4774-b629-46e5e42fda38 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:37:18.933714 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7894318a-9b56-4774-b629-46e5e42fda38 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Usage tracker for resource:security_group_rule and tenant:bcbf48f3021c4040937e61df0180d46c is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:37:18.936744 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7894318a-9b56-4774-b629-46e5e42fda38 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:37:18.942535 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-7894318a-9b56-4774-b629-46e5e42fda38 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:37:19.026832 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7894318a-9b56-4774-b629-46e5e42fda38 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:19.087579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7894318a-9b56-4774-b629-46e5e42fda38 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:19.160153 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7894318a-9b56-4774-b629-46e5e42fda38 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:19.161989 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-6d6ef0b5-825d-4c10-8aaf-01842a45f9f0 tempest-TestMinimumBasicScenario-380579994 tempest-TestMinimumBasicScenario-380579994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:19.184359 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894318a-9b56-4774-b629-46e5e42fda38 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1be4e0c-be9b-4083-ab26-e23030ecadec,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:19.189504 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-7894318a-9b56-4774-b629-46e5e42fda38 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:19.251635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7894318a-9b56-4774-b629-46e5e42fda38 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:19.252865 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7894318a-9b56-4774-b629-46e5e42fda38 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3331676 Dec 22 16:37:19.255716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48506) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:19.260728 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-b8b347db-969f-438c-87ce-f2b0b3826de9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Request body: {'security_group_rule': {'security_group_id': '39fd174e-bf13-4042-abd8-8cf954f20fd8', 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:37:19.267441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b8b347db-969f-438c-87ce-f2b0b3826de9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:37:19.271176 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b8b347db-969f-438c-87ce-f2b0b3826de9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Usage tracker for resource:security_group_rule and tenant:bcbf48f3021c4040937e61df0180d46c is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:37:19.273960 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-b8b347db-969f-438c-87ce-f2b0b3826de9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:37:19.280715 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-b8b347db-969f-438c-87ce-f2b0b3826de9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:37:19.378485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b8b347db-969f-438c-87ce-f2b0b3826de9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:19.570339 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b8b347db-969f-438c-87ce-f2b0b3826de9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:19.640036 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b8b347db-969f-438c-87ce-f2b0b3826de9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:19.646727 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-56c8b08b-143d-490a-ba9e-56ad9a5ae864 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:19.666816 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b347db-969f-438c-87ce-f2b0b3826de9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c994a733-585a-4a77-b96c-921d9d8597a7,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:19.669386 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b8b347db-969f-438c-87ce-f2b0b3826de9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:19.743352 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b8b347db-969f-438c-87ce-f2b0b3826de9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:19.744563 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-b8b347db-969f-438c-87ce-f2b0b3826de9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4879107 Dec 22 16:37:19.747337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48510) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:19.753015 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-dabb9390-17f3-4001-9ad3-d6cf93c09dc9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Request body: {'security_group_rule': {'security_group_id': '39fd174e-bf13-4042-abd8-8cf954f20fd8', 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:37:19.759806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-dabb9390-17f3-4001-9ad3-d6cf93c09dc9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:37:19.763935 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-dabb9390-17f3-4001-9ad3-d6cf93c09dc9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Usage tracker for resource:security_group_rule and tenant:bcbf48f3021c4040937e61df0180d46c is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:37:19.767060 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-dabb9390-17f3-4001-9ad3-d6cf93c09dc9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:37:19.773014 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-dabb9390-17f3-4001-9ad3-d6cf93c09dc9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:37:19.859616 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dabb9390-17f3-4001-9ad3-d6cf93c09dc9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:19.924795 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dabb9390-17f3-4001-9ad3-d6cf93c09dc9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:19.976933 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dabb9390-17f3-4001-9ad3-d6cf93c09dc9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:19.978831 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e9d38911-629d-4756-ad64-91e49e28fa5f tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:20.002208 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb9390-17f3-4001-9ad3-d6cf93c09dc9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6964c4b3-1647-466e-a277-9b587a075f32,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:20.004925 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-dabb9390-17f3-4001-9ad3-d6cf93c09dc9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:20.051434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dabb9390-17f3-4001-9ad3-d6cf93c09dc9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:20.052646 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-dabb9390-17f3-4001-9ad3-d6cf93c09dc9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3042583 Dec 22 16:37:20.055382 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48514) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:20.060469 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-eb65bb2f-7bf7-4534-91b8-242c04763bff tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Request body: {'security_group_rule': {'security_group_id': '39fd174e-bf13-4042-abd8-8cf954f20fd8', 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:37:20.066767 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-eb65bb2f-7bf7-4534-91b8-242c04763bff tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:37:20.070581 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-eb65bb2f-7bf7-4534-91b8-242c04763bff tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Usage tracker for resource:security_group_rule and tenant:bcbf48f3021c4040937e61df0180d46c is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:37:20.073433 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-eb65bb2f-7bf7-4534-91b8-242c04763bff tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:37:20.079092 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-eb65bb2f-7bf7-4534-91b8-242c04763bff tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:37:20.183868 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eb65bb2f-7bf7-4534-91b8-242c04763bff tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:20.250162 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eb65bb2f-7bf7-4534-91b8-242c04763bff tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:20.319626 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eb65bb2f-7bf7-4534-91b8-242c04763bff tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:20.321557 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5f499257-faab-484e-b3bd-3f950ceed746 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:20.346207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65bb2f-7bf7-4534-91b8-242c04763bff tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51287842-2d91-44f7-8e8b-0ae8ade995b9,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:20.350806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-eb65bb2f-7bf7-4534-91b8-242c04763bff tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:20.352816 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 57c41879-933c-4223-a097-f47d29fc7c15 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:37:20.417377 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eb65bb2f-7bf7-4534-91b8-242c04763bff tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:20.418745 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-eb65bb2f-7bf7-4534-91b8-242c04763bff tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3624334 Dec 22 16:37:20.422351 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48518) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:20.427568 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-06e0870f-96db-4446-b344-323ed73ceee5 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Request body: {'security_group_rule': {'security_group_id': '39fd174e-bf13-4042-abd8-8cf954f20fd8', 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:37:20.433777 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-06e0870f-96db-4446-b344-323ed73ceee5 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:37:20.438397 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-06e0870f-96db-4446-b344-323ed73ceee5 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Usage tracker for resource:security_group_rule and tenant:bcbf48f3021c4040937e61df0180d46c is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:37:20.441476 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-06e0870f-96db-4446-b344-323ed73ceee5 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:37:20.447761 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-06e0870f-96db-4446-b344-323ed73ceee5 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:37:20.474207 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 57c41879-933c-4223-a097-f47d29fc7c15 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:37:20.479666 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 57c41879-933c-4223-a097-f47d29fc7c15 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:37:20.480000 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:20.537384 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-06e0870f-96db-4446-b344-323ed73ceee5 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Project bcbf48f3021c4040937e61df0180d46c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:37:20.544635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-06e0870f-96db-4446-b344-323ed73ceee5 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:20.599362 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:20.613889 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-06e0870f-96db-4446-b344-323ed73ceee5 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:20.616074 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 57c41879-933c-4223-a097-f47d29fc7c15, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=57c41879-933c-4223-a097-f47d29fc7c15,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:37:20.673576 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-06e0870f-96db-4446-b344-323ed73ceee5 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:20.684597 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-52875a1f-9a5b-4eeb-bd68-911799a36e07 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:20.698884 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0870f-96db-4446-b344-323ed73ceee5 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1f9b8b-4eee-4b20-9a3d-78018ab86fce,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:20.701687 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-06e0870f-96db-4446-b344-323ed73ceee5 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:20.702582 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:20.704470 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-0e91dff3-9ae7-4cd5-beea-deb1488af796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:20.713325 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] Sync routers for ids ['0d5bba1a-0445-4d37-8c68-972c1ee72dbb'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:37:20.723146 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] Routers {'0d5bba1a-0445-4d37-8c68-972c1ee72dbb'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:37:20.723811 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:36:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['0d5bba1a-0445-4d37-8c68-972c1ee72dbb'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:37:20.771553 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=57c41879-933c-4223-a097-f47d29fc7c15,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:20.774551 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:20.782849 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-06e0870f-96db-4446-b344-323ed73ceee5 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:20.784039 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-06e0870f-96db-4446-b344-323ed73ceee5 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3607254 Dec 22 16:37:20.786727 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48522) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:20.792157 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-43016089-4422-4964-89b0-228ba6f4162c tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Request body: {'security_group_rule': {'security_group_id': '39fd174e-bf13-4042-abd8-8cf954f20fd8', 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:37:20.798892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-43016089-4422-4964-89b0-228ba6f4162c tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:37:20.802839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-43016089-4422-4964-89b0-228ba6f4162c tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Usage tracker for resource:security_group_rule and tenant:bcbf48f3021c4040937e61df0180d46c is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:37:20.805824 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-43016089-4422-4964-89b0-228ba6f4162c tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:37:20.812029 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-43016089-4422-4964-89b0-228ba6f4162c tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:37:20.885826 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.securitygroups_db [None req-43016089-4422-4964-89b0-228ba6f4162c tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Project bcbf48f3021c4040937e61df0180d46c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:37:20.892754 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-43016089-4422-4964-89b0-228ba6f4162c tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:20.908004 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] Set router 0d5bba1a-0445-4d37-8c68-972c1ee72dbb gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:37:20.960399 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-43016089-4422-4964-89b0-228ba6f4162c tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:21.022725 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-43016089-4422-4964-89b0-228ba6f4162c tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358508'] for security_group_rule, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:21.024578 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-b29b014d-810d-4f33-9b5b-30307ced2fd1 tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:21.049274 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43016089-4422-4964-89b0-228ba6f4162c tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701cf53d-e646-4c5b-9313-5184c016fa9a,revision_number=0']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:21.053816 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-43016089-4422-4964-89b0-228ba6f4162c tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:21.102896 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-43016089-4422-4964-89b0-228ba6f4162c tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:21.104107 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-43016089-4422-4964-89b0-228ba6f4162c tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3162637 Dec 22 16:37:21.245423 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bba1a-0445-4d37-8c68-972c1ee72dbb', 'name': 'tempest-TestSnapshotPattern-1863740581-router', 'tenant_id': '5be5309a0e054267aa2e70f2ba78be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '57c41879-933c-4223-a097-f47d29fc7c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:12Z', 'updated_at': '2021-12-22T16:37:16Z', 'revision_number': 4, 'project_id': '5be5309a0e054267aa2e70f2ba78be6b', 'gw_port': {'id': '57c41879-933c-4223-a097-f47d29fc7c15', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bba1a-0445-4d37-8c68-972c1ee72dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:13Z', 'updated_at': '2021-12-22T16:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d', 'name': '', 'network_id': '6f63e31c-dc2f-4754-ae05-ef943ee7210c', 'tenant_id': '5be5309a0e054267aa2e70f2ba78be6b', 'mac_address': 'fa:16:3e:a6:74:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5bba1a-0445-4d37-8c68-972c1ee72dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '416b20ec-49a9-4307-96b4-6d4b3cfc93e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:15Z', 'updated_at': '2021-12-22T16:37:16Z', 'revision_number': 2, 'project_id': '5be5309a0e054267aa2e70f2ba78be6b', 'subnets': [{'id': '416b20ec-49a9-4307-96b4-6d4b3cfc93e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:37:21.249250 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] Checking router: 0d5bba1a-0445-4d37-8c68-972c1ee72dbb for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:37:21.249616 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] Updating router 0d5bba1a-0445-4d37-8c68-972c1ee72dbb port 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d binding host dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:37:21.260952 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-08e58db0-8134-4bda-9a3e-42a2ca299279 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Synchronizing usage tracker for tenant:bcbf48f3021c4040937e61df0180d46c on resource:security_group {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:37:21.304972 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:21.343182 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-08e58db0-8134-4bda-9a3e-42a2ca299279 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Unset dirty status for tenant:bcbf48f3021c4040937e61df0180d46c on resource:security_group {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:37:21.344361 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-08e58db0-8134-4bda-9a3e-42a2ca299279 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671345833&fields=id&tenant_id=bcbf48f3021c4040937e61df0180d46c HTTP/1.1" status: 200 len: 267 time: 0.1208699 Dec 22 16:37:21.494000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-ae030130-b7d8-44d6-a817-c3aa56d1060f tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:21.494696 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-ae030130-b7d8-44d6-a817-c3aa56d1060f tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Synchronizing usage tracker for tenant:bcbf48f3021c4040937e61df0180d46c on resource:network {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:37:21.564971 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-ae030130-b7d8-44d6-a817-c3aa56d1060f tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Unset dirty status for tenant:bcbf48f3021c4040937e61df0180d46c on resource:network {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:37:21.566213 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-ae030130-b7d8-44d6-a817-c3aa56d1060f tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/networks?id=ae823aa7-282f-47e1-8652-c854b62416f3 HTTP/1.1" status: 200 len: 809 time: 0.2142458 Dec 22 16:37:21.581453 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-ed00ff81-5021-45c9-8add-832ba7f38776 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/quotas/bcbf48f3021c4040937e61df0180d46c HTTP/1.1" status: 200 len: 375 time: 0.0097666 Dec 22 16:37:21.640907 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:21.652049 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.provisioning_blocks [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] Transition to ACTIVE for port object 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d will not be triggered until provisioned by entity L2. {{(pid=88220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:37:21.663001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-55b82ad3-2379-4eba-8a0c-63bb8cae9642 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Synchronizing usage tracker for tenant:bcbf48f3021c4040937e61df0180d46c on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:37:21.731189 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:21.735376 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-f6d9ec34-2f3c-4289-9f47-ac1ddf28ce50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:21.753943 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-55b82ad3-2379-4eba-8a0c-63bb8cae9642 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Unset dirty status for tenant:bcbf48f3021c4040937e61df0180d46c on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:37:21.755293 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-55b82ad3-2379-4eba-8a0c-63bb8cae9642 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bcbf48f3021c4040937e61df0180d46c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1685202 Dec 22 16:37:21.879265 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-9f1d5e21-867a-4129-b486-73a109a71160 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:37:21.880294 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-9f1d5e21-867a-4129-b486-73a109a71160 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1134520 Dec 22 16:37:21.886836 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ec363-ba2f-4508-beec-4f3761ac7f4e None None] Pushing event updated for resources: {'Port': ['ID=5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d,revision_number=3']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:21.894610 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c49ec363-ba2f-4508-beec-4f3761ac7f4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:21.947411 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] Attempting to bind port 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d on host dv-neutron-822674-1-hyperv for vnic_type normal with profile {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:37:21.947820 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] Attempting to bind port 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d by drivers openvswitch,hyperv on host dv-neutron-822674-1-hyperv at level 0 using segments [{'id': '4b0d8dce-a6c9-4efb-8782-3aea5b8059d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f63e31c-dc2f-4754-ae05-ef943ee7210c'}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:37:21.948216 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] Attempting to bind port 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d on network 6f63e31c-dc2f-4754-ae05-ef943ee7210c {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:37:21.954324 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] Checking agent: {'id': '053f590c-1590-4a36-9355-ea5bd62cefbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822674-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 9, 59), 'started_at': datetime.datetime(2021, 12, 22, 15, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822674-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:37:21.954707 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] Checking segment: {'id': '4b0d8dce-a6c9-4efb-8782-3aea5b8059d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f63e31c-dc2f-4754-ae05-ef943ee7210c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:37:21.955140 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:21.955543 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] Bound using segment: {'id': '4b0d8dce-a6c9-4efb-8782-3aea5b8059d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f63e31c-dc2f-4754-ae05-ef943ee7210c'} {{(pid=88220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:37:21.956014 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.managers [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] Bound port: 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d, host: dv-neutron-822674-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0d8dce-a6c9-4efb-8782-3aea5b8059d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f63e31c-dc2f-4754-ae05-ef943ee7210c'}}] {{(pid=88220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:37:21.956386 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:22.023300 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-38d0d736-52c6-4ba4-8e39-56dab6b42e61 service neutron] 10.222.0.59 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368537 Dec 22 16:37:22.043353 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] For port 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d, host dv-neutron-822674-1-hyperv, cleared binding levels {{(pid=88220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:37:22.047422 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.plugins.ml2.db [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] For port 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d, host dv-neutron-822674-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d,segment=NetworkSegment(4b0d8dce-a6c9-4efb-8782-3aea5b8059d7),segment_id=4b0d8dce-a6c9-4efb-8782-3aea5b8059d7)] {{(pid=88220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:37:22.085943 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron_lib.callbacks.manager [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:22.089588 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c49ec363-ba2f-4508-beec-4f3761ac7f4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:22.161633 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-b4ef2589-75da-4f39-8575-db82053c8ef4 service neutron] 10.222.0.59 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295838 Dec 22 16:37:22.164974 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] Routers {'0d5bba1a-0445-4d37-8c68-972c1ee72dbb'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:37:22.165598 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:36:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['0d5bba1a-0445-4d37-8c68-972c1ee72dbb'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:37:22.220190 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ec363-ba2f-4508-beec-4f3761ac7f4e None None] Pushing event updated for resources: {'Port': ['ID=5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d,revision_number=4']} {{(pid=88220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:22.230239 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG oslo_concurrency.lockutils [None req-c49ec363-ba2f-4508-beec-4f3761ac7f4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:22.355831 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] Set router 0d5bba1a-0445-4d37-8c68-972c1ee72dbb gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:37:22.388710 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:37:22.514484 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning for port 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:37:22.519615 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:37:22.520020 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:22.635574 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:22.667323 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] For port 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d,segment=NetworkSegment(4b0d8dce-a6c9-4efb-8782-3aea5b8059d7),segment_id=4b0d8dce-a6c9-4efb-8782-3aea5b8059d7)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:37:22.688924 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bba1a-0445-4d37-8c68-972c1ee72dbb', 'name': 'tempest-TestSnapshotPattern-1863740581-router', 'tenant_id': '5be5309a0e054267aa2e70f2ba78be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '57c41879-933c-4223-a097-f47d29fc7c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:12Z', 'updated_at': '2021-12-22T16:37:16Z', 'revision_number': 4, 'project_id': '5be5309a0e054267aa2e70f2ba78be6b', 'gw_port': {'id': '57c41879-933c-4223-a097-f47d29fc7c15', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bba1a-0445-4d37-8c68-972c1ee72dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:13Z', 'updated_at': '2021-12-22T16:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d', 'name': '', 'network_id': '6f63e31c-dc2f-4754-ae05-ef943ee7210c', 'tenant_id': '5be5309a0e054267aa2e70f2ba78be6b', 'mac_address': 'fa:16:3e:a6:74:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5bba1a-0445-4d37-8c68-972c1ee72dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '416b20ec-49a9-4307-96b4-6d4b3cfc93e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:15Z', 'updated_at': '2021-12-22T16:37:22Z', 'revision_number': 4, 'project_id': '5be5309a0e054267aa2e70f2ba78be6b', 'subnets': [{'id': '416b20ec-49a9-4307-96b4-6d4b3cfc93e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:37:22.692733 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20853faa-7f82-4e64-b6a0-b0221a2ca1f8 None None] The sync data for ids ['0d5bba1a-0445-4d37-8c68-972c1ee72dbb'] in dv-neutron-822674-1-hyperv is: [{'id': '0d5bba1a-0445-4d37-8c68-972c1ee72dbb', 'name': 'tempest-TestSnapshotPattern-1863740581-router', 'tenant_id': '5be5309a0e054267aa2e70f2ba78be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '57c41879-933c-4223-a097-f47d29fc7c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:12Z', 'updated_at': '2021-12-22T16:37:16Z', 'revision_number': 4, 'project_id': '5be5309a0e054267aa2e70f2ba78be6b', 'gw_port': {'id': '57c41879-933c-4223-a097-f47d29fc7c15', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bba1a-0445-4d37-8c68-972c1ee72dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:13Z', 'updated_at': '2021-12-22T16:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d', 'name': '', 'network_id': '6f63e31c-dc2f-4754-ae05-ef943ee7210c', 'tenant_id': '5be5309a0e054267aa2e70f2ba78be6b', 'mac_address': 'fa:16:3e:a6:74:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5bba1a-0445-4d37-8c68-972c1ee72dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '416b20ec-49a9-4307-96b4-6d4b3cfc93e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:15Z', 'updated_at': '2021-12-22T16:37:22Z', 'revision_number': 4, 'project_id': '5be5309a0e054267aa2e70f2ba78be6b', 'subnets': [{'id': '416b20ec-49a9-4307-96b4-6d4b3cfc93e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:37:22.731620 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:22.733059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 57c41879-933c-4223-a097-f47d29fc7c15 up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:37:22.757312 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:22.853137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Pushing event updated for resources: {'Port': ['ID=5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:22.859734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:22.868607 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 57c41879-933c-4223-a097-f47d29fc7c15 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:37:22.868982 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:23.536949 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fa989314-45f9-4c58-8c2c-6ca5ba3c8ad0 req-8bb55b00-be08-41b9-ac80-e7fcb639f7ca tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 210 time: 0.0475829 Dec 22 16:37:24.334293 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d up at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:37:24.403073 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Provisioning complete for port 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:37:24.403459 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:24.629641 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4bc96802-aae0-496d-8278-3ce41a96a519 req-f1ba7da5-d663-4cf9-a184-19421512ba51 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 210 time: 0.0419757 Dec 22 16:37:25.342722 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3e39c10f-d409-46d7-b118-fd79751993ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:25.725265 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-cdc88cae-3072-4abb-8ed9-10829a5243b8 req-51febe7c-e080-43f4-a83b-a5d7ea7ebaa4 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 210 time: 0.0433550 Dec 22 16:37:26.822940 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9a05675f-fbd0-4555-805a-6af21d168a76 req-11baf046-9b9b-439a-9763-a5039fb49fb9 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 210 time: 0.0465491 Dec 22 16:37:27.753938 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d5c40e41-63df-48ef-9624-23ed2656b9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:27.975058 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fbee83da-68e1-4c56-99fe-39bb4daae92c req-d6371a62-b9e6-48f4-8fb7-55c6803119de tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 210 time: 0.0427012 Dec 22 16:37:29.102594 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:29.125115 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0afec2cf-bad1-4ea3-a0e2-bacbc5ecf39b req-b3dc5a76-a0b4-4443-91d7-0864f4d5c44b tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 210 time: 0.0441821 Dec 22 16:37:29.257117 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:29.876047 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-f52a3eba-60c9-4d60-9bc0-656dddecbe32 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:29.877746 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-f52a3eba-60c9-4d60-9bc0-656dddecbe32 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.57 "GET /v2.0/networks?id=ae823aa7-282f-47e1-8652-c854b62416f3 HTTP/1.1" status: 200 len: 809 time: 0.1448348 Dec 22 16:37:29.929490 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-bd22f2a8-616d-432d-9c3c-d6885878f961 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcbf48f3021c4040937e61df0180d46c HTTP/1.1" status: 200 len: 380 time: 0.0432105 Dec 22 16:37:29.938140 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-0a99f8bf-b3b1-433f-846e-755029d9c7ec tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Request body: {'port': {'device_id': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'admin_state_up': True, 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'security_groups': ['39fd174e-bf13-4042-abd8-8cf954f20fd8']}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:37:30.072802 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-0a99f8bf-b3b1-433f-846e-755029d9c7ec tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:37:30.082139 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-0a99f8bf-b3b1-433f-846e-755029d9c7ec tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:37:30.182556 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-0a99f8bf-b3b1-433f-846e-755029d9c7ec tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Made reservation on behalf of bcbf48f3021c4040937e61df0180d46c for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:37:30.186787 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-0a99f8bf-b3b1-433f-846e-755029d9c7ec tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:30.313930 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4a429221-f5c6-4fd4-93a4-44318ae79692 req-926b8da0-4675-4e48-bae2-1d744117295d tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 210 time: 0.0741725 Dec 22 16:37:30.406931 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-0a99f8bf-b3b1-433f-846e-755029d9c7ec tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Allocated IP 172.20.0.8 (ae823aa7-282f-47e1-8652-c854b62416f3/8dc4f97f-6587-47f7-bc3e-aa6905d42f3d/2fc6279b-349b-4b9a-8d06-d45114b6232c) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:37:30.708749 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-0a99f8bf-b3b1-433f-846e-755029d9c7ec tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:30.723892 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-0a99f8bf-b3b1-433f-846e-755029d9c7ec tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Transition to ACTIVE for port object 2fc6279b-349b-4b9a-8d06-d45114b6232c will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:37:30.811823 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-0a99f8bf-b3b1-433f-846e-755029d9c7ec tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:30.817133 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-a07bd108-4352-426e-8ccd-c5b8920de2e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:30.881804 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-0a99f8bf-b3b1-433f-846e-755029d9c7ec tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Network ae823aa7-282f-47e1-8652-c854b62416f3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:37:30.884798 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-0a99f8bf-b3b1-433f-846e-755029d9c7ec tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:37:30.889078 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-0a99f8bf-b3b1-433f-846e-755029d9c7ec tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:37:30.933555 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99f8bf-b3b1-433f-846e-755029d9c7ec tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Pushing event updated for resources: {'Port': ['ID=2fc6279b-349b-4b9a-8d06-d45114b6232c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:30.938333 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-0a99f8bf-b3b1-433f-846e-755029d9c7ec tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:30.960000 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-0a99f8bf-b3b1-433f-846e-755029d9c7ec tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:30.960532 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-0a99f8bf-b3b1-433f-846e-755029d9c7ec tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:31.062996 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-0a99f8bf-b3b1-433f-846e-755029d9c7ec tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1288056 Dec 22 16:37:31.075067 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Request body: {'port': {'device_id': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:37:31.186661 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:31.188217 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7337c2e8-8b66-4074-906b-0301d830a98c None None] Provisioning for port 2fc6279b-349b-4b9a-8d06-d45114b6232c completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:37:31.194663 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7337c2e8-8b66-4074-906b-0301d830a98c None None] Provisioning complete for port 2fc6279b-349b-4b9a-8d06-d45114b6232c triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:37:31.195037 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7337c2e8-8b66-4074-906b-0301d830a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:31.246615 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7337c2e8-8b66-4074-906b-0301d830a98c None None] Port 2fc6279b-349b-4b9a-8d06-d45114b6232c cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:37:31.250749 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:31.579355 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4550b8-981a-4a1d-8727-d844008f17a3 req-583aed73-0a37-487d-ad3d-fe1dd272286f tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:31.579963 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-da4550b8-981a-4a1d-8727-d844008f17a3 req-583aed73-0a37-487d-ad3d-fe1dd272286f tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Synchronizing usage tracker for tenant:bcbf48f3021c4040937e61df0180d46c on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:37:31.600855 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc6279b-349b-4b9a-8d06-d45114b6232c {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:37:31.608875 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:31.625145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Transition to ACTIVE for port object 2fc6279b-349b-4b9a-8d06-d45114b6232c will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:37:31.702466 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-da4550b8-981a-4a1d-8727-d844008f17a3 req-583aed73-0a37-487d-ad3d-fe1dd272286f tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Unset dirty status for tenant:bcbf48f3021c4040937e61df0180d46c on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:37:31.703620 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-da4550b8-981a-4a1d-8727-d844008f17a3 req-583aed73-0a37-487d-ad3d-fe1dd272286f tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 931 time: 0.2840374 Dec 22 16:37:31.738291 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:31.745213 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-4f66a726-9a0d-4c46-952b-6149a5cdf625 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:31.792698 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-da4550b8-981a-4a1d-8727-d844008f17a3 req-f7b29b01-b22c-4ccc-b85d-d42213b3aca8 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834794 Dec 22 16:37:31.907218 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc6279b-349b-4b9a-8d06-d45114b6232c,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:31.914589 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:31.990026 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Attempting to bind port 2fc6279b-349b-4b9a-8d06-d45114b6232c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:37:31.990369 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Attempting to bind port 2fc6279b-349b-4b9a-8d06-d45114b6232c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '43f4311f-a32b-43d3-90cd-309519e41c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:37:31.990697 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Attempting to bind port 2fc6279b-349b-4b9a-8d06-d45114b6232c on network ae823aa7-282f-47e1-8652-c854b62416f3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:37:31.995260 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Port 2fc6279b-349b-4b9a-8d06-d45114b6232c on network ae823aa7-282f-47e1-8652-c854b62416f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 16:37:31.995579 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Attempting to bind port 2fc6279b-349b-4b9a-8d06-d45114b6232c on network ae823aa7-282f-47e1-8652-c854b62416f3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:37:32.000496 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:37:32.000831 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Checking segment: {'id': '43f4311f-a32b-43d3-90cd-309519e41c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:37:32.001207 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Bound using segment: {'id': '43f4311f-a32b-43d3-90cd-309519e41c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:37:32.001628 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Bound port: 2fc6279b-349b-4b9a-8d06-d45114b6232c, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f4311f-a32b-43d3-90cd-309519e41c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:37:32.001973 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:32.089149 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] For port 2fc6279b-349b-4b9a-8d06-d45114b6232c, host hv-neutron-8226, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:37:32.092716 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] For port 2fc6279b-349b-4b9a-8d06-d45114b6232c, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2fc6279b-349b-4b9a-8d06-d45114b6232c,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:37:32.148589 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:32.155182 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-69f69a06-90a5-42fb-b8e4-34bc56cdcf60 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:32.222928 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:32.223593 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:32.224898 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] 10.222.0.57 "PUT /v2.0/ports/2fc6279b-349b-4b9a-8d06-d45114b6232c HTTP/1.1" status: 200 len: 1093 time: 1.1538463 Dec 22 16:37:32.225419 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'tag': '2fc6279b-349b-4b9a-8d06-d45114b6232c'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:37:32.249445 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc6279b-349b-4b9a-8d06-d45114b6232c,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:32.252847 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:32.315622 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'tag': '2fc6279b-349b-4b9a-8d06-d45114b6232c', 'status': 'completed', 'code': 200} Dec 22 16:37:32.443461 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e76d7-71be-4f98-82ff-9431cf161a53 req-15520acb-2d20-4634-a905-97d9ecebb994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:32.445174 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-346e76d7-71be-4f98-82ff-9431cf161a53 req-15520acb-2d20-4634-a905-97d9ecebb994 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcbf48f3021c4040937e61df0180d46c&device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 1096 time: 0.1007721 Dec 22 16:37:32.594361 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e76d7-71be-4f98-82ff-9431cf161a53 req-cb46a039-d5e7-4f35-ab89-87a2ef7a99e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:32.595925 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-346e76d7-71be-4f98-82ff-9431cf161a53 req-cb46a039-d5e7-4f35-ab89-87a2ef7a99e1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=bcbf48f3021c4040937e61df0180d46c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1430278 Dec 22 16:37:32.737419 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e76d7-71be-4f98-82ff-9431cf161a53 req-0113555d-af61-4c39-8e23-b4ffedeb4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:32.738886 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-346e76d7-71be-4f98-82ff-9431cf161a53 req-0113555d-af61-4c39-8e23-b4ffedeb4bec service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362786 Dec 22 16:37:32.846170 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-5f1dbb85-50e0-4a54-b322-5516bf98c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:32.847677 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-5f1dbb85-50e0-4a54-b322-5516bf98c550 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcbf48f3021c4040937e61df0180d46c&device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 1096 time: 0.0715828 Dec 22 16:37:33.093709 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-fc355f61-cf98-44c1-b68d-355d3ef4a817 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fc6279b-349b-4b9a-8d06-d45114b6232c HTTP/1.1" status: 200 len: 217 time: 0.2378790 Dec 22 16:37:33.174614 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-66cbbf25-a8c2-4c4b-8494-83b4d2e82608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:33.176023 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-66cbbf25-a8c2-4c4b-8494-83b4d2e82608 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dc4f97f-6587-47f7-bc3e-aa6905d42f3d HTTP/1.1" status: 200 len: 848 time: 0.0749938 Dec 22 16:37:33.191219 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7681ec5-c138-49fd-a6c6-ea2d0a4d3f13 req-3ffd9de6-3591-46b3-94f0-d61c26ae9253 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:33.192554 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c7681ec5-c138-49fd-a6c6-ea2d0a4d3f13 req-3ffd9de6-3591-46b3-94f0-d61c26ae9253 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 943 time: 0.1482015 Dec 22 16:37:33.279810 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c7681ec5-c138-49fd-a6c6-ea2d0a4d3f13 req-ad86b1e7-4485-4b1e-b064-f3d4c7b32f21 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545218 Dec 22 16:37:33.295370 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-3a3a7a2a-c63c-4a08-88b9-5741e48f5005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:33.297085 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-3a3a7a2a-c63c-4a08-88b9-5741e48f5005 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae823aa7-282f-47e1-8652-c854b62416f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1141467 Dec 22 16:37:33.426196 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-3993d1ac-9737-438e-a547-b4a694915d68 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226716 Dec 22 16:37:33.555106 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e55df8b4-3691-4145-a433-1b72bbbac2d9 req-fd8d2837-8fe7-4150-9ff8-4b4dadc585d2 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214457 Dec 22 16:37:34.460318 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb307d6-1c5a-4395-8459-dadb5c7eb10c req-a20a2ac9-36c9-4508-a95b-211a4562c86b tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:34.461755 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-aeb307d6-1c5a-4395-8459-dadb5c7eb10c req-a20a2ac9-36c9-4508-a95b-211a4562c86b tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 943 time: 0.0783207 Dec 22 16:37:34.504702 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-aeb307d6-1c5a-4395-8459-dadb5c7eb10c req-575cf4d3-88ce-4110-b4fe-94e8b7860605 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367644 Dec 22 16:37:35.841941 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3e413-44e1-4c6c-aae7-38ec432a028d req-e7e0ad1f-9714-4f06-bc86-2947094da6d8 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:35.843479 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-00d3e413-44e1-4c6c-aae7-38ec432a028d req-e7e0ad1f-9714-4f06-bc86-2947094da6d8 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 943 time: 0.0843878 Dec 22 16:37:35.900178 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-00d3e413-44e1-4c6c-aae7-38ec432a028d req-ba937fbc-be78-49d5-b7aa-79975166e59d tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509655 Dec 22 16:37:36.828082 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:37.086996 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0fe7e-2f84-4907-b310-fd74c96ca524 req-4b93a7f4-6d5a-4c5f-a5ea-8c1b639fdedc tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:37.088352 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-65a0fe7e-2f84-4907-b310-fd74c96ca524 req-4b93a7f4-6d5a-4c5f-a5ea-8c1b639fdedc tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 943 time: 0.0839086 Dec 22 16:37:37.134653 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-65a0fe7e-2f84-4907-b310-fd74c96ca524 req-94b367cf-3812-48f7-9889-9039a23fb66e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402040 Dec 22 16:37:38.313183 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7c172-fe91-49ae-b1db-dad00b940141 req-bf3044a9-dfca-4309-840a-2be1ea37ccfe tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:38.314647 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9eb7c172-fe91-49ae-b1db-dad00b940141 req-bf3044a9-dfca-4309-840a-2be1ea37ccfe tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 943 time: 0.0777550 Dec 22 16:37:38.358079 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9eb7c172-fe91-49ae-b1db-dad00b940141 req-6732f2d2-51fa-4160-8ea2-ea773d4ed014 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378714 Dec 22 16:37:38.683589 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 2fc6279b-349b-4b9a-8d06-d45114b6232c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:37:38.811326 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 2fc6279b-349b-4b9a-8d06-d45114b6232c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2fc6279b-349b-4b9a-8d06-d45114b6232c,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:37:38.827577 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '2fc6279b-349b-4b9a-8d06-d45114b6232c', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'port_id': '2fc6279b-349b-4b9a-8d06-d45114b6232c', 'mac_address': 'fa:16:3e:ae:f6:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:37:38.879972 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:38.896406 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc6279b-349b-4b9a-8d06-d45114b6232c {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:37:38.911012 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 2fc6279b-349b-4b9a-8d06-d45114b6232c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2fc6279b-349b-4b9a-8d06-d45114b6232c,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:37:38.999630 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:39.001288 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-cfd3a7f5-28c2-4564-90a1-9d63c68bcfc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:39.065520 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=2fc6279b-349b-4b9a-8d06-d45114b6232c,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:39.068715 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:39.389119 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['2fc6279b-349b-4b9a-8d06-d45114b6232c'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:37:39.542608 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9ea72-179d-4799-99a3-854a111d05d8 req-2a612f53-cf8a-44ee-878d-7fb4c771525a tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:39.544046 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-89a9ea72-179d-4799-99a3-854a111d05d8 req-2a612f53-cf8a-44ee-878d-7fb4c771525a tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 944 time: 0.0820503 Dec 22 16:37:39.587245 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-89a9ea72-179d-4799-99a3-854a111d05d8 req-68e53a87-ab50-4988-b935-d08dce958749 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365396 Dec 22 16:37:40.678189 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 2fc6279b-349b-4b9a-8d06-d45114b6232c up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:37:40.770053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c495c-98f1-44d7-a743-fe38e8c7173a req-1d09c8cd-078d-4118-8439-15c9824ceda7 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:40.771517 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b62c495c-98f1-44d7-a743-fe38e8c7173a req-1d09c8cd-078d-4118-8439-15c9824ceda7 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 944 time: 0.0772779 Dec 22 16:37:40.814754 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b62c495c-98f1-44d7-a743-fe38e8c7173a req-5cda3e04-351f-4a01-8467-e35e36b5e868 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376730 Dec 22 16:37:40.828092 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port 2fc6279b-349b-4b9a-8d06-d45114b6232c completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:37:40.833087 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 2fc6279b-349b-4b9a-8d06-d45114b6232c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:37:40.833540 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:40.943464 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:40.968935 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc6279b-349b-4b9a-8d06-d45114b6232c'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:37:40.978311 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 2fc6279b-349b-4b9a-8d06-d45114b6232c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2fc6279b-349b-4b9a-8d06-d45114b6232c,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:37:41.034070 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:41.036052 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:41.068248 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc6279b-349b-4b9a-8d06-d45114b6232c', 'code': 200} Dec 22 16:37:41.111608 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=2fc6279b-349b-4b9a-8d06-d45114b6232c,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:41.114406 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:41.392210 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7e356-ef43-43b5-bb98-caf25b4e036f req-bcb390cd-6438-400e-80b7-8ac211225873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:41.393677 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-43e7e356-ef43-43b5-bb98-caf25b4e036f req-bcb390cd-6438-400e-80b7-8ac211225873 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 1098 time: 0.0721691 Dec 22 16:37:41.434059 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-43e7e356-ef43-43b5-bb98-caf25b4e036f req-7f6c1d44-521a-44c8-b6bd-42fe71c78e97 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331700 Dec 22 16:37:41.995692 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f70f2-9659-46ad-be25-bcf8126fd286 req-a5b46266-70a6-4a8d-b67a-1e9095ccd0a8 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:41.997143 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-112f70f2-9659-46ad-be25-bcf8126fd286 req-a5b46266-70a6-4a8d-b67a-1e9095ccd0a8 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 945 time: 0.0782228 Dec 22 16:37:42.040298 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-112f70f2-9659-46ad-be25-bcf8126fd286 req-00358280-f518-44fe-a650-b1de126e07df tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375860 Dec 22 16:37:43.234038 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73363c33-00f4-49a6-8660-ccad2c1bcd1d req-0183f3eb-36b1-4e0e-8961-83d15b0538c2 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:43.235494 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-73363c33-00f4-49a6-8660-ccad2c1bcd1d req-0183f3eb-36b1-4e0e-8961-83d15b0538c2 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 945 time: 0.0846884 Dec 22 16:37:43.277282 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-73363c33-00f4-49a6-8660-ccad2c1bcd1d req-8e6b72b4-dea5-4224-be2d-effbdaf32642 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361943 Dec 22 16:37:43.457103 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387f9f9-170c-47de-93af-405439ad4d81 req-e0c8d859-c747-40bb-b0d2-24517afa1315 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:43.458561 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7387f9f9-170c-47de-93af-405439ad4d81 req-e0c8d859-c747-40bb-b0d2-24517afa1315 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 945 time: 0.0780365 Dec 22 16:37:43.505770 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7387f9f9-170c-47de-93af-405439ad4d81 req-1eb9cdc0-e58e-46b9-aea8-bc50926be100 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416272 Dec 22 16:37:43.527810 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48622) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:43.635916 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019bb7b-e37b-43f3-ad0f-d854f123f523 tempest-TestSnapshotPattern-286181324 tempest-TestSnapshotPattern-286181324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:43.636540 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7019bb7b-e37b-43f3-ad0f-d854f123f523 tempest-TestSnapshotPattern-286181324 tempest-TestSnapshotPattern-286181324-project-admin] Synchronizing usage tracker for tenant:5be5309a0e054267aa2e70f2ba78be6b on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:37:43.725241 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-7019bb7b-e37b-43f3-ad0f-d854f123f523 tempest-TestSnapshotPattern-286181324 tempest-TestSnapshotPattern-286181324-project-admin] Unset dirty status for tenant:5be5309a0e054267aa2e70f2ba78be6b on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:37:43.726477 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-7019bb7b-e37b-43f3-ad0f-d854f123f523 tempest-TestSnapshotPattern-286181324 tempest-TestSnapshotPattern-286181324-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 1093 time: 0.1976833 Dec 22 16:37:43.729387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 48628) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:43.734454 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': '2fc6279b-349b-4b9a-8d06-d45114b6232c', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:37:43.740409 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:37:43.744138 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Usage tracker for resource:floatingip and tenant:bcbf48f3021c4040937e61df0180d46c is out of sync, need to count used quota {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:37:43.746995 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:37:43.752683 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:37:43.816162 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for floatingip, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:44.069070 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:44.202071 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Allocated IP 172.26.6.95 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/953541bd-b966-4af3-be73-ef0bd903a259) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:37:44.343711 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:44.422900 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:44.426573 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-78c7d417-7423-416b-99fb-041dd2e130c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:44.487541 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:37:44.490304 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:37:44.493839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:37:44.525740 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Pushing event updated for resources: {'Port': ['ID=953541bd-b966-4af3-be73-ef0bd903a259,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:44.531532 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:44.895916 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:45.018213 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:45.232332 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:45.290886 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:45.295370 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fbb38de5-091f-4b19-8e19-44ee2f6894d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:37:45.397445 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Pushing event updated for resources: {'Port': ['ID=953541bd-b966-4af3-be73-ef0bd903a259,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:37:45.401485 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:37:45.409182 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:45.573058 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.db.l3_db [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Floating IP 43a0f5e8-4174-4efa-893b-57d147a2c4ed associated. External IP: 172.26.6.95, port: 2fc6279b-349b-4b9a-8d06-d45114b6232c. Dec 22 16:37:46.044005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Router cab54515-1591-4bba-995d-0eaf62a50c2c has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:37:46.221434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:37:46.230708 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362cd26-50bd-4db6-8b2e-edf06632ddef None None] Sync routers for ids ['cab54515-1591-4bba-995d-0eaf62a50c2c'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:37:46.240724 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0362cd26-50bd-4db6-8b2e-edf06632ddef None None] Routers {'cab54515-1591-4bba-995d-0eaf62a50c2c'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:37:46.241339 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0362cd26-50bd-4db6-8b2e-edf06632ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:37:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cab54515-1591-4bba-995d-0eaf62a50c2c'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:37:46.348302 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:46.408683 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-278fdc18-db3c-492a-b567-0638a1b7830e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6782804 Dec 22 16:37:46.409441 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'tag': '2fc6279b-349b-4b9a-8d06-d45114b6232c'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:37:46.418213 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-0362cd26-50bd-4db6-8b2e-edf06632ddef None None] Set router cab54515-1591-4bba-995d-0eaf62a50c2c gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:37:46.456415 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'tag': '2fc6279b-349b-4b9a-8d06-d45114b6232c', 'status': 'completed', 'code': 200} Dec 22 16:37:46.542746 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4763-b0d2-4837-87c8-d62c4f481679 req-04aa44c5-2ced-40a3-ac8c-2d2fadbf8152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:46.544212 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f3be4763-b0d2-4837-87c8-d62c4f481679 req-04aa44c5-2ced-40a3-ac8c-2d2fadbf8152 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcbf48f3021c4040937e61df0180d46c&device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 1098 time: 0.0692027 Dec 22 16:37:46.670883 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4763-b0d2-4837-87c8-d62c4f481679 req-9f7d2263-a182-489d-a0b9-8c65faa5bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:46.672577 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f3be4763-b0d2-4837-87c8-d62c4f481679 req-9f7d2263-a182-489d-a0b9-8c65faa5bc30 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae823aa7-282f-47e1-8652-c854b62416f3 HTTP/1.1" status: 200 len: 910 time: 0.1224546 Dec 22 16:37:46.758098 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0362cd26-50bd-4db6-8b2e-edf06632ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:04Z', 'updated_at': '2021-12-22T16:37:08Z', 'revision_number': 4, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'gw_port': {'id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:05Z', 'updated_at': '2021-12-22T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '43a0f5e8-4174-4efa-893b-57d147a2c4ed', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'floating_ip_address': '172.26.6.95', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'port_id': '2fc6279b-349b-4b9a-8d06-d45114b6232c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'mac_address': 'fa:16:3e:ae:f6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:37:44Z', 'updated_at': '2021-12-22T16:37:44Z', 'revision_number': 0, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45607562-1835-47ab-ab92-39973b08de6f', 'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'mac_address': 'fa:16:3e:56:95:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:07Z', 'updated_at': '2021-12-22T16:37:14Z', 'revision_number': 5, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'subnets': [{'id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:37:46.761923 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362cd26-50bd-4db6-8b2e-edf06632ddef None None] Checking router: cab54515-1591-4bba-995d-0eaf62a50c2c for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:37:46.770730 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0362cd26-50bd-4db6-8b2e-edf06632ddef None None] Routers {'cab54515-1591-4bba-995d-0eaf62a50c2c'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:37:46.771339 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0362cd26-50bd-4db6-8b2e-edf06632ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:37:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cab54515-1591-4bba-995d-0eaf62a50c2c'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:37:46.773202 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f3be4763-b0d2-4837-87c8-d62c4f481679 req-a01a8bfe-86fd-4efe-ad16-1308dc8d2fc6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fc6279b-349b-4b9a-8d06-d45114b6232c HTTP/1.1" status: 200 len: 998 time: 0.0942798 Dec 22 16:37:46.835109 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4763-b0d2-4837-87c8-d62c4f481679 req-1519c584-38c2-4b59-b0b3-995dbc9d9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:46.836621 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f3be4763-b0d2-4837-87c8-d62c4f481679 req-1519c584-38c2-4b59-b0b3-995dbc9d9343 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dc4f97f-6587-47f7-bc3e-aa6905d42f3d HTTP/1.1" status: 200 len: 848 time: 0.0576365 Dec 22 16:37:46.913458 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4763-b0d2-4837-87c8-d62c4f481679 req-4f3061ec-82bb-4d33-baa4-5dc2c4695262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:46.915009 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f3be4763-b0d2-4837-87c8-d62c4f481679 req-4f3061ec-82bb-4d33-baa4-5dc2c4695262 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae823aa7-282f-47e1-8652-c854b62416f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721624 Dec 22 16:37:46.943609 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-0362cd26-50bd-4db6-8b2e-edf06632ddef None None] Set router cab54515-1591-4bba-995d-0eaf62a50c2c gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:37:47.045405 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f3be4763-b0d2-4837-87c8-d62c4f481679 req-fbf19f67-2035-46da-baab-d02ded02762e service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241765 Dec 22 16:37:47.177559 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f3be4763-b0d2-4837-87c8-d62c4f481679 req-a0af7ea9-a848-4a70-9ddd-cc6badc7edfa service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257148 Dec 22 16:37:47.329284 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0362cd26-50bd-4db6-8b2e-edf06632ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:04Z', 'updated_at': '2021-12-22T16:37:08Z', 'revision_number': 4, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'gw_port': {'id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:05Z', 'updated_at': '2021-12-22T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '43a0f5e8-4174-4efa-893b-57d147a2c4ed', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'floating_ip_address': '172.26.6.95', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'port_id': '2fc6279b-349b-4b9a-8d06-d45114b6232c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'mac_address': 'fa:16:3e:ae:f6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:37:44Z', 'updated_at': '2021-12-22T16:37:44Z', 'revision_number': 0, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45607562-1835-47ab-ab92-39973b08de6f', 'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'mac_address': 'fa:16:3e:56:95:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:07Z', 'updated_at': '2021-12-22T16:37:14Z', 'revision_number': 5, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'subnets': [{'id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:37:47.333141 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362cd26-50bd-4db6-8b2e-edf06632ddef None None] The sync data for ids ['cab54515-1591-4bba-995d-0eaf62a50c2c'] in dv-neutron-822674-1-hyperv is: [{'id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:04Z', 'updated_at': '2021-12-22T16:37:08Z', 'revision_number': 4, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'gw_port': {'id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:05Z', 'updated_at': '2021-12-22T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '43a0f5e8-4174-4efa-893b-57d147a2c4ed', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'floating_ip_address': '172.26.6.95', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'port_id': '2fc6279b-349b-4b9a-8d06-d45114b6232c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'mac_address': 'fa:16:3e:ae:f6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:37:44Z', 'updated_at': '2021-12-22T16:37:44Z', 'revision_number': 0, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45607562-1835-47ab-ab92-39973b08de6f', 'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'mac_address': 'fa:16:3e:56:95:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:07Z', 'updated_at': '2021-12-22T16:37:14Z', 'revision_number': 5, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'subnets': [{'id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:37:47.528605 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa07a51f-89f5-478c-b9bf-85790bcc8a98 None None] New status for floating IP 43a0f5e8-4174-4efa-893b-57d147a2c4ed: ACTIVE {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:37:48.918170 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4e126bb5-e6eb-4d90-842c-96ee124a4239 req-178974aa-a304-4697-b63c-a6270d2c6e12 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667872 Dec 22 16:37:49.055254 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e126bb5-e6eb-4d90-842c-96ee124a4239 req-b05b3526-5e21-4e52-b16e-ec21ac4f4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:49.056681 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4e126bb5-e6eb-4d90-842c-96ee124a4239 req-b05b3526-5e21-4e52-b16e-ec21ac4f4f81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcbf48f3021c4040937e61df0180d46c&device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 1098 time: 0.0734332 Dec 22 16:37:49.329070 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e126bb5-e6eb-4d90-842c-96ee124a4239 req-abd912e8-70f4-40ca-9829-8ba133d9ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:49.330474 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4e126bb5-e6eb-4d90-842c-96ee124a4239 req-abd912e8-70f4-40ca-9829-8ba133d9ff7f service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae823aa7-282f-47e1-8652-c854b62416f3 HTTP/1.1" status: 200 len: 910 time: 0.2550576 Dec 22 16:37:49.441084 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4e126bb5-e6eb-4d90-842c-96ee124a4239 req-eb96e9f4-6547-4a0a-9eb8-797e3a4c982d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fc6279b-349b-4b9a-8d06-d45114b6232c HTTP/1.1" status: 200 len: 1000 time: 0.1028554 Dec 22 16:37:49.501551 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e126bb5-e6eb-4d90-842c-96ee124a4239 req-0e7e0340-6c11-4499-8011-3833e7c0ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:49.502958 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4e126bb5-e6eb-4d90-842c-96ee124a4239 req-0e7e0340-6c11-4499-8011-3833e7c0ad98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dc4f97f-6587-47f7-bc3e-aa6905d42f3d HTTP/1.1" status: 200 len: 848 time: 0.0555971 Dec 22 16:37:49.577598 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e126bb5-e6eb-4d90-842c-96ee124a4239 req-03de5ba8-1e85-495e-b995-9c47543507c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:37:49.579240 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4e126bb5-e6eb-4d90-842c-96ee124a4239 req-03de5ba8-1e85-495e-b995-9c47543507c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae823aa7-282f-47e1-8652-c854b62416f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695791 Dec 22 16:37:49.708446 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4e126bb5-e6eb-4d90-842c-96ee124a4239 req-59ba13d2-181a-44e9-ab5a-f6bd9e773bd8 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223948 Dec 22 16:37:49.837383 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4e126bb5-e6eb-4d90-842c-96ee124a4239 req-8380e402-63e4-48c7-8590-4c7c22e8d268 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225913 Dec 22 16:37:55.297009 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:37:55.353475 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e0fa244e-0daf-41d7-8f2f-c41bd462f5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:57.748138 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-491f13d8-a9b7-4a44-8abd-92e364e9e84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:59.119277 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:37:59.279201 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:38:01.245032 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:38:06.884946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:38:25.324576 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1ac771a0-21bc-497d-95a8-dc27eb983bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:38:27.775508 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7d4be822-69f1-49be-91c2-5294672f8d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:38:29.118909 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:38:29.278952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:38:31.255787 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:38:32.296456 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:38:36.867160 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:38:50.041053 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d3767f88-8f2b-4448-abc7-edff6af641ec req-8dee5f9d-4731-4ad3-96fd-5670861392ec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1390753 Dec 22 16:38:50.178011 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3767f88-8f2b-4448-abc7-edff6af641ec req-ffb6c367-0acf-47b7-8755-ff34605052ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:38:50.179463 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d3767f88-8f2b-4448-abc7-edff6af641ec req-ffb6c367-0acf-47b7-8755-ff34605052ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcbf48f3021c4040937e61df0180d46c&device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 1098 time: 0.0696268 Dec 22 16:38:50.323668 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3767f88-8f2b-4448-abc7-edff6af641ec req-96a7096e-1c65-41b8-9fc4-4513ba815b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:38:50.325092 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d3767f88-8f2b-4448-abc7-edff6af641ec req-96a7096e-1c65-41b8-9fc4-4513ba815b76 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae823aa7-282f-47e1-8652-c854b62416f3 HTTP/1.1" status: 200 len: 910 time: 0.1248205 Dec 22 16:38:50.427651 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d3767f88-8f2b-4448-abc7-edff6af641ec req-a05f0edf-e08d-4324-9cae-778bf6714694 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fc6279b-349b-4b9a-8d06-d45114b6232c HTTP/1.1" status: 200 len: 1000 time: 0.0959337 Dec 22 16:38:50.492658 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3767f88-8f2b-4448-abc7-edff6af641ec req-65c96893-d711-45bf-b605-6e430c1d9c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:38:50.493999 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d3767f88-8f2b-4448-abc7-edff6af641ec req-65c96893-d711-45bf-b605-6e430c1d9c13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dc4f97f-6587-47f7-bc3e-aa6905d42f3d HTTP/1.1" status: 200 len: 848 time: 0.0599089 Dec 22 16:38:50.568937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3767f88-8f2b-4448-abc7-edff6af641ec req-5b604bf0-4005-472a-94ce-83f2434b44bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:38:50.570392 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d3767f88-8f2b-4448-abc7-edff6af641ec req-5b604bf0-4005-472a-94ce-83f2434b44bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae823aa7-282f-47e1-8652-c854b62416f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679445 Dec 22 16:38:50.699545 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d3767f88-8f2b-4448-abc7-edff6af641ec req-765262c0-5513-4e2a-8530-ba98b5376c24 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209564 Dec 22 16:38:50.828489 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d3767f88-8f2b-4448-abc7-edff6af641ec req-89908e38-6915-4758-88d3-af3fb20db361 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208522 Dec 22 16:38:55.375934 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c056bee5-fdec-4c6c-9bbb-610e1e50608e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:38:57.780774 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0e3f2e68-1636-4a53-a618-3a5287b17d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:38:59.101512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:38:59.267872 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:39:01.261059 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:39:06.890039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:39:09.295274 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:39:25.307228 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a4c1a794-dbfc-464c-aa0d-afa5e0cdd1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:39:27.741346 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-68b3463e-7eac-4df3-b41e-66baa8657576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:39:29.124253 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:39:29.306704 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:39:31.260089 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:39:36.905993 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:39:46.293715 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:39:51.877551 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-79036ea4-b9be-45c8-a585-afb0cd9a0c4d req-e37f4f18-bd23-4295-9e9a-200282c42d19 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712237 Dec 22 16:39:52.124214 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79036ea4-b9be-45c8-a585-afb0cd9a0c4d req-d35cc100-b6be-43a7-adf1-78739c69338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:39:52.125688 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-79036ea4-b9be-45c8-a585-afb0cd9a0c4d req-d35cc100-b6be-43a7-adf1-78739c69338c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcbf48f3021c4040937e61df0180d46c&device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 1098 time: 0.1818905 Dec 22 16:39:52.266596 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79036ea4-b9be-45c8-a585-afb0cd9a0c4d req-d190be56-4fb5-4791-b044-efd49fba700f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:39:52.268052 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-79036ea4-b9be-45c8-a585-afb0cd9a0c4d req-d190be56-4fb5-4791-b044-efd49fba700f service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae823aa7-282f-47e1-8652-c854b62416f3 HTTP/1.1" status: 200 len: 910 time: 0.1237900 Dec 22 16:39:52.378454 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-79036ea4-b9be-45c8-a585-afb0cd9a0c4d req-475ec630-1027-4088-a63b-ddd97d31a398 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fc6279b-349b-4b9a-8d06-d45114b6232c HTTP/1.1" status: 200 len: 1000 time: 0.1035187 Dec 22 16:39:52.444871 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79036ea4-b9be-45c8-a585-afb0cd9a0c4d req-c845d077-33df-4af5-bd19-c9c11f121642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:39:52.446393 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-79036ea4-b9be-45c8-a585-afb0cd9a0c4d req-c845d077-33df-4af5-bd19-c9c11f121642 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dc4f97f-6587-47f7-bc3e-aa6905d42f3d HTTP/1.1" status: 200 len: 848 time: 0.0613282 Dec 22 16:39:52.522504 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79036ea4-b9be-45c8-a585-afb0cd9a0c4d req-5db9f9f3-8659-4398-b23e-b785c8247960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:39:52.523866 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-79036ea4-b9be-45c8-a585-afb0cd9a0c4d req-5db9f9f3-8659-4398-b23e-b785c8247960 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae823aa7-282f-47e1-8652-c854b62416f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716410 Dec 22 16:39:52.652084 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-79036ea4-b9be-45c8-a585-afb0cd9a0c4d req-e1ba6ce6-7a74-4080-b979-a226282ab082 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210527 Dec 22 16:39:52.779140 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-79036ea4-b9be-45c8-a585-afb0cd9a0c4d req-977518ab-4ef1-4af2-a5b9-88f4860535e0 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200216 Dec 22 16:39:55.329571 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7182d033-f4e3-42fe-bcab-e8c1ac2bf9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:39:57.763707 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ae44bbf1-8ca3-40b0-85b0-7e9288a78603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:39:59.118723 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:39:59.300852 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:01.255197 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:06.855418 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:23.292680 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:40:25.357942 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2864722a-2b5a-4757-aa58-2c68da61247d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:27.784983 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3c84e0c6-80bd-41f9-afbc-1791cc1c2549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:29.123724 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:29.295479 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:29.646776 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 2fc6279b-349b-4b9a-8d06-d45114b6232c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:40:29.774805 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 2fc6279b-349b-4b9a-8d06-d45114b6232c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2fc6279b-349b-4b9a-8d06-d45114b6232c,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:40:29.787139 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': '2fc6279b-349b-4b9a-8d06-d45114b6232c', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'port_id': '2fc6279b-349b-4b9a-8d06-d45114b6232c', 'mac_address': 'fa:16:3e:ae:f6:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:40:29.840006 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:29.855895 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fc6279b-349b-4b9a-8d06-d45114b6232c {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:40:29.872811 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 2fc6279b-349b-4b9a-8d06-d45114b6232c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2fc6279b-349b-4b9a-8d06-d45114b6232c,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:40:29.969624 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:29.971366 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-cb39ed4d-7f99-4d73-b264-20ad0e568e33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:40:30.043228 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=2fc6279b-349b-4b9a-8d06-d45114b6232c,revision_number=6']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:40:30.050265 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:30.050619 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:30.050962 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:30.051296 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:30.051626 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:30.051954 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:30.052280 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:30.052603 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:30.052943 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:30.053245 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:30.053565 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:30.053883 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:30.058739 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:40:30.060705 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['2fc6279b-349b-4b9a-8d06-d45114b6232c'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:40:31.260682 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:31.671816 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 2fc6279b-349b-4b9a-8d06-d45114b6232c up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:40:31.737862 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port 2fc6279b-349b-4b9a-8d06-d45114b6232c triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:40:31.738254 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:31.851214 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:31.876704 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc6279b-349b-4b9a-8d06-d45114b6232c'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:40:31.886519 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 2fc6279b-349b-4b9a-8d06-d45114b6232c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2fc6279b-349b-4b9a-8d06-d45114b6232c,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:40:31.924916 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc6279b-349b-4b9a-8d06-d45114b6232c', 'code': 200} Dec 22 16:40:31.946886 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:31.949303 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:40:32.020713 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=2fc6279b-349b-4b9a-8d06-d45114b6232c,revision_number=7']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:40:32.023859 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:40:36.882119 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:46.202105 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-a367faa2-f29d-4a44-a46a-10fa6a318153 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671345833&fields=id&tenant_id=bcbf48f3021c4040937e61df0180d46c HTTP/1.1" status: 200 len: 267 time: 0.0405824 Dec 22 16:40:46.347252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-30611009-8859-4547-88b7-0c5a39134af1 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:40:46.348569 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-30611009-8859-4547-88b7-0c5a39134af1 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/networks?id=ae823aa7-282f-47e1-8652-c854b62416f3 HTTP/1.1" status: 200 len: 809 time: 0.1400945 Dec 22 16:40:46.362844 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-11bb4a46-4d32-4912-9d67-86670f653286 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/quotas/bcbf48f3021c4040937e61df0180d46c HTTP/1.1" status: 200 len: 375 time: 0.0088570 Dec 22 16:40:46.452665 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-f947a464-e24b-48b4-ad7c-b187273668a2 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bcbf48f3021c4040937e61df0180d46c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0849142 Dec 22 16:40:46.589556 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-f00634d7-868f-49e2-bcba-f81d61639552 service neutron] 10.222.0.59 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255519 Dec 22 16:40:46.716150 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-643e6827-bb4a-49bf-b51f-0baf43d6c049 service neutron] 10.222.0.59 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207349 Dec 22 16:40:47.079452 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c43ea52e-dc6f-4f34-a74a-ca4fc9132430 req-3562b64c-4e8f-4848-b5e9-554706340164 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 210 time: 0.0914071 Dec 22 16:40:48.227036 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a753a645-0335-4494-8edc-e7be8891f59b req-76fc2fd5-7aae-424e-acf1-a2faaf796d8a tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 210 time: 0.0419478 Dec 22 16:40:48.987672 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-0a956466-a13a-4d80-8602-0fa6e325b71b tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:40:48.989134 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-0a956466-a13a-4d80-8602-0fa6e325b71b tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.57 "GET /v2.0/networks?id=ae823aa7-282f-47e1-8652-c854b62416f3 HTTP/1.1" status: 200 len: 809 time: 0.1442797 Dec 22 16:40:49.035983 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-12b36666-5883-4329-9d26-ca547c381894 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcbf48f3021c4040937e61df0180d46c HTTP/1.1" status: 200 len: 380 time: 0.0388303 Dec 22 16:40:49.044208 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Request body: {'port': {'device_id': 'fce3f682-413d-4f84-9425-4eee50d89c0d', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'admin_state_up': True, 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'security_groups': ['39fd174e-bf13-4042-abd8-8cf954f20fd8']}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:40:49.301817 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:40:49.311418 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.quota.driver [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:40:49.384451 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-aa445924-fd65-45b5-82ab-f1d77839dbe7 req-13785a02-8f99-4456-a946-13ff139d27fc tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 210 time: 0.0460939 Dec 22 16:40:49.386320 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Made reservation on behalf of bcbf48f3021c4040937e61df0180d46c for: {'port': 1} {{(pid=88218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:40:49.389391 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:49.554261 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Allocated IP 172.20.0.5 (ae823aa7-282f-47e1-8652-c854b62416f3/8dc4f97f-6587-47f7-bc3e-aa6905d42f3d/fcdaacd2-8211-4de4-ab49-a0faeb66b9d5) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:40:49.745983 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 2fc6279b-349b-4b9a-8d06-d45114b6232c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:40:49.783430 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:49.799818 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Transition to ACTIVE for port object fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:40:49.891927 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:49.898168 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5c3ca92e-ed55-4c99-8812-e494588b5ae0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:40:49.949591 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:49.991162 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port 2fc6279b-349b-4b9a-8d06-d45114b6232c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2fc6279b-349b-4b9a-8d06-d45114b6232c,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:40:49.992490 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fc6279b-349b-4b9a-8d06-d45114b6232c'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:40:50.019818 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Network ae823aa7-282f-47e1-8652-c854b62416f3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:40:50.023831 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:40:50.030603 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:40:50.049824 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:50.053171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:40:50.087899 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Pushing event updated for resources: {'Port': ['ID=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:40:50.104743 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:50.110971 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:50.111449 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:50.112160 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:50.112406 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:50.116969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:50.116969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:50.116969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:50.116969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:50.116969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:50.116969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:50.116969 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:40:50.121494 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fc6279b-349b-4b9a-8d06-d45114b6232c', 'code': 200} Dec 22 16:40:50.131651 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:40:50.184700 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=2fc6279b-349b-4b9a-8d06-d45114b6232c,revision_number=8']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:40:50.185013 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:40:50.185913 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:50.188244 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:40:50.301825 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-fc8d8c5a-3c9c-4e57-be09-31053e39d548 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2609982 Dec 22 16:40:50.466979 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-24f4fa30-385a-4827-96ce-3c8bed069eff None None] Provisioning for port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 completed by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:40:50.472418 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-24f4fa30-385a-4827-96ce-3c8bed069eff None None] Provisioning complete for port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 triggered by entity DHCP. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:40:50.472893 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-24f4fa30-385a-4827-96ce-3c8bed069eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:50.530814 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-24f4fa30-385a-4827-96ce-3c8bed069eff None None] Port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 cannot update to ACTIVE because it is not bound. {{(pid=88219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 16:40:50.594742 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6586cbb-60f1-49ae-afc4-3427bbc497be req-df830e21-07e3-447f-9e59-332e2db0ab10 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:40:50.595643 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-b6586cbb-60f1-49ae-afc4-3427bbc497be req-df830e21-07e3-447f-9e59-332e2db0ab10 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Synchronizing usage tracker for tenant:bcbf48f3021c4040937e61df0180d46c on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:40:50.666685 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-b6586cbb-60f1-49ae-afc4-3427bbc497be req-df830e21-07e3-447f-9e59-332e2db0ab10 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Unset dirty status for tenant:bcbf48f3021c4040937e61df0180d46c on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:40:50.667897 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b6586cbb-60f1-49ae-afc4-3427bbc497be req-df830e21-07e3-447f-9e59-332e2db0ab10 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 931 time: 0.1678371 Dec 22 16:40:50.718456 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-b6586cbb-60f1-49ae-afc4-3427bbc497be req-200d12fe-cbe1-4c94-970f-4272b1224365 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445650 Dec 22 16:40:51.917795 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46578685-c1b9-4233-8087-28aef6c5c97d req-9d4a0d41-6e2e-48e2-b790-ebf42624672b tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:40:51.921198 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-46578685-c1b9-4233-8087-28aef6c5c97d req-9d4a0d41-6e2e-48e2-b790-ebf42624672b tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 931 time: 0.0870397 Dec 22 16:40:51.969632 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-46578685-c1b9-4233-8087-28aef6c5c97d req-ac019fc4-d872-4f50-91ac-a5a62988c6b8 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417876 Dec 22 16:40:53.326678 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee179e-f083-485d-8c23-e7da686f24cf req-405342de-ccf2-498a-ae2d-da50cf8ba50e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:40:53.328225 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-99ee179e-f083-485d-8c23-e7da686f24cf req-405342de-ccf2-498a-ae2d-da50cf8ba50e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 931 time: 0.0951822 Dec 22 16:40:53.386206 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-99ee179e-f083-485d-8c23-e7da686f24cf req-0190d4dd-2323-4262-8b8a-aba5a6aa113b tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525129 Dec 22 16:40:54.571822 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec47181-082e-41a7-a903-0960afd55547 req-4c580d6d-d760-40a1-bfbb-728012a88731 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:40:54.573925 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fec47181-082e-41a7-a903-0960afd55547 req-4c580d6d-d760-40a1-bfbb-728012a88731 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 931 time: 0.0834975 Dec 22 16:40:54.618446 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-fec47181-082e-41a7-a903-0960afd55547 req-3a4edb61-faa4-47b0-bb20-ea12d0c844ce tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388134 Dec 22 16:40:55.333551 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d9acb8e9-66b3-48f5-9f90-236c1d3bb5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:55.831799 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e763798-19c6-42e9-b028-0dac776ec7f0 req-66cd2c76-edc9-4fb0-8ebd-867a64553dd3 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:40:55.833252 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9e763798-19c6-42e9-b028-0dac776ec7f0 req-66cd2c76-edc9-4fb0-8ebd-867a64553dd3 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 931 time: 0.0958183 Dec 22 16:40:55.879648 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9e763798-19c6-42e9-b028-0dac776ec7f0 req-d0c98467-f8d1-44b0-bf81-70df232ba705 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404110 Dec 22 16:40:57.071993 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec98158-c410-45de-8e66-b83306389292 req-22ba7cbb-0b6e-4b06-b21a-11333b56e798 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:40:57.074183 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4ec98158-c410-45de-8e66-b83306389292 req-22ba7cbb-0b6e-4b06-b21a-11333b56e798 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 931 time: 0.0859876 Dec 22 16:40:57.120154 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-4ec98158-c410-45de-8e66-b83306389292 req-4838d6d7-bcde-4f03-979b-cd73ebdefe99 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401554 Dec 22 16:40:57.757861 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1b42362e-3ede-4e7a-bebc-bbeaa44a5386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:58.346378 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b566fd4-e9b7-4ee0-a0fa-13a7220ade3c req-9425fb2a-4430-4bcb-8df8-4e8de9adb4a5 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:40:58.347890 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8b566fd4-e9b7-4ee0-a0fa-13a7220ade3c req-9425fb2a-4430-4bcb-8df8-4e8de9adb4a5 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 931 time: 0.1059363 Dec 22 16:40:58.403006 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-8b566fd4-e9b7-4ee0-a0fa-13a7220ade3c req-f690899a-6798-4cbd-b28a-4302c7fa0c67 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476894 Dec 22 16:40:59.145281 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:59.306808 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:40:59.591724 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0710922-9a32-403d-ba7c-f2f24ae10783 req-9d8fec80-c303-4711-8e67-37657c47f9f5 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:40:59.593173 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c0710922-9a32-403d-ba7c-f2f24ae10783 req-9d8fec80-c303-4711-8e67-37657c47f9f5 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 931 time: 0.0799959 Dec 22 16:40:59.641085 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-c0710922-9a32-403d-ba7c-f2f24ae10783 req-7359d3cc-535c-49db-b4be-d46bc520e6ce tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422204 Dec 22 16:41:00.290844 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:41:00.823836 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d55d3-4785-4675-9283-a4a41e1634e7 req-897fdcd2-f6e6-4b20-b708-d44927b753c2 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:00.825262 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-406d55d3-4785-4675-9283-a4a41e1634e7 req-897fdcd2-f6e6-4b20-b708-d44927b753c2 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 931 time: 0.0781043 Dec 22 16:41:00.867604 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-406d55d3-4785-4675-9283-a4a41e1634e7 req-b4a42901-bfaa-4480-86b0-2a1b1c15bb7b tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368204 Dec 22 16:41:01.350545 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:02.052631 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844cfdc-6fcf-4f48-b836-268c46a1cf8e req-6e25ab98-d9fd-4355-9629-70c56baba923 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:02.054063 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9844cfdc-6fcf-4f48-b836-268c46a1cf8e req-6e25ab98-d9fd-4355-9629-70c56baba923 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 931 time: 0.0828393 Dec 22 16:41:02.096362 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9844cfdc-6fcf-4f48-b836-268c46a1cf8e req-d20fa12a-8de3-48a4-a0ce-7235952f9fad tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365944 Dec 22 16:41:02.904268 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-a4016c84-99d9-4ae6-80ad-daa78d6e0dcf tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=88218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:41:02.911144 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-a4016c84-99d9-4ae6-80ad-daa78d6e0dcf tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053415 Dec 22 16:41:02.917216 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.v2.base [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Request body: {'port': {'device_id': 'fce3f682-413d-4f84-9425-4eee50d89c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:41:02.922721 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.57', 56069) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:41:02.993927 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-243d5141-3890-43b0-a3af-096301fe85f2 req-e0fe4c75-8776-499e-b1ca-0883e983a50d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699930 Dec 22 16:41:03.143499 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d5141-3890-43b0-a3af-096301fe85f2 req-62a607c7-c2b7-42ac-8f5d-5d72bdccfc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:03.145010 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-243d5141-3890-43b0-a3af-096301fe85f2 req-62a607c7-c2b7-42ac-8f5d-5d72bdccfc84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcbf48f3021c4040937e61df0180d46c&device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 1096 time: 0.0761895 Dec 22 16:41:03.154131 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:03.293430 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d5141-3890-43b0-a3af-096301fe85f2 req-e781ebb8-b6cb-4bb4-9af3-bf3fa00b463f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:03.294922 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-243d5141-3890-43b0-a3af-096301fe85f2 req-e781ebb8-b6cb-4bb4-9af3-bf3fa00b463f service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae823aa7-282f-47e1-8652-c854b62416f3 HTTP/1.1" status: 200 len: 910 time: 0.1288552 Dec 22 16:41:03.407065 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-243d5141-3890-43b0-a3af-096301fe85f2 req-04d88006-f66c-4029-b227-e05baf44676b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fc6279b-349b-4b9a-8d06-d45114b6232c HTTP/1.1" status: 200 len: 998 time: 0.1054912 Dec 22 16:41:03.436885 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6ae6c-a2de-4cc0-a55d-831850c9e678 req-bcac9056-abbc-4607-9ff6-79e558bd0085 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:03.438377 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d7c6ae6c-a2de-4cc0-a55d-831850c9e678 req-bcac9056-abbc-4607-9ff6-79e558bd0085 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 931 time: 0.2268536 Dec 22 16:41:03.469850 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d5141-3890-43b0-a3af-096301fe85f2 req-ed505d1c-7b72-403c-85f5-c27cd9cc75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:03.471324 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-243d5141-3890-43b0-a3af-096301fe85f2 req-ed505d1c-7b72-403c-85f5-c27cd9cc75f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dc4f97f-6587-47f7-bc3e-aa6905d42f3d HTTP/1.1" status: 200 len: 848 time: 0.0578802 Dec 22 16:41:03.508742 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-d7c6ae6c-a2de-4cc0-a55d-831850c9e678 req-f1c9449b-d842-479b-9cf9-e4abaabf0435 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647323 Dec 22 16:41:03.549564 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d5141-3890-43b0-a3af-096301fe85f2 req-9f84ae92-6dc5-4d4f-9396-9f2b8da3afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:03.551006 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-243d5141-3890-43b0-a3af-096301fe85f2 req-9f84ae92-6dc5-4d4f-9396-9f2b8da3afa8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae823aa7-282f-47e1-8652-c854b62416f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732021 Dec 22 16:41:03.604326 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:41:03.612266 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:03.626989 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Transition to ACTIVE for port object fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:41:03.691217 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-243d5141-3890-43b0-a3af-096301fe85f2 req-b9ac3bc3-5990-4d63-8113-13521f7398e3 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334932 Dec 22 16:41:03.701152 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:03.706145 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-5f9da454-ee20-440b-b703-ebd368321d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:41:03.830070 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-243d5141-3890-43b0-a3af-096301fe85f2 req-8ea63677-8084-440e-8ac4-ca713b480a54 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326547 Dec 22 16:41:03.867425 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Pushing event updated for resources: {'Port': ['ID=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:41:03.876182 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:41:03.944413 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Attempting to bind port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 16:41:03.944754 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Attempting to bind port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '43f4311f-a32b-43d3-90cd-309519e41c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 16:41:03.945087 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Attempting to bind port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 on network ae823aa7-282f-47e1-8652-c854b62416f3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:41:03.949667 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 on network ae823aa7-282f-47e1-8652-c854b62416f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 16:41:03.949990 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Attempting to bind port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 on network ae823aa7-282f-47e1-8652-c854b62416f3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 16:41:03.955045 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Checking agent: {'id': 'f4e84099-45aa-4322-97a5-9eb2ad8bf746', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'started_at': datetime.datetime(2021, 12, 22, 15, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 16:41:03.955537 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Checking segment: {'id': '43f4311f-a32b-43d3-90cd-309519e41c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 16:41:03.955764 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Bound using segment: {'id': '43f4311f-a32b-43d3-90cd-309519e41c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 16:41:03.956190 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Bound port: fcdaacd2-8211-4de4-ab49-a0faeb66b9d5, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f4311f-a32b-43d3-90cd-309519e41c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 16:41:03.956539 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:04.053188 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] For port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5, host hv-neutron-8226, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 16:41:04.056169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] For port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 16:41:04.129442 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1920682'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:04.133010 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d112cd0a-ca2a-4cfa-8730-a4923f7b3135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:41:04.187321 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:04.187890 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:04.189295 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] 10.222.0.57 "PUT /v2.0/ports/fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 HTTP/1.1" status: 200 len: 1093 time: 1.2763095 Dec 22 16:41:04.192167 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce3f682-413d-4f84-9425-4eee50d89c0d', 'tag': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:41:04.214821 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Pushing event updated for resources: {'Port': ['ID=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:41:04.218200 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-efa92ea3-477b-4b4c-bd7b-ee713af12a2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:41:04.243449 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce3f682-413d-4f84-9425-4eee50d89c0d', 'tag': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5', 'status': 'completed', 'code': 200} Dec 22 16:41:04.349434 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ef48a-b3d5-4830-965f-65e386c690d9 req-7e5cd188-0037-4f14-ae18-a43f8fab7e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:04.351116 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ce2ef48a-b3d5-4830-965f-65e386c690d9 req-7e5cd188-0037-4f14-ae18-a43f8fab7e7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcbf48f3021c4040937e61df0180d46c&device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 1096 time: 0.0852664 Dec 22 16:41:04.495609 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ef48a-b3d5-4830-965f-65e386c690d9 req-c57a5804-22b8-463a-b374-c6b6e6339d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:04.497065 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ce2ef48a-b3d5-4830-965f-65e386c690d9 req-c57a5804-22b8-463a-b374-c6b6e6339d40 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=bcbf48f3021c4040937e61df0180d46c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1385427 Dec 22 16:41:04.670704 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ef48a-b3d5-4830-965f-65e386c690d9 req-58a8f819-a71d-4e82-acb5-e99802fda8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:04.672142 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-ce2ef48a-b3d5-4830-965f-65e386c690d9 req-58a8f819-a71d-4e82-acb5-e99802fda8b3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1685874 Dec 22 16:41:04.707402 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287c110-8da8-41fa-b55e-086e8ef5e609 req-106169b2-d3a1-44fe-a12f-2d80acf6ac77 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:04.708839 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e287c110-8da8-41fa-b55e-086e8ef5e609 req-106169b2-d3a1-44fe-a12f-2d80acf6ac77 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 943 time: 0.0927742 Dec 22 16:41:04.797795 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e287c110-8da8-41fa-b55e-086e8ef5e609 req-2546c744-b7d9-4e76-b298-65b5f1ad2d27 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588934 Dec 22 16:41:04.813053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-a2cd411b-b712-4f1d-a1ee-4482ab9c2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:04.817756 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-a2cd411b-b712-4f1d-a1ee-4482ab9c2336 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcbf48f3021c4040937e61df0180d46c&device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 1096 time: 0.1048310 Dec 22 16:41:04.882840 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-90cc7fc1-08c6-40f3-818e-962e9e93c69b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 HTTP/1.1" status: 200 len: 217 time: 0.0606904 Dec 22 16:41:04.945918 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-0b3fa0d3-9630-4224-8fec-07fc6540743a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:04.947285 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-0b3fa0d3-9630-4224-8fec-07fc6540743a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dc4f97f-6587-47f7-bc3e-aa6905d42f3d HTTP/1.1" status: 200 len: 848 time: 0.0586834 Dec 22 16:41:05.020868 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-212d61ab-90ef-43a8-958a-30fed697f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:05.022369 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-212d61ab-90ef-43a8-958a-30fed697f61f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae823aa7-282f-47e1-8652-c854b62416f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689404 Dec 22 16:41:05.271260 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-6cd910c0-11e1-4380-a1bc-bb39677ee72a service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425823 Dec 22 16:41:05.404743 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-30fb34ab-a751-4820-89ed-d36cd4b0210c req-30d5a6a9-b2bb-4a4b-a331-5f08b617ed44 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267583 Dec 22 16:41:05.988520 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c669a-e911-44b9-86c6-1e2da63fb3cc req-f62160cd-2df7-4c86-9e54-6dcbc0a5fa4d tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:05.989937 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-720c669a-e911-44b9-86c6-1e2da63fb3cc req-f62160cd-2df7-4c86-9e54-6dcbc0a5fa4d tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 943 time: 0.0828137 Dec 22 16:41:06.033532 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-720c669a-e911-44b9-86c6-1e2da63fb3cc req-55b8d733-8081-48bc-a079-6de83a484f4e tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379708 Dec 22 16:41:06.889342 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:07.216181 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2486de-fe7f-471e-b3b3-63c15f9306ed req-2607a031-fbf6-4a40-9bc9-8f5d7f22550a tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:07.217634 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7d2486de-fe7f-471e-b3b3-63c15f9306ed req-2607a031-fbf6-4a40-9bc9-8f5d7f22550a tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 943 time: 0.0790849 Dec 22 16:41:07.260191 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-7d2486de-fe7f-471e-b3b3-63c15f9306ed req-07e9b287-1d5a-4029-948a-63cb3c0dd2e7 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370440 Dec 22 16:41:08.457977 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d9747-4ec2-4c69-ad23-a3c631dd7938 req-055c33f8-8d90-492f-a729-b6c98fdf89e8 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:08.459461 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-415d9747-4ec2-4c69-ad23-a3c631dd7938 req-055c33f8-8d90-492f-a729-b6c98fdf89e8 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 943 time: 0.0845037 Dec 22 16:41:08.503729 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-415d9747-4ec2-4c69-ad23-a3c631dd7938 req-c1c6fc1f-3e31-484c-a32e-f6702fb1f0c6 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386529 Dec 22 16:41:09.688197 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e0b26-7718-4af3-9cb0-5bafc66d1f33 req-491ad122-1f25-443f-b7e8-238501fcb355 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:09.689677 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9d0e0b26-7718-4af3-9cb0-5bafc66d1f33 req-491ad122-1f25-443f-b7e8-238501fcb355 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 943 time: 0.0841632 Dec 22 16:41:09.736887 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9d0e0b26-7718-4af3-9cb0-5bafc66d1f33 req-67c797d8-827d-4cf8-9f32-667d4bb9753a tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414236 Dec 22 16:41:09.821485 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:41:09.950464 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:41:09.962825 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'port_id': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5', 'mac_address': 'fa:16:3e:a3:70:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:41:10.015396 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:10.036205 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:41:10.052272 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:41:10.121523 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:10.124024 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-32aaef0b-d956-4864-b67a-394e17c9b742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:41:10.189781 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:41:10.192974 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:41:10.483936 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['fcdaacd2-8211-4de4-ab49-a0faeb66b9d5'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:41:10.917795 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767de07-946e-4f49-b409-67663db40693 req-e7b1d0ca-a38d-47f5-911b-ecceaf8332d0 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:10.919321 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1767de07-946e-4f49-b409-67663db40693 req-e7b1d0ca-a38d-47f5-911b-ecceaf8332d0 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 944 time: 0.0784848 Dec 22 16:41:10.962672 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-1767de07-946e-4f49-b409-67663db40693 req-181bc092-aeba-4ddd-bc22-10cc77a81205 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379105 Dec 22 16:41:11.826445 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:41:11.946159 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning for port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 completed by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:41:11.951693 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:41:11.952066 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:12.068307 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:12.095426 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce3f682-413d-4f84-9425-4eee50d89c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:41:12.104605 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:41:12.142241 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce3f682-413d-4f84-9425-4eee50d89c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5', 'code': 200} Dec 22 16:41:12.151283 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2e0c4-f23f-45d0-bfc1-8abda39a82e3 req-f42ebe11-8467-46fd-aa44-29400e49e534 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:12.153480 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-22c2e0c4-f23f-45d0-bfc1-8abda39a82e3 req-f42ebe11-8467-46fd-aa44-29400e49e534 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 944 time: 0.0870440 Dec 22 16:41:12.181309 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:12.183171 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-2d9a0212-f70e-47ab-8213-e6998ea9c6d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:41:12.201473 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-22c2e0c4-f23f-45d0-bfc1-8abda39a82e3 req-e603ee50-5462-4c9c-a272-34f45aca369f tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423648 Dec 22 16:41:12.247062 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5,revision_number=5']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:41:12.250015 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:41:12.493874 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc58db9-accd-4b25-a43c-19c67dba7eb8 req-1952e0a6-ae95-4027-8561-cf0b60a7710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:12.495371 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bbc58db9-accd-4b25-a43c-19c67dba7eb8 req-1952e0a6-ae95-4027-8561-cf0b60a7710b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 1098 time: 0.0691338 Dec 22 16:41:12.534638 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-bbc58db9-accd-4b25-a43c-19c67dba7eb8 req-c52cbabd-08ac-4ad3-b338-e267f94a45e0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330276 Dec 22 16:41:13.394996 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c32e9-60e8-4b78-8c4f-939e4f0bc038 req-02420ca1-f204-40d2-87bc-65e5a5b0071c tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:13.396451 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-be6c32e9-60e8-4b78-8c4f-939e4f0bc038 req-02420ca1-f204-40d2-87bc-65e5a5b0071c tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 945 time: 0.0842037 Dec 22 16:41:13.441236 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-be6c32e9-60e8-4b78-8c4f-939e4f0bc038 req-a445331e-211a-44f1-a218-4be3c0dd35cb tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391045 Dec 22 16:41:14.621338 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a88367-4118-4d04-9a5f-cd106f9c09cd req-55c53099-c25b-403a-8608-bbd8df8e1d77 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:14.622772 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a9a88367-4118-4d04-9a5f-cd106f9c09cd req-55c53099-c25b-403a-8608-bbd8df8e1d77 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 945 time: 0.0770059 Dec 22 16:41:14.665802 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-a9a88367-4118-4d04-9a5f-cd106f9c09cd req-3683cc13-7908-4dea-9fc3-1e5fe4d11533 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368059 Dec 22 16:41:14.852731 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa2871-e508-419d-8db7-fccadf56994f req-6049a0ce-47d4-4934-b88d-0d9c75970ff1 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:14.854174 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0ffa2871-e508-419d-8db7-fccadf56994f req-6049a0ce-47d4-4934-b88d-0d9c75970ff1 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 945 time: 0.0814161 Dec 22 16:41:14.897792 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-0ffa2871-e508-419d-8db7-fccadf56994f req-49d38b5d-6d94-49fd-be1c-137d5bc7b533 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372720 Dec 22 16:41:14.919679 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 48958) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:41:14.992314 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca16e5fe-e620-4b7b-bf87-c2695a1396bb tempest-TestSnapshotPattern-286181324 tempest-TestSnapshotPattern-286181324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:14.993786 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ca16e5fe-e620-4b7b-bf87-c2695a1396bb tempest-TestSnapshotPattern-286181324 tempest-TestSnapshotPattern-286181324-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 1093 time: 0.0735376 Dec 22 16:41:14.996658 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 48962) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:41:15.002202 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Request body: {'floatingip': {'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'port_id': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:41:15.008045 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 16:41:15.011813 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Usage tracker for resource:floatingip and tenant:bcbf48f3021c4040937e61df0180d46c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 16:41:15.014613 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 16:41:15.020229 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 16:41:15.095207 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:15.226139 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:15.358400 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Allocated IP 172.26.6.235 (98c1d02c-4416-4565-b8a7-1c1ed298f1f8/00dfa21c-0d7a-45b6-9654-45eff4c28914/ce62620c-6436-462d-b803-9bccb0c78f54) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:41:15.616701 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:15.724337 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734783934046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:15.728192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-3a3824aa-9e7c-4a8a-858f-5adc0624d405 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:41:15.787616 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Network 98c1d02c-4416-4565-b8a7-1c1ed298f1f8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:41:15.790312 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:41:15.793894 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:41:15.830678 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Pushing event updated for resources: {'Port': ['ID=ce62620c-6436-462d-b803-9bccb0c78f54,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:41:15.846605 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:41:15.846996 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:41:15.847376 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:41:15.847744 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:41:15.848111 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:41:15.848476 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:41:15.848837 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:41:15.849200 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:41:15.849565 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:41:15.849925 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:41:15.850371 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:41:15.850730 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:41:15.855561 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:41:16.211466 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:16.358462 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:16.558366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:16.614838 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2709939'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:16.619175 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-4d8a1b19-8c16-4eae-8789-da9c00a37e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:41:16.722085 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Pushing event updated for resources: {'Port': ['ID=ce62620c-6436-462d-b803-9bccb0c78f54,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:41:16.726111 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:41:16.733973 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687286'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:16.901640 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Floating IP 17d0f0b4-b117-4e03-b818-d9d56fcc5e7d associated. External IP: 172.26.6.235, port: fcdaacd2-8211-4de4-ab49-a0faeb66b9d5. Dec 22 16:41:17.361463 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Router cab54515-1591-4bba-995d-0eaf62a50c2c has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:41:17.538453 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:41:17.550605 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c4216-c726-4795-91db-d20f90f72640 None None] Sync routers for ids ['cab54515-1591-4bba-995d-0eaf62a50c2c'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:41:17.559506 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c4216-c726-4795-91db-d20f90f72640 None None] Routers {'cab54515-1591-4bba-995d-0eaf62a50c2c'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:41:17.560121 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f69c4216-c726-4795-91db-d20f90f72640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:40:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cab54515-1591-4bba-995d-0eaf62a50c2c'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:41:17.618444 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:17.673432 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e6369e1d-0bdc-4fbc-83c6-e233e08a3649 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6757617 Dec 22 16:41:17.674075 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce3f682-413d-4f84-9425-4eee50d89c0d', 'tag': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:41:17.721426 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce3f682-413d-4f84-9425-4eee50d89c0d', 'tag': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5', 'status': 'completed', 'code': 200} Dec 22 16:41:17.736136 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-f69c4216-c726-4795-91db-d20f90f72640 None None] Set router cab54515-1591-4bba-995d-0eaf62a50c2c gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:41:17.810810 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8958e9b-2563-4dbb-8af1-fd057cc32490 req-413b20ab-e1b5-47f7-9656-eb9bbfcfeb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:17.812835 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8958e9b-2563-4dbb-8af1-fd057cc32490 req-413b20ab-e1b5-47f7-9656-eb9bbfcfeb06 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcbf48f3021c4040937e61df0180d46c&device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 1098 time: 0.0706332 Dec 22 16:41:17.948914 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8958e9b-2563-4dbb-8af1-fd057cc32490 req-4269c068-4303-45c4-9e25-9f2b26045595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:17.950441 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8958e9b-2563-4dbb-8af1-fd057cc32490 req-4269c068-4303-45c4-9e25-9f2b26045595 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae823aa7-282f-47e1-8652-c854b62416f3 HTTP/1.1" status: 200 len: 910 time: 0.1282539 Dec 22 16:41:18.051291 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8958e9b-2563-4dbb-8af1-fd057cc32490 req-bdbc1143-71e2-48a4-b742-da772c6b7c9e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 HTTP/1.1" status: 200 len: 999 time: 0.0947428 Dec 22 16:41:18.081595 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f69c4216-c726-4795-91db-d20f90f72640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:04Z', 'updated_at': '2021-12-22T16:37:08Z', 'revision_number': 4, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'gw_port': {'id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:05Z', 'updated_at': '2021-12-22T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '17d0f0b4-b117-4e03-b818-d9d56fcc5e7d', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'floating_ip_address': '172.26.6.235', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'port_id': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'mac_address': 'fa:16:3e:a3:70:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3f682-413d-4f84-9425-4eee50d89c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:41:16Z', 'updated_at': '2021-12-22T16:41:16Z', 'revision_number': 0, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'fixed_ip_address_scope': None}, {'id': '43a0f5e8-4174-4efa-893b-57d147a2c4ed', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'floating_ip_address': '172.26.6.95', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'port_id': '2fc6279b-349b-4b9a-8d06-d45114b6232c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'mac_address': 'fa:16:3e:ae:f6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:37:44Z', 'updated_at': '2021-12-22T16:37:47Z', 'revision_number': 1, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45607562-1835-47ab-ab92-39973b08de6f', 'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'mac_address': 'fa:16:3e:56:95:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:07Z', 'updated_at': '2021-12-22T16:37:14Z', 'revision_number': 5, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'subnets': [{'id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:41:18.085440 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c4216-c726-4795-91db-d20f90f72640 None None] Checking router: cab54515-1591-4bba-995d-0eaf62a50c2c for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:41:18.093718 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c4216-c726-4795-91db-d20f90f72640 None None] Routers {'cab54515-1591-4bba-995d-0eaf62a50c2c'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:41:18.094396 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f69c4216-c726-4795-91db-d20f90f72640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:40:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cab54515-1591-4bba-995d-0eaf62a50c2c'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:41:18.116029 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8958e9b-2563-4dbb-8af1-fd057cc32490 req-26717a62-76d7-4f2f-9608-b6f045fd4ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:18.117456 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8958e9b-2563-4dbb-8af1-fd057cc32490 req-26717a62-76d7-4f2f-9608-b6f045fd4ddf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dc4f97f-6587-47f7-bc3e-aa6905d42f3d HTTP/1.1" status: 200 len: 848 time: 0.0604749 Dec 22 16:41:18.191493 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8958e9b-2563-4dbb-8af1-fd057cc32490 req-0c2ef84f-ed18-4e5b-96aa-d2bf33df53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:18.192972 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8958e9b-2563-4dbb-8af1-fd057cc32490 req-0c2ef84f-ed18-4e5b-96aa-d2bf33df53c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae823aa7-282f-47e1-8652-c854b62416f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689168 Dec 22 16:41:18.308314 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-f69c4216-c726-4795-91db-d20f90f72640 None None] Set router cab54515-1591-4bba-995d-0eaf62a50c2c gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:41:18.325449 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8958e9b-2563-4dbb-8af1-fd057cc32490 req-e2b93bf2-0f17-4a8c-9487-c20f8be499c5 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246085 Dec 22 16:41:18.468800 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8958e9b-2563-4dbb-8af1-fd057cc32490 req-3a8695d3-afad-45dd-a80b-7935eec5e533 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273060 Dec 22 16:41:18.650010 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f69c4216-c726-4795-91db-d20f90f72640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:04Z', 'updated_at': '2021-12-22T16:37:08Z', 'revision_number': 4, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'gw_port': {'id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:05Z', 'updated_at': '2021-12-22T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '17d0f0b4-b117-4e03-b818-d9d56fcc5e7d', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'floating_ip_address': '172.26.6.235', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'port_id': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'mac_address': 'fa:16:3e:a3:70:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3f682-413d-4f84-9425-4eee50d89c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:41:16Z', 'updated_at': '2021-12-22T16:41:16Z', 'revision_number': 0, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'fixed_ip_address_scope': None}, {'id': '43a0f5e8-4174-4efa-893b-57d147a2c4ed', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'floating_ip_address': '172.26.6.95', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'port_id': '2fc6279b-349b-4b9a-8d06-d45114b6232c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'mac_address': 'fa:16:3e:ae:f6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:37:44Z', 'updated_at': '2021-12-22T16:37:47Z', 'revision_number': 1, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45607562-1835-47ab-ab92-39973b08de6f', 'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'mac_address': 'fa:16:3e:56:95:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:07Z', 'updated_at': '2021-12-22T16:37:14Z', 'revision_number': 5, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'subnets': [{'id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:41:18.653844 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c4216-c726-4795-91db-d20f90f72640 None None] The sync data for ids ['cab54515-1591-4bba-995d-0eaf62a50c2c'] in dv-neutron-822674-1-hyperv is: [{'id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:04Z', 'updated_at': '2021-12-22T16:37:08Z', 'revision_number': 4, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'gw_port': {'id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:05Z', 'updated_at': '2021-12-22T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '17d0f0b4-b117-4e03-b818-d9d56fcc5e7d', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'floating_ip_address': '172.26.6.235', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'port_id': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'mac_address': 'fa:16:3e:a3:70:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3f682-413d-4f84-9425-4eee50d89c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:41:16Z', 'updated_at': '2021-12-22T16:41:16Z', 'revision_number': 0, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'fixed_ip_address_scope': None}, {'id': '43a0f5e8-4174-4efa-893b-57d147a2c4ed', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'floating_ip_address': '172.26.6.95', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'port_id': '2fc6279b-349b-4b9a-8d06-d45114b6232c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'mac_address': 'fa:16:3e:ae:f6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:37:44Z', 'updated_at': '2021-12-22T16:37:47Z', 'revision_number': 1, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45607562-1835-47ab-ab92-39973b08de6f', 'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'mac_address': 'fa:16:3e:56:95:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:07Z', 'updated_at': '2021-12-22T16:37:14Z', 'revision_number': 5, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'subnets': [{'id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:41:18.841035 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3840dd-f4f5-4a6f-81f4-43edb517ce8d None None] New status for floating IP 17d0f0b4-b117-4e03-b818-d9d56fcc5e7d: ACTIVE {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:41:25.317948 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f7a547ed-94fa-4bf2-bb01-9646bad7f064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:27.774945 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-35d85f9e-265c-4d7c-93db-4785b9767fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:29.143599 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:29.392776 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:31.271676 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:36.871937 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:37.289591 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:41:52.951177 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8f5d5d4-3c4a-4675-bdf4-5afae8937fed req-f172d3a3-cc28-4f27-97aa-302eca61c444 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764105 Dec 22 16:41:53.204513 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d5d4-3c4a-4675-bdf4-5afae8937fed req-b1ed123a-7910-4580-9fd7-eca77bcd5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:53.206001 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8f5d5d4-3c4a-4675-bdf4-5afae8937fed req-b1ed123a-7910-4580-9fd7-eca77bcd5942 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcbf48f3021c4040937e61df0180d46c&device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 1096 time: 0.1846356 Dec 22 16:41:53.348987 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d5d4-3c4a-4675-bdf4-5afae8937fed req-f788f710-e37f-4e97-a713-e453708a4302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:53.350445 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8f5d5d4-3c4a-4675-bdf4-5afae8937fed req-f788f710-e37f-4e97-a713-e453708a4302 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae823aa7-282f-47e1-8652-c854b62416f3 HTTP/1.1" status: 200 len: 910 time: 0.1235664 Dec 22 16:41:53.454267 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8f5d5d4-3c4a-4675-bdf4-5afae8937fed req-de3fdfe2-8a4a-43b7-8974-d9b3848d70d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fc6279b-349b-4b9a-8d06-d45114b6232c HTTP/1.1" status: 200 len: 998 time: 0.0974078 Dec 22 16:41:53.516341 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d5d4-3c4a-4675-bdf4-5afae8937fed req-244ab05a-1e3a-4647-bb87-bf41f7cc30ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:53.517637 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8f5d5d4-3c4a-4675-bdf4-5afae8937fed req-244ab05a-1e3a-4647-bb87-bf41f7cc30ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dc4f97f-6587-47f7-bc3e-aa6905d42f3d HTTP/1.1" status: 200 len: 848 time: 0.0564568 Dec 22 16:41:53.604501 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d5d4-3c4a-4675-bdf4-5afae8937fed req-2231b4bc-d60b-4dd3-afa8-9b43bce896ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:41:53.605959 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8f5d5d4-3c4a-4675-bdf4-5afae8937fed req-2231b4bc-d60b-4dd3-afa8-9b43bce896ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae823aa7-282f-47e1-8652-c854b62416f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811982 Dec 22 16:41:53.735336 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8f5d5d4-3c4a-4675-bdf4-5afae8937fed req-75d46e89-027f-421b-885a-6f604979ad83 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229379 Dec 22 16:41:53.864291 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f8f5d5d4-3c4a-4675-bdf4-5afae8937fed req-6c04a819-e9aa-486f-906a-a31a431602b5 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215007 Dec 22 16:41:55.380353 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b0ffb52a-4558-47f7-a98b-321ba2a273b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:57.751602 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1a08d172-2484-41b6-b75b-89865a13bbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:59.154890 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:41:59.297318 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:42:01.271888 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:42:06.874703 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:42:14.287700 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:42:25.351625 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4e2fc9ea-327f-4d3a-a368-4bfdf03de9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:42:27.914137 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b64c7455-801b-43ce-b351-2f5bc531a193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:42:29.157312 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:42:29.319745 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:42:31.276948 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:42:36.894313 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:42:51.286006 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:42:53.907687 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e0091ee4-542f-4611-914d-92d08dd1cc17 req-9d423630-56ca-4220-a8e8-da1ea9cf7471 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681856 Dec 22 16:42:54.000655 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0091ee4-542f-4611-914d-92d08dd1cc17 req-ae91b383-b345-4834-8813-a26bc1439e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:42:54.002108 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e0091ee4-542f-4611-914d-92d08dd1cc17 req-ae91b383-b345-4834-8813-a26bc1439e80 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcbf48f3021c4040937e61df0180d46c&device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 1098 time: 0.0746577 Dec 22 16:42:54.143212 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0091ee4-542f-4611-914d-92d08dd1cc17 req-be8ed978-29c0-48cc-b9c0-98d4ebe3c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:42:54.144633 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e0091ee4-542f-4611-914d-92d08dd1cc17 req-be8ed978-29c0-48cc-b9c0-98d4ebe3c35a service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae823aa7-282f-47e1-8652-c854b62416f3 HTTP/1.1" status: 200 len: 910 time: 0.1239722 Dec 22 16:42:54.246807 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e0091ee4-542f-4611-914d-92d08dd1cc17 req-d044fd89-f320-48f0-9203-0393f081f4db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 HTTP/1.1" status: 200 len: 1001 time: 0.0950887 Dec 22 16:42:54.306924 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0091ee4-542f-4611-914d-92d08dd1cc17 req-19b3d9ff-213b-4622-b1c6-99103adad796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:42:54.308312 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e0091ee4-542f-4611-914d-92d08dd1cc17 req-19b3d9ff-213b-4622-b1c6-99103adad796 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dc4f97f-6587-47f7-bc3e-aa6905d42f3d HTTP/1.1" status: 200 len: 848 time: 0.0554307 Dec 22 16:42:54.380173 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0091ee4-542f-4611-914d-92d08dd1cc17 req-2ea8a3c9-c892-4587-9a85-2e3c72a765e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:42:54.381356 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e0091ee4-542f-4611-914d-92d08dd1cc17 req-2ea8a3c9-c892-4587-9a85-2e3c72a765e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae823aa7-282f-47e1-8652-c854b62416f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671489 Dec 22 16:42:54.511664 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e0091ee4-542f-4611-914d-92d08dd1cc17 req-36cfe397-d0d6-499c-b446-3637dffd6382 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235805 Dec 22 16:42:54.638725 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-e0091ee4-542f-4611-914d-92d08dd1cc17 req-b8ad4ede-7260-4b84-a2eb-a552e33fdc00 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210566 Dec 22 16:42:55.356881 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b0ed214e-1087-4adf-bcdd-d74ed551cfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:42:57.860250 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-97e4091c-9770-4d86-9490-70b1689cd54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:42:59.139960 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:42:59.317042 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:01.285027 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:06.902235 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:18.311880 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [req-9a976cd7-4349-4f92-9ec9-dff0f7acbee4 req-ab8e7195-d405-42c5-ac17-89da5ff7be9c service neutron] (88218) timed out ('10.222.0.59', 46458) {{(pid=88218) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 16:43:25.330177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-94ecd7a5-3494-414a-b9cb-dfc15e446dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:27.747512 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2677e462-74d2-4032-bcb1-a0a4d7eb2555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:28.291056 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:43:29.153522 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:29.299758 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:31.282244 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:34.497449 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 16:43:34.626891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:43:34.639518 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Returning: {'device': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'port_id': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5', 'mac_address': 'fa:16:3e:a3:70:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:43:34.692824 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:34.709307 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 {{(pid=88219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:43:34.724495 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:43:34.809946 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:34.811679 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:43:34.881110 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5,revision_number=6']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:43:34.888126 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:34.888482 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:34.888830 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:34.889168 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:34.889504 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:34.890390 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:34.890714 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:34.891046 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:34.891384 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:34.891712 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:34.892037 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:34.892365 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:34.896954 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] get_ports_and_sgs() called for port_ids ['fcdaacd2-8211-4de4-ab49-a0faeb66b9d5'] {{(pid=88219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:43:34.924891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:43:36.521600 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 up at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 16:43:36.589605 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Provisioning complete for port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 triggered by entity L2. {{(pid=88219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:43:36.589974 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805076'] for port, provisioning_complete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:36.700256 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:36.726021 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce3f682-413d-4f84-9425-4eee50d89c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:43:36.735438 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:43:36.829086 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:36.830810 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:43:36.893459 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5,revision_number=7']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:43:36.896294 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:43:36.928167 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:37.832344 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce3f682-413d-4f84-9425-4eee50d89c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5', 'code': 200} Dec 22 16:43:50.565790 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 49204) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:43:50.768778 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Deleting port ce62620c-6436-462d-b803-9bccb0c78f54 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:43:50.769120 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:50.935439 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:50.935760 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:51.055121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Calling delete_port for ce62620c-6436-462d-b803-9bccb0c78f54 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:43:51.244151 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:51.247689 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8b91d6ea-452a-405d-84c3-e48dbae14340 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:43:51.295536 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Pushing event deleted for resources: {'Port': ['ID=ce62620c-6436-462d-b803-9bccb0c78f54,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:43:51.334690 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:51.335010 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:51.335392 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:51.335763 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:51.336132 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:51.336498 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:51.336860 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:51.337223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:51.337584 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:51.337940 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:51.338389 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:51.338750 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:51.365563 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:43:51.393161 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:51.393497 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Floating IP 17d0f0b4-b117-4e03-b818-d9d56fcc5e7d disassociated (deleted). External IP: 172.26.6.235, port: fcdaacd2-8211-4de4-ab49-a0faeb66b9d5. Dec 22 16:43:51.872117 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Router cab54515-1591-4bba-995d-0eaf62a50c2c has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:43:52.050241 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:43:52.059731 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a619e39-9681-43fd-a450-f5102f39cfe5 None None] Sync routers for ids ['cab54515-1591-4bba-995d-0eaf62a50c2c'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:43:52.070184 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a619e39-9681-43fd-a450-f5102f39cfe5 None None] Routers {'cab54515-1591-4bba-995d-0eaf62a50c2c'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:43:52.070853 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-9a619e39-9681-43fd-a450-f5102f39cfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:43:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cab54515-1591-4bba-995d-0eaf62a50c2c'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:43:52.114069 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:52.170297 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "DELETE /v2.0/floatingips/17d0f0b4-b117-4e03-b818-d9d56fcc5e7d HTTP/1.1" status: 204 len: 168 time: 1.6033556 Dec 22 16:43:52.170952 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce3f682-413d-4f84-9425-4eee50d89c0d', 'tag': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:43:52.248929 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-9a619e39-9681-43fd-a450-f5102f39cfe5 None None] Set router cab54515-1591-4bba-995d-0eaf62a50c2c gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:43:52.284658 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce3f682-413d-4f84-9425-4eee50d89c0d', 'tag': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5', 'status': 'completed', 'code': 200} Dec 22 16:43:52.558252 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8ef4a-5935-41f6-b231-6a3722354fc4 req-4e043641-4f4f-49c6-b8f6-588157a429c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:43:52.559779 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-89b8ef4a-5935-41f6-b231-6a3722354fc4 req-4e043641-4f4f-49c6-b8f6-588157a429c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcbf48f3021c4040937e61df0180d46c&device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 1098 time: 0.2543919 Dec 22 16:43:52.624822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-9a619e39-9681-43fd-a450-f5102f39cfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:04Z', 'updated_at': '2021-12-22T16:37:08Z', 'revision_number': 4, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'gw_port': {'id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:05Z', 'updated_at': '2021-12-22T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '43a0f5e8-4174-4efa-893b-57d147a2c4ed', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'floating_ip_address': '172.26.6.95', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'port_id': '2fc6279b-349b-4b9a-8d06-d45114b6232c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'mac_address': 'fa:16:3e:ae:f6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:37:44Z', 'updated_at': '2021-12-22T16:37:47Z', 'revision_number': 1, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45607562-1835-47ab-ab92-39973b08de6f', 'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'mac_address': 'fa:16:3e:56:95:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:07Z', 'updated_at': '2021-12-22T16:37:14Z', 'revision_number': 5, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'subnets': [{'id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:43:52.629287 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a619e39-9681-43fd-a450-f5102f39cfe5 None None] Checking router: cab54515-1591-4bba-995d-0eaf62a50c2c for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:43:52.637822 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a619e39-9681-43fd-a450-f5102f39cfe5 None None] Routers {'cab54515-1591-4bba-995d-0eaf62a50c2c'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:43:52.638467 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-9a619e39-9681-43fd-a450-f5102f39cfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:43:28Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cab54515-1591-4bba-995d-0eaf62a50c2c'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:43:52.693223 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8ef4a-5935-41f6-b231-6a3722354fc4 req-b0700fe0-de7a-4247-a457-d88e25aa28e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:43:52.694803 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-89b8ef4a-5935-41f6-b231-6a3722354fc4 req-b0700fe0-de7a-4247-a457-d88e25aa28e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae823aa7-282f-47e1-8652-c854b62416f3 HTTP/1.1" status: 200 len: 910 time: 0.1285770 Dec 22 16:43:52.804730 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-89b8ef4a-5935-41f6-b231-6a3722354fc4 req-9946ca72-9029-4763-ac76-9b714a5b6833 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 HTTP/1.1" status: 200 len: 217 time: 0.1022100 Dec 22 16:43:52.811239 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-9a619e39-9681-43fd-a450-f5102f39cfe5 None None] Set router cab54515-1591-4bba-995d-0eaf62a50c2c gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:43:52.880452 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8ef4a-5935-41f6-b231-6a3722354fc4 req-e0f26a1a-7735-4cfa-a8f8-1684e3abe1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:43:52.881876 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-89b8ef4a-5935-41f6-b231-6a3722354fc4 req-e0f26a1a-7735-4cfa-a8f8-1684e3abe1fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dc4f97f-6587-47f7-bc3e-aa6905d42f3d HTTP/1.1" status: 200 len: 848 time: 0.0690591 Dec 22 16:43:52.893399 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebedc5-288b-4245-98ad-ddb778446c97 req-1b12c1f9-2c06-40c9-b45f-06038bf463ff tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:43:52.894836 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3eebedc5-288b-4245-98ad-ddb778446c97 req-1b12c1f9-2c06-40c9-b45f-06038bf463ff tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 945 time: 0.1937037 Dec 22 16:43:52.984985 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3eebedc5-288b-4245-98ad-ddb778446c97 req-1fede2f9-5637-4809-bc69-ca9dd7470728 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595713 Dec 22 16:43:52.998184 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8ef4a-5935-41f6-b231-6a3722354fc4 req-c98b6e50-783c-44b0-967f-d1639389cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:43:52.999658 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-89b8ef4a-5935-41f6-b231-6a3722354fc4 req-c98b6e50-783c-44b0-967f-d1639389cd13 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae823aa7-282f-47e1-8652-c854b62416f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1039960 Dec 22 16:43:53.139351 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-89b8ef4a-5935-41f6-b231-6a3722354fc4 req-7dcfc46f-68b8-4892-9dc7-bf39df79dd70 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317215 Dec 22 16:43:53.211066 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-9a619e39-9681-43fd-a450-f5102f39cfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:04Z', 'updated_at': '2021-12-22T16:37:08Z', 'revision_number': 4, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'gw_port': {'id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:05Z', 'updated_at': '2021-12-22T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '43a0f5e8-4174-4efa-893b-57d147a2c4ed', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'floating_ip_address': '172.26.6.95', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'port_id': '2fc6279b-349b-4b9a-8d06-d45114b6232c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'mac_address': 'fa:16:3e:ae:f6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:37:44Z', 'updated_at': '2021-12-22T16:37:47Z', 'revision_number': 1, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45607562-1835-47ab-ab92-39973b08de6f', 'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'mac_address': 'fa:16:3e:56:95:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:07Z', 'updated_at': '2021-12-22T16:37:14Z', 'revision_number': 5, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'subnets': [{'id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:43:53.215069 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a619e39-9681-43fd-a450-f5102f39cfe5 None None] The sync data for ids ['cab54515-1591-4bba-995d-0eaf62a50c2c'] in dv-neutron-822674-1-hyperv is: [{'id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:04Z', 'updated_at': '2021-12-22T16:37:08Z', 'revision_number': 4, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'gw_port': {'id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:05Z', 'updated_at': '2021-12-22T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_floatingips': [{'id': '43a0f5e8-4174-4efa-893b-57d147a2c4ed', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'floating_ip_address': '172.26.6.95', 'floating_network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'router_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'port_id': '2fc6279b-349b-4b9a-8d06-d45114b6232c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'mac_address': 'fa:16:3e:ae:f6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:37:44Z', 'updated_at': '2021-12-22T16:37:47Z', 'revision_number': 1, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45607562-1835-47ab-ab92-39973b08de6f', 'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'mac_address': 'fa:16:3e:56:95:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:07Z', 'updated_at': '2021-12-22T16:37:14Z', 'revision_number': 5, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'subnets': [{'id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:43:53.272648 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-89b8ef4a-5935-41f6-b231-6a3722354fc4 req-f7800a2c-0f6e-4213-9d1e-3517b8ebb459 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263819 Dec 22 16:43:53.443172 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f3354-1f1f-458a-9f3c-8fc1e65b3cac None None] New status for floating IP 17d0f0b4-b117-4e03-b818-d9d56fcc5e7d: DOWN {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:43:54.186025 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fb14a-6d70-4158-82da-94b8d0765393 req-3b62ba87-ef37-46ab-867d-1193862bcdcf tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:43:54.187528 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-078fb14a-6d70-4158-82da-94b8d0765393 req-3b62ba87-ef37-46ab-867d-1193862bcdcf tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 945 time: 0.0842288 Dec 22 16:43:54.231497 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-078fb14a-6d70-4158-82da-94b8d0765393 req-00bc418a-0d32-477c-9d80-8de9ecdb2674 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381529 Dec 22 16:43:54.558746 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7f522-d2ca-466b-acfb-f928e318983e req-16bebc03-15a8-4645-9c40-d0e9fd3f5f60 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:43:54.560176 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f9d7f522-d2ca-466b-acfb-f928e318983e req-16bebc03-15a8-4645-9c40-d0e9fd3f5f60 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.57 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 945 time: 0.0781040 Dec 22 16:43:54.630724 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-f9d7f522-d2ca-466b-acfb-f928e318983e req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Deleting port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:43:54.631067 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-f9d7f522-d2ca-466b-acfb-f928e318983e req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:54.645297 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:43:54.758091 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7890021'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:54.784995 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce3f682-413d-4f84-9425-4eee50d89c0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5'}] {{(pid=88219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:43:54.794601 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] For port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:43:54.850637 dv-neutron-822674-1-hyperv neutron-server[88219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce3f682-413d-4f84-9425-4eee50d89c0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5', 'code': 200} Dec 22 16:43:54.870945 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8bd90bdf-664a-4775-95ff-7a5e04860882 req-fbe4884f-3330-44cb-b120-d8c77558b22b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720592 Dec 22 16:43:54.878047 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-f9d7f522-d2ca-466b-acfb-f928e318983e req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] For port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:43:54.878546 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-f9d7f522-d2ca-466b-acfb-f928e318983e req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:54.879003 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734784429635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734783934064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734783934109'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:54.880952 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-cb39ed4d-7f99-4d73-b264-20ad0e568e33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:43:54.957520 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Pushing event updated for resources: {'Port': ['ID=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5,revision_number=8']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:43:54.961327 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_concurrency.lockutils [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:43:55.009315 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-f9d7f522-d2ca-466b-acfb-f928e318983e req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Calling delete_port for fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 owned by compute:nova {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:43:55.020594 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd90bdf-664a-4775-95ff-7a5e04860882 req-e7a77fe4-1b94-4887-8100-e7efbbd14676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:43:55.022059 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8bd90bdf-664a-4775-95ff-7a5e04860882 req-e7a77fe4-1b94-4887-8100-e7efbbd14676 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcbf48f3021c4040937e61df0180d46c&device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 1096 time: 0.0722327 Dec 22 16:43:55.119082 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [req-f9d7f522-d2ca-466b-acfb-f928e318983e req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:43:55.119405 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_db.api [req-f9d7f522-d2ca-466b-acfb-f928e318983e req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 16:43:55.168604 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd90bdf-664a-4775-95ff-7a5e04860882 req-a2aba0e3-5453-44ad-9a4b-02bdafc8fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:43:55.170028 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8bd90bdf-664a-4775-95ff-7a5e04860882 req-a2aba0e3-5453-44ad-9a4b-02bdafc8fa2a service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae823aa7-282f-47e1-8652-c854b62416f3 HTTP/1.1" status: 200 len: 910 time: 0.1301870 Dec 22 16:43:55.274297 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8bd90bdf-664a-4775-95ff-7a5e04860882 req-7cdd7f10-047e-4e4a-9fdf-5585033782ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fc6279b-349b-4b9a-8d06-d45114b6232c HTTP/1.1" status: 200 len: 998 time: 0.0978463 Dec 22 16:43:55.319249 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2b9dd50d-b440-4db3-9e23-ff724299702a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:55.342062 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd90bdf-664a-4775-95ff-7a5e04860882 req-8752900e-4b43-4d8d-b52e-d3b2637eb284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:43:55.343653 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8bd90bdf-664a-4775-95ff-7a5e04860882 req-8752900e-4b43-4d8d-b52e-d3b2637eb284 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dc4f97f-6587-47f7-bc3e-aa6905d42f3d HTTP/1.1" status: 200 len: 848 time: 0.0623317 Dec 22 16:43:55.418679 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd90bdf-664a-4775-95ff-7a5e04860882 req-a6af4520-e4a6-4dd8-977f-cad2a4bbb1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:43:55.420147 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8bd90bdf-664a-4775-95ff-7a5e04860882 req-a6af4520-e4a6-4dd8-977f-cad2a4bbb1d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae823aa7-282f-47e1-8652-c854b62416f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703697 Dec 22 16:43:55.425401 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347724e7-20ee-4647-8d8b-0a75a4ffb52a req-97a7f9fe-34cc-4e64-a57e-d34c2fc69d72 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:43:55.427165 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-347724e7-20ee-4647-8d8b-0a75a4ffb52a req-97a7f9fe-34cc-4e64-a57e-d34c2fc69d72 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 943 time: 0.0846500 Dec 22 16:43:55.470612 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-347724e7-20ee-4647-8d8b-0a75a4ffb52a req-22f5d319-1caa-4b5e-9b88-0d190f8f6539 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372028 Dec 22 16:43:55.550632 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8bd90bdf-664a-4775-95ff-7a5e04860882 req-bbfb69db-f79a-49cf-b7e6-b96568818519 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238291 Dec 22 16:43:55.620337 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-f9d7f522-d2ca-466b-acfb-f928e318983e req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Deleting port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:43:55.620790 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-f9d7f522-d2ca-466b-acfb-f928e318983e req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:55.680590 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8bd90bdf-664a-4775-95ff-7a5e04860882 req-c8d5da50-bdd7-4930-8d2c-a01963b0d3f4 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236107 Dec 22 16:43:55.982242 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-f9d7f522-d2ca-466b-acfb-f928e318983e req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] For port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:43:55.982610 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-f9d7f522-d2ca-466b-acfb-f928e318983e req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:56.102591 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-f9d7f522-d2ca-466b-acfb-f928e318983e req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Calling delete_port for fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 owned by compute:nova {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:43:56.287979 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-f9d7f522-d2ca-466b-acfb-f928e318983e req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:56.293261 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-08643ece-89e8-4d3c-bd17-5f3aa5c2fd21 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:43:56.337427 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Pushing event deleted for resources: {'Port': ['ID=fcdaacd2-8211-4de4-ab49-a0faeb66b9d5,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:43:56.375352 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:56.375746 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:56.376153 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:56.376530 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:56.376897 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:56.377269 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:56.377635 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:56.378001 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:56.378422 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:56.378765 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:56.379132 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:56.379572 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822674-1-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:43:56.386778 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:43:56.424681 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d7f522-d2ca-466b-acfb-f928e318983e req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] No DVR routers for this DVR port fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 on host hv-neutron-8226 {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:43:56.427387 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-f9d7f522-d2ca-466b-acfb-f928e318983e req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:56.429806 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce3f682-413d-4f84-9425-4eee50d89c0d', 'name': 'network-vif-deleted', 'tag': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:43:56.443278 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-f9d7f522-d2ca-466b-acfb-f928e318983e req-e224e2b1-234f-4356-bb74-a9f170123583 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.57 "DELETE /v2.0/ports/fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 HTTP/1.1" status: 204 len: 173 time: 1.8780422 Dec 22 16:43:56.533180 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce3f682-413d-4f84-9425-4eee50d89c0d', 'name': 'network-vif-deleted', 'tag': 'fcdaacd2-8211-4de4-ab49-a0faeb66b9d5', 'status': 'completed', 'code': 200} Dec 22 16:43:56.617950 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-2e7335a3-99d8-40be-87f0-ae732ca82b7f req-610a23a3-6758-4ae5-9466-4cbd62319624 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Synchronizing usage tracker for tenant:bcbf48f3021c4040937e61df0180d46c on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:43:56.684425 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-2e7335a3-99d8-40be-87f0-ae732ca82b7f req-610a23a3-6758-4ae5-9466-4cbd62319624 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Unset dirty status for tenant:bcbf48f3021c4040937e61df0180d46c on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:43:56.685826 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2e7335a3-99d8-40be-87f0-ae732ca82b7f req-610a23a3-6758-4ae5-9466-4cbd62319624 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce3f682-413d-4f84-9425-4eee50d89c0d HTTP/1.1" status: 200 len: 210 time: 0.1111479 Dec 22 16:43:57.747134 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-40f4bdc2-9fdf-451b-96af-b546788c67d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:58.651552 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:43:58.687889 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:43:58.688239 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device fcdaacd2-8211-4de4-ab49-a0faeb66b9d5 not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:43:58.986064 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 49280) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:43:59.134142 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:59.188604 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f15a4bdd-4a77-4534-9279-2eef28ee39f6 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Deleting port 953541bd-b966-4af3-be73-ef0bd903a259 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:43:59.188943 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f15a4bdd-4a77-4534-9279-2eef28ee39f6 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:59.341674 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:59.486093 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f15a4bdd-4a77-4534-9279-2eef28ee39f6 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:59.486445 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f15a4bdd-4a77-4534-9279-2eef28ee39f6 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:59.608098 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f15a4bdd-4a77-4534-9279-2eef28ee39f6 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Calling delete_port for 953541bd-b966-4af3-be73-ef0bd903a259 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:43:59.809569 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f15a4bdd-4a77-4534-9279-2eef28ee39f6 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:59.813090 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-72194497-b6c2-4aba-8e29-72aaf576f8f4 tempest-TestShelveInstance-123812448 tempest-TestShelveInstance-123812448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:43:59.861640 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a4bdd-4a77-4534-9279-2eef28ee39f6 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Pushing event deleted for resources: {'Port': ['ID=953541bd-b966-4af3-be73-ef0bd903a259,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:43:59.864668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-f15a4bdd-4a77-4534-9279-2eef28ee39f6 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:43:59.950948 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f15a4bdd-4a77-4534-9279-2eef28ee39f6 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:43:59.951286 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-f15a4bdd-4a77-4534-9279-2eef28ee39f6 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Floating IP 43a0f5e8-4174-4efa-893b-57d147a2c4ed disassociated (deleted). External IP: 172.26.6.95, port: 2fc6279b-349b-4b9a-8d06-d45114b6232c. Dec 22 16:44:00.303104 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15a4bdd-4a77-4534-9279-2eef28ee39f6 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Router cab54515-1591-4bba-995d-0eaf62a50c2c has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:44:00.482745 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15a4bdd-4a77-4534-9279-2eef28ee39f6 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:44:00.494392 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f3a805-0f86-4634-92e5-a83b09af2a3e None None] Sync routers for ids ['cab54515-1591-4bba-995d-0eaf62a50c2c'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:44:00.504256 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f3a805-0f86-4634-92e5-a83b09af2a3e None None] Routers {'cab54515-1591-4bba-995d-0eaf62a50c2c'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:44:00.508139 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-82f3a805-0f86-4634-92e5-a83b09af2a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:43:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cab54515-1591-4bba-995d-0eaf62a50c2c'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:00.569845 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f15a4bdd-4a77-4534-9279-2eef28ee39f6 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:00.627297 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f15a4bdd-4a77-4534-9279-2eef28ee39f6 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "DELETE /v2.0/floatingips/43a0f5e8-4174-4efa-893b-57d147a2c4ed HTTP/1.1" status: 204 len: 168 time: 1.6400652 Dec 22 16:44:00.627976 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'tag': '2fc6279b-349b-4b9a-8d06-d45114b6232c'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:44:00.671759 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'tag': '2fc6279b-349b-4b9a-8d06-d45114b6232c', 'status': 'completed', 'code': 200} Dec 22 16:44:00.686201 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-82f3a805-0f86-4634-92e5-a83b09af2a3e None None] Set router cab54515-1591-4bba-995d-0eaf62a50c2c gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:44:00.762937 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afaf355-0e27-44cd-a1ef-98484978414b req-cc60a1eb-d26c-4329-b8aa-88411fe1c1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:44:00.765127 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2afaf355-0e27-44cd-a1ef-98484978414b req-cc60a1eb-d26c-4329-b8aa-88411fe1c1da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcbf48f3021c4040937e61df0180d46c&device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 1096 time: 0.0707729 Dec 22 16:44:00.900419 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afaf355-0e27-44cd-a1ef-98484978414b req-edc374f8-db00-4b0c-b643-654fcd2f360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:44:00.901847 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2afaf355-0e27-44cd-a1ef-98484978414b req-edc374f8-db00-4b0c-b643-654fcd2f360b service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae823aa7-282f-47e1-8652-c854b62416f3 HTTP/1.1" status: 200 len: 910 time: 0.1303108 Dec 22 16:44:00.975144 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2afaf355-0e27-44cd-a1ef-98484978414b req-64769b69-b287-443c-8916-93086657ccd7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fc6279b-349b-4b9a-8d06-d45114b6232c HTTP/1.1" status: 200 len: 217 time: 0.0664480 Dec 22 16:44:00.996177 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-82f3a805-0f86-4634-92e5-a83b09af2a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:04Z', 'updated_at': '2021-12-22T16:37:08Z', 'revision_number': 4, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'gw_port': {'id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:05Z', 'updated_at': '2021-12-22T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '45607562-1835-47ab-ab92-39973b08de6f', 'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'mac_address': 'fa:16:3e:56:95:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:07Z', 'updated_at': '2021-12-22T16:37:14Z', 'revision_number': 5, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'subnets': [{'id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:01.000085 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f3a805-0f86-4634-92e5-a83b09af2a3e None None] Checking router: cab54515-1591-4bba-995d-0eaf62a50c2c for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:44:01.009331 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f3a805-0f86-4634-92e5-a83b09af2a3e None None] Routers {'cab54515-1591-4bba-995d-0eaf62a50c2c'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:44:01.010331 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-82f3a805-0f86-4634-92e5-a83b09af2a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:43:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cab54515-1591-4bba-995d-0eaf62a50c2c'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:01.040388 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afaf355-0e27-44cd-a1ef-98484978414b req-6ffa7773-8200-45ad-8441-fdc945f61005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:44:01.041842 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2afaf355-0e27-44cd-a1ef-98484978414b req-6ffa7773-8200-45ad-8441-fdc945f61005 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dc4f97f-6587-47f7-bc3e-aa6905d42f3d HTTP/1.1" status: 200 len: 848 time: 0.0611436 Dec 22 16:44:01.171887 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afaf355-0e27-44cd-a1ef-98484978414b req-1738a0db-2a54-477a-982c-7ce3f07d6b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:44:01.173376 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2afaf355-0e27-44cd-a1ef-98484978414b req-1738a0db-2a54-477a-982c-7ce3f07d6b51 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae823aa7-282f-47e1-8652-c854b62416f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1240616 Dec 22 16:44:01.197700 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-82f3a805-0f86-4634-92e5-a83b09af2a3e None None] Set router cab54515-1591-4bba-995d-0eaf62a50c2c gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:44:01.216926 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acd08a-0b4d-4184-8fcf-c920630a02e9 req-6f1129f8-6f06-4ec9-ac42-64a6061e3489 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:44:01.218376 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-98acd08a-0b4d-4184-8fcf-c920630a02e9 req-6f1129f8-6f06-4ec9-ac42-64a6061e3489 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 943 time: 0.1189957 Dec 22 16:44:01.332119 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-98acd08a-0b4d-4184-8fcf-c920630a02e9 req-fc32bb32-7c4d-444b-b05b-7dce677a3b60 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706320 Dec 22 16:44:01.364688 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2afaf355-0e27-44cd-a1ef-98484978414b req-e02bf403-f45d-4fe6-b526-0f86217723be service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831658 Dec 22 16:44:01.407238 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:01.503488 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-2afaf355-0e27-44cd-a1ef-98484978414b req-93249af5-446e-4e78-bed5-361a394085d4 service neutron] 10.222.0.57 "GET /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238964 Dec 22 16:44:01.522442 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-82f3a805-0f86-4634-92e5-a83b09af2a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:04Z', 'updated_at': '2021-12-22T16:37:08Z', 'revision_number': 4, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'gw_port': {'id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:05Z', 'updated_at': '2021-12-22T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '45607562-1835-47ab-ab92-39973b08de6f', 'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'mac_address': 'fa:16:3e:56:95:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:07Z', 'updated_at': '2021-12-22T16:37:14Z', 'revision_number': 5, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'subnets': [{'id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:01.526404 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f3a805-0f86-4634-92e5-a83b09af2a3e None None] The sync data for ids ['cab54515-1591-4bba-995d-0eaf62a50c2c'] in dv-neutron-822674-1-hyperv is: [{'id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:04Z', 'updated_at': '2021-12-22T16:37:08Z', 'revision_number': 4, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'gw_port': {'id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:05Z', 'updated_at': '2021-12-22T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv', '_interfaces': [{'id': '45607562-1835-47ab-ab92-39973b08de6f', 'name': '', 'network_id': 'ae823aa7-282f-47e1-8652-c854b62416f3', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'mac_address': 'fa:16:3e:56:95:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:07Z', 'updated_at': '2021-12-22T16:37:14Z', 'revision_number': 5, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'subnets': [{'id': '8dc4f97f-6587-47f7-bc3e-aa6905d42f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:44:01.762166 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f943be-5a8c-4fc5-99c8-064d04d0d08d None None] New status for floating IP 43a0f5e8-4174-4efa-893b-57d147a2c4ed: DOWN {{(pid=88220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:44:02.177925 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65baeb-244d-4bbd-b866-fb30dc1f3ed0 req-99d5376e-5df5-488c-a4f3-92b7315e3388 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:44:02.179440 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9d65baeb-244d-4bbd-b866-fb30dc1f3ed0 req-99d5376e-5df5-488c-a4f3-92b7315e3388 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.57 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 943 time: 0.0798135 Dec 22 16:44:02.378863 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-9d65baeb-244d-4bbd-b866-fb30dc1f3ed0 req-901478b5-2082-4c88-a47e-4ddbe0559afb tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Deleting port 2fc6279b-349b-4b9a-8d06-d45114b6232c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:44:02.379219 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-9d65baeb-244d-4bbd-b866-fb30dc1f3ed0 req-901478b5-2082-4c88-a47e-4ddbe0559afb tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:02.674503 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdbb49-f181-4c43-996f-0b7ac4591939 req-9cfcdd64-dba4-4cd9-9ff4-a1bc2a991fac tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:44:02.675951 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-41fdbb49-f181-4c43-996f-0b7ac4591939 req-9cfcdd64-dba4-4cd9-9ff4-a1bc2a991fac tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 943 time: 0.2135119 Dec 22 16:44:02.708807 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [req-9d65baeb-244d-4bbd-b866-fb30dc1f3ed0 req-901478b5-2082-4c88-a47e-4ddbe0559afb tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] For port 2fc6279b-349b-4b9a-8d06-d45114b6232c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2fc6279b-349b-4b9a-8d06-d45114b6232c,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:44:02.709169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-9d65baeb-244d-4bbd-b866-fb30dc1f3ed0 req-901478b5-2082-4c88-a47e-4ddbe0559afb tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:02.841451 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [req-9d65baeb-244d-4bbd-b866-fb30dc1f3ed0 req-901478b5-2082-4c88-a47e-4ddbe0559afb tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Calling delete_port for 2fc6279b-349b-4b9a-8d06-d45114b6232c owned by compute:nova {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:44:02.881000 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-41fdbb49-f181-4c43-996f-0b7ac4591939 req-f36fc9ca-3dd6-4fa7-a619-ba6300a36d17 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/security-groups?id=39fd174e-bf13-4042-abd8-8cf954f20fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959577 Dec 22 16:44:03.083832 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-9d65baeb-244d-4bbd-b866-fb30dc1f3ed0 req-901478b5-2082-4c88-a47e-4ddbe0559afb tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:03.089452 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-d6a3e2e8-b39f-479f-ba43-d8a1aa7d4f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:44:03.132285 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901478b5-2082-4c88-a47e-4ddbe0559afb tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Pushing event deleted for resources: {'Port': ['ID=2fc6279b-349b-4b9a-8d06-d45114b6232c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:03.135607 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-901478b5-2082-4c88-a47e-4ddbe0559afb tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:44:03.208521 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d65baeb-244d-4bbd-b866-fb30dc1f3ed0 req-901478b5-2082-4c88-a47e-4ddbe0559afb tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] No DVR routers for this DVR port 2fc6279b-349b-4b9a-8d06-d45114b6232c on host hv-neutron-8226 {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:44:03.210839 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [req-9d65baeb-244d-4bbd-b866-fb30dc1f3ed0 req-901478b5-2082-4c88-a47e-4ddbe0559afb tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39320'] for port, before_response {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:03.213322 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'name': 'network-vif-deleted', 'tag': '2fc6279b-349b-4b9a-8d06-d45114b6232c'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:44:03.224887 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-9d65baeb-244d-4bbd-b866-fb30dc1f3ed0 req-901478b5-2082-4c88-a47e-4ddbe0559afb tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.57 "DELETE /v2.0/ports/2fc6279b-349b-4b9a-8d06-d45114b6232c HTTP/1.1" status: 204 len: 173 time: 1.0394733 Dec 22 16:44:03.259152 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f9e34e-08d1-4ee5-a6b4-82ef33f38afe', 'name': 'network-vif-deleted', 'tag': '2fc6279b-349b-4b9a-8d06-d45114b6232c', 'status': 'completed', 'code': 200} Dec 22 16:44:04.039169 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-3f19490d-ab5c-40ad-96e4-435b067390db req-a51d103c-8982-4242-a01c-75d3f6468927 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Synchronizing usage tracker for tenant:bcbf48f3021c4040937e61df0180d46c on resource:port {{(pid=88218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 16:44:04.141212 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.quota.resource [req-3f19490d-ab5c-40ad-96e4-435b067390db req-a51d103c-8982-4242-a01c-75d3f6468927 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Unset dirty status for tenant:bcbf48f3021c4040937e61df0180d46c on resource:port {{(pid=88218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 16:44:04.142341 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [req-3f19490d-ab5c-40ad-96e4-435b067390db req-a51d103c-8982-4242-a01c-75d3f6468927 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f9e34e-08d1-4ee5-a6b4-82ef33f38afe HTTP/1.1" status: 200 len: 210 time: 0.1447926 Dec 22 16:44:05.233485 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 49298) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:05.289331 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:44:05.299661 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-647725b7-b434-4d54-8e81-8d01c8065e6b tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:05.328517 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-647725b7-b434-4d54-8e81-8d01c8065e6b tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:05.466641 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-647725b7-b434-4d54-8e81-8d01c8065e6b tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:05.470405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-30ac7a44-2cb4-4133-abed-f1f58961525a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:44:05.486129 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647725b7-b434-4d54-8e81-8d01c8065e6b tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fd174e-bf13-4042-abd8-8cf954f20fd8,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:05.488772 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-647725b7-b434-4d54-8e81-8d01c8065e6b tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:44:05.550466 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-647725b7-b434-4d54-8e81-8d01c8065e6b tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:05.551656 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-647725b7-b434-4d54-8e81-8d01c8065e6b tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] 10.222.0.59 "DELETE /v2.0/security-groups/39fd174e-bf13-4042-abd8-8cf954f20fd8 HTTP/1.1" status: 204 len: 168 time: 0.3171604 Dec 22 16:44:05.669747 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.wsgi [-] (88218) accepted ('10.222.0.59', 49304) {{(pid=88218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:06.319678 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-da234aed-0c86-48da-919a-b1f1f385a311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:06.705595 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 2fc6279b-349b-4b9a-8d06-d45114b6232c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:44:06.787188 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] No Port match for: 2fc6279b-349b-4b9a-8d06-d45114b6232c {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:44:06.787840 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Device 2fc6279b-349b-4b9a-8d06-d45114b6232c not bound to the agent host hv-neutron-8226 {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:44:06.799923 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-da234aed-0c86-48da-919a-b1f1f385a311 admin admin] Deleting port 45607562-1835-47ab-ab92-39973b08de6f {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:44:06.800422 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-da234aed-0c86-48da-919a-b1f1f385a311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:06.861715 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:06.973715 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-da234aed-0c86-48da-919a-b1f1f385a311 admin admin] For port 45607562-1835-47ab-ab92-39973b08de6f, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=45607562-1835-47ab-ab92-39973b08de6f,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:44:06.974158 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-da234aed-0c86-48da-919a-b1f1f385a311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:07.118610 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-da234aed-0c86-48da-919a-b1f1f385a311 admin admin] Calling delete_port for 45607562-1835-47ab-ab92-39973b08de6f owned by network:router_interface {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:44:07.444005 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-da234aed-0c86-48da-919a-b1f1f385a311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1920593'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:07.447697 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-3d5d17e9-0410-4836-9836-3783f832a4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:44:07.490851 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da234aed-0c86-48da-919a-b1f1f385a311 admin admin] Pushing event deleted for resources: {'Port': ['ID=45607562-1835-47ab-ab92-39973b08de6f,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:07.493984 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG oslo_concurrency.lockutils [None req-da234aed-0c86-48da-919a-b1f1f385a311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:44:07.760053 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-da234aed-0c86-48da-919a-b1f1f385a311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:08.236303 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da234aed-0c86-48da-919a-b1f1f385a311 admin admin] Router cab54515-1591-4bba-995d-0eaf62a50c2c has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:44:08.409760 dv-neutron-822674-1-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da234aed-0c86-48da-919a-b1f1f385a311 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:44:08.418984 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4399a796-3ffa-4fd0-9668-a21d42f03aa4 None None] Sync routers for ids ['cab54515-1591-4bba-995d-0eaf62a50c2c'] in dv-neutron-822674-1-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:44:08.429117 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4399a796-3ffa-4fd0-9668-a21d42f03aa4 None None] Routers {'cab54515-1591-4bba-995d-0eaf62a50c2c'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:44:08.431683 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4399a796-3ffa-4fd0-9668-a21d42f03aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:43:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cab54515-1591-4bba-995d-0eaf62a50c2c'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:08.481498 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 49310) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:08.482351 dv-neutron-822674-1-hyperv neutron-server[88218]: INFO neutron.wsgi [None req-da234aed-0c86-48da-919a-b1f1f385a311 admin admin] 10.222.0.59 "PUT /v2.0/routers/cab54515-1591-4bba-995d-0eaf62a50c2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8079534 Dec 22 16:44:08.608051 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-4399a796-3ffa-4fd0-9668-a21d42f03aa4 None None] Set router cab54515-1591-4bba-995d-0eaf62a50c2c gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:44:08.806899 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1bbab5f-85a5-4e9a-8f07-00146655e796 admin admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:08.890385 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4399a796-3ffa-4fd0-9668-a21d42f03aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:04Z', 'updated_at': '2021-12-22T16:44:07Z', 'revision_number': 5, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'gw_port': {'id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:05Z', 'updated_at': '2021-12-22T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:08.894807 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4399a796-3ffa-4fd0-9668-a21d42f03aa4 None None] Checking router: cab54515-1591-4bba-995d-0eaf62a50c2c for host: dv-neutron-822674-1-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:44:08.902891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4399a796-3ffa-4fd0-9668-a21d42f03aa4 None None] Routers {'cab54515-1591-4bba-995d-0eaf62a50c2c'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:44:08.903489 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4399a796-3ffa-4fd0-9668-a21d42f03aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:43:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['cab54515-1591-4bba-995d-0eaf62a50c2c'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:08.985136 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1bbab5f-85a5-4e9a-8f07-00146655e796 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:09.078266 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-4399a796-3ffa-4fd0-9668-a21d42f03aa4 None None] Set router cab54515-1591-4bba-995d-0eaf62a50c2c gateway port host: dv-neutron-822674-1-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:44:09.078705 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e1bbab5f-85a5-4e9a-8f07-00146655e796 admin admin] Deleting port 264b5b4d-f8c0-4f1f-9f13-125b8d9cf883 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:44:09.079620 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1bbab5f-85a5-4e9a-8f07-00146655e796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:09.253585 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-e1bbab5f-85a5-4e9a-8f07-00146655e796 admin admin] For port 264b5b4d-f8c0-4f1f-9f13-125b8d9cf883, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=264b5b4d-f8c0-4f1f-9f13-125b8d9cf883,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:44:09.253930 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1bbab5f-85a5-4e9a-8f07-00146655e796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:09.352116 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4399a796-3ffa-4fd0-9668-a21d42f03aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:04Z', 'updated_at': '2021-12-22T16:44:07Z', 'revision_number': 5, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'gw_port': {'id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:05Z', 'updated_at': '2021-12-22T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:09.356122 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4399a796-3ffa-4fd0-9668-a21d42f03aa4 None None] The sync data for ids ['cab54515-1591-4bba-995d-0eaf62a50c2c'] in dv-neutron-822674-1-hyperv is: [{'id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'name': 'tempest-TestSnapshotPattern-465591381-router', 'tenant_id': 'bcbf48f3021c4040937e61df0180d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:04Z', 'updated_at': '2021-12-22T16:44:07Z', 'revision_number': 5, 'project_id': 'bcbf48f3021c4040937e61df0180d46c', 'gw_port': {'id': '264b5b4d-f8c0-4f1f-9f13-125b8d9cf883', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab54515-1591-4bba-995d-0eaf62a50c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:05Z', 'updated_at': '2021-12-22T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:44:09.381440 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e1bbab5f-85a5-4e9a-8f07-00146655e796 admin admin] Calling delete_port for 264b5b4d-f8c0-4f1f-9f13-125b8d9cf883 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:44:09.734294 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1bbab5f-85a5-4e9a-8f07-00146655e796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:09.738981 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-af3ce3d2-a741-405e-a6cc-bb0632b6e163 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:44:09.786260 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbab5f-85a5-4e9a-8f07-00146655e796 admin admin] Pushing event deleted for resources: {'Port': ['ID=264b5b4d-f8c0-4f1f-9f13-125b8d9cf883,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:09.789384 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-e1bbab5f-85a5-4e9a-8f07-00146655e796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:44:09.881792 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1bbab5f-85a5-4e9a-8f07-00146655e796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:10.048761 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1bbab5f-85a5-4e9a-8f07-00146655e796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:10.050858 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1bbab5f-85a5-4e9a-8f07-00146655e796 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:10.156474 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1bbab5f-85a5-4e9a-8f07-00146655e796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:10.157679 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bbab5f-85a5-4e9a-8f07-00146655e796 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cab54515-1591-4bba-995d-0eaf62a50c2c {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:44:10.169603 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1bbab5f-85a5-4e9a-8f07-00146655e796 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:10.171228 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e1bbab5f-85a5-4e9a-8f07-00146655e796 admin admin] 10.222.0.59 "DELETE /v2.0/routers/cab54515-1591-4bba-995d-0eaf62a50c2c HTTP/1.1" status: 204 len: 168 time: 1.6875587 Dec 22 16:44:10.173556 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 49316) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:10.236182 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa8151ef-f2bc-4a30-b295-d003dd67a0f9 admin admin] Deleting subnet 8dc4f97f-6587-47f7-bc3e-aa6905d42f3d {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:44:10.239339 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa8151ef-f2bc-4a30-b295-d003dd67a0f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:10.290033 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa8151ef-f2bc-4a30-b295-d003dd67a0f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:10.502560 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa8151ef-f2bc-4a30-b295-d003dd67a0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:10.637803 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 45607562-1835-47ab-ab92-39973b08de6f no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:44:10.644719 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa8151ef-f2bc-4a30-b295-d003dd67a0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:10.648726 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-ea9e3e69-1859-4348-a836-bf8f6a56251a tempest-TestNetworkBasicOps-1004711750 tempest-TestNetworkBasicOps-1004711750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:44:10.676861 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 45607562-1835-47ab-ab92-39973b08de6f {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:44:10.676861 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 45607562-1835-47ab-ab92-39973b08de6f not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:44:10.676861 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 264b5b4d-f8c0-4f1f-9f13-125b8d9cf883 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:44:10.683951 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8151ef-f2bc-4a30-b295-d003dd67a0f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dc4f97f-6587-47f7-bc3e-aa6905d42f3d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:10.687123 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fa8151ef-f2bc-4a30-b295-d003dd67a0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:44:10.688135 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa8151ef-f2bc-4a30-b295-d003dd67a0f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:10.695355 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fa8151ef-f2bc-4a30-b295-d003dd67a0f9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8dc4f97f-6587-47f7-bc3e-aa6905d42f3d HTTP/1.1" status: 204 len: 168 time: 0.5207970 Dec 22 16:44:10.699157 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 49322) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:10.703189 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08089bad-3803-4621-9683-8ee181336121 None None] Network ae823aa7-282f-47e1-8652-c854b62416f3 requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:44:10.728973 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 264b5b4d-f8c0-4f1f-9f13-125b8d9cf883 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:44:10.729317 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 264b5b4d-f8c0-4f1f-9f13-125b8d9cf883 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:44:10.810619 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:10.821408 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] Deleting port e583d72f-b2c6-495b-bf55-5d2032fdb97a {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:44:10.821735 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:10.964925 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3c00d3-91f0-4c7a-bf02-47b426d6deb3 None None] DHCP port deletion for ae823aa7-282f-47e1-8652-c854b62416f3 request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 16:44:10.969415 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c00d3-91f0-4c7a-bf02-47b426d6deb3 None None] Deleting port e583d72f-b2c6-495b-bf55-5d2032fdb97a {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:44:10.969799 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7d3c00d3-91f0-4c7a-bf02-47b426d6deb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:11.032529 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] For port e583d72f-b2c6-495b-bf55-5d2032fdb97a, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e583d72f-b2c6-495b-bf55-5d2032fdb97a,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:44:11.032899 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:11.155293 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] Calling delete_port for e583d72f-b2c6-495b-bf55-5d2032fdb97a owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:44:11.212728 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7d3c00d3-91f0-4c7a-bf02-47b426d6deb3 None None] For port e583d72f-b2c6-495b-bf55-5d2032fdb97a, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=e583d72f-b2c6-495b-bf55-5d2032fdb97a,segment=NetworkSegment(43f4311f-a32b-43d3-90cd-309519e41c8f),segment_id=43f4311f-a32b-43d3-90cd-309519e41c8f)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:44:11.213056 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7d3c00d3-91f0-4c7a-bf02-47b426d6deb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:11.301289 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:11.306358 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-99f7d130-bd17-479e-bfed-017d33549c80 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:44:11.340617 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c00d3-91f0-4c7a-bf02-47b426d6deb3 None None] Calling delete_port for e583d72f-b2c6-495b-bf55-5d2032fdb97a owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:44:11.356645 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] Pushing event deleted for resources: {'Port': ['ID=e583d72f-b2c6-495b-bf55-5d2032fdb97a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:11.358438 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] No DVR routers for this DVR port e583d72f-b2c6-495b-bf55-5d2032fdb97a on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:44:11.359885 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:44:11.419621 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-7d3c00d3-91f0-4c7a-bf02-47b426d6deb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:44:11.420039 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-7d3c00d3-91f0-4c7a-bf02-47b426d6deb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 16:44:11.476145 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:11.499798 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae823aa7-282f-47e1-8652-c854b62416f3']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:11.511230 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f4311f-a32b-43d3-90cd-309519e41c8f') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:11.511553 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f4311f-a32b-43d3-90cd-309519e41c8f') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:11.522766 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:11.538210 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:11.543914 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:44:11.547402 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:44:11.556975 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:44:11.689485 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:11.692889 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-712a4e17-bac9-41a0-baab-6176ae7ed50d tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:44:11.706165 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:11.716127 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae823aa7-282f-47e1-8652-c854b62416f3,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:11.719186 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:44:11.804500 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8450d9d4-008f-4fa9-a653-a0549c569971 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ae823aa7-282f-47e1-8652-c854b62416f3 HTTP/1.1" status: 204 len: 168 time: 1.1042862 Dec 22 16:44:11.807446 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 49330) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:11.920940 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c00d3-91f0-4c7a-bf02-47b426d6deb3 None None] Deleting port e583d72f-b2c6-495b-bf55-5d2032fdb97a {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:44:11.921496 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7d3c00d3-91f0-4c7a-bf02-47b426d6deb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:11.989372 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c00d3-91f0-4c7a-bf02-47b426d6deb3 None None] The port 'e583d72f-b2c6-495b-bf55-5d2032fdb97a' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 16:44:12.454049 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9a90a0ee-4dd9-4a12-b7df-77d55de674d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728224'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:12.526891 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e583d72f-b2c6-495b-bf55-5d2032fdb97a no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:44:12.561791 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: e583d72f-b2c6-495b-bf55-5d2032fdb97a {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:44:12.562147 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device e583d72f-b2c6-495b-bf55-5d2032fdb97a not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:44:12.809172 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-9a90a0ee-4dd9-4a12-b7df-77d55de674d2 admin admin] Deleting port 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:44:12.809510 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9a90a0ee-4dd9-4a12-b7df-77d55de674d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:12.978405 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-9a90a0ee-4dd9-4a12-b7df-77d55de674d2 admin admin] For port 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d,segment=NetworkSegment(4b0d8dce-a6c9-4efb-8782-3aea5b8059d7),segment_id=4b0d8dce-a6c9-4efb-8782-3aea5b8059d7)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:44:12.978764 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9a90a0ee-4dd9-4a12-b7df-77d55de674d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:13.099685 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-9a90a0ee-4dd9-4a12-b7df-77d55de674d2 admin admin] Calling delete_port for 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:44:13.345526 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9a90a0ee-4dd9-4a12-b7df-77d55de674d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:13.349223 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2f768dd7-09e9-48a0-95ff-e5af2d52ec25 tempest-TestSnapshotPattern-1242574445 tempest-TestSnapshotPattern-1242574445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:44:13.392717 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90a0ee-4dd9-4a12-b7df-77d55de674d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:13.395836 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-9a90a0ee-4dd9-4a12-b7df-77d55de674d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:44:13.657053 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9a90a0ee-4dd9-4a12-b7df-77d55de674d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-685136'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:14.135032 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a90a0ee-4dd9-4a12-b7df-77d55de674d2 admin admin] Router 0d5bba1a-0445-4d37-8c68-972c1ee72dbb has already been hosted by L3 agent c33810ce-1332-48de-b7a2-941e98442519 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 16:44:14.305723 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a90a0ee-4dd9-4a12-b7df-77d55de674d2 admin admin] Notify agent at l3_agent.dv-neutron-822674-1-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 16:44:14.314237 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc66ff5d-645e-42eb-97cd-ec207ab6d58e None None] Sync routers for ids ['0d5bba1a-0445-4d37-8c68-972c1ee72dbb'] in dv-neutron-822674-1-hyperv {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:44:14.323933 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc66ff5d-645e-42eb-97cd-ec207ab6d58e None None] Routers {'0d5bba1a-0445-4d37-8c68-972c1ee72dbb'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:44:14.331570 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-dc66ff5d-645e-42eb-97cd-ec207ab6d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:43:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['0d5bba1a-0445-4d37-8c68-972c1ee72dbb'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:14.388421 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9a90a0ee-4dd9-4a12-b7df-77d55de674d2 admin admin] 10.222.0.59 "PUT /v2.0/routers/0d5bba1a-0445-4d37-8c68-972c1ee72dbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5799041 Dec 22 16:44:14.390946 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 49336) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:14.497939 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-dc66ff5d-645e-42eb-97cd-ec207ab6d58e None None] Set router 0d5bba1a-0445-4d37-8c68-972c1ee72dbb gateway port host: dv-neutron-822674-1-hyperv {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:44:14.569696 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-51da14d8-5459-4008-acec-a3ec28993b0c admin admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:14.749576 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-51da14d8-5459-4008-acec-a3ec28993b0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:14.805902 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-dc66ff5d-645e-42eb-97cd-ec207ab6d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bba1a-0445-4d37-8c68-972c1ee72dbb', 'name': 'tempest-TestSnapshotPattern-1863740581-router', 'tenant_id': '5be5309a0e054267aa2e70f2ba78be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'external_fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '57c41879-933c-4223-a097-f47d29fc7c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:12Z', 'updated_at': '2021-12-22T16:44:13Z', 'revision_number': 5, 'project_id': '5be5309a0e054267aa2e70f2ba78be6b', 'gw_port': {'id': '57c41879-933c-4223-a097-f47d29fc7c15', 'name': '', 'network_id': '98c1d02c-4416-4565-b8a7-1c1ed298f1f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bba1a-0445-4d37-8c68-972c1ee72dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822674-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:37:13Z', 'updated_at': '2021-12-22T16:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00dfa21c-0d7a-45b6-9654-45eff4c28914', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822674-1-hyperv'}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:14.809683 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc66ff5d-645e-42eb-97cd-ec207ab6d58e None None] Checking router: 0d5bba1a-0445-4d37-8c68-972c1ee72dbb for host: dv-neutron-822674-1-hyperv {{(pid=88220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:44:14.815263 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-51da14d8-5459-4008-acec-a3ec28993b0c admin admin] Deleting port 57c41879-933c-4223-a097-f47d29fc7c15 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:44:14.819092 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-51da14d8-5459-4008-acec-a3ec28993b0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:14.819201 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc66ff5d-645e-42eb-97cd-ec207ab6d58e None None] Routers {'0d5bba1a-0445-4d37-8c68-972c1ee72dbb'} bound to L3 agent in host dv-neutron-822674-1-hyperv {{(pid=88220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:44:14.819201 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-dc66ff5d-645e-42eb-97cd-ec207ab6d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822674-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:09:58Z,description=,heartbeat_timestamp=2021-12-22T16:43:58Z,host='dv-neutron-822674-1-hyperv',id=c33810ce-1332-48de-b7a2-941e98442519,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:09:58Z,topic='l3_agent')) {'router_ids': ['0d5bba1a-0445-4d37-8c68-972c1ee72dbb'], 'active': True} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:14.968410 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_dvr_db [None req-dc66ff5d-645e-42eb-97cd-ec207ab6d58e None None] Set router 0d5bba1a-0445-4d37-8c68-972c1ee72dbb gateway port host: None {{(pid=88220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 16:44:14.989285 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-51da14d8-5459-4008-acec-a3ec28993b0c admin admin] For port 57c41879-933c-4223-a097-f47d29fc7c15, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=57c41879-933c-4223-a097-f47d29fc7c15,segment=NetworkSegment(63388892-50e4-4b3a-bd59-3fa27c8f5bdc),segment_id=63388892-50e4-4b3a-bd59-3fa27c8f5bdc)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:44:14.989644 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-51da14d8-5459-4008-acec-a3ec28993b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:15.100861 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.l3_hamode_db [None req-dc66ff5d-645e-42eb-97cd-ec207ab6d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bba1a-0445-4d37-8c68-972c1ee72dbb', 'name': 'tempest-TestSnapshotPattern-1863740581-router', 'tenant_id': '5be5309a0e054267aa2e70f2ba78be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:12Z', 'updated_at': '2021-12-22T16:44:14Z', 'revision_number': 6, 'project_id': '5be5309a0e054267aa2e70f2ba78be6b', 'gw_port_host': None}], 'dv-neutron-822674-1-hyperv', False) {} {{(pid=88220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:15.104639 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc66ff5d-645e-42eb-97cd-ec207ab6d58e None None] The sync data for ids ['0d5bba1a-0445-4d37-8c68-972c1ee72dbb'] in dv-neutron-822674-1-hyperv is: [{'id': '0d5bba1a-0445-4d37-8c68-972c1ee72dbb', 'name': 'tempest-TestSnapshotPattern-1863740581-router', 'tenant_id': '5be5309a0e054267aa2e70f2ba78be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:37:12Z', 'updated_at': '2021-12-22T16:44:14Z', 'revision_number': 6, 'project_id': '5be5309a0e054267aa2e70f2ba78be6b', 'gw_port_host': None}] {{(pid=88220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:44:15.116398 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-51da14d8-5459-4008-acec-a3ec28993b0c admin admin] Calling delete_port for 57c41879-933c-4223-a097-f47d29fc7c15 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:44:15.335089 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-51da14d8-5459-4008-acec-a3ec28993b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:15.338762 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-01757c69-fc18-4b41-be9a-652bf0c34dc6 tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:44:15.385028 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da14d8-5459-4008-acec-a3ec28993b0c admin admin] Pushing event deleted for resources: {'Port': ['ID=57c41879-933c-4223-a097-f47d29fc7c15,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:15.388080 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-51da14d8-5459-4008-acec-a3ec28993b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:44:15.614647 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-51da14d8-5459-4008-acec-a3ec28993b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687301'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:15.784729 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-51da14d8-5459-4008-acec-a3ec28993b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45601'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:15.786900 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-51da14d8-5459-4008-acec-a3ec28993b0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:15.884542 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-51da14d8-5459-4008-acec-a3ec28993b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728155'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:15.885114 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51da14d8-5459-4008-acec-a3ec28993b0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d5bba1a-0445-4d37-8c68-972c1ee72dbb {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:44:15.897814 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-51da14d8-5459-4008-acec-a3ec28993b0c admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:15.898954 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-51da14d8-5459-4008-acec-a3ec28993b0c admin admin] 10.222.0.59 "DELETE /v2.0/routers/0d5bba1a-0445-4d37-8c68-972c1ee72dbb HTTP/1.1" status: 204 len: 168 time: 1.5065603 Dec 22 16:44:15.901534 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 49340) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:15.962845 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a292146-2e5f-472c-a1d1-e7fda2ab132e admin admin] Deleting subnet 416b20ec-49a9-4307-96b4-6d4b3cfc93e2 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:44:15.965887 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6a292146-2e5f-472c-a1d1-e7fda2ab132e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:16.014766 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6a292146-2e5f-472c-a1d1-e7fda2ab132e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2913470'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:16.098199 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6a292146-2e5f-472c-a1d1-e7fda2ab132e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802226'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:16.227297 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6a292146-2e5f-472c-a1d1-e7fda2ab132e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2709885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2904484'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:16.231058 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6237703c-9273-4d52-a027-f594d66e21dd tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:44:16.264668 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a292146-2e5f-472c-a1d1-e7fda2ab132e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=416b20ec-49a9-4307-96b4-6d4b3cfc93e2,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:16.268305 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-6a292146-2e5f-472c-a1d1-e7fda2ab132e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:44:16.269264 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6a292146-2e5f-472c-a1d1-e7fda2ab132e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:16.274078 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1259a8-b552-4787-9bac-4662b9c9767c None None] Network 6f63e31c-dc2f-4754-ae05-ef943ee7210c requested from dv-neutron-822674-1-hyperv {{(pid=88219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 16:44:16.275174 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6a292146-2e5f-472c-a1d1-e7fda2ab132e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/416b20ec-49a9-4307-96b4-6d4b3cfc93e2 HTTP/1.1" status: 204 len: 168 time: 0.3727267 Dec 22 16:44:16.277697 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 49344) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:16.382364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7773574'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:16.393252 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] Deleting port b31dc044-46a0-4084-b23f-bfd89521703e {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:44:16.393613 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:16.526128 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b9e9a9-8154-42fc-b5b1-d6e9acaec371 None None] DHCP port deletion for 6f63e31c-dc2f-4754-ae05-ef943ee7210c request from dv-neutron-822674-1-hyperv {{(pid=88219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 16:44:16.530361 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-88b9e9a9-8154-42fc-b5b1-d6e9acaec371 None None] Deleting port b31dc044-46a0-4084-b23f-bfd89521703e {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:44:16.530770 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-88b9e9a9-8154-42fc-b5b1-d6e9acaec371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:16.555736 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:44:16.602496 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:44:16.602756 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] For port b31dc044-46a0-4084-b23f-bfd89521703e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b31dc044-46a0-4084-b23f-bfd89521703e,segment=NetworkSegment(4b0d8dce-a6c9-4efb-8782-3aea5b8059d7),segment_id=4b0d8dce-a6c9-4efb-8782-3aea5b8059d7)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:44:16.602875 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 5ce0d0d9-2771-4345-a3fa-7dcc9a921b4d not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:44:16.603011 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:16.603270 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 57c41879-933c-4223-a097-f47d29fc7c15 no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:44:16.652871 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: 57c41879-933c-4223-a097-f47d29fc7c15 {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:44:16.653228 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device 57c41879-933c-4223-a097-f47d29fc7c15 not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:44:16.729176 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] Calling delete_port for b31dc044-46a0-4084-b23f-bfd89521703e owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:44:16.812386 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-88b9e9a9-8154-42fc-b5b1-d6e9acaec371 None None] For port b31dc044-46a0-4084-b23f-bfd89521703e, host dv-neutron-822674-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822674-1-hyperv',level=0,port_id=b31dc044-46a0-4084-b23f-bfd89521703e,segment=NetworkSegment(4b0d8dce-a6c9-4efb-8782-3aea5b8059d7),segment_id=4b0d8dce-a6c9-4efb-8782-3aea5b8059d7)] {{(pid=88219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 16:44:16.812723 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-88b9e9a9-8154-42fc-b5b1-d6e9acaec371 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684704'] for port, precommit_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:16.895359 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7889956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734784429662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734783934055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2709832'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:16.900226 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b37f091e-d6f3-44cb-9caf-fd070116049e tempest-TestNetworkAdvancedServerOps-2125822802 tempest-TestNetworkAdvancedServerOps-2125822802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:44:16.936594 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-88b9e9a9-8154-42fc-b5b1-d6e9acaec371 None None] Calling delete_port for b31dc044-46a0-4084-b23f-bfd89521703e owned by network:dhcp {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 16:44:16.947369 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] No DVR routers for this DVR port b31dc044-46a0-4084-b23f-bfd89521703e on host dv-neutron-822674-1-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:44:16.948956 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b31dc044-46a0-4084-b23f-bfd89521703e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:16.975901 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:44:17.015337 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.db.api [None req-88b9e9a9-8154-42fc-b5b1-d6e9acaec371 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:44:17.015615 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG oslo_db.api [None req-88b9e9a9-8154-42fc-b5b1-d6e9acaec371 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 16:44:17.066121 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7803183', 'neutron.services.segments.db._delete_segments_for_network-8734784304550'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:17.091404 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f63e31c-dc2f-4754-ae05-ef943ee7210c']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:17.104177 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b0d8dce-a6c9-4efb-8782-3aea5b8059d7') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:17.104471 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b0d8dce-a6c9-4efb-8782-3aea5b8059d7') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:17.115510 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734784480642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2913479'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:17.131499 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7962476'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:17.137366 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:44:17.137748 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7962455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2709911'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: Traceback (most recent call last): Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: timer() Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: cb(*args, **kw) Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: return func(*args, **kwargs) Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: self._notify() Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: self.callback(batched_events) Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: event.method(event) Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: return f(self, *a, **k) Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._get(url).json() Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:44:17.151029 dv-neutron-822674-1-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:44:17.287925 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7803172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687264'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:17.292592 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:17.296209 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-22562c14-bb68-4b6c-b07e-98314a2c7dc4 tempest-NetworksIpV6Test-797248657 tempest-NetworksIpV6Test-797248657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:44:17.319947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f63e31c-dc2f-4754-ae05-ef943ee7210c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:17.322192 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:44:17.327114 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b9170be0-eb75-4232-b163-1dfaa043b2d6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/6f63e31c-dc2f-4754-ae05-ef943ee7210c HTTP/1.1" status: 204 len: 168 time: 1.0455842 Dec 22 16:44:17.517192 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-88b9e9a9-8154-42fc-b5b1-d6e9acaec371 None None] Deleting port b31dc044-46a0-4084-b23f-bfd89521703e {{(pid=88219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 16:44:17.517745 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-88b9e9a9-8154-42fc-b5b1-d6e9acaec371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734784425418'] for port, before_delete {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:17.582663 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-88b9e9a9-8154-42fc-b5b1-d6e9acaec371 None None] The port 'b31dc044-46a0-4084-b23f-bfd89521703e' was deleted {{(pid=88219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 16:44:17.674364 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 49350) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:17.721316 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-17a9e55f-033e-4ebd-ab81-c07b66ed47db admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bcbf48f3021c4040937e61df0180d46c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457015 Dec 22 16:44:17.723633 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 49354) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:17.782753 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f4575b9-338e-495f-984f-57a145af6244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:17.807850 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f4575b9-338e-495f-984f-57a145af6244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:17.940866 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f4575b9-338e-495f-984f-57a145af6244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:17.944447 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-fee5669e-cd0e-4c93-a650-9d2a92e938ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:44:17.958166 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4575b9-338e-495f-984f-57a145af6244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b4877d-910b-449c-97a4-992508c96415,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:17.961857 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-2f4575b9-338e-495f-984f-57a145af6244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:44:17.964911 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f4575b9-338e-495f-984f-57a145af6244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:17.965998 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2f4575b9-338e-495f-984f-57a145af6244 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/33b4877d-910b-449c-97a4-992508c96415 HTTP/1.1" status: 204 len: 168 time: 0.2415040 Dec 22 16:44:18.526550 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b31dc044-46a0-4084-b23f-bfd89521703e no longer exists at agent ovs-agent-dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 16:44:18.601509 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.plugin [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] No Port match for: b31dc044-46a0-4084-b23f-bfd89521703e {{(pid=88219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 16:44:18.601866 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.rpc [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Device b31dc044-46a0-4084-b23f-bfd89521703e not bound to the agent host dv-neutron-822674-1-hyperv {{(pid=88219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 16:44:18.638962 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 49362) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:18.686558 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a29af50a-0f47-47cc-9394-90f84943e1c9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5be5309a0e054267aa2e70f2ba78be6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463448 Dec 22 16:44:18.689493 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.59', 49366) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:18.745267 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-229de7c3-00f0-4980-908e-966b696213fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:18.774101 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-229de7c3-00f0-4980-908e-966b696213fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:18.912161 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-229de7c3-00f0-4980-908e-966b696213fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358490'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:18.915863 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-123d66a4-26ae-4b57-ab7d-c72115d5e4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 16:44:18.926742 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229de7c3-00f0-4980-908e-966b696213fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df07fdd-e2fa-4d82-a7d8-634cb10a3a4e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:18.930771 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG oslo_concurrency.lockutils [None req-229de7c3-00f0-4980-908e-966b696213fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 16:44:18.933947 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-229de7c3-00f0-4980-908e-966b696213fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:18.935083 dv-neutron-822674-1-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-229de7c3-00f0-4980-908e-966b696213fa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7df07fdd-e2fa-4d82-a7d8-634cb10a3a4e HTTP/1.1" status: 204 len: 168 time: 0.2447004 Dec 22 16:44:25.363854 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6e935f5b-0525-461c-af8e-1830cbbb63ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:27.780786 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2d7e7b06-50f7-4c32-bbd5-83d3ed6a73bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:29.214979 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:29.310990 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:31.283627 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:36.905152 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:42.288543 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:44:55.323267 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-db4ee30e-43bc-48f9-b1a3-67a64234bea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:57.756977 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-43a88dba-fdc2-47ab-abe5-3b5cb5f0e234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:59.145464 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:44:59.328469 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:45:01.271693 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:45:06.917204 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:45:19.288941 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:45:25.345224 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a29803b6-75aa-4ec9-9259-31b2fc6ff431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:45:27.768006 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5366aa8c-0a77-48ad-bdaf-cae448e47eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:45:29.156705 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:45:29.327734 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:45:31.276300 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:45:36.950984 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:45:55.333464 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7d067077-a7dc-40a0-9149-a1cf1be61188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:45:56.287908 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:45:57.744423 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-41a36c47-789c-486a-942d-42ff5bef6abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:45:59.133006 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:45:59.327780 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:46:01.292975 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:46:06.961704 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:46:25.321904 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-729f79e3-9ddb-41c0-aa6e-516f7e30efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:46:27.773443 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-597172da-7adc-4321-a711-37b1f0ab80fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:46:29.144596 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:46:29.344783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:46:31.298803 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:46:33.286943 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:46:36.927165 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:46:55.327379 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6ff0f07f-c0e1-45f8-94d1-7a96d4ab6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:46:57.755654 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-50d0d0f8-1ab6-4144-86b4-30839005606d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:46:59.121011 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:46:59.332522 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:47:01.298126 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:47:06.943763 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:47:10.285644 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:47:25.352783 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e2e25cd3-f9ba-41d8-9284-4c528424610f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:47:27.732380 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7a0e2227-482f-4942-95a5-0e3024840e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:47:29.189635 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:47:29.332523 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:47:31.326874 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:47:36.927093 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:47:47.286909 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:47:55.355315 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f06189d7-4574-4057-8095-ce8a99f46535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:47:57.761354 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8eda10e3-ab41-4082-8257-be65a2df4a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:47:59.143488 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:47:59.326599 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:48:01.292372 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:48:06.943951 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:48:24.285600 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:48:25.349060 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3e23044d-40f3-4d05-bde6-c460993cc88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:48:27.794865 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-1a11eafb-a356-4d2f-9f15-c7d2c1522b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:48:29.143712 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:48:29.337541 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:48:31.301852 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:48:36.971624 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:48:55.349307 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100945d3-9285-491b-921d-edab4e616aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:48:57.758681 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3ab1d4fe-7910-410e-8269-97fce571e665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:48:59.182009 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:48:59.329826 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:49:01.283823 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:49:01.312604 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:49:07.006080 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:49:23.324195 dv-neutron-822674-1-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-70c46ffd-b822-4ad6-b377-9ff7979c2062 req-e727bba2-97e0-4597-b0a0-cfc91830851e service neutron] (88217) timed out ('10.222.0.59', 48246) {{(pid=88217) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 16:49:25.358007 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8778fa87-32a7-4d2c-b902-68cb9ecd35fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:49:27.757881 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-93d18e96-fb41-4322-b0bd-df32b6efd9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:49:29.143363 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:49:29.365653 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:49:31.323927 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:49:36.977108 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:49:38.283202 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 16:49:55.352131 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-36912faa-21a2-4ee8-b613-31fe64a25537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:49:57.752130 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-39b799e0-cf3c-4dc0-b9f0-a70a81b85582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:49:59.154159 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-3a0876fd-086b-469c-83cc-4d0a450d9946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:49:59.342919 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d7be9aeb-1ddc-44c7-8400-2efad86b4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:50:01.303133 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-100095d9-e345-4846-bc64-274253c4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:50:06.980505 dv-neutron-822674-1-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-338111d5-2af9-4feb-9af3-571c646c8a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734784304559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805029'] for agent, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 16:50:15.281210 dv-neutron-822674-1-hyperv neutron-server[88220]: DEBUG neutron.db.agents_db [None req-c839a1af-f815-4fa2-99b9-3f2173d8360e None None] Agent healthcheck: found 6 active agents {{(pid=88220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}